{
  "best_metric": 0.013290228322148323,
  "best_model_checkpoint": "./save/eng-zho_all_facebook/wav2vec2-large-xlsr-53/checkpoint-33648",
  "epoch": 16.0,
  "global_step": 89728,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.9999108416547794e-05,
      "loss": 0.0532,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99983059914408e-05,
      "loss": 0.0519,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999741440798859e-05,
      "loss": 0.0503,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999652282453638e-05,
      "loss": 0.0487,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999563124108417e-05,
      "loss": 0.0444,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999473965763195e-05,
      "loss": 0.0416,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9993848074179744e-05,
      "loss": 0.0399,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9992956490727535e-05,
      "loss": 0.0377,
      "step": 80
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999206490727532e-05,
      "loss": 0.0387,
      "step": 90
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999117332382311e-05,
      "loss": 0.0367,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.99902817403709e-05,
      "loss": 0.0375,
      "step": 110
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9989390156918693e-05,
      "loss": 0.0368,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.998849857346648e-05,
      "loss": 0.0357,
      "step": 130
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.998760699001427e-05,
      "loss": 0.0354,
      "step": 140
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.998671540656206e-05,
      "loss": 0.0364,
      "step": 150
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9985823823109845e-05,
      "loss": 0.0365,
      "step": 160
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9984932239657636e-05,
      "loss": 0.0357,
      "step": 170
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.998404065620542e-05,
      "loss": 0.0356,
      "step": 180
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.998314907275321e-05,
      "loss": 0.0353,
      "step": 190
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9982257489300996e-05,
      "loss": 0.0358,
      "step": 200
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.998136590584879e-05,
      "loss": 0.0363,
      "step": 210
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.998047432239658e-05,
      "loss": 0.0348,
      "step": 220
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.997958273894437e-05,
      "loss": 0.0364,
      "step": 230
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.997869115549216e-05,
      "loss": 0.0382,
      "step": 240
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9977799572039945e-05,
      "loss": 0.0352,
      "step": 250
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9976907988587736e-05,
      "loss": 0.0348,
      "step": 260
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.997601640513552e-05,
      "loss": 0.0357,
      "step": 270
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.997512482168331e-05,
      "loss": 0.0326,
      "step": 280
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9974233238231097e-05,
      "loss": 0.033,
      "step": 290
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.997334165477889e-05,
      "loss": 0.0346,
      "step": 300
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.997245007132668e-05,
      "loss": 0.0361,
      "step": 310
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9971558487874463e-05,
      "loss": 0.0346,
      "step": 320
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.997066690442226e-05,
      "loss": 0.035,
      "step": 330
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9969775320970046e-05,
      "loss": 0.0337,
      "step": 340
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.996888373751784e-05,
      "loss": 0.0336,
      "step": 350
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.996799215406562e-05,
      "loss": 0.0334,
      "step": 360
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.996710057061341e-05,
      "loss": 0.0306,
      "step": 370
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.99662089871612e-05,
      "loss": 0.0319,
      "step": 380
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.996531740370899e-05,
      "loss": 0.0348,
      "step": 390
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.996442582025678e-05,
      "loss": 0.0325,
      "step": 400
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.9963534236804564e-05,
      "loss": 0.034,
      "step": 410
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.9962642653352355e-05,
      "loss": 0.031,
      "step": 420
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.996175106990014e-05,
      "loss": 0.032,
      "step": 430
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.996085948644794e-05,
      "loss": 0.0342,
      "step": 440
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.995996790299572e-05,
      "loss": 0.0336,
      "step": 450
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.995907631954351e-05,
      "loss": 0.0344,
      "step": 460
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.9958184736091304e-05,
      "loss": 0.0319,
      "step": 470
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.995729315263909e-05,
      "loss": 0.0336,
      "step": 480
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.995640156918688e-05,
      "loss": 0.0318,
      "step": 490
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.9955509985734665e-05,
      "loss": 0.0305,
      "step": 500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.9954618402282456e-05,
      "loss": 0.0311,
      "step": 510
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.995372681883024e-05,
      "loss": 0.0298,
      "step": 520
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.995283523537803e-05,
      "loss": 0.0319,
      "step": 530
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.995194365192582e-05,
      "loss": 0.0303,
      "step": 540
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.9951052068473614e-05,
      "loss": 0.029,
      "step": 550
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.9950160485021405e-05,
      "loss": 0.0316,
      "step": 560
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.994926890156919e-05,
      "loss": 0.0304,
      "step": 570
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.99484664764622e-05,
      "loss": 0.0288,
      "step": 580
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994757489300999e-05,
      "loss": 0.0308,
      "step": 590
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994668330955778e-05,
      "loss": 0.0319,
      "step": 600
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.9945791726105564e-05,
      "loss": 0.0304,
      "step": 610
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.9944900142653356e-05,
      "loss": 0.0311,
      "step": 620
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994400855920115e-05,
      "loss": 0.0295,
      "step": 630
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994311697574893e-05,
      "loss": 0.0306,
      "step": 640
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.994222539229672e-05,
      "loss": 0.0304,
      "step": 650
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.994133380884451e-05,
      "loss": 0.029,
      "step": 660
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.99404422253923e-05,
      "loss": 0.0296,
      "step": 670
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.993955064194009e-05,
      "loss": 0.0297,
      "step": 680
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.9938659058487874e-05,
      "loss": 0.0288,
      "step": 690
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.993776747503567e-05,
      "loss": 0.0314,
      "step": 700
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.9936875891583456e-05,
      "loss": 0.0295,
      "step": 710
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.993598430813125e-05,
      "loss": 0.0305,
      "step": 720
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.993509272467903e-05,
      "loss": 0.03,
      "step": 730
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.993420114122682e-05,
      "loss": 0.0304,
      "step": 740
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.993330955777461e-05,
      "loss": 0.0304,
      "step": 750
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.99324179743224e-05,
      "loss": 0.0309,
      "step": 760
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.993152639087019e-05,
      "loss": 0.0308,
      "step": 770
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.9930634807417974e-05,
      "loss": 0.0286,
      "step": 780
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.9929743223965765e-05,
      "loss": 0.0282,
      "step": 790
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.992885164051355e-05,
      "loss": 0.0302,
      "step": 800
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.992796005706135e-05,
      "loss": 0.028,
      "step": 810
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.992706847360913e-05,
      "loss": 0.0278,
      "step": 820
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.9926176890156923e-05,
      "loss": 0.0295,
      "step": 830
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.992528530670471e-05,
      "loss": 0.0284,
      "step": 840
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.99243937232525e-05,
      "loss": 0.0299,
      "step": 850
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.992350213980029e-05,
      "loss": 0.0278,
      "step": 860
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.9922610556348075e-05,
      "loss": 0.031,
      "step": 870
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.9921718972895866e-05,
      "loss": 0.0291,
      "step": 880
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.992082738944365e-05,
      "loss": 0.03,
      "step": 890
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.991993580599144e-05,
      "loss": 0.0304,
      "step": 900
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.991904422253923e-05,
      "loss": 0.0321,
      "step": 910
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.9918152639087024e-05,
      "loss": 0.0261,
      "step": 920
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.9917261055634815e-05,
      "loss": 0.0299,
      "step": 930
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.99163694721826e-05,
      "loss": 0.0282,
      "step": 940
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.991547788873039e-05,
      "loss": 0.0294,
      "step": 950
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.9914586305278175e-05,
      "loss": 0.0284,
      "step": 960
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.9913694721825967e-05,
      "loss": 0.027,
      "step": 970
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.991280313837375e-05,
      "loss": 0.0277,
      "step": 980
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.991191155492154e-05,
      "loss": 0.0279,
      "step": 990
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9911019971469333e-05,
      "loss": 0.0268,
      "step": 1000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.991012838801712e-05,
      "loss": 0.0286,
      "step": 1010
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.990923680456491e-05,
      "loss": 0.0254,
      "step": 1020
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.99083452211127e-05,
      "loss": 0.0276,
      "step": 1030
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.990745363766049e-05,
      "loss": 0.0305,
      "step": 1040
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.9906562054208276e-05,
      "loss": 0.0284,
      "step": 1050
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.990567047075607e-05,
      "loss": 0.0271,
      "step": 1060
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.990477888730385e-05,
      "loss": 0.0284,
      "step": 1070
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.990388730385164e-05,
      "loss": 0.026,
      "step": 1080
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.9902995720399434e-05,
      "loss": 0.0278,
      "step": 1090
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.990210413694722e-05,
      "loss": 0.0264,
      "step": 1100
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.990121255349501e-05,
      "loss": 0.0254,
      "step": 1110
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.9900320970042794e-05,
      "loss": 0.0269,
      "step": 1120
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.9899429386590585e-05,
      "loss": 0.0271,
      "step": 1130
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.9898537803138376e-05,
      "loss": 0.028,
      "step": 1140
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.989764621968617e-05,
      "loss": 0.0265,
      "step": 1150
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.989675463623396e-05,
      "loss": 0.0294,
      "step": 1160
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.989586305278174e-05,
      "loss": 0.0268,
      "step": 1170
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.9894971469329535e-05,
      "loss": 0.0254,
      "step": 1180
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.989407988587732e-05,
      "loss": 0.0262,
      "step": 1190
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.989318830242511e-05,
      "loss": 0.026,
      "step": 1200
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.9892296718972895e-05,
      "loss": 0.0258,
      "step": 1210
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.9891405135520686e-05,
      "loss": 0.0255,
      "step": 1220
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.989051355206848e-05,
      "loss": 0.0247,
      "step": 1230
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.988962196861626e-05,
      "loss": 0.0253,
      "step": 1240
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.988873038516406e-05,
      "loss": 0.0233,
      "step": 1250
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.9887838801711844e-05,
      "loss": 0.0263,
      "step": 1260
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.9886947218259635e-05,
      "loss": 0.0247,
      "step": 1270
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.988605563480742e-05,
      "loss": 0.0251,
      "step": 1280
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.988516405135521e-05,
      "loss": 0.0232,
      "step": 1290
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.9884272467902995e-05,
      "loss": 0.0223,
      "step": 1300
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.9883380884450786e-05,
      "loss": 0.0246,
      "step": 1310
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.988248930099858e-05,
      "loss": 0.0236,
      "step": 1320
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.988159771754636e-05,
      "loss": 0.0258,
      "step": 1330
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.988070613409415e-05,
      "loss": 0.0274,
      "step": 1340
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.987981455064194e-05,
      "loss": 0.0263,
      "step": 1350
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.9878922967189736e-05,
      "loss": 0.0288,
      "step": 1360
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.987803138373752e-05,
      "loss": 0.0252,
      "step": 1370
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.987713980028531e-05,
      "loss": 0.0239,
      "step": 1380
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.987633737517832e-05,
      "loss": 0.0237,
      "step": 1390
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.9875445791726104e-05,
      "loss": 0.0237,
      "step": 1400
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.98745542082739e-05,
      "loss": 0.0213,
      "step": 1410
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.9873662624821686e-05,
      "loss": 0.0233,
      "step": 1420
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.987277104136948e-05,
      "loss": 0.022,
      "step": 1430
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.987187945791726e-05,
      "loss": 0.0267,
      "step": 1440
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.987098787446505e-05,
      "loss": 0.0261,
      "step": 1450
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.9870096291012844e-05,
      "loss": 0.0221,
      "step": 1460
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.986920470756063e-05,
      "loss": 0.022,
      "step": 1470
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.986831312410842e-05,
      "loss": 0.0238,
      "step": 1480
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.9867421540656204e-05,
      "loss": 0.0249,
      "step": 1490
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.9866529957203996e-05,
      "loss": 0.0212,
      "step": 1500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.986563837375178e-05,
      "loss": 0.0247,
      "step": 1510
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.986474679029958e-05,
      "loss": 0.0238,
      "step": 1520
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.986385520684736e-05,
      "loss": 0.0246,
      "step": 1530
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.9862963623395154e-05,
      "loss": 0.0218,
      "step": 1540
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.9862072039942945e-05,
      "loss": 0.0245,
      "step": 1550
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.986118045649073e-05,
      "loss": 0.0206,
      "step": 1560
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.986028887303852e-05,
      "loss": 0.0203,
      "step": 1570
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.9859397289586305e-05,
      "loss": 0.0244,
      "step": 1580
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.9858505706134096e-05,
      "loss": 0.0266,
      "step": 1590
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.985761412268188e-05,
      "loss": 0.0223,
      "step": 1600
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.985672253922967e-05,
      "loss": 0.0224,
      "step": 1610
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.985583095577746e-05,
      "loss": 0.0221,
      "step": 1620
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.9854939372325254e-05,
      "loss": 0.0222,
      "step": 1630
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.9854047788873045e-05,
      "loss": 0.0224,
      "step": 1640
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.985315620542083e-05,
      "loss": 0.0231,
      "step": 1650
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.985226462196862e-05,
      "loss": 0.0207,
      "step": 1660
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.9851373038516405e-05,
      "loss": 0.0251,
      "step": 1670
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.98504814550642e-05,
      "loss": 0.0187,
      "step": 1680
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.984958987161199e-05,
      "loss": 0.021,
      "step": 1690
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.984869828815977e-05,
      "loss": 0.0174,
      "step": 1700
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.9847806704707564e-05,
      "loss": 0.0176,
      "step": 1710
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.984691512125535e-05,
      "loss": 0.018,
      "step": 1720
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.984602353780314e-05,
      "loss": 0.0188,
      "step": 1730
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.984513195435093e-05,
      "loss": 0.0219,
      "step": 1740
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.984424037089872e-05,
      "loss": 0.0235,
      "step": 1750
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.9843348787446506e-05,
      "loss": 0.0196,
      "step": 1760
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.98424572039943e-05,
      "loss": 0.0198,
      "step": 1770
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.984156562054209e-05,
      "loss": 0.0198,
      "step": 1780
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.984067403708987e-05,
      "loss": 0.0238,
      "step": 1790
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.9839782453637664e-05,
      "loss": 0.0186,
      "step": 1800
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.983889087018545e-05,
      "loss": 0.0227,
      "step": 1810
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.983799928673324e-05,
      "loss": 0.0214,
      "step": 1820
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.9837107703281024e-05,
      "loss": 0.0211,
      "step": 1830
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.9836216119828815e-05,
      "loss": 0.0204,
      "step": 1840
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.9835324536376607e-05,
      "loss": 0.0187,
      "step": 1850
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.98344329529244e-05,
      "loss": 0.0191,
      "step": 1860
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.983354136947219e-05,
      "loss": 0.023,
      "step": 1870
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.9832649786019973e-05,
      "loss": 0.0211,
      "step": 1880
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.9831758202567765e-05,
      "loss": 0.0203,
      "step": 1890
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.983086661911555e-05,
      "loss": 0.0208,
      "step": 1900
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.982997503566334e-05,
      "loss": 0.0239,
      "step": 1910
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.982908345221113e-05,
      "loss": 0.019,
      "step": 1920
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.9828191868758916e-05,
      "loss": 0.0172,
      "step": 1930
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.982730028530671e-05,
      "loss": 0.0186,
      "step": 1940
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.982640870185449e-05,
      "loss": 0.02,
      "step": 1950
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.982551711840229e-05,
      "loss": 0.0175,
      "step": 1960
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.9824625534950074e-05,
      "loss": 0.0225,
      "step": 1970
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.9823733951497865e-05,
      "loss": 0.0192,
      "step": 1980
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.982284236804565e-05,
      "loss": 0.0201,
      "step": 1990
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.982195078459344e-05,
      "loss": 0.0191,
      "step": 2000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.982105920114123e-05,
      "loss": 0.0214,
      "step": 2010
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.9820167617689016e-05,
      "loss": 0.0173,
      "step": 2020
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.981927603423681e-05,
      "loss": 0.0206,
      "step": 2030
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.981838445078459e-05,
      "loss": 0.0163,
      "step": 2040
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.981749286733238e-05,
      "loss": 0.0187,
      "step": 2050
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.981660128388017e-05,
      "loss": 0.0213,
      "step": 2060
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.9815709700427966e-05,
      "loss": 0.0226,
      "step": 2070
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.981481811697575e-05,
      "loss": 0.0177,
      "step": 2080
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.981392653352354e-05,
      "loss": 0.0194,
      "step": 2090
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.981303495007133e-05,
      "loss": 0.0164,
      "step": 2100
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.981214336661912e-05,
      "loss": 0.0146,
      "step": 2110
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.981125178316691e-05,
      "loss": 0.0201,
      "step": 2120
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.981036019971469e-05,
      "loss": 0.0179,
      "step": 2130
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.9809468616262484e-05,
      "loss": 0.0188,
      "step": 2140
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.9808577032810275e-05,
      "loss": 0.0202,
      "step": 2150
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.980768544935806e-05,
      "loss": 0.02,
      "step": 2160
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.980679386590585e-05,
      "loss": 0.0163,
      "step": 2170
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.980590228245364e-05,
      "loss": 0.0235,
      "step": 2180
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.980501069900143e-05,
      "loss": 0.0242,
      "step": 2190
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.980411911554922e-05,
      "loss": 0.0209,
      "step": 2200
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.980322753209701e-05,
      "loss": 0.0191,
      "step": 2210
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.980233594864479e-05,
      "loss": 0.0166,
      "step": 2220
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.9801444365192584e-05,
      "loss": 0.0177,
      "step": 2230
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.9800552781740376e-05,
      "loss": 0.0183,
      "step": 2240
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.979966119828816e-05,
      "loss": 0.0189,
      "step": 2250
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.979876961483595e-05,
      "loss": 0.0189,
      "step": 2260
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.9797878031383736e-05,
      "loss": 0.0162,
      "step": 2270
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.979698644793153e-05,
      "loss": 0.0158,
      "step": 2280
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.979609486447932e-05,
      "loss": 0.0193,
      "step": 2290
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.979520328102711e-05,
      "loss": 0.0189,
      "step": 2300
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.9794311697574894e-05,
      "loss": 0.0204,
      "step": 2310
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.9793420114122685e-05,
      "loss": 0.0235,
      "step": 2320
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.9792528530670476e-05,
      "loss": 0.0163,
      "step": 2330
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.979163694721826e-05,
      "loss": 0.0226,
      "step": 2340
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.979074536376605e-05,
      "loss": 0.0173,
      "step": 2350
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.9789853780313836e-05,
      "loss": 0.017,
      "step": 2360
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.978896219686163e-05,
      "loss": 0.0152,
      "step": 2370
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.978807061340942e-05,
      "loss": 0.0174,
      "step": 2380
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.97871790299572e-05,
      "loss": 0.0205,
      "step": 2390
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.9786287446505e-05,
      "loss": 0.0198,
      "step": 2400
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.9785395863052786e-05,
      "loss": 0.0215,
      "step": 2410
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.978450427960058e-05,
      "loss": 0.0188,
      "step": 2420
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.978361269614836e-05,
      "loss": 0.0178,
      "step": 2430
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.978272111269615e-05,
      "loss": 0.014,
      "step": 2440
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.978182952924394e-05,
      "loss": 0.0164,
      "step": 2450
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.978093794579173e-05,
      "loss": 0.0179,
      "step": 2460
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.978004636233952e-05,
      "loss": 0.0161,
      "step": 2470
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.9779154778887304e-05,
      "loss": 0.0149,
      "step": 2480
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.9778263195435095e-05,
      "loss": 0.0161,
      "step": 2490
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.977737161198288e-05,
      "loss": 0.018,
      "step": 2500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.977648002853068e-05,
      "loss": 0.017,
      "step": 2510
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.977558844507846e-05,
      "loss": 0.0163,
      "step": 2520
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.977469686162625e-05,
      "loss": 0.0166,
      "step": 2530
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.977380527817404e-05,
      "loss": 0.0172,
      "step": 2540
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.977291369472183e-05,
      "loss": 0.0186,
      "step": 2550
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.977202211126962e-05,
      "loss": 0.0154,
      "step": 2560
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.9771130527817404e-05,
      "loss": 0.017,
      "step": 2570
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.9770238944365195e-05,
      "loss": 0.0179,
      "step": 2580
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.976934736091298e-05,
      "loss": 0.017,
      "step": 2590
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.976845577746077e-05,
      "loss": 0.0162,
      "step": 2600
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.976756419400856e-05,
      "loss": 0.0186,
      "step": 2610
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.9766672610556354e-05,
      "loss": 0.018,
      "step": 2620
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.976578102710414e-05,
      "loss": 0.0189,
      "step": 2630
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.976488944365193e-05,
      "loss": 0.018,
      "step": 2640
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.976399786019972e-05,
      "loss": 0.0173,
      "step": 2650
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.9763106276747505e-05,
      "loss": 0.02,
      "step": 2660
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.9762214693295296e-05,
      "loss": 0.0182,
      "step": 2670
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.976132310984308e-05,
      "loss": 0.0173,
      "step": 2680
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.976043152639087e-05,
      "loss": 0.0142,
      "step": 2690
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.975953994293866e-05,
      "loss": 0.0185,
      "step": 2700
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.975864835948645e-05,
      "loss": 0.0185,
      "step": 2710
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.975775677603424e-05,
      "loss": 0.0169,
      "step": 2720
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.975686519258203e-05,
      "loss": 0.0177,
      "step": 2730
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.975597360912982e-05,
      "loss": 0.0176,
      "step": 2740
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.9755082025677605e-05,
      "loss": 0.0137,
      "step": 2750
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.9754190442225397e-05,
      "loss": 0.0132,
      "step": 2760
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.975329885877318e-05,
      "loss": 0.0173,
      "step": 2770
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.975240727532097e-05,
      "loss": 0.0158,
      "step": 2780
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.9751515691868763e-05,
      "loss": 0.0133,
      "step": 2790
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.975062410841655e-05,
      "loss": 0.0187,
      "step": 2800
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.974973252496434e-05,
      "loss": 0.0148,
      "step": 2810
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.9748840941512124e-05,
      "loss": 0.0156,
      "step": 2820
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.9747949358059915e-05,
      "loss": 0.0163,
      "step": 2830
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.9747057774607706e-05,
      "loss": 0.0168,
      "step": 2840
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.97461661911555e-05,
      "loss": 0.0172,
      "step": 2850
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.974527460770328e-05,
      "loss": 0.0149,
      "step": 2860
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.974438302425107e-05,
      "loss": 0.0156,
      "step": 2870
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.9743491440798864e-05,
      "loss": 0.0164,
      "step": 2880
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.974259985734665e-05,
      "loss": 0.0162,
      "step": 2890
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.974170827389444e-05,
      "loss": 0.0158,
      "step": 2900
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9740816690442224e-05,
      "loss": 0.0137,
      "step": 2910
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9739925106990015e-05,
      "loss": 0.0155,
      "step": 2920
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9739033523537807e-05,
      "loss": 0.0193,
      "step": 2930
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.973814194008559e-05,
      "loss": 0.0168,
      "step": 2940
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.973725035663339e-05,
      "loss": 0.0152,
      "step": 2950
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.973635877318117e-05,
      "loss": 0.0156,
      "step": 2960
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.9735467189728965e-05,
      "loss": 0.0135,
      "step": 2970
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.973457560627675e-05,
      "loss": 0.0167,
      "step": 2980
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.973368402282454e-05,
      "loss": 0.0126,
      "step": 2990
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.9732792439372325e-05,
      "loss": 0.017,
      "step": 3000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.9731900855920116e-05,
      "loss": 0.0185,
      "step": 3010
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.973100927246791e-05,
      "loss": 0.0164,
      "step": 3020
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.973011768901569e-05,
      "loss": 0.0176,
      "step": 3030
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.972922610556348e-05,
      "loss": 0.0198,
      "step": 3040
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.972833452211127e-05,
      "loss": 0.0172,
      "step": 3050
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.9727442938659065e-05,
      "loss": 0.0188,
      "step": 3060
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.972655135520685e-05,
      "loss": 0.0162,
      "step": 3070
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.972565977175464e-05,
      "loss": 0.0147,
      "step": 3080
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.9724768188302425e-05,
      "loss": 0.0125,
      "step": 3090
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.9723876604850216e-05,
      "loss": 0.0138,
      "step": 3100
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.972298502139801e-05,
      "loss": 0.0108,
      "step": 3110
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.972209343794579e-05,
      "loss": 0.0173,
      "step": 3120
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.972120185449358e-05,
      "loss": 0.0148,
      "step": 3130
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.972031027104137e-05,
      "loss": 0.0176,
      "step": 3140
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.971941868758916e-05,
      "loss": 0.0202,
      "step": 3150
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.971852710413695e-05,
      "loss": 0.017,
      "step": 3160
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.971763552068474e-05,
      "loss": 0.015,
      "step": 3170
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.971674393723253e-05,
      "loss": 0.0164,
      "step": 3180
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.971585235378032e-05,
      "loss": 0.012,
      "step": 3190
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.971496077032811e-05,
      "loss": 0.0194,
      "step": 3200
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.971406918687589e-05,
      "loss": 0.0147,
      "step": 3210
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.9713177603423684e-05,
      "loss": 0.0129,
      "step": 3220
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.971228601997147e-05,
      "loss": 0.0132,
      "step": 3230
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.971139443651926e-05,
      "loss": 0.0155,
      "step": 3240
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.971050285306705e-05,
      "loss": 0.0168,
      "step": 3250
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.9709611269614835e-05,
      "loss": 0.0155,
      "step": 3260
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.9708719686162626e-05,
      "loss": 0.0163,
      "step": 3270
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.970782810271042e-05,
      "loss": 0.017,
      "step": 3280
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.970693651925821e-05,
      "loss": 0.0155,
      "step": 3290
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.970604493580599e-05,
      "loss": 0.02,
      "step": 3300
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.9705153352353784e-05,
      "loss": 0.0147,
      "step": 3310
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.970426176890157e-05,
      "loss": 0.0147,
      "step": 3320
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.970337018544936e-05,
      "loss": 0.0175,
      "step": 3330
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.970247860199715e-05,
      "loss": 0.0136,
      "step": 3340
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.9701587018544936e-05,
      "loss": 0.0162,
      "step": 3350
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.970069543509273e-05,
      "loss": 0.0145,
      "step": 3360
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.969980385164051e-05,
      "loss": 0.015,
      "step": 3370
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.96989122681883e-05,
      "loss": 0.0136,
      "step": 3380
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.9698020684736094e-05,
      "loss": 0.014,
      "step": 3390
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.9697129101283885e-05,
      "loss": 0.014,
      "step": 3400
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.9696237517831676e-05,
      "loss": 0.0173,
      "step": 3410
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.969534593437946e-05,
      "loss": 0.0164,
      "step": 3420
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.969445435092725e-05,
      "loss": 0.0129,
      "step": 3430
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.9693562767475036e-05,
      "loss": 0.0119,
      "step": 3440
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.969267118402283e-05,
      "loss": 0.0133,
      "step": 3450
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.969177960057061e-05,
      "loss": 0.0199,
      "step": 3460
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.96908880171184e-05,
      "loss": 0.0143,
      "step": 3470
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.9689996433666194e-05,
      "loss": 0.0177,
      "step": 3480
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.968910485021398e-05,
      "loss": 0.0149,
      "step": 3490
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.968821326676178e-05,
      "loss": 0.0181,
      "step": 3500
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.968732168330956e-05,
      "loss": 0.019,
      "step": 3510
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.968643009985735e-05,
      "loss": 0.0146,
      "step": 3520
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.968553851640514e-05,
      "loss": 0.0128,
      "step": 3530
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.968464693295293e-05,
      "loss": 0.0142,
      "step": 3540
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.968375534950071e-05,
      "loss": 0.0168,
      "step": 3550
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.9682863766048504e-05,
      "loss": 0.0168,
      "step": 3560
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.9681972182596295e-05,
      "loss": 0.0149,
      "step": 3570
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.968108059914408e-05,
      "loss": 0.0137,
      "step": 3580
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.968018901569187e-05,
      "loss": 0.0126,
      "step": 3590
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.9679297432239655e-05,
      "loss": 0.0104,
      "step": 3600
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.967840584878745e-05,
      "loss": 0.0139,
      "step": 3610
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.967751426533524e-05,
      "loss": 0.014,
      "step": 3620
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.967662268188303e-05,
      "loss": 0.0155,
      "step": 3630
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.967573109843082e-05,
      "loss": 0.0197,
      "step": 3640
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.9674839514978604e-05,
      "loss": 0.0181,
      "step": 3650
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.9673947931526395e-05,
      "loss": 0.0152,
      "step": 3660
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.967305634807418e-05,
      "loss": 0.0153,
      "step": 3670
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.967216476462197e-05,
      "loss": 0.0132,
      "step": 3680
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.9671273181169756e-05,
      "loss": 0.0151,
      "step": 3690
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.967038159771755e-05,
      "loss": 0.0119,
      "step": 3700
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.966949001426534e-05,
      "loss": 0.0149,
      "step": 3710
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.966859843081313e-05,
      "loss": 0.0108,
      "step": 3720
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.966770684736092e-05,
      "loss": 0.0129,
      "step": 3730
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.9666815263908705e-05,
      "loss": 0.0111,
      "step": 3740
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.9665923680456496e-05,
      "loss": 0.0166,
      "step": 3750
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.966503209700428e-05,
      "loss": 0.0128,
      "step": 3760
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.966414051355207e-05,
      "loss": 0.0114,
      "step": 3770
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.9663248930099856e-05,
      "loss": 0.0125,
      "step": 3780
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.966235734664765e-05,
      "loss": 0.0134,
      "step": 3790
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.966155492154066e-05,
      "loss": 0.0161,
      "step": 3800
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9660663338088447e-05,
      "loss": 0.0116,
      "step": 3810
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.965977175463624e-05,
      "loss": 0.013,
      "step": 3820
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.965888017118402e-05,
      "loss": 0.0107,
      "step": 3830
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.965798858773181e-05,
      "loss": 0.0159,
      "step": 3840
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.9657097004279605e-05,
      "loss": 0.0151,
      "step": 3850
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.965620542082739e-05,
      "loss": 0.0154,
      "step": 3860
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.965531383737518e-05,
      "loss": 0.0103,
      "step": 3870
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.965442225392297e-05,
      "loss": 0.0118,
      "step": 3880
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.965353067047076e-05,
      "loss": 0.0165,
      "step": 3890
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.965263908701855e-05,
      "loss": 0.01,
      "step": 3900
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.965174750356634e-05,
      "loss": 0.0162,
      "step": 3910
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.965085592011412e-05,
      "loss": 0.0133,
      "step": 3920
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.9649964336661914e-05,
      "loss": 0.0137,
      "step": 3930
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.9649072753209705e-05,
      "loss": 0.013,
      "step": 3940
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.964818116975749e-05,
      "loss": 0.0159,
      "step": 3950
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.964728958630528e-05,
      "loss": 0.0092,
      "step": 3960
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.9646398002853065e-05,
      "loss": 0.0128,
      "step": 3970
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.9645506419400856e-05,
      "loss": 0.0158,
      "step": 3980
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.964461483594865e-05,
      "loss": 0.0132,
      "step": 3990
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.964372325249644e-05,
      "loss": 0.0159,
      "step": 4000
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.964283166904422e-05,
      "loss": 0.0132,
      "step": 4010
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.9641940085592015e-05,
      "loss": 0.0131,
      "step": 4020
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.9641048502139806e-05,
      "loss": 0.0154,
      "step": 4030
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.964015691868759e-05,
      "loss": 0.0161,
      "step": 4040
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.963926533523538e-05,
      "loss": 0.0129,
      "step": 4050
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.9638373751783166e-05,
      "loss": 0.0134,
      "step": 4060
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.963748216833096e-05,
      "loss": 0.0115,
      "step": 4070
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.963659058487875e-05,
      "loss": 0.013,
      "step": 4080
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.963569900142653e-05,
      "loss": 0.0127,
      "step": 4090
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.9634807417974324e-05,
      "loss": 0.0147,
      "step": 4100
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.9633915834522115e-05,
      "loss": 0.0156,
      "step": 4110
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.9633024251069906e-05,
      "loss": 0.0135,
      "step": 4120
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.963213266761769e-05,
      "loss": 0.0149,
      "step": 4130
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.963124108416548e-05,
      "loss": 0.0174,
      "step": 4140
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.9630349500713266e-05,
      "loss": 0.0127,
      "step": 4150
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.962945791726106e-05,
      "loss": 0.0143,
      "step": 4160
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.962856633380885e-05,
      "loss": 0.0163,
      "step": 4170
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.962767475035663e-05,
      "loss": 0.0112,
      "step": 4180
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.9626783166904424e-05,
      "loss": 0.0098,
      "step": 4190
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.962589158345221e-05,
      "loss": 0.0122,
      "step": 4200
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.962500000000001e-05,
      "loss": 0.0153,
      "step": 4210
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.962410841654779e-05,
      "loss": 0.0112,
      "step": 4220
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.962321683309558e-05,
      "loss": 0.0112,
      "step": 4230
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.962232524964337e-05,
      "loss": 0.0133,
      "step": 4240
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.962143366619116e-05,
      "loss": 0.0146,
      "step": 4250
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.962054208273895e-05,
      "loss": 0.0122,
      "step": 4260
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.9619650499286734e-05,
      "loss": 0.0116,
      "step": 4270
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.9618758915834525e-05,
      "loss": 0.0125,
      "step": 4280
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.961786733238231e-05,
      "loss": 0.0163,
      "step": 4290
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.96169757489301e-05,
      "loss": 0.0106,
      "step": 4300
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.961608416547789e-05,
      "loss": 0.0089,
      "step": 4310
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.961519258202568e-05,
      "loss": 0.0162,
      "step": 4320
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.961430099857347e-05,
      "loss": 0.0128,
      "step": 4330
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.961340941512126e-05,
      "loss": 0.0159,
      "step": 4340
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.961251783166905e-05,
      "loss": 0.0135,
      "step": 4350
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.9611626248216834e-05,
      "loss": 0.016,
      "step": 4360
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.9610734664764626e-05,
      "loss": 0.0173,
      "step": 4370
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.960984308131241e-05,
      "loss": 0.0157,
      "step": 4380
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.96089514978602e-05,
      "loss": 0.0147,
      "step": 4390
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.960805991440799e-05,
      "loss": 0.0121,
      "step": 4400
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.960716833095578e-05,
      "loss": 0.0138,
      "step": 4410
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.960627674750357e-05,
      "loss": 0.011,
      "step": 4420
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.960538516405136e-05,
      "loss": 0.0156,
      "step": 4430
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.960449358059915e-05,
      "loss": 0.0114,
      "step": 4440
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.9603601997146935e-05,
      "loss": 0.0149,
      "step": 4450
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.9602710413694726e-05,
      "loss": 0.0093,
      "step": 4460
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.960181883024251e-05,
      "loss": 0.012,
      "step": 4470
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.96009272467903e-05,
      "loss": 0.0139,
      "step": 4480
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.960003566333809e-05,
      "loss": 0.0105,
      "step": 4490
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.959914407988588e-05,
      "loss": 0.0157,
      "step": 4500
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.959825249643367e-05,
      "loss": 0.0126,
      "step": 4510
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.959736091298145e-05,
      "loss": 0.0132,
      "step": 4520
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.9596469329529244e-05,
      "loss": 0.0158,
      "step": 4530
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.9595577746077035e-05,
      "loss": 0.014,
      "step": 4540
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.959468616262483e-05,
      "loss": 0.0116,
      "step": 4550
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.959379457917261e-05,
      "loss": 0.017,
      "step": 4560
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.95929029957204e-05,
      "loss": 0.0124,
      "step": 4570
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.9592011412268194e-05,
      "loss": 0.0126,
      "step": 4580
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.959111982881598e-05,
      "loss": 0.012,
      "step": 4590
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.959022824536377e-05,
      "loss": 0.0142,
      "step": 4600
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.9589336661911554e-05,
      "loss": 0.0146,
      "step": 4610
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.9588445078459345e-05,
      "loss": 0.0111,
      "step": 4620
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.9587553495007136e-05,
      "loss": 0.0106,
      "step": 4630
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.958666191155492e-05,
      "loss": 0.016,
      "step": 4640
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.958577032810272e-05,
      "loss": 0.0111,
      "step": 4650
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.95848787446505e-05,
      "loss": 0.0122,
      "step": 4660
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.9583987161198294e-05,
      "loss": 0.0134,
      "step": 4670
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.958309557774608e-05,
      "loss": 0.0165,
      "step": 4680
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.958220399429387e-05,
      "loss": 0.0117,
      "step": 4690
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.9581312410841654e-05,
      "loss": 0.0102,
      "step": 4700
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.9580420827389445e-05,
      "loss": 0.0151,
      "step": 4710
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.9579529243937237e-05,
      "loss": 0.0134,
      "step": 4720
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.957863766048502e-05,
      "loss": 0.0107,
      "step": 4730
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.957774607703281e-05,
      "loss": 0.0121,
      "step": 4740
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.95768544935806e-05,
      "loss": 0.0114,
      "step": 4750
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.9575962910128395e-05,
      "loss": 0.0135,
      "step": 4760
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.957507132667618e-05,
      "loss": 0.0139,
      "step": 4770
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.957417974322397e-05,
      "loss": 0.01,
      "step": 4780
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.9573288159771755e-05,
      "loss": 0.0134,
      "step": 4790
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.9572396576319546e-05,
      "loss": 0.0149,
      "step": 4800
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.957150499286734e-05,
      "loss": 0.0129,
      "step": 4810
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.957061340941512e-05,
      "loss": 0.0182,
      "step": 4820
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.956972182596291e-05,
      "loss": 0.0088,
      "step": 4830
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.95688302425107e-05,
      "loss": 0.0137,
      "step": 4840
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.956793865905849e-05,
      "loss": 0.0103,
      "step": 4850
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.956704707560628e-05,
      "loss": 0.0111,
      "step": 4860
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.956615549215407e-05,
      "loss": 0.0162,
      "step": 4870
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.956526390870186e-05,
      "loss": 0.0147,
      "step": 4880
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.9564372325249646e-05,
      "loss": 0.0131,
      "step": 4890
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.956348074179744e-05,
      "loss": 0.0108,
      "step": 4900
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.956258915834522e-05,
      "loss": 0.0138,
      "step": 4910
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.956169757489301e-05,
      "loss": 0.0113,
      "step": 4920
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.95608059914408e-05,
      "loss": 0.0151,
      "step": 4930
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.955991440798859e-05,
      "loss": 0.0178,
      "step": 4940
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.955902282453638e-05,
      "loss": 0.0132,
      "step": 4950
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.9558131241084165e-05,
      "loss": 0.0127,
      "step": 4960
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.9557239657631956e-05,
      "loss": 0.0135,
      "step": 4970
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.955634807417975e-05,
      "loss": 0.0123,
      "step": 4980
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.955545649072754e-05,
      "loss": 0.0081,
      "step": 4990
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.955456490727532e-05,
      "loss": 0.0135,
      "step": 5000
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.9553673323823114e-05,
      "loss": 0.0187,
      "step": 5010
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.95527817403709e-05,
      "loss": 0.0134,
      "step": 5020
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.955189015691869e-05,
      "loss": 0.0095,
      "step": 5030
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9551087731811704e-05,
      "loss": 0.0145,
      "step": 5040
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.955019614835949e-05,
      "loss": 0.0179,
      "step": 5050
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.954930456490728e-05,
      "loss": 0.014,
      "step": 5060
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.9548412981455064e-05,
      "loss": 0.0148,
      "step": 5070
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.9547521398002856e-05,
      "loss": 0.0114,
      "step": 5080
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.954662981455065e-05,
      "loss": 0.0093,
      "step": 5090
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.954573823109843e-05,
      "loss": 0.011,
      "step": 5100
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.954484664764622e-05,
      "loss": 0.0129,
      "step": 5110
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.954395506419401e-05,
      "loss": 0.0157,
      "step": 5120
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.95430634807418e-05,
      "loss": 0.0128,
      "step": 5130
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.954217189728959e-05,
      "loss": 0.0153,
      "step": 5140
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.954128031383738e-05,
      "loss": 0.0108,
      "step": 5150
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.9540388730385165e-05,
      "loss": 0.0179,
      "step": 5160
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.9539497146932956e-05,
      "loss": 0.011,
      "step": 5170
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.953860556348075e-05,
      "loss": 0.0127,
      "step": 5180
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.953771398002853e-05,
      "loss": 0.0121,
      "step": 5190
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.953682239657632e-05,
      "loss": 0.0131,
      "step": 5200
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.953593081312411e-05,
      "loss": 0.0107,
      "step": 5210
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.95350392296719e-05,
      "loss": 0.0147,
      "step": 5220
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.953414764621968e-05,
      "loss": 0.0116,
      "step": 5230
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.9533256062767474e-05,
      "loss": 0.0081,
      "step": 5240
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.9532364479315266e-05,
      "loss": 0.0126,
      "step": 5250
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.953147289586306e-05,
      "loss": 0.0114,
      "step": 5260
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.953058131241085e-05,
      "loss": 0.0112,
      "step": 5270
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.952968972895863e-05,
      "loss": 0.0131,
      "step": 5280
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.9528798145506424e-05,
      "loss": 0.0137,
      "step": 5290
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.952790656205421e-05,
      "loss": 0.0152,
      "step": 5300
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.9527014978602e-05,
      "loss": 0.0137,
      "step": 5310
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.952612339514979e-05,
      "loss": 0.0136,
      "step": 5320
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.9525231811697575e-05,
      "loss": 0.0115,
      "step": 5330
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.9524340228245366e-05,
      "loss": 0.0176,
      "step": 5340
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.952344864479315e-05,
      "loss": 0.0124,
      "step": 5350
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.952255706134095e-05,
      "loss": 0.0142,
      "step": 5360
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.952166547788873e-05,
      "loss": 0.0111,
      "step": 5370
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.9520773894436524e-05,
      "loss": 0.0135,
      "step": 5380
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.951988231098431e-05,
      "loss": 0.0135,
      "step": 5390
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.95189907275321e-05,
      "loss": 0.0116,
      "step": 5400
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.951809914407989e-05,
      "loss": 0.0094,
      "step": 5410
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.9517207560627675e-05,
      "loss": 0.0122,
      "step": 5420
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.951631597717547e-05,
      "loss": 0.0113,
      "step": 5430
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.951542439372325e-05,
      "loss": 0.0142,
      "step": 5440
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.951453281027104e-05,
      "loss": 0.0141,
      "step": 5450
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.951364122681883e-05,
      "loss": 0.0087,
      "step": 5460
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.9512749643366625e-05,
      "loss": 0.0125,
      "step": 5470
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.951185805991441e-05,
      "loss": 0.0141,
      "step": 5480
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.95109664764622e-05,
      "loss": 0.0108,
      "step": 5490
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.951007489300999e-05,
      "loss": 0.0135,
      "step": 5500
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.9509183309557776e-05,
      "loss": 0.0107,
      "step": 5510
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.950829172610557e-05,
      "loss": 0.0123,
      "step": 5520
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.950740014265335e-05,
      "loss": 0.0122,
      "step": 5530
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.950650855920114e-05,
      "loss": 0.0131,
      "step": 5540
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.9505616975748934e-05,
      "loss": 0.0103,
      "step": 5550
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.950472539229672e-05,
      "loss": 0.0099,
      "step": 5560
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.950383380884451e-05,
      "loss": 0.0097,
      "step": 5570
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.95029422253923e-05,
      "loss": 0.0118,
      "step": 5580
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.950205064194009e-05,
      "loss": 0.0181,
      "step": 5590
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.9501159058487877e-05,
      "loss": 0.0128,
      "step": 5600
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.01809591054916382,
      "eval_runtime": 196.4064,
      "eval_samples_per_second": 23.619,
      "eval_steps_per_second": 2.953,
      "step": 5608
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.950026747503567e-05,
      "loss": 0.0096,
      "step": 5610
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.949937589158345e-05,
      "loss": 0.0119,
      "step": 5620
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.9498484308131243e-05,
      "loss": 0.0152,
      "step": 5630
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.9497592724679035e-05,
      "loss": 0.009,
      "step": 5640
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.949670114122682e-05,
      "loss": 0.0102,
      "step": 5650
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.949580955777461e-05,
      "loss": 0.008,
      "step": 5660
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.9494917974322395e-05,
      "loss": 0.0095,
      "step": 5670
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.9494026390870186e-05,
      "loss": 0.0111,
      "step": 5680
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.949313480741798e-05,
      "loss": 0.0133,
      "step": 5690
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.949224322396577e-05,
      "loss": 0.012,
      "step": 5700
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.949135164051355e-05,
      "loss": 0.0077,
      "step": 5710
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.9490460057061344e-05,
      "loss": 0.0108,
      "step": 5720
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.9489568473609135e-05,
      "loss": 0.0156,
      "step": 5730
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.948867689015692e-05,
      "loss": 0.0113,
      "step": 5740
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.948778530670471e-05,
      "loss": 0.0079,
      "step": 5750
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.9486893723252495e-05,
      "loss": 0.0094,
      "step": 5760
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.9486002139800286e-05,
      "loss": 0.0124,
      "step": 5770
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.948511055634808e-05,
      "loss": 0.0081,
      "step": 5780
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.948421897289586e-05,
      "loss": 0.0116,
      "step": 5790
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.948332738944365e-05,
      "loss": 0.0099,
      "step": 5800
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.9482435805991445e-05,
      "loss": 0.0076,
      "step": 5810
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.9481544222539236e-05,
      "loss": 0.014,
      "step": 5820
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.948065263908702e-05,
      "loss": 0.0104,
      "step": 5830
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.947976105563481e-05,
      "loss": 0.0069,
      "step": 5840
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.9478869472182596e-05,
      "loss": 0.0121,
      "step": 5850
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.947797788873039e-05,
      "loss": 0.0104,
      "step": 5860
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.947708630527818e-05,
      "loss": 0.0133,
      "step": 5870
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.947619472182596e-05,
      "loss": 0.0115,
      "step": 5880
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.9475303138373754e-05,
      "loss": 0.0111,
      "step": 5890
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.947441155492154e-05,
      "loss": 0.0108,
      "step": 5900
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.9473519971469336e-05,
      "loss": 0.0131,
      "step": 5910
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.947262838801712e-05,
      "loss": 0.0105,
      "step": 5920
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.947173680456491e-05,
      "loss": 0.0118,
      "step": 5930
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.9470845221112696e-05,
      "loss": 0.0087,
      "step": 5940
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.946995363766049e-05,
      "loss": 0.007,
      "step": 5950
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.946906205420828e-05,
      "loss": 0.0146,
      "step": 5960
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.946817047075606e-05,
      "loss": 0.0133,
      "step": 5970
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.9467278887303854e-05,
      "loss": 0.0152,
      "step": 5980
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.946638730385164e-05,
      "loss": 0.0108,
      "step": 5990
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.946549572039943e-05,
      "loss": 0.0116,
      "step": 6000
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.946460413694722e-05,
      "loss": 0.0155,
      "step": 6010
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.946371255349501e-05,
      "loss": 0.0113,
      "step": 6020
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.94628209700428e-05,
      "loss": 0.0112,
      "step": 6030
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.946192938659059e-05,
      "loss": 0.0111,
      "step": 6040
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.946103780313838e-05,
      "loss": 0.0117,
      "step": 6050
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.9460146219686164e-05,
      "loss": 0.0112,
      "step": 6060
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.9459254636233955e-05,
      "loss": 0.011,
      "step": 6070
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.945836305278174e-05,
      "loss": 0.0095,
      "step": 6080
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.945747146932953e-05,
      "loss": 0.0131,
      "step": 6090
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.945657988587732e-05,
      "loss": 0.0091,
      "step": 6100
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.9455688302425106e-05,
      "loss": 0.0111,
      "step": 6110
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.94547967189729e-05,
      "loss": 0.0062,
      "step": 6120
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.945390513552069e-05,
      "loss": 0.015,
      "step": 6130
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.945301355206848e-05,
      "loss": 0.0091,
      "step": 6140
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.9452121968616264e-05,
      "loss": 0.0118,
      "step": 6150
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.9451230385164056e-05,
      "loss": 0.0148,
      "step": 6160
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.945033880171184e-05,
      "loss": 0.0103,
      "step": 6170
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.944944721825963e-05,
      "loss": 0.0121,
      "step": 6180
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.944855563480742e-05,
      "loss": 0.011,
      "step": 6190
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.944766405135521e-05,
      "loss": 0.0103,
      "step": 6200
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.9446772467903e-05,
      "loss": 0.0092,
      "step": 6210
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.944588088445078e-05,
      "loss": 0.006,
      "step": 6220
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.9444989300998574e-05,
      "loss": 0.0101,
      "step": 6230
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.9444097717546365e-05,
      "loss": 0.0094,
      "step": 6240
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.9443206134094156e-05,
      "loss": 0.0092,
      "step": 6250
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.944231455064194e-05,
      "loss": 0.0125,
      "step": 6260
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.944142296718973e-05,
      "loss": 0.0119,
      "step": 6270
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.944053138373752e-05,
      "loss": 0.0087,
      "step": 6280
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.943963980028531e-05,
      "loss": 0.0107,
      "step": 6290
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.94387482168331e-05,
      "loss": 0.0118,
      "step": 6300
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.943785663338088e-05,
      "loss": 0.0152,
      "step": 6310
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.9436965049928674e-05,
      "loss": 0.0136,
      "step": 6320
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.9436073466476466e-05,
      "loss": 0.0103,
      "step": 6330
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.943518188302425e-05,
      "loss": 0.0092,
      "step": 6340
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.943429029957205e-05,
      "loss": 0.0114,
      "step": 6350
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.943339871611983e-05,
      "loss": 0.0123,
      "step": 6360
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.9432507132667624e-05,
      "loss": 0.0116,
      "step": 6370
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.943161554921541e-05,
      "loss": 0.0125,
      "step": 6380
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.94307239657632e-05,
      "loss": 0.0098,
      "step": 6390
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.9429832382310984e-05,
      "loss": 0.008,
      "step": 6400
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.9428940798858775e-05,
      "loss": 0.0092,
      "step": 6410
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.9428049215406566e-05,
      "loss": 0.0077,
      "step": 6420
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.942715763195435e-05,
      "loss": 0.0129,
      "step": 6430
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.942626604850214e-05,
      "loss": 0.0108,
      "step": 6440
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.9425374465049926e-05,
      "loss": 0.0136,
      "step": 6450
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.9424482881597724e-05,
      "loss": 0.013,
      "step": 6460
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.942359129814551e-05,
      "loss": 0.0109,
      "step": 6470
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.94226997146933e-05,
      "loss": 0.0123,
      "step": 6480
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.9421808131241084e-05,
      "loss": 0.0114,
      "step": 6490
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.9420916547788875e-05,
      "loss": 0.0145,
      "step": 6500
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.942002496433667e-05,
      "loss": 0.0094,
      "step": 6510
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.941913338088445e-05,
      "loss": 0.0102,
      "step": 6520
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.941824179743224e-05,
      "loss": 0.0102,
      "step": 6530
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.941735021398003e-05,
      "loss": 0.0115,
      "step": 6540
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.941645863052782e-05,
      "loss": 0.0107,
      "step": 6550
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.941556704707561e-05,
      "loss": 0.0084,
      "step": 6560
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.94146754636234e-05,
      "loss": 0.0119,
      "step": 6570
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.941378388017119e-05,
      "loss": 0.0115,
      "step": 6580
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9412892296718976e-05,
      "loss": 0.0111,
      "step": 6590
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.941200071326677e-05,
      "loss": 0.0128,
      "step": 6600
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.941110912981455e-05,
      "loss": 0.0106,
      "step": 6610
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.941021754636234e-05,
      "loss": 0.0146,
      "step": 6620
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.940932596291013e-05,
      "loss": 0.0144,
      "step": 6630
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.940843437945792e-05,
      "loss": 0.0094,
      "step": 6640
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.940754279600571e-05,
      "loss": 0.0117,
      "step": 6650
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.9406651212553494e-05,
      "loss": 0.0121,
      "step": 6660
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.9405759629101285e-05,
      "loss": 0.014,
      "step": 6670
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.9404868045649077e-05,
      "loss": 0.0121,
      "step": 6680
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.940397646219687e-05,
      "loss": 0.0106,
      "step": 6690
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.940308487874465e-05,
      "loss": 0.0114,
      "step": 6700
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.9402193295292443e-05,
      "loss": 0.0131,
      "step": 6710
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.940130171184023e-05,
      "loss": 0.0083,
      "step": 6720
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.940041012838802e-05,
      "loss": 0.0117,
      "step": 6730
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.939951854493581e-05,
      "loss": 0.0127,
      "step": 6740
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.9398626961483595e-05,
      "loss": 0.0085,
      "step": 6750
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.9397735378031386e-05,
      "loss": 0.0076,
      "step": 6760
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.939684379457917e-05,
      "loss": 0.0119,
      "step": 6770
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.939595221112696e-05,
      "loss": 0.0123,
      "step": 6780
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.939506062767475e-05,
      "loss": 0.0106,
      "step": 6790
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.9394169044222544e-05,
      "loss": 0.0081,
      "step": 6800
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.9393277460770335e-05,
      "loss": 0.0091,
      "step": 6810
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.939238587731812e-05,
      "loss": 0.0083,
      "step": 6820
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.939149429386591e-05,
      "loss": 0.0127,
      "step": 6830
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.9390602710413695e-05,
      "loss": 0.01,
      "step": 6840
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.9389711126961486e-05,
      "loss": 0.013,
      "step": 6850
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.938881954350927e-05,
      "loss": 0.0077,
      "step": 6860
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.938792796005706e-05,
      "loss": 0.0115,
      "step": 6870
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.938703637660485e-05,
      "loss": 0.0093,
      "step": 6880
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.938614479315264e-05,
      "loss": 0.0108,
      "step": 6890
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.9385253209700436e-05,
      "loss": 0.0083,
      "step": 6900
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.938436162624822e-05,
      "loss": 0.0143,
      "step": 6910
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.938347004279601e-05,
      "loss": 0.0101,
      "step": 6920
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.9382578459343796e-05,
      "loss": 0.0115,
      "step": 6930
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.938168687589159e-05,
      "loss": 0.011,
      "step": 6940
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.938079529243937e-05,
      "loss": 0.013,
      "step": 6950
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.937990370898716e-05,
      "loss": 0.0074,
      "step": 6960
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.9379012125534954e-05,
      "loss": 0.0111,
      "step": 6970
    },
    {
      "epoch": 1.24,
      "learning_rate": 4.937812054208274e-05,
      "loss": 0.0107,
      "step": 6980
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.937722895863053e-05,
      "loss": 0.0136,
      "step": 6990
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.9376337375178314e-05,
      "loss": 0.012,
      "step": 7000
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.937544579172611e-05,
      "loss": 0.0076,
      "step": 7010
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.9374554208273896e-05,
      "loss": 0.0081,
      "step": 7020
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.937366262482169e-05,
      "loss": 0.0106,
      "step": 7030
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.937277104136948e-05,
      "loss": 0.0115,
      "step": 7040
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.937187945791726e-05,
      "loss": 0.011,
      "step": 7050
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.9370987874465054e-05,
      "loss": 0.0108,
      "step": 7060
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.937009629101284e-05,
      "loss": 0.0074,
      "step": 7070
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.936920470756063e-05,
      "loss": 0.0131,
      "step": 7080
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.9368313124108415e-05,
      "loss": 0.0145,
      "step": 7090
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.9367421540656206e-05,
      "loss": 0.0106,
      "step": 7100
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.9366529957204e-05,
      "loss": 0.0112,
      "step": 7110
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.936563837375179e-05,
      "loss": 0.0081,
      "step": 7120
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.936474679029958e-05,
      "loss": 0.0118,
      "step": 7130
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.9363855206847364e-05,
      "loss": 0.0081,
      "step": 7140
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.9362963623395155e-05,
      "loss": 0.0118,
      "step": 7150
    },
    {
      "epoch": 1.28,
      "learning_rate": 4.936207203994294e-05,
      "loss": 0.0117,
      "step": 7160
    },
    {
      "epoch": 1.28,
      "learning_rate": 4.936118045649073e-05,
      "loss": 0.0108,
      "step": 7170
    },
    {
      "epoch": 1.28,
      "learning_rate": 4.9360288873038515e-05,
      "loss": 0.0133,
      "step": 7180
    },
    {
      "epoch": 1.28,
      "learning_rate": 4.9359397289586306e-05,
      "loss": 0.0124,
      "step": 7190
    },
    {
      "epoch": 1.28,
      "learning_rate": 4.93585057061341e-05,
      "loss": 0.0092,
      "step": 7200
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.935761412268188e-05,
      "loss": 0.0103,
      "step": 7210
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.935672253922967e-05,
      "loss": 0.0104,
      "step": 7220
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.9355830955777464e-05,
      "loss": 0.01,
      "step": 7230
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.9354939372325256e-05,
      "loss": 0.0123,
      "step": 7240
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.935404778887304e-05,
      "loss": 0.0132,
      "step": 7250
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.935315620542083e-05,
      "loss": 0.0116,
      "step": 7260
    },
    {
      "epoch": 1.3,
      "learning_rate": 4.935226462196862e-05,
      "loss": 0.0113,
      "step": 7270
    },
    {
      "epoch": 1.3,
      "learning_rate": 4.935137303851641e-05,
      "loss": 0.0099,
      "step": 7280
    },
    {
      "epoch": 1.3,
      "learning_rate": 4.93504814550642e-05,
      "loss": 0.0108,
      "step": 7290
    },
    {
      "epoch": 1.3,
      "learning_rate": 4.934958987161198e-05,
      "loss": 0.0129,
      "step": 7300
    },
    {
      "epoch": 1.3,
      "learning_rate": 4.9348698288159774e-05,
      "loss": 0.0119,
      "step": 7310
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.934780670470756e-05,
      "loss": 0.0096,
      "step": 7320
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.934691512125535e-05,
      "loss": 0.0106,
      "step": 7330
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.934602353780314e-05,
      "loss": 0.0106,
      "step": 7340
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.934513195435093e-05,
      "loss": 0.0101,
      "step": 7350
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.934424037089872e-05,
      "loss": 0.0086,
      "step": 7360
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.934334878744651e-05,
      "loss": 0.0072,
      "step": 7370
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.93424572039943e-05,
      "loss": 0.0085,
      "step": 7380
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.934156562054208e-05,
      "loss": 0.01,
      "step": 7390
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.9340674037089874e-05,
      "loss": 0.0158,
      "step": 7400
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.933978245363766e-05,
      "loss": 0.0076,
      "step": 7410
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.933889087018545e-05,
      "loss": 0.0148,
      "step": 7420
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.933799928673324e-05,
      "loss": 0.0115,
      "step": 7430
    },
    {
      "epoch": 1.33,
      "learning_rate": 4.9337107703281026e-05,
      "loss": 0.0124,
      "step": 7440
    },
    {
      "epoch": 1.33,
      "learning_rate": 4.9336216119828824e-05,
      "loss": 0.0104,
      "step": 7450
    },
    {
      "epoch": 1.33,
      "learning_rate": 4.933532453637661e-05,
      "loss": 0.0075,
      "step": 7460
    },
    {
      "epoch": 1.33,
      "learning_rate": 4.93344329529244e-05,
      "loss": 0.0112,
      "step": 7470
    },
    {
      "epoch": 1.33,
      "learning_rate": 4.9333541369472184e-05,
      "loss": 0.0131,
      "step": 7480
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.9332649786019975e-05,
      "loss": 0.0098,
      "step": 7490
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.9331758202567766e-05,
      "loss": 0.011,
      "step": 7500
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.933086661911555e-05,
      "loss": 0.0072,
      "step": 7510
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.932997503566334e-05,
      "loss": 0.0116,
      "step": 7520
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.9329083452211126e-05,
      "loss": 0.0117,
      "step": 7530
    },
    {
      "epoch": 1.34,
      "learning_rate": 4.932819186875892e-05,
      "loss": 0.0083,
      "step": 7540
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.93273002853067e-05,
      "loss": 0.0143,
      "step": 7550
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.93264087018545e-05,
      "loss": 0.01,
      "step": 7560
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.9325517118402284e-05,
      "loss": 0.0103,
      "step": 7570
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.9324625534950075e-05,
      "loss": 0.013,
      "step": 7580
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.9323733951497867e-05,
      "loss": 0.0123,
      "step": 7590
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.932284236804565e-05,
      "loss": 0.0102,
      "step": 7600
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.932195078459344e-05,
      "loss": 0.0103,
      "step": 7610
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.932105920114123e-05,
      "loss": 0.0137,
      "step": 7620
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.932016761768902e-05,
      "loss": 0.0105,
      "step": 7630
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.93192760342368e-05,
      "loss": 0.0118,
      "step": 7640
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.9318384450784594e-05,
      "loss": 0.0109,
      "step": 7650
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.9317492867332385e-05,
      "loss": 0.0121,
      "step": 7660
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.9316601283880176e-05,
      "loss": 0.0105,
      "step": 7670
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.931570970042797e-05,
      "loss": 0.007,
      "step": 7680
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.931481811697575e-05,
      "loss": 0.0117,
      "step": 7690
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.931392653352354e-05,
      "loss": 0.0121,
      "step": 7700
    },
    {
      "epoch": 1.37,
      "learning_rate": 4.931303495007133e-05,
      "loss": 0.0096,
      "step": 7710
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.931214336661912e-05,
      "loss": 0.009,
      "step": 7720
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.931125178316691e-05,
      "loss": 0.0125,
      "step": 7730
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.9310360199714694e-05,
      "loss": 0.0082,
      "step": 7740
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.9309468616262485e-05,
      "loss": 0.0098,
      "step": 7750
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.930857703281027e-05,
      "loss": 0.01,
      "step": 7760
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.930768544935806e-05,
      "loss": 0.015,
      "step": 7770
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.930679386590585e-05,
      "loss": 0.0152,
      "step": 7780
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.930590228245364e-05,
      "loss": 0.0132,
      "step": 7790
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.930501069900143e-05,
      "loss": 0.0084,
      "step": 7800
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.930411911554922e-05,
      "loss": 0.0109,
      "step": 7810
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.930322753209701e-05,
      "loss": 0.0082,
      "step": 7820
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.9302335948644795e-05,
      "loss": 0.0094,
      "step": 7830
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.9301444365192586e-05,
      "loss": 0.0112,
      "step": 7840
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.930055278174037e-05,
      "loss": 0.0073,
      "step": 7850
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.929966119828816e-05,
      "loss": 0.0141,
      "step": 7860
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.9298769614835946e-05,
      "loss": 0.0076,
      "step": 7870
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.929787803138374e-05,
      "loss": 0.0072,
      "step": 7880
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.929698644793153e-05,
      "loss": 0.0098,
      "step": 7890
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.929609486447932e-05,
      "loss": 0.0128,
      "step": 7900
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.929520328102711e-05,
      "loss": 0.0105,
      "step": 7910
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.9294311697574895e-05,
      "loss": 0.0087,
      "step": 7920
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.9293420114122686e-05,
      "loss": 0.0094,
      "step": 7930
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.929252853067047e-05,
      "loss": 0.0168,
      "step": 7940
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.929163694721826e-05,
      "loss": 0.0096,
      "step": 7950
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.929074536376605e-05,
      "loss": 0.009,
      "step": 7960
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.928985378031384e-05,
      "loss": 0.013,
      "step": 7970
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.928896219686163e-05,
      "loss": 0.0141,
      "step": 7980
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.928807061340941e-05,
      "loss": 0.012,
      "step": 7990
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.928717902995721e-05,
      "loss": 0.0103,
      "step": 8000
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.9286287446504996e-05,
      "loss": 0.0088,
      "step": 8010
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.928539586305279e-05,
      "loss": 0.0078,
      "step": 8020
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.928450427960057e-05,
      "loss": 0.0127,
      "step": 8030
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.928361269614836e-05,
      "loss": 0.0078,
      "step": 8040
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.9282721112696154e-05,
      "loss": 0.0115,
      "step": 8050
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.928182952924394e-05,
      "loss": 0.0113,
      "step": 8060
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.928093794579173e-05,
      "loss": 0.012,
      "step": 8070
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.9280046362339514e-05,
      "loss": 0.0141,
      "step": 8080
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.9279154778887305e-05,
      "loss": 0.0079,
      "step": 8090
    },
    {
      "epoch": 1.44,
      "learning_rate": 4.927826319543509e-05,
      "loss": 0.0093,
      "step": 8100
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.927737161198289e-05,
      "loss": 0.0085,
      "step": 8110
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.927648002853067e-05,
      "loss": 0.0106,
      "step": 8120
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.927558844507846e-05,
      "loss": 0.0121,
      "step": 8130
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.9274696861626254e-05,
      "loss": 0.0137,
      "step": 8140
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.927380527817404e-05,
      "loss": 0.0095,
      "step": 8150
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.927291369472183e-05,
      "loss": 0.0149,
      "step": 8160
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.9272022111269614e-05,
      "loss": 0.0091,
      "step": 8170
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.9271130527817406e-05,
      "loss": 0.0081,
      "step": 8180
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.92702389443652e-05,
      "loss": 0.0095,
      "step": 8190
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.926934736091298e-05,
      "loss": 0.0078,
      "step": 8200
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.926845577746077e-05,
      "loss": 0.0084,
      "step": 8210
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.9267564194008564e-05,
      "loss": 0.0125,
      "step": 8220
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.9266672610556355e-05,
      "loss": 0.0116,
      "step": 8230
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.926578102710414e-05,
      "loss": 0.0081,
      "step": 8240
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.926488944365193e-05,
      "loss": 0.0116,
      "step": 8250
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.9263997860199715e-05,
      "loss": 0.0097,
      "step": 8260
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.9263106276747506e-05,
      "loss": 0.0091,
      "step": 8270
    },
    {
      "epoch": 1.48,
      "learning_rate": 4.92622146932953e-05,
      "loss": 0.0086,
      "step": 8280
    },
    {
      "epoch": 1.48,
      "learning_rate": 4.926132310984308e-05,
      "loss": 0.0087,
      "step": 8290
    },
    {
      "epoch": 1.48,
      "learning_rate": 4.926043152639087e-05,
      "loss": 0.013,
      "step": 8300
    },
    {
      "epoch": 1.48,
      "learning_rate": 4.925953994293866e-05,
      "loss": 0.0082,
      "step": 8310
    },
    {
      "epoch": 1.48,
      "learning_rate": 4.925864835948645e-05,
      "loss": 0.0087,
      "step": 8320
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.925775677603424e-05,
      "loss": 0.0112,
      "step": 8330
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.925686519258203e-05,
      "loss": 0.0126,
      "step": 8340
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.9255973609129816e-05,
      "loss": 0.0095,
      "step": 8350
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.925508202567761e-05,
      "loss": 0.0088,
      "step": 8360
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.92541904422254e-05,
      "loss": 0.0088,
      "step": 8370
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.925329885877318e-05,
      "loss": 0.0096,
      "step": 8380
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.9252407275320974e-05,
      "loss": 0.0114,
      "step": 8390
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.925151569186876e-05,
      "loss": 0.0101,
      "step": 8400
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.925062410841655e-05,
      "loss": 0.0083,
      "step": 8410
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.9249732524964334e-05,
      "loss": 0.0088,
      "step": 8420
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.9248840941512125e-05,
      "loss": 0.0115,
      "step": 8430
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.9247949358059916e-05,
      "loss": 0.0084,
      "step": 8440
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.924705777460771e-05,
      "loss": 0.0121,
      "step": 8450
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.92461661911555e-05,
      "loss": 0.0137,
      "step": 8460
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.924527460770328e-05,
      "loss": 0.0102,
      "step": 8470
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.9244383024251074e-05,
      "loss": 0.0107,
      "step": 8480
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.924349144079886e-05,
      "loss": 0.0149,
      "step": 8490
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.924259985734665e-05,
      "loss": 0.0101,
      "step": 8500
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.924170827389444e-05,
      "loss": 0.0079,
      "step": 8510
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.9240816690442225e-05,
      "loss": 0.0086,
      "step": 8520
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.923992510699002e-05,
      "loss": 0.0085,
      "step": 8530
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.92390335235378e-05,
      "loss": 0.0077,
      "step": 8540
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.92381419400856e-05,
      "loss": 0.0097,
      "step": 8550
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.9237250356633384e-05,
      "loss": 0.0101,
      "step": 8560
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.9236358773181175e-05,
      "loss": 0.0097,
      "step": 8570
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.923546718972896e-05,
      "loss": 0.0091,
      "step": 8580
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.923457560627675e-05,
      "loss": 0.0107,
      "step": 8590
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.923368402282454e-05,
      "loss": 0.0081,
      "step": 8600
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.9232792439372326e-05,
      "loss": 0.0061,
      "step": 8610
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.923190085592012e-05,
      "loss": 0.0074,
      "step": 8620
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.92310092724679e-05,
      "loss": 0.013,
      "step": 8630
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.923011768901569e-05,
      "loss": 0.015,
      "step": 8640
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.922922610556348e-05,
      "loss": 0.0097,
      "step": 8650
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.9228334522111275e-05,
      "loss": 0.0116,
      "step": 8660
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.922744293865906e-05,
      "loss": 0.0105,
      "step": 8670
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.922655135520685e-05,
      "loss": 0.0101,
      "step": 8680
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.922565977175464e-05,
      "loss": 0.007,
      "step": 8690
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.922476818830243e-05,
      "loss": 0.0101,
      "step": 8700
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.922387660485022e-05,
      "loss": 0.0065,
      "step": 8710
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.9222985021398e-05,
      "loss": 0.0112,
      "step": 8720
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.9222093437945793e-05,
      "loss": 0.0124,
      "step": 8730
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.9221201854493585e-05,
      "loss": 0.0128,
      "step": 8740
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.922031027104137e-05,
      "loss": 0.0103,
      "step": 8750
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.921941868758916e-05,
      "loss": 0.0103,
      "step": 8760
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.921852710413695e-05,
      "loss": 0.0072,
      "step": 8770
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.921763552068474e-05,
      "loss": 0.0075,
      "step": 8780
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.921674393723253e-05,
      "loss": 0.0086,
      "step": 8790
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.921585235378032e-05,
      "loss": 0.0126,
      "step": 8800
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.92149607703281e-05,
      "loss": 0.0089,
      "step": 8810
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.9214069186875894e-05,
      "loss": 0.0133,
      "step": 8820
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.9213177603423685e-05,
      "loss": 0.0094,
      "step": 8830
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.921228601997147e-05,
      "loss": 0.0082,
      "step": 8840
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.921139443651926e-05,
      "loss": 0.0072,
      "step": 8850
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.9210502853067045e-05,
      "loss": 0.0083,
      "step": 8860
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.9209611269614837e-05,
      "loss": 0.0082,
      "step": 8870
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.920871968616263e-05,
      "loss": 0.0087,
      "step": 8880
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.920782810271042e-05,
      "loss": 0.0084,
      "step": 8890
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.92069365192582e-05,
      "loss": 0.0106,
      "step": 8900
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.9206044935805995e-05,
      "loss": 0.0103,
      "step": 8910
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.9205153352353786e-05,
      "loss": 0.0111,
      "step": 8920
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.920426176890157e-05,
      "loss": 0.0072,
      "step": 8930
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.920337018544936e-05,
      "loss": 0.0107,
      "step": 8940
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.9202478601997146e-05,
      "loss": 0.0093,
      "step": 8950
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.920158701854494e-05,
      "loss": 0.0069,
      "step": 8960
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.920069543509273e-05,
      "loss": 0.0105,
      "step": 8970
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.919980385164051e-05,
      "loss": 0.0102,
      "step": 8980
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.919891226818831e-05,
      "loss": 0.0131,
      "step": 8990
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.9198020684736095e-05,
      "loss": 0.0088,
      "step": 9000
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.9197129101283886e-05,
      "loss": 0.01,
      "step": 9010
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.919623751783167e-05,
      "loss": 0.0085,
      "step": 9020
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.919534593437946e-05,
      "loss": 0.0078,
      "step": 9030
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.9194454350927246e-05,
      "loss": 0.0074,
      "step": 9040
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.919356276747504e-05,
      "loss": 0.011,
      "step": 9050
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.919267118402283e-05,
      "loss": 0.0133,
      "step": 9060
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.919177960057061e-05,
      "loss": 0.0088,
      "step": 9070
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.9190888017118405e-05,
      "loss": 0.0119,
      "step": 9080
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.918999643366619e-05,
      "loss": 0.0097,
      "step": 9090
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.918910485021399e-05,
      "loss": 0.0143,
      "step": 9100
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.918821326676177e-05,
      "loss": 0.009,
      "step": 9110
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.918732168330956e-05,
      "loss": 0.0116,
      "step": 9120
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.918643009985735e-05,
      "loss": 0.0096,
      "step": 9130
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.918553851640514e-05,
      "loss": 0.0085,
      "step": 9140
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.918464693295293e-05,
      "loss": 0.009,
      "step": 9150
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.9183755349500714e-05,
      "loss": 0.0116,
      "step": 9160
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.9182863766048505e-05,
      "loss": 0.0107,
      "step": 9170
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.918197218259629e-05,
      "loss": 0.009,
      "step": 9180
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.918108059914408e-05,
      "loss": 0.0073,
      "step": 9190
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.918018901569187e-05,
      "loss": 0.011,
      "step": 9200
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.917929743223966e-05,
      "loss": 0.0082,
      "step": 9210
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.9178405848787454e-05,
      "loss": 0.0114,
      "step": 9220
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.917751426533524e-05,
      "loss": 0.0141,
      "step": 9230
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.917662268188303e-05,
      "loss": 0.0142,
      "step": 9240
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.9175731098430814e-05,
      "loss": 0.0091,
      "step": 9250
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.9174839514978606e-05,
      "loss": 0.0086,
      "step": 9260
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.917394793152639e-05,
      "loss": 0.0106,
      "step": 9270
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.917305634807418e-05,
      "loss": 0.0084,
      "step": 9280
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.917216476462197e-05,
      "loss": 0.012,
      "step": 9290
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.917127318116976e-05,
      "loss": 0.0067,
      "step": 9300
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.917038159771755e-05,
      "loss": 0.0073,
      "step": 9310
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.916949001426534e-05,
      "loss": 0.0123,
      "step": 9320
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.916868758915835e-05,
      "loss": 0.0071,
      "step": 9330
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.916779600570613e-05,
      "loss": 0.013,
      "step": 9340
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.916690442225392e-05,
      "loss": 0.0126,
      "step": 9350
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.9166012838801714e-05,
      "loss": 0.0137,
      "step": 9360
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.9165121255349505e-05,
      "loss": 0.0104,
      "step": 9370
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.91642296718973e-05,
      "loss": 0.0092,
      "step": 9380
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.916333808844508e-05,
      "loss": 0.0103,
      "step": 9390
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.916244650499287e-05,
      "loss": 0.0102,
      "step": 9400
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.916155492154066e-05,
      "loss": 0.0103,
      "step": 9410
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.916066333808845e-05,
      "loss": 0.0122,
      "step": 9420
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.915977175463623e-05,
      "loss": 0.0104,
      "step": 9430
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.9158880171184024e-05,
      "loss": 0.012,
      "step": 9440
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.9157988587731815e-05,
      "loss": 0.0095,
      "step": 9450
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.91570970042796e-05,
      "loss": 0.0088,
      "step": 9460
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.915620542082739e-05,
      "loss": 0.0139,
      "step": 9470
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.915531383737518e-05,
      "loss": 0.011,
      "step": 9480
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.915442225392297e-05,
      "loss": 0.0138,
      "step": 9490
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.915353067047076e-05,
      "loss": 0.0078,
      "step": 9500
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.915263908701855e-05,
      "loss": 0.0082,
      "step": 9510
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.915174750356634e-05,
      "loss": 0.0087,
      "step": 9520
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.9150855920114124e-05,
      "loss": 0.0088,
      "step": 9530
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.9149964336661915e-05,
      "loss": 0.009,
      "step": 9540
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.91490727532097e-05,
      "loss": 0.0103,
      "step": 9550
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.914818116975749e-05,
      "loss": 0.0099,
      "step": 9560
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.9147289586305275e-05,
      "loss": 0.0076,
      "step": 9570
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.914639800285307e-05,
      "loss": 0.0098,
      "step": 9580
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.914550641940086e-05,
      "loss": 0.0119,
      "step": 9590
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.914461483594865e-05,
      "loss": 0.0125,
      "step": 9600
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.914372325249644e-05,
      "loss": 0.008,
      "step": 9610
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.9142831669044225e-05,
      "loss": 0.0118,
      "step": 9620
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.9141940085592016e-05,
      "loss": 0.0135,
      "step": 9630
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.91410485021398e-05,
      "loss": 0.012,
      "step": 9640
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.914015691868759e-05,
      "loss": 0.0061,
      "step": 9650
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.9139265335235376e-05,
      "loss": 0.0063,
      "step": 9660
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.913837375178317e-05,
      "loss": 0.0106,
      "step": 9670
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.913748216833096e-05,
      "loss": 0.0091,
      "step": 9680
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.913659058487874e-05,
      "loss": 0.013,
      "step": 9690
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.913569900142654e-05,
      "loss": 0.0106,
      "step": 9700
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.9134807417974325e-05,
      "loss": 0.0122,
      "step": 9710
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.9133915834522116e-05,
      "loss": 0.0098,
      "step": 9720
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.91330242510699e-05,
      "loss": 0.0094,
      "step": 9730
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.913213266761769e-05,
      "loss": 0.009,
      "step": 9740
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.913124108416548e-05,
      "loss": 0.0079,
      "step": 9750
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.913034950071327e-05,
      "loss": 0.0075,
      "step": 9760
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.912945791726106e-05,
      "loss": 0.0076,
      "step": 9770
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.9128566333808843e-05,
      "loss": 0.0084,
      "step": 9780
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.9127674750356635e-05,
      "loss": 0.008,
      "step": 9790
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.912678316690442e-05,
      "loss": 0.0078,
      "step": 9800
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.912589158345222e-05,
      "loss": 0.0078,
      "step": 9810
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.9125e-05,
      "loss": 0.0112,
      "step": 9820
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.912410841654779e-05,
      "loss": 0.0134,
      "step": 9830
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.9123216833095584e-05,
      "loss": 0.0089,
      "step": 9840
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.912232524964337e-05,
      "loss": 0.0112,
      "step": 9850
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.912143366619116e-05,
      "loss": 0.0107,
      "step": 9860
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.9120542082738944e-05,
      "loss": 0.0112,
      "step": 9870
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.9119650499286735e-05,
      "loss": 0.0124,
      "step": 9880
    },
    {
      "epoch": 1.76,
      "learning_rate": 4.911875891583452e-05,
      "loss": 0.0105,
      "step": 9890
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.911786733238231e-05,
      "loss": 0.0117,
      "step": 9900
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.91169757489301e-05,
      "loss": 0.0115,
      "step": 9910
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.911608416547789e-05,
      "loss": 0.0075,
      "step": 9920
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.9115192582025684e-05,
      "loss": 0.0082,
      "step": 9930
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.911430099857347e-05,
      "loss": 0.0093,
      "step": 9940
    },
    {
      "epoch": 1.77,
      "learning_rate": 4.911340941512126e-05,
      "loss": 0.0132,
      "step": 9950
    },
    {
      "epoch": 1.78,
      "learning_rate": 4.9112517831669045e-05,
      "loss": 0.0095,
      "step": 9960
    },
    {
      "epoch": 1.78,
      "learning_rate": 4.9111626248216836e-05,
      "loss": 0.0093,
      "step": 9970
    },
    {
      "epoch": 1.78,
      "learning_rate": 4.911073466476463e-05,
      "loss": 0.0082,
      "step": 9980
    },
    {
      "epoch": 1.78,
      "learning_rate": 4.910984308131241e-05,
      "loss": 0.0073,
      "step": 9990
    },
    {
      "epoch": 1.78,
      "learning_rate": 4.91089514978602e-05,
      "loss": 0.0093,
      "step": 10000
    },
    {
      "epoch": 1.78,
      "learning_rate": 4.910805991440799e-05,
      "loss": 0.0066,
      "step": 10010
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.910716833095578e-05,
      "loss": 0.0098,
      "step": 10020
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.910627674750357e-05,
      "loss": 0.0093,
      "step": 10030
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.910538516405136e-05,
      "loss": 0.0075,
      "step": 10040
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.9104493580599145e-05,
      "loss": 0.007,
      "step": 10050
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.9103601997146936e-05,
      "loss": 0.012,
      "step": 10060
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.910271041369473e-05,
      "loss": 0.0096,
      "step": 10070
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.910181883024251e-05,
      "loss": 0.01,
      "step": 10080
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.91009272467903e-05,
      "loss": 0.0074,
      "step": 10090
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.910003566333809e-05,
      "loss": 0.0084,
      "step": 10100
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.909914407988588e-05,
      "loss": 0.0104,
      "step": 10110
    },
    {
      "epoch": 1.8,
      "learning_rate": 4.909825249643366e-05,
      "loss": 0.0091,
      "step": 10120
    },
    {
      "epoch": 1.81,
      "learning_rate": 4.9097360912981454e-05,
      "loss": 0.0096,
      "step": 10130
    },
    {
      "epoch": 1.81,
      "learning_rate": 4.9096469329529246e-05,
      "loss": 0.0102,
      "step": 10140
    },
    {
      "epoch": 1.81,
      "learning_rate": 4.909557774607704e-05,
      "loss": 0.0094,
      "step": 10150
    },
    {
      "epoch": 1.81,
      "learning_rate": 4.909468616262483e-05,
      "loss": 0.0098,
      "step": 10160
    },
    {
      "epoch": 1.81,
      "learning_rate": 4.909379457917261e-05,
      "loss": 0.0116,
      "step": 10170
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.9092902995720404e-05,
      "loss": 0.0132,
      "step": 10180
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.909201141226819e-05,
      "loss": 0.0069,
      "step": 10190
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.909111982881598e-05,
      "loss": 0.0091,
      "step": 10200
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.909022824536377e-05,
      "loss": 0.0105,
      "step": 10210
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.9089336661911555e-05,
      "loss": 0.009,
      "step": 10220
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.9088445078459346e-05,
      "loss": 0.0125,
      "step": 10230
    },
    {
      "epoch": 1.83,
      "learning_rate": 4.908755349500713e-05,
      "loss": 0.0122,
      "step": 10240
    },
    {
      "epoch": 1.83,
      "learning_rate": 4.908666191155493e-05,
      "loss": 0.0081,
      "step": 10250
    },
    {
      "epoch": 1.83,
      "learning_rate": 4.908577032810271e-05,
      "loss": 0.0109,
      "step": 10260
    },
    {
      "epoch": 1.83,
      "learning_rate": 4.9084878744650504e-05,
      "loss": 0.0095,
      "step": 10270
    },
    {
      "epoch": 1.83,
      "learning_rate": 4.908398716119829e-05,
      "loss": 0.0097,
      "step": 10280
    },
    {
      "epoch": 1.83,
      "learning_rate": 4.908309557774608e-05,
      "loss": 0.0103,
      "step": 10290
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.908220399429387e-05,
      "loss": 0.0112,
      "step": 10300
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.9081312410841656e-05,
      "loss": 0.0086,
      "step": 10310
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.908042082738945e-05,
      "loss": 0.0098,
      "step": 10320
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.907952924393723e-05,
      "loss": 0.0098,
      "step": 10330
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.907863766048502e-05,
      "loss": 0.0088,
      "step": 10340
    },
    {
      "epoch": 1.85,
      "learning_rate": 4.907774607703281e-05,
      "loss": 0.0091,
      "step": 10350
    },
    {
      "epoch": 1.85,
      "learning_rate": 4.9076854493580605e-05,
      "loss": 0.0075,
      "step": 10360
    },
    {
      "epoch": 1.85,
      "learning_rate": 4.907596291012839e-05,
      "loss": 0.01,
      "step": 10370
    },
    {
      "epoch": 1.85,
      "learning_rate": 4.907507132667618e-05,
      "loss": 0.0094,
      "step": 10380
    },
    {
      "epoch": 1.85,
      "learning_rate": 4.907417974322397e-05,
      "loss": 0.0117,
      "step": 10390
    },
    {
      "epoch": 1.85,
      "learning_rate": 4.9073288159771756e-05,
      "loss": 0.0064,
      "step": 10400
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.907239657631955e-05,
      "loss": 0.0084,
      "step": 10410
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.907150499286733e-05,
      "loss": 0.0098,
      "step": 10420
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.907061340941512e-05,
      "loss": 0.0065,
      "step": 10430
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.9069721825962914e-05,
      "loss": 0.0081,
      "step": 10440
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.90688302425107e-05,
      "loss": 0.0098,
      "step": 10450
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.906793865905849e-05,
      "loss": 0.008,
      "step": 10460
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.906704707560628e-05,
      "loss": 0.0081,
      "step": 10470
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.906615549215407e-05,
      "loss": 0.0079,
      "step": 10480
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.906526390870186e-05,
      "loss": 0.0087,
      "step": 10490
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.906437232524965e-05,
      "loss": 0.0103,
      "step": 10500
    },
    {
      "epoch": 1.87,
      "learning_rate": 4.906348074179743e-05,
      "loss": 0.0106,
      "step": 10510
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.9062589158345224e-05,
      "loss": 0.0105,
      "step": 10520
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.9061697574893015e-05,
      "loss": 0.008,
      "step": 10530
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.90608059914408e-05,
      "loss": 0.0076,
      "step": 10540
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.905991440798859e-05,
      "loss": 0.0073,
      "step": 10550
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.9059022824536375e-05,
      "loss": 0.0103,
      "step": 10560
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.9058131241084166e-05,
      "loss": 0.0093,
      "step": 10570
    },
    {
      "epoch": 1.89,
      "learning_rate": 4.905723965763196e-05,
      "loss": 0.0068,
      "step": 10580
    },
    {
      "epoch": 1.89,
      "learning_rate": 4.905634807417975e-05,
      "loss": 0.0117,
      "step": 10590
    },
    {
      "epoch": 1.89,
      "learning_rate": 4.905545649072753e-05,
      "loss": 0.0121,
      "step": 10600
    },
    {
      "epoch": 1.89,
      "learning_rate": 4.9054564907275324e-05,
      "loss": 0.0086,
      "step": 10610
    },
    {
      "epoch": 1.89,
      "learning_rate": 4.9053673323823115e-05,
      "loss": 0.0066,
      "step": 10620
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.90527817403709e-05,
      "loss": 0.0082,
      "step": 10630
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.905189015691869e-05,
      "loss": 0.008,
      "step": 10640
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.9050998573466475e-05,
      "loss": 0.0113,
      "step": 10650
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.9050106990014267e-05,
      "loss": 0.0104,
      "step": 10660
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.904921540656206e-05,
      "loss": 0.009,
      "step": 10670
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.904832382310984e-05,
      "loss": 0.012,
      "step": 10680
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.904743223965764e-05,
      "loss": 0.0065,
      "step": 10690
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.9046540656205425e-05,
      "loss": 0.0099,
      "step": 10700
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.9045649072753216e-05,
      "loss": 0.0096,
      "step": 10710
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.9044757489301e-05,
      "loss": 0.0096,
      "step": 10720
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.904386590584879e-05,
      "loss": 0.016,
      "step": 10730
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.9042974322396576e-05,
      "loss": 0.0149,
      "step": 10740
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.904208273894437e-05,
      "loss": 0.0145,
      "step": 10750
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.904119115549216e-05,
      "loss": 0.0101,
      "step": 10760
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.904029957203994e-05,
      "loss": 0.0109,
      "step": 10770
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.9039407988587734e-05,
      "loss": 0.0103,
      "step": 10780
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.903851640513552e-05,
      "loss": 0.0125,
      "step": 10790
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.9037624821683316e-05,
      "loss": 0.0092,
      "step": 10800
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.90367332382311e-05,
      "loss": 0.0093,
      "step": 10810
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.903584165477889e-05,
      "loss": 0.0097,
      "step": 10820
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.9034950071326676e-05,
      "loss": 0.0135,
      "step": 10830
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.903405848787447e-05,
      "loss": 0.0082,
      "step": 10840
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.903316690442226e-05,
      "loss": 0.0087,
      "step": 10850
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.903227532097004e-05,
      "loss": 0.0096,
      "step": 10860
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.9031383737517835e-05,
      "loss": 0.01,
      "step": 10870
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.903049215406562e-05,
      "loss": 0.0122,
      "step": 10880
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.902960057061341e-05,
      "loss": 0.0109,
      "step": 10890
    },
    {
      "epoch": 1.94,
      "learning_rate": 4.90287089871612e-05,
      "loss": 0.0065,
      "step": 10900
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.902781740370899e-05,
      "loss": 0.0104,
      "step": 10910
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.9026925820256784e-05,
      "loss": 0.0106,
      "step": 10920
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.902603423680457e-05,
      "loss": 0.0054,
      "step": 10930
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.902514265335236e-05,
      "loss": 0.0098,
      "step": 10940
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.9024251069900144e-05,
      "loss": 0.0083,
      "step": 10950
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.9023359486447935e-05,
      "loss": 0.0079,
      "step": 10960
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.902246790299572e-05,
      "loss": 0.0098,
      "step": 10970
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.902157631954351e-05,
      "loss": 0.0093,
      "step": 10980
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.90206847360913e-05,
      "loss": 0.0076,
      "step": 10990
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.9019793152639086e-05,
      "loss": 0.0083,
      "step": 11000
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.901890156918688e-05,
      "loss": 0.0132,
      "step": 11010
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.901800998573467e-05,
      "loss": 0.0146,
      "step": 11020
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.901711840228246e-05,
      "loss": 0.0071,
      "step": 11030
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.9016226818830244e-05,
      "loss": 0.0107,
      "step": 11040
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.9015335235378036e-05,
      "loss": 0.0105,
      "step": 11050
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.901444365192582e-05,
      "loss": 0.0095,
      "step": 11060
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.901355206847361e-05,
      "loss": 0.0094,
      "step": 11070
    },
    {
      "epoch": 1.98,
      "learning_rate": 4.90126604850214e-05,
      "loss": 0.0089,
      "step": 11080
    },
    {
      "epoch": 1.98,
      "learning_rate": 4.901176890156919e-05,
      "loss": 0.0126,
      "step": 11090
    },
    {
      "epoch": 1.98,
      "learning_rate": 4.901087731811698e-05,
      "loss": 0.0095,
      "step": 11100
    },
    {
      "epoch": 1.98,
      "learning_rate": 4.900998573466476e-05,
      "loss": 0.0101,
      "step": 11110
    },
    {
      "epoch": 1.98,
      "learning_rate": 4.9009094151212554e-05,
      "loss": 0.0105,
      "step": 11120
    },
    {
      "epoch": 1.98,
      "learning_rate": 4.9008202567760345e-05,
      "loss": 0.0086,
      "step": 11130
    },
    {
      "epoch": 1.99,
      "learning_rate": 4.9007310984308136e-05,
      "loss": 0.0087,
      "step": 11140
    },
    {
      "epoch": 1.99,
      "learning_rate": 4.900641940085593e-05,
      "loss": 0.007,
      "step": 11150
    },
    {
      "epoch": 1.99,
      "learning_rate": 4.900552781740371e-05,
      "loss": 0.0119,
      "step": 11160
    },
    {
      "epoch": 1.99,
      "learning_rate": 4.90046362339515e-05,
      "loss": 0.0098,
      "step": 11170
    },
    {
      "epoch": 1.99,
      "learning_rate": 4.900374465049929e-05,
      "loss": 0.0104,
      "step": 11180
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.900285306704708e-05,
      "loss": 0.007,
      "step": 11190
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.900196148359486e-05,
      "loss": 0.009,
      "step": 11200
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.9001069900142654e-05,
      "loss": 0.0098,
      "step": 11210
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.015248224139213562,
      "eval_runtime": 196.1154,
      "eval_samples_per_second": 23.654,
      "eval_steps_per_second": 2.957,
      "step": 11216
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.9000178316690446e-05,
      "loss": 0.0093,
      "step": 11220
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.899928673323823e-05,
      "loss": 0.0068,
      "step": 11230
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.899839514978603e-05,
      "loss": 0.0063,
      "step": 11240
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.899750356633381e-05,
      "loss": 0.0063,
      "step": 11250
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.8996611982881604e-05,
      "loss": 0.0088,
      "step": 11260
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.899572039942939e-05,
      "loss": 0.0105,
      "step": 11270
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.899482881597718e-05,
      "loss": 0.007,
      "step": 11280
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.8993937232524964e-05,
      "loss": 0.0076,
      "step": 11290
    },
    {
      "epoch": 2.01,
      "learning_rate": 4.8993045649072755e-05,
      "loss": 0.0101,
      "step": 11300
    },
    {
      "epoch": 2.02,
      "learning_rate": 4.8992154065620546e-05,
      "loss": 0.006,
      "step": 11310
    },
    {
      "epoch": 2.02,
      "learning_rate": 4.899126248216833e-05,
      "loss": 0.0088,
      "step": 11320
    },
    {
      "epoch": 2.02,
      "learning_rate": 4.899037089871612e-05,
      "loss": 0.0079,
      "step": 11330
    },
    {
      "epoch": 2.02,
      "learning_rate": 4.8989479315263906e-05,
      "loss": 0.008,
      "step": 11340
    },
    {
      "epoch": 2.02,
      "learning_rate": 4.8988587731811704e-05,
      "loss": 0.0086,
      "step": 11350
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.898769614835949e-05,
      "loss": 0.0093,
      "step": 11360
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.898680456490728e-05,
      "loss": 0.0121,
      "step": 11370
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.898591298145507e-05,
      "loss": 0.0091,
      "step": 11380
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.8985021398002856e-05,
      "loss": 0.0094,
      "step": 11390
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.898412981455065e-05,
      "loss": 0.0112,
      "step": 11400
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.898323823109843e-05,
      "loss": 0.0072,
      "step": 11410
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.898234664764622e-05,
      "loss": 0.0086,
      "step": 11420
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.898145506419401e-05,
      "loss": 0.0071,
      "step": 11430
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.89805634807418e-05,
      "loss": 0.008,
      "step": 11440
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.897967189728959e-05,
      "loss": 0.008,
      "step": 11450
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.897878031383738e-05,
      "loss": 0.0075,
      "step": 11460
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.897788873038517e-05,
      "loss": 0.008,
      "step": 11470
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8976997146932956e-05,
      "loss": 0.0111,
      "step": 11480
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.897610556348075e-05,
      "loss": 0.0074,
      "step": 11490
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.897521398002853e-05,
      "loss": 0.0073,
      "step": 11500
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.897432239657632e-05,
      "loss": 0.0078,
      "step": 11510
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.897343081312411e-05,
      "loss": 0.0111,
      "step": 11520
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.89725392296719e-05,
      "loss": 0.008,
      "step": 11530
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.897164764621969e-05,
      "loss": 0.0073,
      "step": 11540
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.8970756062767474e-05,
      "loss": 0.0075,
      "step": 11550
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.8969864479315265e-05,
      "loss": 0.0103,
      "step": 11560
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.896897289586306e-05,
      "loss": 0.0053,
      "step": 11570
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.896808131241085e-05,
      "loss": 0.0085,
      "step": 11580
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.896718972895863e-05,
      "loss": 0.0127,
      "step": 11590
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.896638730385164e-05,
      "loss": 0.0096,
      "step": 11600
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.896549572039943e-05,
      "loss": 0.0094,
      "step": 11610
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.896460413694722e-05,
      "loss": 0.0073,
      "step": 11620
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.8963712553495014e-05,
      "loss": 0.0071,
      "step": 11630
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.89628209700428e-05,
      "loss": 0.0067,
      "step": 11640
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.896192938659059e-05,
      "loss": 0.0081,
      "step": 11650
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.8961037803138374e-05,
      "loss": 0.009,
      "step": 11660
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.8960146219686165e-05,
      "loss": 0.0113,
      "step": 11670
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.8959254636233956e-05,
      "loss": 0.0083,
      "step": 11680
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.895836305278174e-05,
      "loss": 0.0082,
      "step": 11690
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.895747146932953e-05,
      "loss": 0.011,
      "step": 11700
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.8956579885877317e-05,
      "loss": 0.0087,
      "step": 11710
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.895568830242511e-05,
      "loss": 0.0105,
      "step": 11720
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.89547967189729e-05,
      "loss": 0.0092,
      "step": 11730
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.895390513552069e-05,
      "loss": 0.0068,
      "step": 11740
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.8953013552068475e-05,
      "loss": 0.0083,
      "step": 11750
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.8952121968616266e-05,
      "loss": 0.0074,
      "step": 11760
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.895123038516406e-05,
      "loss": 0.0073,
      "step": 11770
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.895033880171184e-05,
      "loss": 0.0093,
      "step": 11780
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.894944721825963e-05,
      "loss": 0.0064,
      "step": 11790
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.894855563480742e-05,
      "loss": 0.0073,
      "step": 11800
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.894766405135521e-05,
      "loss": 0.0074,
      "step": 11810
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.894677246790299e-05,
      "loss": 0.0091,
      "step": 11820
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.8945880884450784e-05,
      "loss": 0.0065,
      "step": 11830
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.8944989300998575e-05,
      "loss": 0.0086,
      "step": 11840
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.8944097717546366e-05,
      "loss": 0.0064,
      "step": 11850
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.894320613409416e-05,
      "loss": 0.0088,
      "step": 11860
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.894231455064194e-05,
      "loss": 0.0062,
      "step": 11870
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.894142296718973e-05,
      "loss": 0.0102,
      "step": 11880
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.894053138373752e-05,
      "loss": 0.01,
      "step": 11890
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.893963980028531e-05,
      "loss": 0.0084,
      "step": 11900
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.89387482168331e-05,
      "loss": 0.0067,
      "step": 11910
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.8937856633380884e-05,
      "loss": 0.0093,
      "step": 11920
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.8936965049928676e-05,
      "loss": 0.0077,
      "step": 11930
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.893607346647646e-05,
      "loss": 0.0123,
      "step": 11940
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.893518188302426e-05,
      "loss": 0.0052,
      "step": 11950
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.893429029957204e-05,
      "loss": 0.0091,
      "step": 11960
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.8933398716119834e-05,
      "loss": 0.0088,
      "step": 11970
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.893250713266762e-05,
      "loss": 0.0094,
      "step": 11980
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.893161554921541e-05,
      "loss": 0.0075,
      "step": 11990
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.89307239657632e-05,
      "loss": 0.0074,
      "step": 12000
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.8929832382310985e-05,
      "loss": 0.0075,
      "step": 12010
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.8928940798858776e-05,
      "loss": 0.0073,
      "step": 12020
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.892804921540656e-05,
      "loss": 0.0098,
      "step": 12030
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.892715763195435e-05,
      "loss": 0.0075,
      "step": 12040
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.8926266048502136e-05,
      "loss": 0.0072,
      "step": 12050
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.8925374465049934e-05,
      "loss": 0.0061,
      "step": 12060
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.892448288159772e-05,
      "loss": 0.0107,
      "step": 12070
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.892359129814551e-05,
      "loss": 0.0082,
      "step": 12080
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.89226997146933e-05,
      "loss": 0.0048,
      "step": 12090
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.8921808131241086e-05,
      "loss": 0.0073,
      "step": 12100
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.892091654778888e-05,
      "loss": 0.0097,
      "step": 12110
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.892002496433666e-05,
      "loss": 0.0071,
      "step": 12120
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.891913338088445e-05,
      "loss": 0.008,
      "step": 12130
    },
    {
      "epoch": 2.16,
      "learning_rate": 4.8918241797432244e-05,
      "loss": 0.0063,
      "step": 12140
    },
    {
      "epoch": 2.17,
      "learning_rate": 4.891735021398003e-05,
      "loss": 0.0095,
      "step": 12150
    },
    {
      "epoch": 2.17,
      "learning_rate": 4.891645863052782e-05,
      "loss": 0.0095,
      "step": 12160
    },
    {
      "epoch": 2.17,
      "learning_rate": 4.891556704707561e-05,
      "loss": 0.0101,
      "step": 12170
    },
    {
      "epoch": 2.17,
      "learning_rate": 4.89146754636234e-05,
      "loss": 0.0103,
      "step": 12180
    },
    {
      "epoch": 2.17,
      "learning_rate": 4.8913783880171186e-05,
      "loss": 0.0091,
      "step": 12190
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.891289229671898e-05,
      "loss": 0.0133,
      "step": 12200
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.891200071326676e-05,
      "loss": 0.0047,
      "step": 12210
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.891110912981455e-05,
      "loss": 0.0073,
      "step": 12220
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.8910217546362344e-05,
      "loss": 0.0065,
      "step": 12230
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.890932596291013e-05,
      "loss": 0.0075,
      "step": 12240
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.890843437945792e-05,
      "loss": 0.01,
      "step": 12250
    },
    {
      "epoch": 2.19,
      "learning_rate": 4.8907542796005704e-05,
      "loss": 0.0087,
      "step": 12260
    },
    {
      "epoch": 2.19,
      "learning_rate": 4.8906651212553496e-05,
      "loss": 0.01,
      "step": 12270
    },
    {
      "epoch": 2.19,
      "learning_rate": 4.890575962910129e-05,
      "loss": 0.0077,
      "step": 12280
    },
    {
      "epoch": 2.19,
      "learning_rate": 4.890486804564908e-05,
      "loss": 0.0097,
      "step": 12290
    },
    {
      "epoch": 2.19,
      "learning_rate": 4.890397646219686e-05,
      "loss": 0.008,
      "step": 12300
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.8903084878744654e-05,
      "loss": 0.005,
      "step": 12310
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.8902193295292445e-05,
      "loss": 0.0072,
      "step": 12320
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.890130171184023e-05,
      "loss": 0.0077,
      "step": 12330
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.890041012838802e-05,
      "loss": 0.0088,
      "step": 12340
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.8899518544935805e-05,
      "loss": 0.0068,
      "step": 12350
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.8898626961483596e-05,
      "loss": 0.0071,
      "step": 12360
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.889773537803139e-05,
      "loss": 0.0077,
      "step": 12370
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.889684379457917e-05,
      "loss": 0.0081,
      "step": 12380
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.889595221112697e-05,
      "loss": 0.0067,
      "step": 12390
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.8895060627674754e-05,
      "loss": 0.0099,
      "step": 12400
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.8894169044222545e-05,
      "loss": 0.0068,
      "step": 12410
    },
    {
      "epoch": 2.21,
      "learning_rate": 4.889327746077033e-05,
      "loss": 0.0069,
      "step": 12420
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.889238587731812e-05,
      "loss": 0.0066,
      "step": 12430
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.8891494293865905e-05,
      "loss": 0.0064,
      "step": 12440
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.88906027104137e-05,
      "loss": 0.0113,
      "step": 12450
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.888971112696149e-05,
      "loss": 0.0095,
      "step": 12460
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.888881954350927e-05,
      "loss": 0.0071,
      "step": 12470
    },
    {
      "epoch": 2.23,
      "learning_rate": 4.8887927960057063e-05,
      "loss": 0.0101,
      "step": 12480
    },
    {
      "epoch": 2.23,
      "learning_rate": 4.888703637660485e-05,
      "loss": 0.0084,
      "step": 12490
    },
    {
      "epoch": 2.23,
      "learning_rate": 4.8886144793152646e-05,
      "loss": 0.0065,
      "step": 12500
    },
    {
      "epoch": 2.23,
      "learning_rate": 4.888525320970043e-05,
      "loss": 0.0085,
      "step": 12510
    },
    {
      "epoch": 2.23,
      "learning_rate": 4.888436162624822e-05,
      "loss": 0.0068,
      "step": 12520
    },
    {
      "epoch": 2.23,
      "learning_rate": 4.8883470042796006e-05,
      "loss": 0.0047,
      "step": 12530
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.88825784593438e-05,
      "loss": 0.0106,
      "step": 12540
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.888168687589159e-05,
      "loss": 0.0067,
      "step": 12550
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.888079529243937e-05,
      "loss": 0.0082,
      "step": 12560
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.8879903708987164e-05,
      "loss": 0.0088,
      "step": 12570
    },
    {
      "epoch": 2.24,
      "learning_rate": 4.887901212553495e-05,
      "loss": 0.0087,
      "step": 12580
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.887812054208274e-05,
      "loss": 0.0102,
      "step": 12590
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.887722895863053e-05,
      "loss": 0.0092,
      "step": 12600
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.887633737517832e-05,
      "loss": 0.0113,
      "step": 12610
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.8875445791726107e-05,
      "loss": 0.01,
      "step": 12620
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.88745542082739e-05,
      "loss": 0.0095,
      "step": 12630
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.887366262482169e-05,
      "loss": 0.0095,
      "step": 12640
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.8872771041369473e-05,
      "loss": 0.0071,
      "step": 12650
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.8871879457917265e-05,
      "loss": 0.0092,
      "step": 12660
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.887098787446505e-05,
      "loss": 0.0075,
      "step": 12670
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.887009629101284e-05,
      "loss": 0.007,
      "step": 12680
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.886920470756063e-05,
      "loss": 0.0094,
      "step": 12690
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.8868313124108416e-05,
      "loss": 0.0077,
      "step": 12700
    },
    {
      "epoch": 2.27,
      "learning_rate": 4.886742154065621e-05,
      "loss": 0.0114,
      "step": 12710
    },
    {
      "epoch": 2.27,
      "learning_rate": 4.8866529957204e-05,
      "loss": 0.0077,
      "step": 12720
    },
    {
      "epoch": 2.27,
      "learning_rate": 4.886563837375179e-05,
      "loss": 0.0046,
      "step": 12730
    },
    {
      "epoch": 2.27,
      "learning_rate": 4.8864746790299574e-05,
      "loss": 0.0113,
      "step": 12740
    },
    {
      "epoch": 2.27,
      "learning_rate": 4.8863855206847365e-05,
      "loss": 0.0061,
      "step": 12750
    },
    {
      "epoch": 2.28,
      "learning_rate": 4.886296362339515e-05,
      "loss": 0.0102,
      "step": 12760
    },
    {
      "epoch": 2.28,
      "learning_rate": 4.886207203994294e-05,
      "loss": 0.0098,
      "step": 12770
    },
    {
      "epoch": 2.28,
      "learning_rate": 4.886118045649073e-05,
      "loss": 0.0073,
      "step": 12780
    },
    {
      "epoch": 2.28,
      "learning_rate": 4.8860288873038516e-05,
      "loss": 0.0091,
      "step": 12790
    },
    {
      "epoch": 2.28,
      "learning_rate": 4.885939728958631e-05,
      "loss": 0.0073,
      "step": 12800
    },
    {
      "epoch": 2.28,
      "learning_rate": 4.885850570613409e-05,
      "loss": 0.0072,
      "step": 12810
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.885761412268188e-05,
      "loss": 0.0059,
      "step": 12820
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.8856722539229675e-05,
      "loss": 0.0063,
      "step": 12830
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.8855830955777466e-05,
      "loss": 0.0048,
      "step": 12840
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.885493937232525e-05,
      "loss": 0.0079,
      "step": 12850
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.885404778887304e-05,
      "loss": 0.0094,
      "step": 12860
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.885315620542083e-05,
      "loss": 0.0074,
      "step": 12870
    },
    {
      "epoch": 2.3,
      "learning_rate": 4.885226462196862e-05,
      "loss": 0.0092,
      "step": 12880
    },
    {
      "epoch": 2.3,
      "learning_rate": 4.885137303851641e-05,
      "loss": 0.0055,
      "step": 12890
    },
    {
      "epoch": 2.3,
      "learning_rate": 4.885048145506419e-05,
      "loss": 0.0083,
      "step": 12900
    },
    {
      "epoch": 2.3,
      "learning_rate": 4.8849589871611984e-05,
      "loss": 0.0104,
      "step": 12910
    },
    {
      "epoch": 2.3,
      "learning_rate": 4.8848698288159775e-05,
      "loss": 0.0098,
      "step": 12920
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.884780670470756e-05,
      "loss": 0.01,
      "step": 12930
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.884691512125536e-05,
      "loss": 0.0068,
      "step": 12940
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.884602353780314e-05,
      "loss": 0.0079,
      "step": 12950
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.884513195435093e-05,
      "loss": 0.0115,
      "step": 12960
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.884424037089872e-05,
      "loss": 0.01,
      "step": 12970
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.884334878744651e-05,
      "loss": 0.01,
      "step": 12980
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.884245720399429e-05,
      "loss": 0.0086,
      "step": 12990
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.8841565620542084e-05,
      "loss": 0.0075,
      "step": 13000
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.8840674037089876e-05,
      "loss": 0.0089,
      "step": 13010
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.883978245363766e-05,
      "loss": 0.0095,
      "step": 13020
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.883889087018545e-05,
      "loss": 0.0183,
      "step": 13030
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.8837999286733236e-05,
      "loss": 0.0095,
      "step": 13040
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.8837107703281034e-05,
      "loss": 0.0075,
      "step": 13050
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.883621611982882e-05,
      "loss": 0.0073,
      "step": 13060
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.883532453637661e-05,
      "loss": 0.0075,
      "step": 13070
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.8834432952924394e-05,
      "loss": 0.0084,
      "step": 13080
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.8833541369472185e-05,
      "loss": 0.0085,
      "step": 13090
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.8832649786019976e-05,
      "loss": 0.0063,
      "step": 13100
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.883175820256776e-05,
      "loss": 0.005,
      "step": 13110
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.883086661911555e-05,
      "loss": 0.0066,
      "step": 13120
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.8829975035663336e-05,
      "loss": 0.0088,
      "step": 13130
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.882908345221113e-05,
      "loss": 0.0088,
      "step": 13140
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.882819186875892e-05,
      "loss": 0.0079,
      "step": 13150
    },
    {
      "epoch": 2.35,
      "learning_rate": 4.882730028530671e-05,
      "loss": 0.0083,
      "step": 13160
    },
    {
      "epoch": 2.35,
      "learning_rate": 4.88264087018545e-05,
      "loss": 0.0087,
      "step": 13170
    },
    {
      "epoch": 2.35,
      "learning_rate": 4.8825517118402286e-05,
      "loss": 0.0085,
      "step": 13180
    },
    {
      "epoch": 2.35,
      "learning_rate": 4.882462553495008e-05,
      "loss": 0.0097,
      "step": 13190
    },
    {
      "epoch": 2.35,
      "learning_rate": 4.882373395149786e-05,
      "loss": 0.0074,
      "step": 13200
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.882284236804565e-05,
      "loss": 0.0092,
      "step": 13210
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.882195078459344e-05,
      "loss": 0.0057,
      "step": 13220
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.882105920114123e-05,
      "loss": 0.0168,
      "step": 13230
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.882016761768902e-05,
      "loss": 0.0094,
      "step": 13240
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.8819276034236804e-05,
      "loss": 0.012,
      "step": 13250
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.8818384450784595e-05,
      "loss": 0.0062,
      "step": 13260
    },
    {
      "epoch": 2.37,
      "learning_rate": 4.8817492867332386e-05,
      "loss": 0.0098,
      "step": 13270
    },
    {
      "epoch": 2.37,
      "learning_rate": 4.881660128388018e-05,
      "loss": 0.0093,
      "step": 13280
    },
    {
      "epoch": 2.37,
      "learning_rate": 4.881570970042796e-05,
      "loss": 0.009,
      "step": 13290
    },
    {
      "epoch": 2.37,
      "learning_rate": 4.881481811697575e-05,
      "loss": 0.0077,
      "step": 13300
    },
    {
      "epoch": 2.37,
      "learning_rate": 4.881392653352354e-05,
      "loss": 0.0064,
      "step": 13310
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.881303495007133e-05,
      "loss": 0.0071,
      "step": 13320
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.881214336661912e-05,
      "loss": 0.0092,
      "step": 13330
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.8811251783166904e-05,
      "loss": 0.0124,
      "step": 13340
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.8810360199714695e-05,
      "loss": 0.0128,
      "step": 13350
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.880946861626248e-05,
      "loss": 0.0083,
      "step": 13360
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.880857703281027e-05,
      "loss": 0.0058,
      "step": 13370
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.880768544935806e-05,
      "loss": 0.0059,
      "step": 13380
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.8806793865905854e-05,
      "loss": 0.0094,
      "step": 13390
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.8805902282453645e-05,
      "loss": 0.0092,
      "step": 13400
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.880501069900143e-05,
      "loss": 0.0096,
      "step": 13410
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.880411911554922e-05,
      "loss": 0.0082,
      "step": 13420
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.8803227532097005e-05,
      "loss": 0.0086,
      "step": 13430
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.8802335948644796e-05,
      "loss": 0.0071,
      "step": 13440
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.880144436519258e-05,
      "loss": 0.0106,
      "step": 13450
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.880055278174037e-05,
      "loss": 0.0096,
      "step": 13460
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.879966119828816e-05,
      "loss": 0.0107,
      "step": 13470
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.879876961483595e-05,
      "loss": 0.01,
      "step": 13480
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.8797878031383745e-05,
      "loss": 0.0061,
      "step": 13490
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.879698644793153e-05,
      "loss": 0.0104,
      "step": 13500
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.879609486447932e-05,
      "loss": 0.0098,
      "step": 13510
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.8795203281027105e-05,
      "loss": 0.0078,
      "step": 13520
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.8794311697574897e-05,
      "loss": 0.01,
      "step": 13530
    },
    {
      "epoch": 2.41,
      "learning_rate": 4.879342011412268e-05,
      "loss": 0.0079,
      "step": 13540
    },
    {
      "epoch": 2.42,
      "learning_rate": 4.879252853067047e-05,
      "loss": 0.0101,
      "step": 13550
    },
    {
      "epoch": 2.42,
      "learning_rate": 4.8791636947218263e-05,
      "loss": 0.0061,
      "step": 13560
    },
    {
      "epoch": 2.42,
      "learning_rate": 4.879074536376605e-05,
      "loss": 0.0071,
      "step": 13570
    },
    {
      "epoch": 2.42,
      "learning_rate": 4.878985378031384e-05,
      "loss": 0.0088,
      "step": 13580
    },
    {
      "epoch": 2.42,
      "learning_rate": 4.8788962196861624e-05,
      "loss": 0.0068,
      "step": 13590
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.878807061340942e-05,
      "loss": 0.0073,
      "step": 13600
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.8787179029957206e-05,
      "loss": 0.0077,
      "step": 13610
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.8786287446505e-05,
      "loss": 0.0074,
      "step": 13620
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.878539586305279e-05,
      "loss": 0.0093,
      "step": 13630
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.878450427960057e-05,
      "loss": 0.0101,
      "step": 13640
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.8783612696148364e-05,
      "loss": 0.0095,
      "step": 13650
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.878272111269615e-05,
      "loss": 0.0097,
      "step": 13660
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.878182952924394e-05,
      "loss": 0.007,
      "step": 13670
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.8780937945791724e-05,
      "loss": 0.0081,
      "step": 13680
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.8780046362339515e-05,
      "loss": 0.0087,
      "step": 13690
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.8779154778887307e-05,
      "loss": 0.0115,
      "step": 13700
    },
    {
      "epoch": 2.44,
      "learning_rate": 4.87782631954351e-05,
      "loss": 0.0064,
      "step": 13710
    },
    {
      "epoch": 2.45,
      "learning_rate": 4.8777460770328106e-05,
      "loss": 0.0098,
      "step": 13720
    },
    {
      "epoch": 2.45,
      "learning_rate": 4.877656918687589e-05,
      "loss": 0.0081,
      "step": 13730
    },
    {
      "epoch": 2.45,
      "learning_rate": 4.877567760342368e-05,
      "loss": 0.0082,
      "step": 13740
    },
    {
      "epoch": 2.45,
      "learning_rate": 4.8774786019971466e-05,
      "loss": 0.0065,
      "step": 13750
    },
    {
      "epoch": 2.45,
      "learning_rate": 4.8773894436519264e-05,
      "loss": 0.0068,
      "step": 13760
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.877300285306705e-05,
      "loss": 0.0088,
      "step": 13770
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.877211126961484e-05,
      "loss": 0.0083,
      "step": 13780
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.877121968616263e-05,
      "loss": 0.0075,
      "step": 13790
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.8770328102710415e-05,
      "loss": 0.0063,
      "step": 13800
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.8769436519258206e-05,
      "loss": 0.0082,
      "step": 13810
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.876854493580599e-05,
      "loss": 0.0053,
      "step": 13820
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.876765335235378e-05,
      "loss": 0.0085,
      "step": 13830
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.876676176890157e-05,
      "loss": 0.0072,
      "step": 13840
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.876587018544936e-05,
      "loss": 0.0052,
      "step": 13850
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.876497860199715e-05,
      "loss": 0.0093,
      "step": 13860
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.876408701854494e-05,
      "loss": 0.0132,
      "step": 13870
    },
    {
      "epoch": 2.48,
      "learning_rate": 4.876319543509273e-05,
      "loss": 0.0075,
      "step": 13880
    },
    {
      "epoch": 2.48,
      "learning_rate": 4.8762303851640516e-05,
      "loss": 0.0094,
      "step": 13890
    },
    {
      "epoch": 2.48,
      "learning_rate": 4.876141226818831e-05,
      "loss": 0.006,
      "step": 13900
    },
    {
      "epoch": 2.48,
      "learning_rate": 4.876052068473609e-05,
      "loss": 0.0098,
      "step": 13910
    },
    {
      "epoch": 2.48,
      "learning_rate": 4.875962910128388e-05,
      "loss": 0.01,
      "step": 13920
    },
    {
      "epoch": 2.48,
      "learning_rate": 4.8758737517831674e-05,
      "loss": 0.0059,
      "step": 13930
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.875784593437946e-05,
      "loss": 0.0043,
      "step": 13940
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.875695435092725e-05,
      "loss": 0.0104,
      "step": 13950
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.8756062767475034e-05,
      "loss": 0.0081,
      "step": 13960
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.8755171184022825e-05,
      "loss": 0.0068,
      "step": 13970
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.8754279600570616e-05,
      "loss": 0.0077,
      "step": 13980
    },
    {
      "epoch": 2.49,
      "learning_rate": 4.875338801711841e-05,
      "loss": 0.0153,
      "step": 13990
    },
    {
      "epoch": 2.5,
      "learning_rate": 4.875249643366619e-05,
      "loss": 0.0111,
      "step": 14000
    },
    {
      "epoch": 2.5,
      "learning_rate": 4.875160485021398e-05,
      "loss": 0.0071,
      "step": 14010
    },
    {
      "epoch": 2.5,
      "learning_rate": 4.8750713266761774e-05,
      "loss": 0.0116,
      "step": 14020
    },
    {
      "epoch": 2.5,
      "learning_rate": 4.874982168330956e-05,
      "loss": 0.0092,
      "step": 14030
    },
    {
      "epoch": 2.5,
      "learning_rate": 4.874893009985735e-05,
      "loss": 0.0076,
      "step": 14040
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.8748038516405134e-05,
      "loss": 0.009,
      "step": 14050
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.8747146932952926e-05,
      "loss": 0.0067,
      "step": 14060
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.874625534950072e-05,
      "loss": 0.0126,
      "step": 14070
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.87453637660485e-05,
      "loss": 0.0079,
      "step": 14080
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.874447218259629e-05,
      "loss": 0.0092,
      "step": 14090
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.8743580599144084e-05,
      "loss": 0.0086,
      "step": 14100
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.8742689015691875e-05,
      "loss": 0.0096,
      "step": 14110
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.874179743223966e-05,
      "loss": 0.0099,
      "step": 14120
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.874090584878745e-05,
      "loss": 0.0123,
      "step": 14130
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.8740014265335235e-05,
      "loss": 0.008,
      "step": 14140
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.8739122681883026e-05,
      "loss": 0.012,
      "step": 14150
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.873823109843082e-05,
      "loss": 0.0082,
      "step": 14160
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.87373395149786e-05,
      "loss": 0.01,
      "step": 14170
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.873644793152639e-05,
      "loss": 0.0073,
      "step": 14180
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.873555634807418e-05,
      "loss": 0.009,
      "step": 14190
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.8734664764621975e-05,
      "loss": 0.0101,
      "step": 14200
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.873377318116976e-05,
      "loss": 0.0101,
      "step": 14210
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.873288159771755e-05,
      "loss": 0.0095,
      "step": 14220
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.8731990014265335e-05,
      "loss": 0.0085,
      "step": 14230
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.873109843081313e-05,
      "loss": 0.0075,
      "step": 14240
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.873020684736092e-05,
      "loss": 0.0066,
      "step": 14250
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.87293152639087e-05,
      "loss": 0.009,
      "step": 14260
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.8728423680456494e-05,
      "loss": 0.0097,
      "step": 14270
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.872753209700428e-05,
      "loss": 0.007,
      "step": 14280
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.872664051355207e-05,
      "loss": 0.0062,
      "step": 14290
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.872574893009986e-05,
      "loss": 0.0093,
      "step": 14300
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.872485734664765e-05,
      "loss": 0.0065,
      "step": 14310
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.8723965763195436e-05,
      "loss": 0.0089,
      "step": 14320
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.872307417974323e-05,
      "loss": 0.0099,
      "step": 14330
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.872218259629102e-05,
      "loss": 0.0056,
      "step": 14340
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.87212910128388e-05,
      "loss": 0.0076,
      "step": 14350
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.8720399429386594e-05,
      "loss": 0.0072,
      "step": 14360
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.871950784593438e-05,
      "loss": 0.0077,
      "step": 14370
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.871861626248217e-05,
      "loss": 0.007,
      "step": 14380
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.871772467902996e-05,
      "loss": 0.0076,
      "step": 14390
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.8716833095577745e-05,
      "loss": 0.0102,
      "step": 14400
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.8715941512125537e-05,
      "loss": 0.0095,
      "step": 14410
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.871504992867333e-05,
      "loss": 0.0114,
      "step": 14420
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.871415834522112e-05,
      "loss": 0.0052,
      "step": 14430
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.8713266761768903e-05,
      "loss": 0.0102,
      "step": 14440
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.8712375178316695e-05,
      "loss": 0.0087,
      "step": 14450
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.871148359486448e-05,
      "loss": 0.008,
      "step": 14460
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.871059201141227e-05,
      "loss": 0.0096,
      "step": 14470
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.870970042796006e-05,
      "loss": 0.0068,
      "step": 14480
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.870889800285307e-05,
      "loss": 0.0066,
      "step": 14490
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.870800641940086e-05,
      "loss": 0.0076,
      "step": 14500
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.8707114835948645e-05,
      "loss": 0.009,
      "step": 14510
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.8706223252496436e-05,
      "loss": 0.0099,
      "step": 14520
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.870533166904422e-05,
      "loss": 0.0061,
      "step": 14530
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.870444008559201e-05,
      "loss": 0.0089,
      "step": 14540
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.87035485021398e-05,
      "loss": 0.0111,
      "step": 14550
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.870265691868759e-05,
      "loss": 0.0073,
      "step": 14560
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.8701765335235386e-05,
      "loss": 0.0067,
      "step": 14570
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.870087375178317e-05,
      "loss": 0.0076,
      "step": 14580
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.869998216833096e-05,
      "loss": 0.0075,
      "step": 14590
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.8699090584878746e-05,
      "loss": 0.008,
      "step": 14600
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.869819900142654e-05,
      "loss": 0.0092,
      "step": 14610
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.869730741797433e-05,
      "loss": 0.0098,
      "step": 14620
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.869641583452211e-05,
      "loss": 0.0104,
      "step": 14630
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.8695524251069904e-05,
      "loss": 0.0072,
      "step": 14640
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.869463266761769e-05,
      "loss": 0.0105,
      "step": 14650
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.869374108416548e-05,
      "loss": 0.0081,
      "step": 14660
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.8692849500713264e-05,
      "loss": 0.0101,
      "step": 14670
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.869195791726106e-05,
      "loss": 0.0092,
      "step": 14680
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.8691066333808846e-05,
      "loss": 0.0072,
      "step": 14690
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.869017475035664e-05,
      "loss": 0.0075,
      "step": 14700
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.868928316690443e-05,
      "loss": 0.0093,
      "step": 14710
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.868839158345221e-05,
      "loss": 0.0062,
      "step": 14720
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.8687500000000004e-05,
      "loss": 0.0121,
      "step": 14730
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.868660841654779e-05,
      "loss": 0.0054,
      "step": 14740
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.868571683309558e-05,
      "loss": 0.0071,
      "step": 14750
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.8684825249643364e-05,
      "loss": 0.0084,
      "step": 14760
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.8683933666191156e-05,
      "loss": 0.0112,
      "step": 14770
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.868304208273895e-05,
      "loss": 0.008,
      "step": 14780
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.868215049928674e-05,
      "loss": 0.008,
      "step": 14790
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.868125891583453e-05,
      "loss": 0.0057,
      "step": 14800
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.8680367332382314e-05,
      "loss": 0.0107,
      "step": 14810
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.8679475748930105e-05,
      "loss": 0.0107,
      "step": 14820
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.867858416547789e-05,
      "loss": 0.0061,
      "step": 14830
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.867769258202568e-05,
      "loss": 0.0079,
      "step": 14840
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.867680099857347e-05,
      "loss": 0.0072,
      "step": 14850
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.8675909415121256e-05,
      "loss": 0.0098,
      "step": 14860
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.867501783166905e-05,
      "loss": 0.0063,
      "step": 14870
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.867412624821683e-05,
      "loss": 0.008,
      "step": 14880
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.867323466476462e-05,
      "loss": 0.0118,
      "step": 14890
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.8672343081312414e-05,
      "loss": 0.0062,
      "step": 14900
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.8671451497860205e-05,
      "loss": 0.0094,
      "step": 14910
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.867055991440799e-05,
      "loss": 0.0066,
      "step": 14920
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.866966833095578e-05,
      "loss": 0.008,
      "step": 14930
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.866877674750357e-05,
      "loss": 0.0068,
      "step": 14940
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.866788516405136e-05,
      "loss": 0.009,
      "step": 14950
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.866699358059915e-05,
      "loss": 0.0099,
      "step": 14960
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.866610199714693e-05,
      "loss": 0.0092,
      "step": 14970
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.8665210413694724e-05,
      "loss": 0.0103,
      "step": 14980
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.866431883024251e-05,
      "loss": 0.0108,
      "step": 14990
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.86634272467903e-05,
      "loss": 0.0096,
      "step": 15000
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.866253566333809e-05,
      "loss": 0.0073,
      "step": 15010
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.866164407988588e-05,
      "loss": 0.0046,
      "step": 15020
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.866075249643367e-05,
      "loss": 0.0063,
      "step": 15030
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.865986091298146e-05,
      "loss": 0.0089,
      "step": 15040
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.865896932952925e-05,
      "loss": 0.0054,
      "step": 15050
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.865807774607703e-05,
      "loss": 0.0056,
      "step": 15060
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.8657186162624824e-05,
      "loss": 0.0073,
      "step": 15070
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.8656294579172615e-05,
      "loss": 0.0088,
      "step": 15080
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.86554029957204e-05,
      "loss": 0.0092,
      "step": 15090
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.865451141226819e-05,
      "loss": 0.0056,
      "step": 15100
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.8653619828815975e-05,
      "loss": 0.0089,
      "step": 15110
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.865272824536377e-05,
      "loss": 0.0069,
      "step": 15120
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.865183666191156e-05,
      "loss": 0.0086,
      "step": 15130
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.865094507845935e-05,
      "loss": 0.0085,
      "step": 15140
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.8650053495007134e-05,
      "loss": 0.0097,
      "step": 15150
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.8649161911554925e-05,
      "loss": 0.0068,
      "step": 15160
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.8648270328102716e-05,
      "loss": 0.0066,
      "step": 15170
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.86473787446505e-05,
      "loss": 0.0065,
      "step": 15180
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.864648716119829e-05,
      "loss": 0.0074,
      "step": 15190
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.8645595577746076e-05,
      "loss": 0.0058,
      "step": 15200
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.864470399429387e-05,
      "loss": 0.0075,
      "step": 15210
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.864381241084165e-05,
      "loss": 0.0085,
      "step": 15220
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.864292082738944e-05,
      "loss": 0.0093,
      "step": 15230
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.8642029243937234e-05,
      "loss": 0.0092,
      "step": 15240
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.8641137660485025e-05,
      "loss": 0.0073,
      "step": 15250
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.8640246077032817e-05,
      "loss": 0.0075,
      "step": 15260
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.86393544935806e-05,
      "loss": 0.0098,
      "step": 15270
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.863846291012839e-05,
      "loss": 0.0116,
      "step": 15280
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.8637571326676177e-05,
      "loss": 0.0084,
      "step": 15290
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.863667974322397e-05,
      "loss": 0.0072,
      "step": 15300
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.863578815977176e-05,
      "loss": 0.0071,
      "step": 15310
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.8634896576319543e-05,
      "loss": 0.0108,
      "step": 15320
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.8634004992867335e-05,
      "loss": 0.0064,
      "step": 15330
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.863311340941512e-05,
      "loss": 0.0087,
      "step": 15340
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.863222182596292e-05,
      "loss": 0.0054,
      "step": 15350
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.86313302425107e-05,
      "loss": 0.009,
      "step": 15360
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.863043865905849e-05,
      "loss": 0.0056,
      "step": 15370
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.862954707560628e-05,
      "loss": 0.0088,
      "step": 15380
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.862865549215407e-05,
      "loss": 0.0066,
      "step": 15390
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.862776390870186e-05,
      "loss": 0.0075,
      "step": 15400
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.8626872325249644e-05,
      "loss": 0.0103,
      "step": 15410
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.8625980741797435e-05,
      "loss": 0.0069,
      "step": 15420
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.862508915834522e-05,
      "loss": 0.0071,
      "step": 15430
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.862419757489301e-05,
      "loss": 0.0077,
      "step": 15440
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.8623305991440795e-05,
      "loss": 0.0098,
      "step": 15450
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.862241440798859e-05,
      "loss": 0.0084,
      "step": 15460
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.862152282453638e-05,
      "loss": 0.0103,
      "step": 15470
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.862063124108417e-05,
      "loss": 0.0059,
      "step": 15480
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.861973965763196e-05,
      "loss": 0.0057,
      "step": 15490
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.8618848074179745e-05,
      "loss": 0.0093,
      "step": 15500
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.8617956490727536e-05,
      "loss": 0.0076,
      "step": 15510
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.861706490727532e-05,
      "loss": 0.0099,
      "step": 15520
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.861617332382311e-05,
      "loss": 0.0069,
      "step": 15530
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.86152817403709e-05,
      "loss": 0.0042,
      "step": 15540
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.861439015691869e-05,
      "loss": 0.0066,
      "step": 15550
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.861349857346648e-05,
      "loss": 0.0094,
      "step": 15560
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.861260699001427e-05,
      "loss": 0.0058,
      "step": 15570
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.861171540656206e-05,
      "loss": 0.0083,
      "step": 15580
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.8610823823109845e-05,
      "loss": 0.0098,
      "step": 15590
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.8609932239657636e-05,
      "loss": 0.0071,
      "step": 15600
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.860904065620542e-05,
      "loss": 0.0091,
      "step": 15610
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.860814907275321e-05,
      "loss": 0.0083,
      "step": 15620
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.8607257489301e-05,
      "loss": 0.0079,
      "step": 15630
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.860636590584879e-05,
      "loss": 0.0083,
      "step": 15640
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.860547432239658e-05,
      "loss": 0.0065,
      "step": 15650
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.860458273894436e-05,
      "loss": 0.0098,
      "step": 15660
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.8603691155492154e-05,
      "loss": 0.0095,
      "step": 15670
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.8602799572039946e-05,
      "loss": 0.0063,
      "step": 15680
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.860190798858774e-05,
      "loss": 0.0049,
      "step": 15690
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.860101640513552e-05,
      "loss": 0.0073,
      "step": 15700
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.860012482168331e-05,
      "loss": 0.0085,
      "step": 15710
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.8599233238231104e-05,
      "loss": 0.0066,
      "step": 15720
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.859834165477889e-05,
      "loss": 0.0098,
      "step": 15730
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.859745007132668e-05,
      "loss": 0.0059,
      "step": 15740
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.8596558487874464e-05,
      "loss": 0.0087,
      "step": 15750
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.8595666904422255e-05,
      "loss": 0.0063,
      "step": 15760
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.8594775320970046e-05,
      "loss": 0.0095,
      "step": 15770
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.859388373751783e-05,
      "loss": 0.0095,
      "step": 15780
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.859299215406562e-05,
      "loss": 0.0122,
      "step": 15790
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.859210057061341e-05,
      "loss": 0.0107,
      "step": 15800
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.8591208987161204e-05,
      "loss": 0.0066,
      "step": 15810
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.859031740370899e-05,
      "loss": 0.0107,
      "step": 15820
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.858942582025678e-05,
      "loss": 0.0071,
      "step": 15830
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.8588534236804564e-05,
      "loss": 0.0088,
      "step": 15840
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.8587642653352356e-05,
      "loss": 0.0109,
      "step": 15850
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.858675106990015e-05,
      "loss": 0.0085,
      "step": 15860
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.858585948644793e-05,
      "loss": 0.0091,
      "step": 15870
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.858496790299572e-05,
      "loss": 0.0061,
      "step": 15880
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.858407631954351e-05,
      "loss": 0.0118,
      "step": 15890
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.8583184736091305e-05,
      "loss": 0.0057,
      "step": 15900
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.858229315263909e-05,
      "loss": 0.0076,
      "step": 15910
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.858140156918688e-05,
      "loss": 0.0086,
      "step": 15920
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.8580509985734665e-05,
      "loss": 0.0063,
      "step": 15930
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.8579618402282456e-05,
      "loss": 0.0057,
      "step": 15940
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.857872681883025e-05,
      "loss": 0.0086,
      "step": 15950
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.857783523537803e-05,
      "loss": 0.0064,
      "step": 15960
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.857694365192582e-05,
      "loss": 0.0079,
      "step": 15970
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.857605206847361e-05,
      "loss": 0.0084,
      "step": 15980
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.85751604850214e-05,
      "loss": 0.0083,
      "step": 15990
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.857426890156919e-05,
      "loss": 0.0066,
      "step": 16000
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.857337731811698e-05,
      "loss": 0.0083,
      "step": 16010
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.8572485734664766e-05,
      "loss": 0.0124,
      "step": 16020
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.857159415121256e-05,
      "loss": 0.0119,
      "step": 16030
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.857070256776035e-05,
      "loss": 0.0074,
      "step": 16040
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.856981098430813e-05,
      "loss": 0.0077,
      "step": 16050
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.8568919400855924e-05,
      "loss": 0.007,
      "step": 16060
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.856802781740371e-05,
      "loss": 0.0093,
      "step": 16070
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.85671362339515e-05,
      "loss": 0.0047,
      "step": 16080
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.856624465049929e-05,
      "loss": 0.0085,
      "step": 16090
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.8565353067047075e-05,
      "loss": 0.0071,
      "step": 16100
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.8564461483594866e-05,
      "loss": 0.009,
      "step": 16110
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.856356990014266e-05,
      "loss": 0.0092,
      "step": 16120
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.856267831669045e-05,
      "loss": 0.0145,
      "step": 16130
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.856178673323823e-05,
      "loss": 0.0064,
      "step": 16140
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.8560895149786024e-05,
      "loss": 0.0075,
      "step": 16150
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.856000356633381e-05,
      "loss": 0.0098,
      "step": 16160
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.85591119828816e-05,
      "loss": 0.0089,
      "step": 16170
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.855822039942939e-05,
      "loss": 0.0087,
      "step": 16180
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.8557328815977175e-05,
      "loss": 0.0083,
      "step": 16190
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.855643723252497e-05,
      "loss": 0.0075,
      "step": 16200
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.855554564907275e-05,
      "loss": 0.006,
      "step": 16210
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.855465406562054e-05,
      "loss": 0.0053,
      "step": 16220
    },
    {
      "epoch": 2.89,
      "learning_rate": 4.8553762482168334e-05,
      "loss": 0.007,
      "step": 16230
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.8552870898716125e-05,
      "loss": 0.0079,
      "step": 16240
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.855197931526391e-05,
      "loss": 0.0065,
      "step": 16250
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.85510877318117e-05,
      "loss": 0.0066,
      "step": 16260
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.855019614835949e-05,
      "loss": 0.008,
      "step": 16270
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.8549304564907276e-05,
      "loss": 0.0087,
      "step": 16280
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.854841298145507e-05,
      "loss": 0.0103,
      "step": 16290
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.854752139800285e-05,
      "loss": 0.0063,
      "step": 16300
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.854662981455064e-05,
      "loss": 0.0064,
      "step": 16310
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.8545738231098434e-05,
      "loss": 0.0073,
      "step": 16320
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.854484664764622e-05,
      "loss": 0.0106,
      "step": 16330
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.8543955064194016e-05,
      "loss": 0.0071,
      "step": 16340
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.85430634807418e-05,
      "loss": 0.0107,
      "step": 16350
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.854217189728959e-05,
      "loss": 0.006,
      "step": 16360
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.8541280313837377e-05,
      "loss": 0.0145,
      "step": 16370
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.854038873038517e-05,
      "loss": 0.0067,
      "step": 16380
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.853949714693295e-05,
      "loss": 0.0073,
      "step": 16390
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.8538605563480743e-05,
      "loss": 0.0068,
      "step": 16400
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.8537713980028535e-05,
      "loss": 0.0052,
      "step": 16410
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.853682239657632e-05,
      "loss": 0.0071,
      "step": 16420
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.853593081312411e-05,
      "loss": 0.0081,
      "step": 16430
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.8535039229671895e-05,
      "loss": 0.0107,
      "step": 16440
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.853414764621969e-05,
      "loss": 0.0068,
      "step": 16450
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.853325606276748e-05,
      "loss": 0.0041,
      "step": 16460
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.853236447931527e-05,
      "loss": 0.0069,
      "step": 16470
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.853147289586305e-05,
      "loss": 0.014,
      "step": 16480
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.8530581312410844e-05,
      "loss": 0.0089,
      "step": 16490
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.8529689728958635e-05,
      "loss": 0.01,
      "step": 16500
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.852879814550642e-05,
      "loss": 0.0079,
      "step": 16510
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.852790656205421e-05,
      "loss": 0.0102,
      "step": 16520
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.8527014978601995e-05,
      "loss": 0.007,
      "step": 16530
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.8526123395149786e-05,
      "loss": 0.0059,
      "step": 16540
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.852523181169758e-05,
      "loss": 0.0069,
      "step": 16550
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.852434022824537e-05,
      "loss": 0.0073,
      "step": 16560
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.852344864479316e-05,
      "loss": 0.0083,
      "step": 16570
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.8522557061340945e-05,
      "loss": 0.0086,
      "step": 16580
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.8521665477888736e-05,
      "loss": 0.0094,
      "step": 16590
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.852077389443652e-05,
      "loss": 0.0069,
      "step": 16600
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.851988231098431e-05,
      "loss": 0.0091,
      "step": 16610
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.8518990727532096e-05,
      "loss": 0.0151,
      "step": 16620
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.851809914407989e-05,
      "loss": 0.008,
      "step": 16630
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.851720756062768e-05,
      "loss": 0.006,
      "step": 16640
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.851631597717546e-05,
      "loss": 0.0068,
      "step": 16650
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.8515424393723254e-05,
      "loss": 0.0036,
      "step": 16660
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.8514532810271045e-05,
      "loss": 0.0068,
      "step": 16670
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.8513641226818836e-05,
      "loss": 0.0083,
      "step": 16680
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.851274964336662e-05,
      "loss": 0.0074,
      "step": 16690
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.851185805991441e-05,
      "loss": 0.0091,
      "step": 16700
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.8510966476462196e-05,
      "loss": 0.0096,
      "step": 16710
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.851007489300999e-05,
      "loss": 0.0084,
      "step": 16720
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.850918330955778e-05,
      "loss": 0.0111,
      "step": 16730
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.850829172610556e-05,
      "loss": 0.0121,
      "step": 16740
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.8507400142653354e-05,
      "loss": 0.0082,
      "step": 16750
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.850650855920114e-05,
      "loss": 0.0093,
      "step": 16760
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.850561697574893e-05,
      "loss": 0.0081,
      "step": 16770
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.850472539229672e-05,
      "loss": 0.0104,
      "step": 16780
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.850383380884451e-05,
      "loss": 0.0065,
      "step": 16790
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.8502942225392304e-05,
      "loss": 0.0086,
      "step": 16800
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.850205064194009e-05,
      "loss": 0.0045,
      "step": 16810
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.850115905848788e-05,
      "loss": 0.0074,
      "step": 16820
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.016142597422003746,
      "eval_runtime": 195.6313,
      "eval_samples_per_second": 23.713,
      "eval_steps_per_second": 2.965,
      "step": 16824
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.8500267475035664e-05,
      "loss": 0.0086,
      "step": 16830
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.8499375891583455e-05,
      "loss": 0.0051,
      "step": 16840
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.849848430813124e-05,
      "loss": 0.0065,
      "step": 16850
    },
    {
      "epoch": 3.01,
      "learning_rate": 4.849759272467903e-05,
      "loss": 0.0073,
      "step": 16860
    },
    {
      "epoch": 3.01,
      "learning_rate": 4.849670114122682e-05,
      "loss": 0.0099,
      "step": 16870
    },
    {
      "epoch": 3.01,
      "learning_rate": 4.8495809557774606e-05,
      "loss": 0.0062,
      "step": 16880
    },
    {
      "epoch": 3.01,
      "learning_rate": 4.8494917974322404e-05,
      "loss": 0.0057,
      "step": 16890
    },
    {
      "epoch": 3.01,
      "learning_rate": 4.849402639087019e-05,
      "loss": 0.0092,
      "step": 16900
    },
    {
      "epoch": 3.02,
      "learning_rate": 4.849313480741798e-05,
      "loss": 0.0087,
      "step": 16910
    },
    {
      "epoch": 3.02,
      "learning_rate": 4.8492243223965764e-05,
      "loss": 0.006,
      "step": 16920
    },
    {
      "epoch": 3.02,
      "learning_rate": 4.8491351640513556e-05,
      "loss": 0.0105,
      "step": 16930
    },
    {
      "epoch": 3.02,
      "learning_rate": 4.849046005706134e-05,
      "loss": 0.0067,
      "step": 16940
    },
    {
      "epoch": 3.02,
      "learning_rate": 4.848956847360913e-05,
      "loss": 0.0085,
      "step": 16950
    },
    {
      "epoch": 3.02,
      "learning_rate": 4.848867689015692e-05,
      "loss": 0.008,
      "step": 16960
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.848778530670471e-05,
      "loss": 0.006,
      "step": 16970
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.84868937232525e-05,
      "loss": 0.0069,
      "step": 16980
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.848600213980028e-05,
      "loss": 0.0092,
      "step": 16990
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.848511055634808e-05,
      "loss": 0.0079,
      "step": 17000
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.8484218972895865e-05,
      "loss": 0.0079,
      "step": 17010
    },
    {
      "epoch": 3.03,
      "learning_rate": 4.8483327389443656e-05,
      "loss": 0.0062,
      "step": 17020
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.848243580599145e-05,
      "loss": 0.0094,
      "step": 17030
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.848154422253923e-05,
      "loss": 0.0095,
      "step": 17040
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.848065263908702e-05,
      "loss": 0.0052,
      "step": 17050
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.847976105563481e-05,
      "loss": 0.0083,
      "step": 17060
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.84788694721826e-05,
      "loss": 0.0057,
      "step": 17070
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.847797788873038e-05,
      "loss": 0.0127,
      "step": 17080
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.8477086305278174e-05,
      "loss": 0.0091,
      "step": 17090
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.8476194721825965e-05,
      "loss": 0.0083,
      "step": 17100
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.847530313837376e-05,
      "loss": 0.0071,
      "step": 17110
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.847441155492155e-05,
      "loss": 0.0065,
      "step": 17120
    },
    {
      "epoch": 3.05,
      "learning_rate": 4.847351997146933e-05,
      "loss": 0.0058,
      "step": 17130
    },
    {
      "epoch": 3.06,
      "learning_rate": 4.8472628388017124e-05,
      "loss": 0.0058,
      "step": 17140
    },
    {
      "epoch": 3.06,
      "learning_rate": 4.847173680456491e-05,
      "loss": 0.0085,
      "step": 17150
    },
    {
      "epoch": 3.06,
      "learning_rate": 4.84708452211127e-05,
      "loss": 0.007,
      "step": 17160
    },
    {
      "epoch": 3.06,
      "learning_rate": 4.8469953637660484e-05,
      "loss": 0.011,
      "step": 17170
    },
    {
      "epoch": 3.06,
      "learning_rate": 4.8469062054208275e-05,
      "loss": 0.0059,
      "step": 17180
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.8468170470756066e-05,
      "loss": 0.0067,
      "step": 17190
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.846727888730385e-05,
      "loss": 0.0075,
      "step": 17200
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.846638730385164e-05,
      "loss": 0.0067,
      "step": 17210
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.846549572039943e-05,
      "loss": 0.0072,
      "step": 17220
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.8464604136947224e-05,
      "loss": 0.0088,
      "step": 17230
    },
    {
      "epoch": 3.07,
      "learning_rate": 4.846371255349501e-05,
      "loss": 0.0074,
      "step": 17240
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.84628209700428e-05,
      "loss": 0.0082,
      "step": 17250
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.846192938659059e-05,
      "loss": 0.0085,
      "step": 17260
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.8461037803138375e-05,
      "loss": 0.0088,
      "step": 17270
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.846014621968617e-05,
      "loss": 0.0027,
      "step": 17280
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.845925463623395e-05,
      "loss": 0.0068,
      "step": 17290
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.845836305278174e-05,
      "loss": 0.0065,
      "step": 17300
    },
    {
      "epoch": 3.09,
      "learning_rate": 4.845747146932953e-05,
      "loss": 0.0055,
      "step": 17310
    },
    {
      "epoch": 3.09,
      "learning_rate": 4.845657988587732e-05,
      "loss": 0.008,
      "step": 17320
    },
    {
      "epoch": 3.09,
      "learning_rate": 4.845568830242511e-05,
      "loss": 0.0056,
      "step": 17330
    },
    {
      "epoch": 3.09,
      "learning_rate": 4.84547967189729e-05,
      "loss": 0.0064,
      "step": 17340
    },
    {
      "epoch": 3.09,
      "learning_rate": 4.845390513552069e-05,
      "loss": 0.0073,
      "step": 17350
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.8453013552068476e-05,
      "loss": 0.0086,
      "step": 17360
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.845212196861627e-05,
      "loss": 0.0085,
      "step": 17370
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.845123038516405e-05,
      "loss": 0.0069,
      "step": 17380
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.845033880171184e-05,
      "loss": 0.0078,
      "step": 17390
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.844944721825963e-05,
      "loss": 0.0078,
      "step": 17400
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.844855563480742e-05,
      "loss": 0.0094,
      "step": 17410
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.844766405135521e-05,
      "loss": 0.0082,
      "step": 17420
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.8446772467902994e-05,
      "loss": 0.0076,
      "step": 17430
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.844588088445079e-05,
      "loss": 0.0087,
      "step": 17440
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.8444989300998577e-05,
      "loss": 0.0046,
      "step": 17450
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.844409771754637e-05,
      "loss": 0.0066,
      "step": 17460
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.844320613409415e-05,
      "loss": 0.0067,
      "step": 17470
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.844231455064194e-05,
      "loss": 0.0053,
      "step": 17480
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.8441422967189735e-05,
      "loss": 0.0056,
      "step": 17490
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.844053138373752e-05,
      "loss": 0.0087,
      "step": 17500
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.843963980028531e-05,
      "loss": 0.0057,
      "step": 17510
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.8438748216833095e-05,
      "loss": 0.0076,
      "step": 17520
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.8437856633380886e-05,
      "loss": 0.0062,
      "step": 17530
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.843696504992867e-05,
      "loss": 0.0071,
      "step": 17540
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.843607346647647e-05,
      "loss": 0.009,
      "step": 17550
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.843518188302425e-05,
      "loss": 0.0059,
      "step": 17560
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.8434290299572044e-05,
      "loss": 0.0055,
      "step": 17570
    },
    {
      "epoch": 3.13,
      "learning_rate": 4.8433398716119835e-05,
      "loss": 0.0106,
      "step": 17580
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.843250713266762e-05,
      "loss": 0.0072,
      "step": 17590
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.843161554921541e-05,
      "loss": 0.01,
      "step": 17600
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.8430723965763195e-05,
      "loss": 0.0073,
      "step": 17610
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.8429832382310986e-05,
      "loss": 0.0063,
      "step": 17620
    },
    {
      "epoch": 3.14,
      "learning_rate": 4.842894079885877e-05,
      "loss": 0.0073,
      "step": 17630
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.842804921540656e-05,
      "loss": 0.005,
      "step": 17640
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.842715763195435e-05,
      "loss": 0.0089,
      "step": 17650
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.8426266048502145e-05,
      "loss": 0.0101,
      "step": 17660
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.8425374465049936e-05,
      "loss": 0.0084,
      "step": 17670
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.842448288159772e-05,
      "loss": 0.0069,
      "step": 17680
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.842359129814551e-05,
      "loss": 0.0048,
      "step": 17690
    },
    {
      "epoch": 3.16,
      "learning_rate": 4.8422699714693296e-05,
      "loss": 0.008,
      "step": 17700
    },
    {
      "epoch": 3.16,
      "learning_rate": 4.842180813124109e-05,
      "loss": 0.0044,
      "step": 17710
    },
    {
      "epoch": 3.16,
      "learning_rate": 4.842091654778888e-05,
      "loss": 0.0114,
      "step": 17720
    },
    {
      "epoch": 3.16,
      "learning_rate": 4.842002496433666e-05,
      "loss": 0.0057,
      "step": 17730
    },
    {
      "epoch": 3.16,
      "learning_rate": 4.8419133380884454e-05,
      "loss": 0.005,
      "step": 17740
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.841824179743224e-05,
      "loss": 0.0064,
      "step": 17750
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.841735021398003e-05,
      "loss": 0.0084,
      "step": 17760
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.841645863052782e-05,
      "loss": 0.0059,
      "step": 17770
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.841556704707561e-05,
      "loss": 0.0071,
      "step": 17780
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.8414675463623396e-05,
      "loss": 0.0058,
      "step": 17790
    },
    {
      "epoch": 3.17,
      "learning_rate": 4.841378388017119e-05,
      "loss": 0.0094,
      "step": 17800
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.841289229671898e-05,
      "loss": 0.0057,
      "step": 17810
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.841200071326676e-05,
      "loss": 0.005,
      "step": 17820
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.8411109129814554e-05,
      "loss": 0.0082,
      "step": 17830
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.841021754636234e-05,
      "loss": 0.0061,
      "step": 17840
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.840932596291013e-05,
      "loss": 0.0095,
      "step": 17850
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.8408434379457914e-05,
      "loss": 0.0076,
      "step": 17860
    },
    {
      "epoch": 3.19,
      "learning_rate": 4.8407542796005706e-05,
      "loss": 0.0059,
      "step": 17870
    },
    {
      "epoch": 3.19,
      "learning_rate": 4.84066512125535e-05,
      "loss": 0.008,
      "step": 17880
    },
    {
      "epoch": 3.19,
      "learning_rate": 4.840575962910129e-05,
      "loss": 0.0088,
      "step": 17890
    },
    {
      "epoch": 3.19,
      "learning_rate": 4.840486804564908e-05,
      "loss": 0.0065,
      "step": 17900
    },
    {
      "epoch": 3.19,
      "learning_rate": 4.8403976462196864e-05,
      "loss": 0.0076,
      "step": 17910
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.8403084878744655e-05,
      "loss": 0.0073,
      "step": 17920
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.840219329529244e-05,
      "loss": 0.0047,
      "step": 17930
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.840130171184023e-05,
      "loss": 0.0057,
      "step": 17940
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.840041012838802e-05,
      "loss": 0.0051,
      "step": 17950
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.8399518544935806e-05,
      "loss": 0.009,
      "step": 17960
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.83986269614836e-05,
      "loss": 0.0115,
      "step": 17970
    },
    {
      "epoch": 3.21,
      "learning_rate": 4.839773537803138e-05,
      "loss": 0.0066,
      "step": 17980
    },
    {
      "epoch": 3.21,
      "learning_rate": 4.839684379457918e-05,
      "loss": 0.0078,
      "step": 17990
    },
    {
      "epoch": 3.21,
      "learning_rate": 4.8395952211126964e-05,
      "loss": 0.009,
      "step": 18000
    },
    {
      "epoch": 3.21,
      "learning_rate": 4.8395060627674756e-05,
      "loss": 0.0058,
      "step": 18010
    },
    {
      "epoch": 3.21,
      "learning_rate": 4.839416904422254e-05,
      "loss": 0.0057,
      "step": 18020
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.839327746077033e-05,
      "loss": 0.0074,
      "step": 18030
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.839238587731812e-05,
      "loss": 0.0093,
      "step": 18040
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.839149429386591e-05,
      "loss": 0.0076,
      "step": 18050
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.83906027104137e-05,
      "loss": 0.0086,
      "step": 18060
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.838971112696148e-05,
      "loss": 0.0077,
      "step": 18070
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.8388819543509274e-05,
      "loss": 0.0065,
      "step": 18080
    },
    {
      "epoch": 3.23,
      "learning_rate": 4.838792796005706e-05,
      "loss": 0.006,
      "step": 18090
    },
    {
      "epoch": 3.23,
      "learning_rate": 4.8387036376604856e-05,
      "loss": 0.0048,
      "step": 18100
    },
    {
      "epoch": 3.23,
      "learning_rate": 4.838614479315264e-05,
      "loss": 0.0033,
      "step": 18110
    },
    {
      "epoch": 3.23,
      "learning_rate": 4.838525320970043e-05,
      "loss": 0.0058,
      "step": 18120
    },
    {
      "epoch": 3.23,
      "learning_rate": 4.838436162624822e-05,
      "loss": 0.0056,
      "step": 18130
    },
    {
      "epoch": 3.23,
      "learning_rate": 4.838347004279601e-05,
      "loss": 0.0114,
      "step": 18140
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.83825784593438e-05,
      "loss": 0.0095,
      "step": 18150
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.838168687589158e-05,
      "loss": 0.0046,
      "step": 18160
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.8380795292439374e-05,
      "loss": 0.0079,
      "step": 18170
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.8379903708987165e-05,
      "loss": 0.008,
      "step": 18180
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.837901212553495e-05,
      "loss": 0.0098,
      "step": 18190
    },
    {
      "epoch": 3.25,
      "learning_rate": 4.837812054208274e-05,
      "loss": 0.0075,
      "step": 18200
    },
    {
      "epoch": 3.25,
      "learning_rate": 4.837722895863053e-05,
      "loss": 0.0058,
      "step": 18210
    },
    {
      "epoch": 3.25,
      "learning_rate": 4.8376337375178324e-05,
      "loss": 0.0064,
      "step": 18220
    },
    {
      "epoch": 3.25,
      "learning_rate": 4.837544579172611e-05,
      "loss": 0.0079,
      "step": 18230
    },
    {
      "epoch": 3.25,
      "learning_rate": 4.83745542082739e-05,
      "loss": 0.0058,
      "step": 18240
    },
    {
      "epoch": 3.25,
      "learning_rate": 4.8373662624821684e-05,
      "loss": 0.0072,
      "step": 18250
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.8372771041369475e-05,
      "loss": 0.0102,
      "step": 18260
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.8371879457917266e-05,
      "loss": 0.0061,
      "step": 18270
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.837098787446505e-05,
      "loss": 0.0086,
      "step": 18280
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.837009629101284e-05,
      "loss": 0.006,
      "step": 18290
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.8369204707560626e-05,
      "loss": 0.0063,
      "step": 18300
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.836831312410842e-05,
      "loss": 0.008,
      "step": 18310
    },
    {
      "epoch": 3.27,
      "learning_rate": 4.836742154065621e-05,
      "loss": 0.0077,
      "step": 18320
    },
    {
      "epoch": 3.27,
      "learning_rate": 4.8366529957204e-05,
      "loss": 0.0068,
      "step": 18330
    },
    {
      "epoch": 3.27,
      "learning_rate": 4.8365638373751784e-05,
      "loss": 0.0068,
      "step": 18340
    },
    {
      "epoch": 3.27,
      "learning_rate": 4.8364746790299575e-05,
      "loss": 0.0067,
      "step": 18350
    },
    {
      "epoch": 3.27,
      "learning_rate": 4.8363855206847367e-05,
      "loss": 0.0069,
      "step": 18360
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.836296362339515e-05,
      "loss": 0.0091,
      "step": 18370
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.836207203994294e-05,
      "loss": 0.0091,
      "step": 18380
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.836118045649073e-05,
      "loss": 0.0091,
      "step": 18390
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.836028887303852e-05,
      "loss": 0.006,
      "step": 18400
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.83593972895863e-05,
      "loss": 0.0077,
      "step": 18410
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.8358505706134094e-05,
      "loss": 0.0071,
      "step": 18420
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.8357614122681885e-05,
      "loss": 0.0068,
      "step": 18430
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.8356722539229676e-05,
      "loss": 0.0046,
      "step": 18440
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.835583095577747e-05,
      "loss": 0.0042,
      "step": 18450
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.835493937232525e-05,
      "loss": 0.0063,
      "step": 18460
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.835404778887304e-05,
      "loss": 0.0067,
      "step": 18470
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.835315620542083e-05,
      "loss": 0.0105,
      "step": 18480
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.835226462196862e-05,
      "loss": 0.0073,
      "step": 18490
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.835137303851641e-05,
      "loss": 0.0085,
      "step": 18500
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.8350481455064194e-05,
      "loss": 0.0078,
      "step": 18510
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.8349589871611985e-05,
      "loss": 0.0069,
      "step": 18520
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.834869828815977e-05,
      "loss": 0.0078,
      "step": 18530
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.834780670470757e-05,
      "loss": 0.0087,
      "step": 18540
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.834691512125535e-05,
      "loss": 0.0051,
      "step": 18550
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.834602353780314e-05,
      "loss": 0.0072,
      "step": 18560
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.834513195435093e-05,
      "loss": 0.0077,
      "step": 18570
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.834424037089872e-05,
      "loss": 0.0083,
      "step": 18580
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.834334878744651e-05,
      "loss": 0.0056,
      "step": 18590
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.8342457203994295e-05,
      "loss": 0.0093,
      "step": 18600
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.8341565620542086e-05,
      "loss": 0.0052,
      "step": 18610
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.834067403708987e-05,
      "loss": 0.0063,
      "step": 18620
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.833978245363766e-05,
      "loss": 0.0062,
      "step": 18630
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.8338890870185446e-05,
      "loss": 0.008,
      "step": 18640
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.8337999286733244e-05,
      "loss": 0.0113,
      "step": 18650
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.833710770328103e-05,
      "loss": 0.0082,
      "step": 18660
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.833621611982882e-05,
      "loss": 0.0092,
      "step": 18670
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.833532453637661e-05,
      "loss": 0.0063,
      "step": 18680
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.833452211126961e-05,
      "loss": 0.0104,
      "step": 18690
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.833363052781741e-05,
      "loss": 0.0088,
      "step": 18700
    },
    {
      "epoch": 3.34,
      "learning_rate": 4.8332738944365194e-05,
      "loss": 0.0066,
      "step": 18710
    },
    {
      "epoch": 3.34,
      "learning_rate": 4.8331847360912986e-05,
      "loss": 0.0061,
      "step": 18720
    },
    {
      "epoch": 3.34,
      "learning_rate": 4.833095577746078e-05,
      "loss": 0.0063,
      "step": 18730
    },
    {
      "epoch": 3.34,
      "learning_rate": 4.833006419400856e-05,
      "loss": 0.0103,
      "step": 18740
    },
    {
      "epoch": 3.34,
      "learning_rate": 4.832917261055635e-05,
      "loss": 0.0065,
      "step": 18750
    },
    {
      "epoch": 3.35,
      "learning_rate": 4.832828102710414e-05,
      "loss": 0.0056,
      "step": 18760
    },
    {
      "epoch": 3.35,
      "learning_rate": 4.832738944365193e-05,
      "loss": 0.0048,
      "step": 18770
    },
    {
      "epoch": 3.35,
      "learning_rate": 4.832649786019971e-05,
      "loss": 0.0077,
      "step": 18780
    },
    {
      "epoch": 3.35,
      "learning_rate": 4.8325606276747504e-05,
      "loss": 0.0058,
      "step": 18790
    },
    {
      "epoch": 3.35,
      "learning_rate": 4.8324714693295295e-05,
      "loss": 0.0051,
      "step": 18800
    },
    {
      "epoch": 3.35,
      "learning_rate": 4.8323823109843086e-05,
      "loss": 0.0089,
      "step": 18810
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.832293152639088e-05,
      "loss": 0.0049,
      "step": 18820
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.832203994293866e-05,
      "loss": 0.0073,
      "step": 18830
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.832114835948645e-05,
      "loss": 0.0046,
      "step": 18840
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.832025677603424e-05,
      "loss": 0.0048,
      "step": 18850
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.831936519258203e-05,
      "loss": 0.005,
      "step": 18860
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.831847360912981e-05,
      "loss": 0.007,
      "step": 18870
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.8317582025677604e-05,
      "loss": 0.0039,
      "step": 18880
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.8316690442225396e-05,
      "loss": 0.0065,
      "step": 18890
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.831579885877318e-05,
      "loss": 0.0041,
      "step": 18900
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.831490727532097e-05,
      "loss": 0.0086,
      "step": 18910
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.831401569186876e-05,
      "loss": 0.0072,
      "step": 18920
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.8313124108416554e-05,
      "loss": 0.006,
      "step": 18930
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.831223252496434e-05,
      "loss": 0.0058,
      "step": 18940
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.8311430099857346e-05,
      "loss": 0.0083,
      "step": 18950
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.831053851640514e-05,
      "loss": 0.0077,
      "step": 18960
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.830964693295293e-05,
      "loss": 0.0095,
      "step": 18970
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.830875534950072e-05,
      "loss": 0.0078,
      "step": 18980
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.8307863766048504e-05,
      "loss": 0.0073,
      "step": 18990
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.8306972182596295e-05,
      "loss": 0.0089,
      "step": 19000
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.830608059914408e-05,
      "loss": 0.0066,
      "step": 19010
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.830518901569187e-05,
      "loss": 0.0087,
      "step": 19020
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.830429743223966e-05,
      "loss": 0.0084,
      "step": 19030
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.830340584878745e-05,
      "loss": 0.0082,
      "step": 19040
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.830251426533524e-05,
      "loss": 0.0086,
      "step": 19050
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.830162268188302e-05,
      "loss": 0.0067,
      "step": 19060
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.830073109843082e-05,
      "loss": 0.0083,
      "step": 19070
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.8299839514978605e-05,
      "loss": 0.0075,
      "step": 19080
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.8298947931526396e-05,
      "loss": 0.0057,
      "step": 19090
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.829805634807418e-05,
      "loss": 0.009,
      "step": 19100
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.829716476462197e-05,
      "loss": 0.008,
      "step": 19110
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.829627318116976e-05,
      "loss": 0.0062,
      "step": 19120
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.829538159771755e-05,
      "loss": 0.0054,
      "step": 19130
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.829449001426534e-05,
      "loss": 0.0072,
      "step": 19140
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.829359843081312e-05,
      "loss": 0.0036,
      "step": 19150
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.8292706847360914e-05,
      "loss": 0.0049,
      "step": 19160
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.82918152639087e-05,
      "loss": 0.0074,
      "step": 19170
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.8290923680456496e-05,
      "loss": 0.0073,
      "step": 19180
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.829003209700428e-05,
      "loss": 0.0073,
      "step": 19190
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.828914051355207e-05,
      "loss": 0.0065,
      "step": 19200
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.828824893009986e-05,
      "loss": 0.0101,
      "step": 19210
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.828735734664765e-05,
      "loss": 0.008,
      "step": 19220
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.828646576319544e-05,
      "loss": 0.0058,
      "step": 19230
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.8285574179743223e-05,
      "loss": 0.0074,
      "step": 19240
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.8284682596291015e-05,
      "loss": 0.0068,
      "step": 19250
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.8283791012838806e-05,
      "loss": 0.007,
      "step": 19260
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.828289942938659e-05,
      "loss": 0.0079,
      "step": 19270
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.828200784593438e-05,
      "loss": 0.0093,
      "step": 19280
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.828111626248217e-05,
      "loss": 0.0083,
      "step": 19290
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.8280224679029964e-05,
      "loss": 0.0084,
      "step": 19300
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.827933309557775e-05,
      "loss": 0.0093,
      "step": 19310
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.827844151212554e-05,
      "loss": 0.006,
      "step": 19320
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.8277549928673324e-05,
      "loss": 0.0056,
      "step": 19330
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.8276658345221115e-05,
      "loss": 0.0095,
      "step": 19340
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.8275766761768906e-05,
      "loss": 0.0053,
      "step": 19350
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.827487517831669e-05,
      "loss": 0.0078,
      "step": 19360
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.827398359486448e-05,
      "loss": 0.0063,
      "step": 19370
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.8273092011412266e-05,
      "loss": 0.0095,
      "step": 19380
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.827220042796006e-05,
      "loss": 0.0106,
      "step": 19390
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.827130884450785e-05,
      "loss": 0.0061,
      "step": 19400
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.827041726105564e-05,
      "loss": 0.0088,
      "step": 19410
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.8269525677603425e-05,
      "loss": 0.0099,
      "step": 19420
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.8268634094151216e-05,
      "loss": 0.0086,
      "step": 19430
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.826774251069901e-05,
      "loss": 0.0056,
      "step": 19440
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.826685092724679e-05,
      "loss": 0.0071,
      "step": 19450
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.826595934379458e-05,
      "loss": 0.0062,
      "step": 19460
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.826506776034237e-05,
      "loss": 0.009,
      "step": 19470
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.826417617689016e-05,
      "loss": 0.0077,
      "step": 19480
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.826328459343795e-05,
      "loss": 0.009,
      "step": 19490
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.8262393009985734e-05,
      "loss": 0.0065,
      "step": 19500
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.826150142653353e-05,
      "loss": 0.0055,
      "step": 19510
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.8260609843081316e-05,
      "loss": 0.0057,
      "step": 19520
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.825971825962911e-05,
      "loss": 0.0055,
      "step": 19530
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.825882667617689e-05,
      "loss": 0.0067,
      "step": 19540
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.825793509272468e-05,
      "loss": 0.0065,
      "step": 19550
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.825704350927247e-05,
      "loss": 0.0084,
      "step": 19560
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.825615192582026e-05,
      "loss": 0.0067,
      "step": 19570
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.825526034236805e-05,
      "loss": 0.0066,
      "step": 19580
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.8254368758915834e-05,
      "loss": 0.0064,
      "step": 19590
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.8253477175463626e-05,
      "loss": 0.0077,
      "step": 19600
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.825258559201141e-05,
      "loss": 0.0064,
      "step": 19610
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.825169400855921e-05,
      "loss": 0.0081,
      "step": 19620
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.825080242510699e-05,
      "loss": 0.0072,
      "step": 19630
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.8249910841654784e-05,
      "loss": 0.0076,
      "step": 19640
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.824901925820257e-05,
      "loss": 0.0086,
      "step": 19650
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.824812767475036e-05,
      "loss": 0.0082,
      "step": 19660
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.824723609129815e-05,
      "loss": 0.0101,
      "step": 19670
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.8246344507845935e-05,
      "loss": 0.009,
      "step": 19680
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.8245452924393726e-05,
      "loss": 0.008,
      "step": 19690
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.824456134094151e-05,
      "loss": 0.0106,
      "step": 19700
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.82436697574893e-05,
      "loss": 0.0088,
      "step": 19710
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.824277817403709e-05,
      "loss": 0.0067,
      "step": 19720
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.8241886590584884e-05,
      "loss": 0.0059,
      "step": 19730
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.8240995007132675e-05,
      "loss": 0.0053,
      "step": 19740
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.824010342368046e-05,
      "loss": 0.0079,
      "step": 19750
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.823921184022825e-05,
      "loss": 0.0056,
      "step": 19760
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.8238320256776036e-05,
      "loss": 0.0102,
      "step": 19770
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.823742867332383e-05,
      "loss": 0.007,
      "step": 19780
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.823653708987161e-05,
      "loss": 0.0053,
      "step": 19790
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.82356455064194e-05,
      "loss": 0.0076,
      "step": 19800
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.8234753922967194e-05,
      "loss": 0.0071,
      "step": 19810
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.823386233951498e-05,
      "loss": 0.0044,
      "step": 19820
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.823297075606277e-05,
      "loss": 0.0065,
      "step": 19830
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.823207917261056e-05,
      "loss": 0.0074,
      "step": 19840
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.823118758915835e-05,
      "loss": 0.0093,
      "step": 19850
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.8230296005706136e-05,
      "loss": 0.0092,
      "step": 19860
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.822940442225393e-05,
      "loss": 0.0066,
      "step": 19870
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.822851283880171e-05,
      "loss": 0.0104,
      "step": 19880
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.82276212553495e-05,
      "loss": 0.0088,
      "step": 19890
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.8226729671897294e-05,
      "loss": 0.0101,
      "step": 19900
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.822583808844508e-05,
      "loss": 0.0098,
      "step": 19910
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.822494650499287e-05,
      "loss": 0.0082,
      "step": 19920
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.8224054921540654e-05,
      "loss": 0.0062,
      "step": 19930
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.8223163338088445e-05,
      "loss": 0.007,
      "step": 19940
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.822227175463624e-05,
      "loss": 0.0073,
      "step": 19950
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.822138017118403e-05,
      "loss": 0.0069,
      "step": 19960
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.822048858773182e-05,
      "loss": 0.0056,
      "step": 19970
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.8219597004279604e-05,
      "loss": 0.0085,
      "step": 19980
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.8218705420827395e-05,
      "loss": 0.0056,
      "step": 19990
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.821781383737518e-05,
      "loss": 0.004,
      "step": 20000
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.821692225392297e-05,
      "loss": 0.0043,
      "step": 20010
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.8216030670470755e-05,
      "loss": 0.0077,
      "step": 20020
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.8215139087018546e-05,
      "loss": 0.0079,
      "step": 20030
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.821424750356634e-05,
      "loss": 0.0033,
      "step": 20040
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.821335592011412e-05,
      "loss": 0.0071,
      "step": 20050
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.821246433666191e-05,
      "loss": 0.0097,
      "step": 20060
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.8211572753209704e-05,
      "loss": 0.0069,
      "step": 20070
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.8210681169757495e-05,
      "loss": 0.0081,
      "step": 20080
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.820978958630528e-05,
      "loss": 0.006,
      "step": 20090
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.820889800285307e-05,
      "loss": 0.0097,
      "step": 20100
    },
    {
      "epoch": 3.59,
      "learning_rate": 4.8208006419400855e-05,
      "loss": 0.0066,
      "step": 20110
    },
    {
      "epoch": 3.59,
      "learning_rate": 4.8207114835948647e-05,
      "loss": 0.006,
      "step": 20120
    },
    {
      "epoch": 3.59,
      "learning_rate": 4.820622325249644e-05,
      "loss": 0.0082,
      "step": 20130
    },
    {
      "epoch": 3.59,
      "learning_rate": 4.820533166904422e-05,
      "loss": 0.0083,
      "step": 20140
    },
    {
      "epoch": 3.59,
      "learning_rate": 4.8204440085592013e-05,
      "loss": 0.0052,
      "step": 20150
    },
    {
      "epoch": 3.59,
      "learning_rate": 4.82035485021398e-05,
      "loss": 0.0086,
      "step": 20160
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.820265691868759e-05,
      "loss": 0.0048,
      "step": 20170
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.820176533523538e-05,
      "loss": 0.0051,
      "step": 20180
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.820087375178317e-05,
      "loss": 0.0052,
      "step": 20190
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.819998216833096e-05,
      "loss": 0.0072,
      "step": 20200
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.819909058487875e-05,
      "loss": 0.0056,
      "step": 20210
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.819819900142654e-05,
      "loss": 0.0063,
      "step": 20220
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.819730741797432e-05,
      "loss": 0.0093,
      "step": 20230
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.8196415834522114e-05,
      "loss": 0.0069,
      "step": 20240
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.81955242510699e-05,
      "loss": 0.0049,
      "step": 20250
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.819463266761769e-05,
      "loss": 0.0054,
      "step": 20260
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.819374108416548e-05,
      "loss": 0.0101,
      "step": 20270
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.8192849500713265e-05,
      "loss": 0.0144,
      "step": 20280
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.819195791726106e-05,
      "loss": 0.0101,
      "step": 20290
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.819106633380885e-05,
      "loss": 0.0078,
      "step": 20300
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.819017475035664e-05,
      "loss": 0.0043,
      "step": 20310
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.818928316690442e-05,
      "loss": 0.0063,
      "step": 20320
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.8188391583452215e-05,
      "loss": 0.0048,
      "step": 20330
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.81875e-05,
      "loss": 0.0105,
      "step": 20340
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.818660841654779e-05,
      "loss": 0.0057,
      "step": 20350
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.818571683309558e-05,
      "loss": 0.0077,
      "step": 20360
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.8184825249643366e-05,
      "loss": 0.0087,
      "step": 20370
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.818393366619116e-05,
      "loss": 0.0066,
      "step": 20380
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.818304208273894e-05,
      "loss": 0.0054,
      "step": 20390
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.818215049928674e-05,
      "loss": 0.005,
      "step": 20400
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.8181258915834524e-05,
      "loss": 0.0083,
      "step": 20410
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.8180367332382315e-05,
      "loss": 0.0068,
      "step": 20420
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.8179475748930106e-05,
      "loss": 0.0044,
      "step": 20430
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.817858416547789e-05,
      "loss": 0.009,
      "step": 20440
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.817769258202568e-05,
      "loss": 0.0049,
      "step": 20450
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.8176800998573466e-05,
      "loss": 0.0077,
      "step": 20460
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.817590941512126e-05,
      "loss": 0.0057,
      "step": 20470
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.817501783166904e-05,
      "loss": 0.0077,
      "step": 20480
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.817412624821683e-05,
      "loss": 0.0054,
      "step": 20490
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.8173234664764624e-05,
      "loss": 0.0074,
      "step": 20500
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.8172343081312416e-05,
      "loss": 0.0071,
      "step": 20510
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.817145149786021e-05,
      "loss": 0.0046,
      "step": 20520
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.817055991440799e-05,
      "loss": 0.0093,
      "step": 20530
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.816966833095578e-05,
      "loss": 0.0063,
      "step": 20540
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.816877674750357e-05,
      "loss": 0.0053,
      "step": 20550
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.816788516405136e-05,
      "loss": 0.0105,
      "step": 20560
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.816699358059914e-05,
      "loss": 0.0093,
      "step": 20570
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.8166101997146934e-05,
      "loss": 0.0059,
      "step": 20580
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.8165210413694725e-05,
      "loss": 0.0081,
      "step": 20590
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.816431883024251e-05,
      "loss": 0.0051,
      "step": 20600
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.81634272467903e-05,
      "loss": 0.009,
      "step": 20610
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.816253566333809e-05,
      "loss": 0.0063,
      "step": 20620
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.816164407988588e-05,
      "loss": 0.0049,
      "step": 20630
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.816075249643367e-05,
      "loss": 0.0048,
      "step": 20640
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.815986091298146e-05,
      "loss": 0.0127,
      "step": 20650
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.815896932952924e-05,
      "loss": 0.007,
      "step": 20660
    },
    {
      "epoch": 3.69,
      "learning_rate": 4.8158077746077034e-05,
      "loss": 0.0055,
      "step": 20670
    },
    {
      "epoch": 3.69,
      "learning_rate": 4.8157186162624826e-05,
      "loss": 0.0069,
      "step": 20680
    },
    {
      "epoch": 3.69,
      "learning_rate": 4.815629457917261e-05,
      "loss": 0.0066,
      "step": 20690
    },
    {
      "epoch": 3.69,
      "learning_rate": 4.81554029957204e-05,
      "loss": 0.008,
      "step": 20700
    },
    {
      "epoch": 3.69,
      "learning_rate": 4.8154511412268186e-05,
      "loss": 0.0089,
      "step": 20710
    },
    {
      "epoch": 3.69,
      "learning_rate": 4.815361982881598e-05,
      "loss": 0.0077,
      "step": 20720
    },
    {
      "epoch": 3.7,
      "learning_rate": 4.815272824536377e-05,
      "loss": 0.0076,
      "step": 20730
    },
    {
      "epoch": 3.7,
      "learning_rate": 4.815183666191156e-05,
      "loss": 0.0076,
      "step": 20740
    },
    {
      "epoch": 3.7,
      "learning_rate": 4.815094507845935e-05,
      "loss": 0.0028,
      "step": 20750
    },
    {
      "epoch": 3.7,
      "learning_rate": 4.8150053495007135e-05,
      "loss": 0.0061,
      "step": 20760
    },
    {
      "epoch": 3.7,
      "learning_rate": 4.8149161911554926e-05,
      "loss": 0.006,
      "step": 20770
    },
    {
      "epoch": 3.71,
      "learning_rate": 4.814827032810271e-05,
      "loss": 0.0076,
      "step": 20780
    },
    {
      "epoch": 3.71,
      "learning_rate": 4.81473787446505e-05,
      "loss": 0.004,
      "step": 20790
    },
    {
      "epoch": 3.71,
      "learning_rate": 4.8146487161198286e-05,
      "loss": 0.0056,
      "step": 20800
    },
    {
      "epoch": 3.71,
      "learning_rate": 4.814559557774608e-05,
      "loss": 0.0046,
      "step": 20810
    },
    {
      "epoch": 3.71,
      "learning_rate": 4.814470399429387e-05,
      "loss": 0.0089,
      "step": 20820
    },
    {
      "epoch": 3.71,
      "learning_rate": 4.814381241084165e-05,
      "loss": 0.0047,
      "step": 20830
    },
    {
      "epoch": 3.72,
      "learning_rate": 4.814292082738945e-05,
      "loss": 0.0063,
      "step": 20840
    },
    {
      "epoch": 3.72,
      "learning_rate": 4.8142029243937236e-05,
      "loss": 0.0043,
      "step": 20850
    },
    {
      "epoch": 3.72,
      "learning_rate": 4.814113766048503e-05,
      "loss": 0.01,
      "step": 20860
    },
    {
      "epoch": 3.72,
      "learning_rate": 4.814024607703281e-05,
      "loss": 0.0073,
      "step": 20870
    },
    {
      "epoch": 3.72,
      "learning_rate": 4.81393544935806e-05,
      "loss": 0.0053,
      "step": 20880
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.813846291012839e-05,
      "loss": 0.0071,
      "step": 20890
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.813757132667618e-05,
      "loss": 0.0067,
      "step": 20900
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.813667974322397e-05,
      "loss": 0.0069,
      "step": 20910
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.8135788159771754e-05,
      "loss": 0.0061,
      "step": 20920
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.8134896576319545e-05,
      "loss": 0.0065,
      "step": 20930
    },
    {
      "epoch": 3.73,
      "learning_rate": 4.813400499286733e-05,
      "loss": 0.0073,
      "step": 20940
    },
    {
      "epoch": 3.74,
      "learning_rate": 4.813311340941513e-05,
      "loss": 0.008,
      "step": 20950
    },
    {
      "epoch": 3.74,
      "learning_rate": 4.813222182596291e-05,
      "loss": 0.0098,
      "step": 20960
    },
    {
      "epoch": 3.74,
      "learning_rate": 4.81313302425107e-05,
      "loss": 0.0092,
      "step": 20970
    },
    {
      "epoch": 3.74,
      "learning_rate": 4.8130438659058494e-05,
      "loss": 0.0059,
      "step": 20980
    },
    {
      "epoch": 3.74,
      "learning_rate": 4.812954707560628e-05,
      "loss": 0.005,
      "step": 20990
    },
    {
      "epoch": 3.74,
      "learning_rate": 4.812865549215407e-05,
      "loss": 0.009,
      "step": 21000
    },
    {
      "epoch": 3.75,
      "learning_rate": 4.8127763908701854e-05,
      "loss": 0.0059,
      "step": 21010
    },
    {
      "epoch": 3.75,
      "learning_rate": 4.8126872325249645e-05,
      "loss": 0.0079,
      "step": 21020
    },
    {
      "epoch": 3.75,
      "learning_rate": 4.812598074179743e-05,
      "loss": 0.0088,
      "step": 21030
    },
    {
      "epoch": 3.75,
      "learning_rate": 4.812508915834522e-05,
      "loss": 0.0093,
      "step": 21040
    },
    {
      "epoch": 3.75,
      "learning_rate": 4.812419757489301e-05,
      "loss": 0.0082,
      "step": 21050
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.8123305991440803e-05,
      "loss": 0.0064,
      "step": 21060
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.8122414407988595e-05,
      "loss": 0.0079,
      "step": 21070
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.812152282453638e-05,
      "loss": 0.0077,
      "step": 21080
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.812063124108417e-05,
      "loss": 0.0085,
      "step": 21090
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.8119739657631955e-05,
      "loss": 0.0095,
      "step": 21100
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.8118848074179746e-05,
      "loss": 0.0061,
      "step": 21110
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.811795649072753e-05,
      "loss": 0.0067,
      "step": 21120
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.811706490727532e-05,
      "loss": 0.0099,
      "step": 21130
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.811617332382311e-05,
      "loss": 0.0076,
      "step": 21140
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.81152817403709e-05,
      "loss": 0.008,
      "step": 21150
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.811439015691869e-05,
      "loss": 0.0064,
      "step": 21160
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.811349857346648e-05,
      "loss": 0.0078,
      "step": 21170
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.811260699001427e-05,
      "loss": 0.0073,
      "step": 21180
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.8111715406562055e-05,
      "loss": 0.0084,
      "step": 21190
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.8110823823109847e-05,
      "loss": 0.0054,
      "step": 21200
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.810993223965764e-05,
      "loss": 0.0066,
      "step": 21210
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.810904065620542e-05,
      "loss": 0.0072,
      "step": 21220
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.8108149072753213e-05,
      "loss": 0.0058,
      "step": 21230
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.8107257489301e-05,
      "loss": 0.0065,
      "step": 21240
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.810636590584879e-05,
      "loss": 0.0122,
      "step": 21250
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.8105474322396573e-05,
      "loss": 0.005,
      "step": 21260
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.8104582738944365e-05,
      "loss": 0.0064,
      "step": 21270
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.8103691155492156e-05,
      "loss": 0.0094,
      "step": 21280
    },
    {
      "epoch": 3.8,
      "learning_rate": 4.810279957203995e-05,
      "loss": 0.0067,
      "step": 21290
    },
    {
      "epoch": 3.8,
      "learning_rate": 4.810190798858774e-05,
      "loss": 0.006,
      "step": 21300
    },
    {
      "epoch": 3.8,
      "learning_rate": 4.810101640513552e-05,
      "loss": 0.0076,
      "step": 21310
    },
    {
      "epoch": 3.8,
      "learning_rate": 4.8100124821683314e-05,
      "loss": 0.0067,
      "step": 21320
    },
    {
      "epoch": 3.8,
      "learning_rate": 4.80992332382311e-05,
      "loss": 0.008,
      "step": 21330
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.809834165477889e-05,
      "loss": 0.0058,
      "step": 21340
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.8097450071326674e-05,
      "loss": 0.0078,
      "step": 21350
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.8096558487874465e-05,
      "loss": 0.0072,
      "step": 21360
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.8095666904422256e-05,
      "loss": 0.0111,
      "step": 21370
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.809477532097004e-05,
      "loss": 0.0104,
      "step": 21380
    },
    {
      "epoch": 3.81,
      "learning_rate": 4.809388373751784e-05,
      "loss": 0.0076,
      "step": 21390
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.809299215406562e-05,
      "loss": 0.0083,
      "step": 21400
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.8092100570613415e-05,
      "loss": 0.0063,
      "step": 21410
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.80912089871612e-05,
      "loss": 0.0065,
      "step": 21420
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.809031740370899e-05,
      "loss": 0.0104,
      "step": 21430
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.808942582025678e-05,
      "loss": 0.0065,
      "step": 21440
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.8088534236804566e-05,
      "loss": 0.0069,
      "step": 21450
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.808764265335236e-05,
      "loss": 0.0086,
      "step": 21460
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.808675106990014e-05,
      "loss": 0.0087,
      "step": 21470
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.808585948644793e-05,
      "loss": 0.0052,
      "step": 21480
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.808496790299572e-05,
      "loss": 0.009,
      "step": 21490
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.8084076319543515e-05,
      "loss": 0.0054,
      "step": 21500
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.80831847360913e-05,
      "loss": 0.0048,
      "step": 21510
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.808229315263909e-05,
      "loss": 0.0076,
      "step": 21520
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.808140156918688e-05,
      "loss": 0.0054,
      "step": 21530
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.8080509985734666e-05,
      "loss": 0.0051,
      "step": 21540
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.807961840228246e-05,
      "loss": 0.012,
      "step": 21550
    },
    {
      "epoch": 3.84,
      "learning_rate": 4.807872681883024e-05,
      "loss": 0.0093,
      "step": 21560
    },
    {
      "epoch": 3.85,
      "learning_rate": 4.807783523537803e-05,
      "loss": 0.0078,
      "step": 21570
    },
    {
      "epoch": 3.85,
      "learning_rate": 4.807694365192582e-05,
      "loss": 0.0129,
      "step": 21580
    },
    {
      "epoch": 3.85,
      "learning_rate": 4.807605206847361e-05,
      "loss": 0.0105,
      "step": 21590
    },
    {
      "epoch": 3.85,
      "learning_rate": 4.80751604850214e-05,
      "loss": 0.0106,
      "step": 21600
    },
    {
      "epoch": 3.85,
      "learning_rate": 4.807426890156919e-05,
      "loss": 0.0066,
      "step": 21610
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.807337731811698e-05,
      "loss": 0.0067,
      "step": 21620
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.807248573466477e-05,
      "loss": 0.0066,
      "step": 21630
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.807159415121256e-05,
      "loss": 0.0082,
      "step": 21640
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.807070256776034e-05,
      "loss": 0.006,
      "step": 21650
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.8069810984308134e-05,
      "loss": 0.0088,
      "step": 21660
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.8068919400855925e-05,
      "loss": 0.0053,
      "step": 21670
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.806802781740371e-05,
      "loss": 0.0079,
      "step": 21680
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.80671362339515e-05,
      "loss": 0.0059,
      "step": 21690
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.8066244650499285e-05,
      "loss": 0.0088,
      "step": 21700
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.8065353067047076e-05,
      "loss": 0.0067,
      "step": 21710
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.806446148359487e-05,
      "loss": 0.0101,
      "step": 21720
    },
    {
      "epoch": 3.87,
      "learning_rate": 4.806356990014266e-05,
      "loss": 0.0089,
      "step": 21730
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.806267831669044e-05,
      "loss": 0.0056,
      "step": 21740
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.8061786733238234e-05,
      "loss": 0.0105,
      "step": 21750
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.8060895149786026e-05,
      "loss": 0.0076,
      "step": 21760
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.806000356633381e-05,
      "loss": 0.006,
      "step": 21770
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.80591119828816e-05,
      "loss": 0.0071,
      "step": 21780
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.8058220399429386e-05,
      "loss": 0.0075,
      "step": 21790
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.805732881597718e-05,
      "loss": 0.0091,
      "step": 21800
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.805643723252496e-05,
      "loss": 0.0058,
      "step": 21810
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.805554564907275e-05,
      "loss": 0.0066,
      "step": 21820
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.8054654065620544e-05,
      "loss": 0.0106,
      "step": 21830
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.8053762482168335e-05,
      "loss": 0.0035,
      "step": 21840
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.8052870898716126e-05,
      "loss": 0.0068,
      "step": 21850
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.805197931526391e-05,
      "loss": 0.0056,
      "step": 21860
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.80510877318117e-05,
      "loss": 0.0085,
      "step": 21870
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.8050196148359486e-05,
      "loss": 0.0104,
      "step": 21880
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.804930456490728e-05,
      "loss": 0.0125,
      "step": 21890
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.804841298145507e-05,
      "loss": 0.0058,
      "step": 21900
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.804752139800285e-05,
      "loss": 0.0071,
      "step": 21910
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.8046629814550644e-05,
      "loss": 0.005,
      "step": 21920
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.804573823109843e-05,
      "loss": 0.0077,
      "step": 21930
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.804484664764623e-05,
      "loss": 0.0085,
      "step": 21940
    },
    {
      "epoch": 3.91,
      "learning_rate": 4.804395506419401e-05,
      "loss": 0.0054,
      "step": 21950
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.80430634807418e-05,
      "loss": 0.0101,
      "step": 21960
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.804217189728959e-05,
      "loss": 0.0088,
      "step": 21970
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.804128031383738e-05,
      "loss": 0.0087,
      "step": 21980
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.804038873038517e-05,
      "loss": 0.005,
      "step": 21990
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.8039497146932954e-05,
      "loss": 0.0083,
      "step": 22000
    },
    {
      "epoch": 3.92,
      "learning_rate": 4.8038605563480745e-05,
      "loss": 0.0096,
      "step": 22010
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.803771398002853e-05,
      "loss": 0.006,
      "step": 22020
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.803682239657632e-05,
      "loss": 0.0049,
      "step": 22030
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.8035930813124105e-05,
      "loss": 0.0087,
      "step": 22040
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.80350392296719e-05,
      "loss": 0.0087,
      "step": 22050
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.803414764621969e-05,
      "loss": 0.0074,
      "step": 22060
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.8033345221112695e-05,
      "loss": 0.0077,
      "step": 22070
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.8032453637660487e-05,
      "loss": 0.0091,
      "step": 22080
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.803156205420828e-05,
      "loss": 0.0064,
      "step": 22090
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.803067047075607e-05,
      "loss": 0.0131,
      "step": 22100
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.8029778887303853e-05,
      "loss": 0.0069,
      "step": 22110
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.8028887303851645e-05,
      "loss": 0.0071,
      "step": 22120
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.802799572039943e-05,
      "loss": 0.0105,
      "step": 22130
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.802710413694722e-05,
      "loss": 0.0071,
      "step": 22140
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.802621255349501e-05,
      "loss": 0.0082,
      "step": 22150
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.8025320970042796e-05,
      "loss": 0.0056,
      "step": 22160
    },
    {
      "epoch": 3.95,
      "learning_rate": 4.802442938659059e-05,
      "loss": 0.005,
      "step": 22170
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.802353780313837e-05,
      "loss": 0.0085,
      "step": 22180
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.802264621968616e-05,
      "loss": 0.0045,
      "step": 22190
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.8021754636233954e-05,
      "loss": 0.0079,
      "step": 22200
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.8020863052781745e-05,
      "loss": 0.006,
      "step": 22210
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.8019971469329536e-05,
      "loss": 0.0049,
      "step": 22220
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.801907988587732e-05,
      "loss": 0.0054,
      "step": 22230
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.801818830242511e-05,
      "loss": 0.0049,
      "step": 22240
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.8017296718972896e-05,
      "loss": 0.0112,
      "step": 22250
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.801640513552069e-05,
      "loss": 0.0061,
      "step": 22260
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.801551355206847e-05,
      "loss": 0.0059,
      "step": 22270
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.801462196861626e-05,
      "loss": 0.0073,
      "step": 22280
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.8013730385164055e-05,
      "loss": 0.0042,
      "step": 22290
    },
    {
      "epoch": 3.98,
      "learning_rate": 4.801283880171184e-05,
      "loss": 0.0072,
      "step": 22300
    },
    {
      "epoch": 3.98,
      "learning_rate": 4.801194721825964e-05,
      "loss": 0.006,
      "step": 22310
    },
    {
      "epoch": 3.98,
      "learning_rate": 4.801105563480742e-05,
      "loss": 0.0071,
      "step": 22320
    },
    {
      "epoch": 3.98,
      "learning_rate": 4.801016405135521e-05,
      "loss": 0.0083,
      "step": 22330
    },
    {
      "epoch": 3.98,
      "learning_rate": 4.8009272467903e-05,
      "loss": 0.0089,
      "step": 22340
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.800838088445079e-05,
      "loss": 0.0078,
      "step": 22350
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.800748930099857e-05,
      "loss": 0.0067,
      "step": 22360
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.8006597717546364e-05,
      "loss": 0.0067,
      "step": 22370
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.8005706134094155e-05,
      "loss": 0.0077,
      "step": 22380
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.800481455064194e-05,
      "loss": 0.0047,
      "step": 22390
    },
    {
      "epoch": 3.99,
      "learning_rate": 4.800392296718973e-05,
      "loss": 0.0067,
      "step": 22400
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.8003031383737515e-05,
      "loss": 0.0092,
      "step": 22410
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.800213980028531e-05,
      "loss": 0.007,
      "step": 22420
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.80012482168331e-05,
      "loss": 0.0062,
      "step": 22430
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.014736342243850231,
      "eval_runtime": 195.8169,
      "eval_samples_per_second": 23.69,
      "eval_steps_per_second": 2.962,
      "step": 22432
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.800035663338089e-05,
      "loss": 0.0056,
      "step": 22440
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.799946504992868e-05,
      "loss": 0.0065,
      "step": 22450
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.7998573466476464e-05,
      "loss": 0.004,
      "step": 22460
    },
    {
      "epoch": 4.01,
      "learning_rate": 4.7997681883024256e-05,
      "loss": 0.0041,
      "step": 22470
    },
    {
      "epoch": 4.01,
      "learning_rate": 4.799679029957204e-05,
      "loss": 0.005,
      "step": 22480
    },
    {
      "epoch": 4.01,
      "learning_rate": 4.799589871611983e-05,
      "loss": 0.0067,
      "step": 22490
    },
    {
      "epoch": 4.01,
      "learning_rate": 4.7995007132667616e-05,
      "loss": 0.0068,
      "step": 22500
    },
    {
      "epoch": 4.01,
      "learning_rate": 4.799411554921541e-05,
      "loss": 0.0066,
      "step": 22510
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.79932239657632e-05,
      "loss": 0.008,
      "step": 22520
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.799233238231099e-05,
      "loss": 0.0057,
      "step": 22530
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.799144079885878e-05,
      "loss": 0.0062,
      "step": 22540
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.7990549215406565e-05,
      "loss": 0.0073,
      "step": 22550
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.7989657631954356e-05,
      "loss": 0.0072,
      "step": 22560
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.798876604850214e-05,
      "loss": 0.0083,
      "step": 22570
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.798787446504993e-05,
      "loss": 0.0085,
      "step": 22580
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.7986982881597716e-05,
      "loss": 0.0051,
      "step": 22590
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.798609129814551e-05,
      "loss": 0.0104,
      "step": 22600
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.79851997146933e-05,
      "loss": 0.0107,
      "step": 22610
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.798430813124108e-05,
      "loss": 0.0077,
      "step": 22620
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.7983416547788874e-05,
      "loss": 0.0081,
      "step": 22630
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.798252496433666e-05,
      "loss": 0.0061,
      "step": 22640
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.798163338088446e-05,
      "loss": 0.0069,
      "step": 22650
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.798074179743224e-05,
      "loss": 0.009,
      "step": 22660
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.797985021398003e-05,
      "loss": 0.0058,
      "step": 22670
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.7978958630527824e-05,
      "loss": 0.0083,
      "step": 22680
    },
    {
      "epoch": 4.05,
      "learning_rate": 4.797806704707561e-05,
      "loss": 0.0059,
      "step": 22690
    },
    {
      "epoch": 4.05,
      "learning_rate": 4.79771754636234e-05,
      "loss": 0.0101,
      "step": 22700
    },
    {
      "epoch": 4.05,
      "learning_rate": 4.7976283880171184e-05,
      "loss": 0.0063,
      "step": 22710
    },
    {
      "epoch": 4.05,
      "learning_rate": 4.7975392296718975e-05,
      "loss": 0.0082,
      "step": 22720
    },
    {
      "epoch": 4.05,
      "learning_rate": 4.797450071326676e-05,
      "loss": 0.0069,
      "step": 22730
    },
    {
      "epoch": 4.05,
      "learning_rate": 4.797360912981455e-05,
      "loss": 0.0054,
      "step": 22740
    },
    {
      "epoch": 4.06,
      "learning_rate": 4.797271754636234e-05,
      "loss": 0.0096,
      "step": 22750
    },
    {
      "epoch": 4.06,
      "learning_rate": 4.797182596291013e-05,
      "loss": 0.0085,
      "step": 22760
    },
    {
      "epoch": 4.06,
      "learning_rate": 4.7970934379457924e-05,
      "loss": 0.0058,
      "step": 22770
    },
    {
      "epoch": 4.06,
      "learning_rate": 4.797004279600571e-05,
      "loss": 0.0072,
      "step": 22780
    },
    {
      "epoch": 4.06,
      "learning_rate": 4.79691512125535e-05,
      "loss": 0.0058,
      "step": 22790
    },
    {
      "epoch": 4.07,
      "learning_rate": 4.7968259629101284e-05,
      "loss": 0.0063,
      "step": 22800
    },
    {
      "epoch": 4.07,
      "learning_rate": 4.7967368045649075e-05,
      "loss": 0.0076,
      "step": 22810
    },
    {
      "epoch": 4.07,
      "learning_rate": 4.796647646219686e-05,
      "loss": 0.0075,
      "step": 22820
    },
    {
      "epoch": 4.07,
      "learning_rate": 4.796558487874465e-05,
      "loss": 0.0068,
      "step": 22830
    },
    {
      "epoch": 4.07,
      "learning_rate": 4.796469329529244e-05,
      "loss": 0.0059,
      "step": 22840
    },
    {
      "epoch": 4.07,
      "learning_rate": 4.796380171184023e-05,
      "loss": 0.0066,
      "step": 22850
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.796291012838802e-05,
      "loss": 0.0044,
      "step": 22860
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.796201854493581e-05,
      "loss": 0.0047,
      "step": 22870
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.79611269614836e-05,
      "loss": 0.0044,
      "step": 22880
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.7960235378031385e-05,
      "loss": 0.0075,
      "step": 22890
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.7959343794579176e-05,
      "loss": 0.0053,
      "step": 22900
    },
    {
      "epoch": 4.09,
      "learning_rate": 4.795845221112697e-05,
      "loss": 0.0059,
      "step": 22910
    },
    {
      "epoch": 4.09,
      "learning_rate": 4.795756062767475e-05,
      "loss": 0.0077,
      "step": 22920
    },
    {
      "epoch": 4.09,
      "learning_rate": 4.795666904422254e-05,
      "loss": 0.0061,
      "step": 22930
    },
    {
      "epoch": 4.09,
      "learning_rate": 4.795577746077033e-05,
      "loss": 0.0059,
      "step": 22940
    },
    {
      "epoch": 4.09,
      "learning_rate": 4.795488587731812e-05,
      "loss": 0.0061,
      "step": 22950
    },
    {
      "epoch": 4.09,
      "learning_rate": 4.79539942938659e-05,
      "loss": 0.0047,
      "step": 22960
    },
    {
      "epoch": 4.1,
      "learning_rate": 4.7953102710413694e-05,
      "loss": 0.0081,
      "step": 22970
    },
    {
      "epoch": 4.1,
      "learning_rate": 4.7952211126961485e-05,
      "loss": 0.006,
      "step": 22980
    },
    {
      "epoch": 4.1,
      "learning_rate": 4.7951319543509277e-05,
      "loss": 0.0053,
      "step": 22990
    },
    {
      "epoch": 4.1,
      "learning_rate": 4.795042796005707e-05,
      "loss": 0.0052,
      "step": 23000
    },
    {
      "epoch": 4.1,
      "learning_rate": 4.794953637660485e-05,
      "loss": 0.0085,
      "step": 23010
    },
    {
      "epoch": 4.1,
      "learning_rate": 4.7948644793152643e-05,
      "loss": 0.0054,
      "step": 23020
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.794775320970043e-05,
      "loss": 0.0066,
      "step": 23030
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.794686162624822e-05,
      "loss": 0.0077,
      "step": 23040
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.7945970042796004e-05,
      "loss": 0.0042,
      "step": 23050
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.7945078459343795e-05,
      "loss": 0.0073,
      "step": 23060
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.7944186875891586e-05,
      "loss": 0.0092,
      "step": 23070
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.794329529243937e-05,
      "loss": 0.0054,
      "step": 23080
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.794240370898717e-05,
      "loss": 0.0053,
      "step": 23090
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.794151212553495e-05,
      "loss": 0.0064,
      "step": 23100
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.7940620542082744e-05,
      "loss": 0.0055,
      "step": 23110
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.793972895863053e-05,
      "loss": 0.0081,
      "step": 23120
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.793883737517832e-05,
      "loss": 0.0087,
      "step": 23130
    },
    {
      "epoch": 4.13,
      "learning_rate": 4.793794579172611e-05,
      "loss": 0.0058,
      "step": 23140
    },
    {
      "epoch": 4.13,
      "learning_rate": 4.7937054208273895e-05,
      "loss": 0.0065,
      "step": 23150
    },
    {
      "epoch": 4.13,
      "learning_rate": 4.7936162624821687e-05,
      "loss": 0.0091,
      "step": 23160
    },
    {
      "epoch": 4.13,
      "learning_rate": 4.793527104136947e-05,
      "loss": 0.0051,
      "step": 23170
    },
    {
      "epoch": 4.13,
      "learning_rate": 4.793437945791726e-05,
      "loss": 0.0048,
      "step": 23180
    },
    {
      "epoch": 4.14,
      "learning_rate": 4.7933487874465047e-05,
      "loss": 0.0067,
      "step": 23190
    },
    {
      "epoch": 4.14,
      "learning_rate": 4.7932596291012845e-05,
      "loss": 0.0039,
      "step": 23200
    },
    {
      "epoch": 4.14,
      "learning_rate": 4.793170470756063e-05,
      "loss": 0.0055,
      "step": 23210
    },
    {
      "epoch": 4.14,
      "learning_rate": 4.793081312410842e-05,
      "loss": 0.0058,
      "step": 23220
    },
    {
      "epoch": 4.14,
      "learning_rate": 4.792992154065621e-05,
      "loss": 0.0058,
      "step": 23230
    },
    {
      "epoch": 4.14,
      "learning_rate": 4.7929029957203996e-05,
      "loss": 0.0062,
      "step": 23240
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.792813837375179e-05,
      "loss": 0.0045,
      "step": 23250
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.792724679029957e-05,
      "loss": 0.0033,
      "step": 23260
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.792635520684736e-05,
      "loss": 0.0052,
      "step": 23270
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.792546362339515e-05,
      "loss": 0.0078,
      "step": 23280
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.792457203994294e-05,
      "loss": 0.0053,
      "step": 23290
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.792368045649073e-05,
      "loss": 0.0052,
      "step": 23300
    },
    {
      "epoch": 4.16,
      "learning_rate": 4.792278887303852e-05,
      "loss": 0.0043,
      "step": 23310
    },
    {
      "epoch": 4.16,
      "learning_rate": 4.792189728958631e-05,
      "loss": 0.0061,
      "step": 23320
    },
    {
      "epoch": 4.16,
      "learning_rate": 4.7921005706134096e-05,
      "loss": 0.0062,
      "step": 23330
    },
    {
      "epoch": 4.16,
      "learning_rate": 4.792011412268189e-05,
      "loss": 0.0056,
      "step": 23340
    },
    {
      "epoch": 4.16,
      "learning_rate": 4.791922253922967e-05,
      "loss": 0.0065,
      "step": 23350
    },
    {
      "epoch": 4.17,
      "learning_rate": 4.791833095577746e-05,
      "loss": 0.0091,
      "step": 23360
    },
    {
      "epoch": 4.17,
      "learning_rate": 4.7917439372325254e-05,
      "loss": 0.0077,
      "step": 23370
    },
    {
      "epoch": 4.17,
      "learning_rate": 4.791654778887304e-05,
      "loss": 0.0059,
      "step": 23380
    },
    {
      "epoch": 4.17,
      "learning_rate": 4.791565620542083e-05,
      "loss": 0.0074,
      "step": 23390
    },
    {
      "epoch": 4.17,
      "learning_rate": 4.7914764621968615e-05,
      "loss": 0.006,
      "step": 23400
    },
    {
      "epoch": 4.17,
      "learning_rate": 4.7913873038516406e-05,
      "loss": 0.006,
      "step": 23410
    },
    {
      "epoch": 4.18,
      "learning_rate": 4.79129814550642e-05,
      "loss": 0.0071,
      "step": 23420
    },
    {
      "epoch": 4.18,
      "learning_rate": 4.791208987161199e-05,
      "loss": 0.008,
      "step": 23430
    },
    {
      "epoch": 4.18,
      "learning_rate": 4.791119828815977e-05,
      "loss": 0.0063,
      "step": 23440
    },
    {
      "epoch": 4.18,
      "learning_rate": 4.7910306704707564e-05,
      "loss": 0.0083,
      "step": 23450
    },
    {
      "epoch": 4.18,
      "learning_rate": 4.7909415121255355e-05,
      "loss": 0.0054,
      "step": 23460
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.790852353780314e-05,
      "loss": 0.0066,
      "step": 23470
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.790763195435093e-05,
      "loss": 0.0077,
      "step": 23480
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.7906740370898715e-05,
      "loss": 0.0053,
      "step": 23490
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.7905848787446506e-05,
      "loss": 0.01,
      "step": 23500
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.790495720399429e-05,
      "loss": 0.007,
      "step": 23510
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.790406562054208e-05,
      "loss": 0.006,
      "step": 23520
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.790317403708987e-05,
      "loss": 0.0082,
      "step": 23530
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.7902282453637664e-05,
      "loss": 0.0068,
      "step": 23540
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.7901390870185456e-05,
      "loss": 0.0062,
      "step": 23550
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.790049928673324e-05,
      "loss": 0.0094,
      "step": 23560
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.789960770328103e-05,
      "loss": 0.0075,
      "step": 23570
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.7898716119828816e-05,
      "loss": 0.0055,
      "step": 23580
    },
    {
      "epoch": 4.21,
      "learning_rate": 4.789782453637661e-05,
      "loss": 0.0039,
      "step": 23590
    },
    {
      "epoch": 4.21,
      "learning_rate": 4.78969329529244e-05,
      "loss": 0.0093,
      "step": 23600
    },
    {
      "epoch": 4.21,
      "learning_rate": 4.789604136947218e-05,
      "loss": 0.0067,
      "step": 23610
    },
    {
      "epoch": 4.21,
      "learning_rate": 4.7895149786019974e-05,
      "loss": 0.0061,
      "step": 23620
    },
    {
      "epoch": 4.21,
      "learning_rate": 4.789425820256776e-05,
      "loss": 0.0089,
      "step": 23630
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.7893366619115556e-05,
      "loss": 0.0072,
      "step": 23640
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.789247503566334e-05,
      "loss": 0.0079,
      "step": 23650
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.789158345221113e-05,
      "loss": 0.0091,
      "step": 23660
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.7890691868758916e-05,
      "loss": 0.008,
      "step": 23670
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.788980028530671e-05,
      "loss": 0.0069,
      "step": 23680
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.78889087018545e-05,
      "loss": 0.0064,
      "step": 23690
    },
    {
      "epoch": 4.23,
      "learning_rate": 4.788801711840228e-05,
      "loss": 0.0077,
      "step": 23700
    },
    {
      "epoch": 4.23,
      "learning_rate": 4.7887125534950074e-05,
      "loss": 0.0059,
      "step": 23710
    },
    {
      "epoch": 4.23,
      "learning_rate": 4.788623395149786e-05,
      "loss": 0.0073,
      "step": 23720
    },
    {
      "epoch": 4.23,
      "learning_rate": 4.788534236804565e-05,
      "loss": 0.0045,
      "step": 23730
    },
    {
      "epoch": 4.23,
      "learning_rate": 4.7884450784593434e-05,
      "loss": 0.0075,
      "step": 23740
    },
    {
      "epoch": 4.24,
      "learning_rate": 4.788355920114123e-05,
      "loss": 0.0099,
      "step": 23750
    },
    {
      "epoch": 4.24,
      "learning_rate": 4.788266761768902e-05,
      "loss": 0.0038,
      "step": 23760
    },
    {
      "epoch": 4.24,
      "learning_rate": 4.788177603423681e-05,
      "loss": 0.0057,
      "step": 23770
    },
    {
      "epoch": 4.24,
      "learning_rate": 4.78808844507846e-05,
      "loss": 0.0072,
      "step": 23780
    },
    {
      "epoch": 4.24,
      "learning_rate": 4.7879992867332384e-05,
      "loss": 0.0096,
      "step": 23790
    },
    {
      "epoch": 4.24,
      "learning_rate": 4.7879101283880175e-05,
      "loss": 0.0043,
      "step": 23800
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.787820970042796e-05,
      "loss": 0.0074,
      "step": 23810
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.787731811697575e-05,
      "loss": 0.0084,
      "step": 23820
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.787642653352354e-05,
      "loss": 0.0056,
      "step": 23830
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.7875534950071326e-05,
      "loss": 0.0079,
      "step": 23840
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.787464336661912e-05,
      "loss": 0.0046,
      "step": 23850
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.787375178316691e-05,
      "loss": 0.0055,
      "step": 23860
    },
    {
      "epoch": 4.26,
      "learning_rate": 4.78728601997147e-05,
      "loss": 0.0081,
      "step": 23870
    },
    {
      "epoch": 4.26,
      "learning_rate": 4.7871968616262484e-05,
      "loss": 0.0129,
      "step": 23880
    },
    {
      "epoch": 4.26,
      "learning_rate": 4.7871077032810275e-05,
      "loss": 0.0078,
      "step": 23890
    },
    {
      "epoch": 4.26,
      "learning_rate": 4.787018544935806e-05,
      "loss": 0.0065,
      "step": 23900
    },
    {
      "epoch": 4.26,
      "learning_rate": 4.786929386590585e-05,
      "loss": 0.0058,
      "step": 23910
    },
    {
      "epoch": 4.27,
      "learning_rate": 4.786840228245364e-05,
      "loss": 0.0088,
      "step": 23920
    },
    {
      "epoch": 4.27,
      "learning_rate": 4.786751069900143e-05,
      "loss": 0.0071,
      "step": 23930
    },
    {
      "epoch": 4.27,
      "learning_rate": 4.786661911554922e-05,
      "loss": 0.0057,
      "step": 23940
    },
    {
      "epoch": 4.27,
      "learning_rate": 4.7865727532097e-05,
      "loss": 0.0066,
      "step": 23950
    },
    {
      "epoch": 4.27,
      "learning_rate": 4.7864835948644794e-05,
      "loss": 0.0053,
      "step": 23960
    },
    {
      "epoch": 4.27,
      "learning_rate": 4.7863944365192585e-05,
      "loss": 0.0059,
      "step": 23970
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.7863052781740376e-05,
      "loss": 0.005,
      "step": 23980
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.786216119828816e-05,
      "loss": 0.0043,
      "step": 23990
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.786126961483595e-05,
      "loss": 0.0058,
      "step": 24000
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.786037803138374e-05,
      "loss": 0.0054,
      "step": 24010
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.785948644793153e-05,
      "loss": 0.0061,
      "step": 24020
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.785859486447932e-05,
      "loss": 0.007,
      "step": 24030
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.78577032810271e-05,
      "loss": 0.0089,
      "step": 24040
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.7856811697574894e-05,
      "loss": 0.009,
      "step": 24050
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.7855920114122685e-05,
      "loss": 0.01,
      "step": 24060
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.785502853067047e-05,
      "loss": 0.0056,
      "step": 24070
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.785413694721826e-05,
      "loss": 0.0055,
      "step": 24080
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.785324536376605e-05,
      "loss": 0.0062,
      "step": 24090
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.7852353780313843e-05,
      "loss": 0.0076,
      "step": 24100
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.785146219686163e-05,
      "loss": 0.0091,
      "step": 24110
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.785057061340942e-05,
      "loss": 0.0081,
      "step": 24120
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.7849679029957203e-05,
      "loss": 0.0035,
      "step": 24130
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.7848787446504995e-05,
      "loss": 0.0057,
      "step": 24140
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.7847895863052786e-05,
      "loss": 0.0076,
      "step": 24150
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.784700427960057e-05,
      "loss": 0.007,
      "step": 24160
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.784611269614836e-05,
      "loss": 0.0072,
      "step": 24170
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.7845221112696146e-05,
      "loss": 0.0056,
      "step": 24180
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.7844329529243944e-05,
      "loss": 0.0117,
      "step": 24190
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.784343794579173e-05,
      "loss": 0.007,
      "step": 24200
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.784254636233952e-05,
      "loss": 0.0058,
      "step": 24210
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.7841654778887304e-05,
      "loss": 0.008,
      "step": 24220
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.7840763195435095e-05,
      "loss": 0.0044,
      "step": 24230
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.7839871611982886e-05,
      "loss": 0.0067,
      "step": 24240
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.783898002853067e-05,
      "loss": 0.0064,
      "step": 24250
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.783808844507846e-05,
      "loss": 0.0084,
      "step": 24260
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.7837196861626247e-05,
      "loss": 0.0068,
      "step": 24270
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.783630527817404e-05,
      "loss": 0.0073,
      "step": 24280
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.783541369472183e-05,
      "loss": 0.0066,
      "step": 24290
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.783452211126962e-05,
      "loss": 0.0091,
      "step": 24300
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.7833630527817405e-05,
      "loss": 0.0068,
      "step": 24310
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.7832738944365196e-05,
      "loss": 0.009,
      "step": 24320
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.783184736091299e-05,
      "loss": 0.0074,
      "step": 24330
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.783095577746077e-05,
      "loss": 0.0056,
      "step": 24340
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.783006419400856e-05,
      "loss": 0.0075,
      "step": 24350
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.782917261055635e-05,
      "loss": 0.0039,
      "step": 24360
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.782828102710414e-05,
      "loss": 0.007,
      "step": 24370
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.782738944365193e-05,
      "loss": 0.0057,
      "step": 24380
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.7826497860199714e-05,
      "loss": 0.0024,
      "step": 24390
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.7825606276747505e-05,
      "loss": 0.0067,
      "step": 24400
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.7824714693295296e-05,
      "loss": 0.0089,
      "step": 24410
    },
    {
      "epoch": 4.35,
      "learning_rate": 4.782382310984309e-05,
      "loss": 0.0046,
      "step": 24420
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.782293152639087e-05,
      "loss": 0.0081,
      "step": 24430
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.782203994293866e-05,
      "loss": 0.0096,
      "step": 24440
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.782114835948645e-05,
      "loss": 0.0039,
      "step": 24450
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.782025677603424e-05,
      "loss": 0.0053,
      "step": 24460
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.781936519258203e-05,
      "loss": 0.0111,
      "step": 24470
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.7818473609129815e-05,
      "loss": 0.0041,
      "step": 24480
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.7817582025677606e-05,
      "loss": 0.0083,
      "step": 24490
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.7816779600570614e-05,
      "loss": 0.0113,
      "step": 24500
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.7815888017118405e-05,
      "loss": 0.0046,
      "step": 24510
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.781499643366619e-05,
      "loss": 0.0039,
      "step": 24520
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.781410485021398e-05,
      "loss": 0.0054,
      "step": 24530
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.781321326676177e-05,
      "loss": 0.0062,
      "step": 24540
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.7812321683309556e-05,
      "loss": 0.0071,
      "step": 24550
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.7811430099857354e-05,
      "loss": 0.0047,
      "step": 24560
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.781053851640514e-05,
      "loss": 0.0066,
      "step": 24570
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.780964693295293e-05,
      "loss": 0.0051,
      "step": 24580
    },
    {
      "epoch": 4.38,
      "learning_rate": 4.7808755349500714e-05,
      "loss": 0.0061,
      "step": 24590
    },
    {
      "epoch": 4.39,
      "learning_rate": 4.7807863766048506e-05,
      "loss": 0.01,
      "step": 24600
    },
    {
      "epoch": 4.39,
      "learning_rate": 4.78069721825963e-05,
      "loss": 0.0059,
      "step": 24610
    },
    {
      "epoch": 4.39,
      "learning_rate": 4.780608059914408e-05,
      "loss": 0.0082,
      "step": 24620
    },
    {
      "epoch": 4.39,
      "learning_rate": 4.780518901569187e-05,
      "loss": 0.0046,
      "step": 24630
    },
    {
      "epoch": 4.39,
      "learning_rate": 4.780429743223966e-05,
      "loss": 0.0093,
      "step": 24640
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.780340584878745e-05,
      "loss": 0.0047,
      "step": 24650
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.780251426533523e-05,
      "loss": 0.0073,
      "step": 24660
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.780162268188303e-05,
      "loss": 0.0062,
      "step": 24670
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.7800731098430815e-05,
      "loss": 0.0081,
      "step": 24680
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.7799839514978606e-05,
      "loss": 0.0055,
      "step": 24690
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.77989479315264e-05,
      "loss": 0.0069,
      "step": 24700
    },
    {
      "epoch": 4.41,
      "learning_rate": 4.779805634807418e-05,
      "loss": 0.0076,
      "step": 24710
    },
    {
      "epoch": 4.41,
      "learning_rate": 4.779716476462197e-05,
      "loss": 0.0069,
      "step": 24720
    },
    {
      "epoch": 4.41,
      "learning_rate": 4.779627318116976e-05,
      "loss": 0.0082,
      "step": 24730
    },
    {
      "epoch": 4.41,
      "learning_rate": 4.779538159771755e-05,
      "loss": 0.0077,
      "step": 24740
    },
    {
      "epoch": 4.41,
      "learning_rate": 4.779449001426533e-05,
      "loss": 0.0058,
      "step": 24750
    },
    {
      "epoch": 4.42,
      "learning_rate": 4.7793598430813124e-05,
      "loss": 0.008,
      "step": 24760
    },
    {
      "epoch": 4.42,
      "learning_rate": 4.7792706847360915e-05,
      "loss": 0.0072,
      "step": 24770
    },
    {
      "epoch": 4.42,
      "learning_rate": 4.779181526390871e-05,
      "loss": 0.0088,
      "step": 24780
    },
    {
      "epoch": 4.42,
      "learning_rate": 4.77909236804565e-05,
      "loss": 0.0081,
      "step": 24790
    },
    {
      "epoch": 4.42,
      "learning_rate": 4.779003209700428e-05,
      "loss": 0.0042,
      "step": 24800
    },
    {
      "epoch": 4.42,
      "learning_rate": 4.7789140513552074e-05,
      "loss": 0.0076,
      "step": 24810
    },
    {
      "epoch": 4.43,
      "learning_rate": 4.778824893009986e-05,
      "loss": 0.0097,
      "step": 24820
    },
    {
      "epoch": 4.43,
      "learning_rate": 4.778735734664765e-05,
      "loss": 0.0103,
      "step": 24830
    },
    {
      "epoch": 4.43,
      "learning_rate": 4.778646576319544e-05,
      "loss": 0.0061,
      "step": 24840
    },
    {
      "epoch": 4.43,
      "learning_rate": 4.7785574179743225e-05,
      "loss": 0.0069,
      "step": 24850
    },
    {
      "epoch": 4.43,
      "learning_rate": 4.7784682596291016e-05,
      "loss": 0.0057,
      "step": 24860
    },
    {
      "epoch": 4.43,
      "learning_rate": 4.7783880171184024e-05,
      "loss": 0.0083,
      "step": 24870
    },
    {
      "epoch": 4.44,
      "learning_rate": 4.7782988587731815e-05,
      "loss": 0.0047,
      "step": 24880
    },
    {
      "epoch": 4.44,
      "learning_rate": 4.77820970042796e-05,
      "loss": 0.0057,
      "step": 24890
    },
    {
      "epoch": 4.44,
      "learning_rate": 4.778120542082739e-05,
      "loss": 0.0067,
      "step": 24900
    },
    {
      "epoch": 4.44,
      "learning_rate": 4.778031383737518e-05,
      "loss": 0.0067,
      "step": 24910
    },
    {
      "epoch": 4.44,
      "learning_rate": 4.7779422253922967e-05,
      "loss": 0.0053,
      "step": 24920
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.777853067047076e-05,
      "loss": 0.0065,
      "step": 24930
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.777763908701855e-05,
      "loss": 0.0093,
      "step": 24940
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.777674750356634e-05,
      "loss": 0.0054,
      "step": 24950
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.7775855920114125e-05,
      "loss": 0.0075,
      "step": 24960
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.7774964336661916e-05,
      "loss": 0.0059,
      "step": 24970
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.77740727532097e-05,
      "loss": 0.008,
      "step": 24980
    },
    {
      "epoch": 4.46,
      "learning_rate": 4.777318116975749e-05,
      "loss": 0.0063,
      "step": 24990
    },
    {
      "epoch": 4.46,
      "learning_rate": 4.777228958630528e-05,
      "loss": 0.0108,
      "step": 25000
    },
    {
      "epoch": 4.46,
      "learning_rate": 4.777139800285307e-05,
      "loss": 0.0067,
      "step": 25010
    },
    {
      "epoch": 4.46,
      "learning_rate": 4.777050641940086e-05,
      "loss": 0.0046,
      "step": 25020
    },
    {
      "epoch": 4.46,
      "learning_rate": 4.776961483594864e-05,
      "loss": 0.0039,
      "step": 25030
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.7768723252496434e-05,
      "loss": 0.0082,
      "step": 25040
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.7767831669044225e-05,
      "loss": 0.0039,
      "step": 25050
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.7766940085592016e-05,
      "loss": 0.0076,
      "step": 25060
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.77660485021398e-05,
      "loss": 0.0063,
      "step": 25070
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.776515691868759e-05,
      "loss": 0.0056,
      "step": 25080
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.776426533523538e-05,
      "loss": 0.0099,
      "step": 25090
    },
    {
      "epoch": 4.48,
      "learning_rate": 4.776337375178317e-05,
      "loss": 0.0078,
      "step": 25100
    },
    {
      "epoch": 4.48,
      "learning_rate": 4.776248216833096e-05,
      "loss": 0.0056,
      "step": 25110
    },
    {
      "epoch": 4.48,
      "learning_rate": 4.776159058487874e-05,
      "loss": 0.0059,
      "step": 25120
    },
    {
      "epoch": 4.48,
      "learning_rate": 4.7760699001426535e-05,
      "loss": 0.0066,
      "step": 25130
    },
    {
      "epoch": 4.48,
      "learning_rate": 4.7759807417974326e-05,
      "loss": 0.0059,
      "step": 25140
    },
    {
      "epoch": 4.48,
      "learning_rate": 4.775891583452211e-05,
      "loss": 0.0063,
      "step": 25150
    },
    {
      "epoch": 4.49,
      "learning_rate": 4.775802425106991e-05,
      "loss": 0.0053,
      "step": 25160
    },
    {
      "epoch": 4.49,
      "learning_rate": 4.775713266761769e-05,
      "loss": 0.0062,
      "step": 25170
    },
    {
      "epoch": 4.49,
      "learning_rate": 4.7756241084165484e-05,
      "loss": 0.0118,
      "step": 25180
    },
    {
      "epoch": 4.49,
      "learning_rate": 4.775534950071327e-05,
      "loss": 0.0072,
      "step": 25190
    },
    {
      "epoch": 4.49,
      "learning_rate": 4.775445791726106e-05,
      "loss": 0.0049,
      "step": 25200
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.7753566333808844e-05,
      "loss": 0.0076,
      "step": 25210
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.7752674750356635e-05,
      "loss": 0.0102,
      "step": 25220
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.7751783166904426e-05,
      "loss": 0.0071,
      "step": 25230
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.775089158345221e-05,
      "loss": 0.0033,
      "step": 25240
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.775e-05,
      "loss": 0.0055,
      "step": 25250
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.7749108416547786e-05,
      "loss": 0.0058,
      "step": 25260
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.7748216833095584e-05,
      "loss": 0.0062,
      "step": 25270
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.774732524964337e-05,
      "loss": 0.0038,
      "step": 25280
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.774643366619116e-05,
      "loss": 0.0066,
      "step": 25290
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.7745542082738944e-05,
      "loss": 0.0059,
      "step": 25300
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.7744650499286736e-05,
      "loss": 0.0066,
      "step": 25310
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.774375891583453e-05,
      "loss": 0.0047,
      "step": 25320
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.774286733238231e-05,
      "loss": 0.0063,
      "step": 25330
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.77419757489301e-05,
      "loss": 0.0057,
      "step": 25340
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.774108416547789e-05,
      "loss": 0.0073,
      "step": 25350
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.774019258202568e-05,
      "loss": 0.0078,
      "step": 25360
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.773930099857347e-05,
      "loss": 0.0059,
      "step": 25370
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.773840941512126e-05,
      "loss": 0.0078,
      "step": 25380
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.773751783166905e-05,
      "loss": 0.0063,
      "step": 25390
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.7736626248216836e-05,
      "loss": 0.006,
      "step": 25400
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.773573466476463e-05,
      "loss": 0.0055,
      "step": 25410
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.773484308131241e-05,
      "loss": 0.0081,
      "step": 25420
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.77339514978602e-05,
      "loss": 0.0054,
      "step": 25430
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.773305991440799e-05,
      "loss": 0.0066,
      "step": 25440
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.773216833095578e-05,
      "loss": 0.0088,
      "step": 25450
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.773127674750357e-05,
      "loss": 0.0059,
      "step": 25460
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.7730385164051354e-05,
      "loss": 0.0082,
      "step": 25470
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.7729493580599146e-05,
      "loss": 0.0062,
      "step": 25480
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.772860199714694e-05,
      "loss": 0.004,
      "step": 25490
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.772771041369473e-05,
      "loss": 0.0062,
      "step": 25500
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.772681883024251e-05,
      "loss": 0.0087,
      "step": 25510
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.7725927246790304e-05,
      "loss": 0.0075,
      "step": 25520
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.772503566333809e-05,
      "loss": 0.0046,
      "step": 25530
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.772414407988588e-05,
      "loss": 0.0054,
      "step": 25540
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.772325249643367e-05,
      "loss": 0.0075,
      "step": 25550
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.7722360912981455e-05,
      "loss": 0.0062,
      "step": 25560
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.7721469329529246e-05,
      "loss": 0.0052,
      "step": 25570
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.772057774607703e-05,
      "loss": 0.0074,
      "step": 25580
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.771968616262482e-05,
      "loss": 0.0065,
      "step": 25590
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.771879457917261e-05,
      "loss": 0.0095,
      "step": 25600
    },
    {
      "epoch": 4.57,
      "learning_rate": 4.7717902995720404e-05,
      "loss": 0.0031,
      "step": 25610
    },
    {
      "epoch": 4.57,
      "learning_rate": 4.7717011412268195e-05,
      "loss": 0.0044,
      "step": 25620
    },
    {
      "epoch": 4.57,
      "learning_rate": 4.771611982881598e-05,
      "loss": 0.0077,
      "step": 25630
    },
    {
      "epoch": 4.57,
      "learning_rate": 4.771522824536377e-05,
      "loss": 0.005,
      "step": 25640
    },
    {
      "epoch": 4.57,
      "learning_rate": 4.7714336661911555e-05,
      "loss": 0.0058,
      "step": 25650
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.771344507845935e-05,
      "loss": 0.0057,
      "step": 25660
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.771255349500713e-05,
      "loss": 0.0076,
      "step": 25670
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.771166191155492e-05,
      "loss": 0.0065,
      "step": 25680
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.7710770328102714e-05,
      "loss": 0.0048,
      "step": 25690
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.77098787446505e-05,
      "loss": 0.0058,
      "step": 25700
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.7708987161198296e-05,
      "loss": 0.0049,
      "step": 25710
    },
    {
      "epoch": 4.59,
      "learning_rate": 4.770809557774608e-05,
      "loss": 0.0087,
      "step": 25720
    },
    {
      "epoch": 4.59,
      "learning_rate": 4.770720399429387e-05,
      "loss": 0.0094,
      "step": 25730
    },
    {
      "epoch": 4.59,
      "learning_rate": 4.7706312410841656e-05,
      "loss": 0.0038,
      "step": 25740
    },
    {
      "epoch": 4.59,
      "learning_rate": 4.770542082738945e-05,
      "loss": 0.0074,
      "step": 25750
    },
    {
      "epoch": 4.59,
      "learning_rate": 4.770452924393723e-05,
      "loss": 0.0053,
      "step": 25760
    },
    {
      "epoch": 4.6,
      "learning_rate": 4.770363766048502e-05,
      "loss": 0.006,
      "step": 25770
    },
    {
      "epoch": 4.6,
      "learning_rate": 4.7702746077032814e-05,
      "loss": 0.0068,
      "step": 25780
    },
    {
      "epoch": 4.6,
      "learning_rate": 4.77018544935806e-05,
      "loss": 0.0045,
      "step": 25790
    },
    {
      "epoch": 4.6,
      "learning_rate": 4.770096291012839e-05,
      "loss": 0.0088,
      "step": 25800
    },
    {
      "epoch": 4.6,
      "learning_rate": 4.7700071326676174e-05,
      "loss": 0.0066,
      "step": 25810
    },
    {
      "epoch": 4.6,
      "learning_rate": 4.769917974322397e-05,
      "loss": 0.009,
      "step": 25820
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.7698288159771757e-05,
      "loss": 0.0052,
      "step": 25830
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.769739657631955e-05,
      "loss": 0.0061,
      "step": 25840
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.769650499286734e-05,
      "loss": 0.0061,
      "step": 25850
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.7695613409415123e-05,
      "loss": 0.0052,
      "step": 25860
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.7694721825962915e-05,
      "loss": 0.007,
      "step": 25870
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.76938302425107e-05,
      "loss": 0.0031,
      "step": 25880
    },
    {
      "epoch": 4.62,
      "learning_rate": 4.769293865905849e-05,
      "loss": 0.0069,
      "step": 25890
    },
    {
      "epoch": 4.62,
      "learning_rate": 4.7692047075606275e-05,
      "loss": 0.0038,
      "step": 25900
    },
    {
      "epoch": 4.62,
      "learning_rate": 4.7691155492154066e-05,
      "loss": 0.006,
      "step": 25910
    },
    {
      "epoch": 4.62,
      "learning_rate": 4.769026390870186e-05,
      "loss": 0.0071,
      "step": 25920
    },
    {
      "epoch": 4.62,
      "learning_rate": 4.768937232524965e-05,
      "loss": 0.0047,
      "step": 25930
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.768848074179744e-05,
      "loss": 0.0085,
      "step": 25940
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.7687589158345224e-05,
      "loss": 0.0089,
      "step": 25950
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.7686697574893015e-05,
      "loss": 0.0101,
      "step": 25960
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.76858059914408e-05,
      "loss": 0.0068,
      "step": 25970
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.768491440798859e-05,
      "loss": 0.0083,
      "step": 25980
    },
    {
      "epoch": 4.63,
      "learning_rate": 4.7684022824536375e-05,
      "loss": 0.0069,
      "step": 25990
    },
    {
      "epoch": 4.64,
      "learning_rate": 4.7683131241084166e-05,
      "loss": 0.0081,
      "step": 26000
    },
    {
      "epoch": 4.64,
      "learning_rate": 4.768223965763196e-05,
      "loss": 0.0059,
      "step": 26010
    },
    {
      "epoch": 4.64,
      "learning_rate": 4.768134807417974e-05,
      "loss": 0.0071,
      "step": 26020
    },
    {
      "epoch": 4.64,
      "learning_rate": 4.768045649072753e-05,
      "loss": 0.0036,
      "step": 26030
    },
    {
      "epoch": 4.64,
      "learning_rate": 4.7679564907275325e-05,
      "loss": 0.0062,
      "step": 26040
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.7678673323823116e-05,
      "loss": 0.0069,
      "step": 26050
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.76777817403709e-05,
      "loss": 0.0056,
      "step": 26060
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.767689015691869e-05,
      "loss": 0.0077,
      "step": 26070
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.767599857346648e-05,
      "loss": 0.0079,
      "step": 26080
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.767510699001427e-05,
      "loss": 0.0056,
      "step": 26090
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.767421540656206e-05,
      "loss": 0.0058,
      "step": 26100
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.767332382310984e-05,
      "loss": 0.0063,
      "step": 26110
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.7672432239657634e-05,
      "loss": 0.0055,
      "step": 26120
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.767154065620542e-05,
      "loss": 0.0087,
      "step": 26130
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.767064907275321e-05,
      "loss": 0.0074,
      "step": 26140
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.7669757489301e-05,
      "loss": 0.007,
      "step": 26150
    },
    {
      "epoch": 4.66,
      "learning_rate": 4.766886590584879e-05,
      "loss": 0.0088,
      "step": 26160
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.766797432239658e-05,
      "loss": 0.0076,
      "step": 26170
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.766708273894437e-05,
      "loss": 0.0092,
      "step": 26180
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.766619115549216e-05,
      "loss": 0.006,
      "step": 26190
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.766529957203994e-05,
      "loss": 0.01,
      "step": 26200
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.7664407988587734e-05,
      "loss": 0.007,
      "step": 26210
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.766351640513552e-05,
      "loss": 0.004,
      "step": 26220
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.766262482168331e-05,
      "loss": 0.0088,
      "step": 26230
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.76617332382311e-05,
      "loss": 0.0081,
      "step": 26240
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.7660841654778886e-05,
      "loss": 0.0062,
      "step": 26250
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.7659950071326684e-05,
      "loss": 0.0079,
      "step": 26260
    },
    {
      "epoch": 4.68,
      "learning_rate": 4.765905848787447e-05,
      "loss": 0.0067,
      "step": 26270
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.765816690442226e-05,
      "loss": 0.0056,
      "step": 26280
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.7657275320970044e-05,
      "loss": 0.0081,
      "step": 26290
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.7656383737517835e-05,
      "loss": 0.0064,
      "step": 26300
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.7655492154065626e-05,
      "loss": 0.0071,
      "step": 26310
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.765460057061341e-05,
      "loss": 0.0056,
      "step": 26320
    },
    {
      "epoch": 4.7,
      "learning_rate": 4.76537089871612e-05,
      "loss": 0.0054,
      "step": 26330
    },
    {
      "epoch": 4.7,
      "learning_rate": 4.7652817403708986e-05,
      "loss": 0.0065,
      "step": 26340
    },
    {
      "epoch": 4.7,
      "learning_rate": 4.765192582025678e-05,
      "loss": 0.0059,
      "step": 26350
    },
    {
      "epoch": 4.7,
      "learning_rate": 4.765103423680456e-05,
      "loss": 0.01,
      "step": 26360
    },
    {
      "epoch": 4.7,
      "learning_rate": 4.765014265335236e-05,
      "loss": 0.0055,
      "step": 26370
    },
    {
      "epoch": 4.7,
      "learning_rate": 4.7649251069900144e-05,
      "loss": 0.0065,
      "step": 26380
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.7648359486447936e-05,
      "loss": 0.0057,
      "step": 26390
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.764746790299573e-05,
      "loss": 0.0066,
      "step": 26400
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.764657631954351e-05,
      "loss": 0.0067,
      "step": 26410
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.76456847360913e-05,
      "loss": 0.0067,
      "step": 26420
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.764479315263909e-05,
      "loss": 0.0065,
      "step": 26430
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.764390156918688e-05,
      "loss": 0.0083,
      "step": 26440
    },
    {
      "epoch": 4.72,
      "learning_rate": 4.764300998573466e-05,
      "loss": 0.0083,
      "step": 26450
    },
    {
      "epoch": 4.72,
      "learning_rate": 4.7642118402282454e-05,
      "loss": 0.0071,
      "step": 26460
    },
    {
      "epoch": 4.72,
      "learning_rate": 4.7641226818830245e-05,
      "loss": 0.0047,
      "step": 26470
    },
    {
      "epoch": 4.72,
      "learning_rate": 4.7640335235378036e-05,
      "loss": 0.0052,
      "step": 26480
    },
    {
      "epoch": 4.72,
      "learning_rate": 4.763944365192583e-05,
      "loss": 0.0044,
      "step": 26490
    },
    {
      "epoch": 4.73,
      "learning_rate": 4.763855206847361e-05,
      "loss": 0.0066,
      "step": 26500
    },
    {
      "epoch": 4.73,
      "learning_rate": 4.76376604850214e-05,
      "loss": 0.0075,
      "step": 26510
    },
    {
      "epoch": 4.73,
      "learning_rate": 4.763676890156919e-05,
      "loss": 0.0065,
      "step": 26520
    },
    {
      "epoch": 4.73,
      "learning_rate": 4.763587731811698e-05,
      "loss": 0.011,
      "step": 26530
    },
    {
      "epoch": 4.73,
      "learning_rate": 4.763498573466477e-05,
      "loss": 0.0061,
      "step": 26540
    },
    {
      "epoch": 4.73,
      "learning_rate": 4.7634094151212554e-05,
      "loss": 0.0045,
      "step": 26550
    },
    {
      "epoch": 4.74,
      "learning_rate": 4.7633202567760345e-05,
      "loss": 0.0065,
      "step": 26560
    },
    {
      "epoch": 4.74,
      "learning_rate": 4.763231098430813e-05,
      "loss": 0.0059,
      "step": 26570
    },
    {
      "epoch": 4.74,
      "learning_rate": 4.763141940085592e-05,
      "loss": 0.006,
      "step": 26580
    },
    {
      "epoch": 4.74,
      "learning_rate": 4.763052781740371e-05,
      "loss": 0.005,
      "step": 26590
    },
    {
      "epoch": 4.74,
      "learning_rate": 4.7629636233951504e-05,
      "loss": 0.0071,
      "step": 26600
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.762874465049929e-05,
      "loss": 0.0033,
      "step": 26610
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.762785306704708e-05,
      "loss": 0.0097,
      "step": 26620
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.762696148359487e-05,
      "loss": 0.0078,
      "step": 26630
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.7626069900142655e-05,
      "loss": 0.0051,
      "step": 26640
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.7625178316690446e-05,
      "loss": 0.0058,
      "step": 26650
    },
    {
      "epoch": 4.75,
      "learning_rate": 4.762428673323823e-05,
      "loss": 0.0059,
      "step": 26660
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.762339514978602e-05,
      "loss": 0.0081,
      "step": 26670
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.7622503566333806e-05,
      "loss": 0.0084,
      "step": 26680
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.76216119828816e-05,
      "loss": 0.0075,
      "step": 26690
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.762072039942939e-05,
      "loss": 0.005,
      "step": 26700
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.761982881597718e-05,
      "loss": 0.0068,
      "step": 26710
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.761893723252497e-05,
      "loss": 0.0051,
      "step": 26720
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.7618045649072755e-05,
      "loss": 0.0094,
      "step": 26730
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.761715406562055e-05,
      "loss": 0.0066,
      "step": 26740
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.761626248216833e-05,
      "loss": 0.0052,
      "step": 26750
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.761537089871612e-05,
      "loss": 0.0095,
      "step": 26760
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.7614479315263913e-05,
      "loss": 0.0061,
      "step": 26770
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.76135877318117e-05,
      "loss": 0.0069,
      "step": 26780
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.761269614835949e-05,
      "loss": 0.0072,
      "step": 26790
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.7611804564907274e-05,
      "loss": 0.0092,
      "step": 26800
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.761091298145507e-05,
      "loss": 0.0081,
      "step": 26810
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.7610021398002856e-05,
      "loss": 0.0061,
      "step": 26820
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.760912981455065e-05,
      "loss": 0.0083,
      "step": 26830
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.760823823109843e-05,
      "loss": 0.0071,
      "step": 26840
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.760734664764622e-05,
      "loss": 0.0051,
      "step": 26850
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.7606455064194014e-05,
      "loss": 0.0086,
      "step": 26860
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.76055634807418e-05,
      "loss": 0.0088,
      "step": 26870
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.760467189728959e-05,
      "loss": 0.0038,
      "step": 26880
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.7603780313837374e-05,
      "loss": 0.0062,
      "step": 26890
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.7602888730385165e-05,
      "loss": 0.0052,
      "step": 26900
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.760199714693295e-05,
      "loss": 0.0065,
      "step": 26910
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.760110556348075e-05,
      "loss": 0.0042,
      "step": 26920
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.760021398002853e-05,
      "loss": 0.0064,
      "step": 26930
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.759932239657632e-05,
      "loss": 0.0056,
      "step": 26940
    },
    {
      "epoch": 4.81,
      "learning_rate": 4.7598430813124115e-05,
      "loss": 0.007,
      "step": 26950
    },
    {
      "epoch": 4.81,
      "learning_rate": 4.75975392296719e-05,
      "loss": 0.0079,
      "step": 26960
    },
    {
      "epoch": 4.81,
      "learning_rate": 4.759664764621969e-05,
      "loss": 0.0095,
      "step": 26970
    },
    {
      "epoch": 4.81,
      "learning_rate": 4.7595756062767475e-05,
      "loss": 0.0045,
      "step": 26980
    },
    {
      "epoch": 4.81,
      "learning_rate": 4.7594864479315266e-05,
      "loss": 0.0081,
      "step": 26990
    },
    {
      "epoch": 4.81,
      "learning_rate": 4.759397289586306e-05,
      "loss": 0.0054,
      "step": 27000
    },
    {
      "epoch": 4.82,
      "learning_rate": 4.759308131241084e-05,
      "loss": 0.0048,
      "step": 27010
    },
    {
      "epoch": 4.82,
      "learning_rate": 4.759218972895863e-05,
      "loss": 0.0091,
      "step": 27020
    },
    {
      "epoch": 4.82,
      "learning_rate": 4.7591298145506424e-05,
      "loss": 0.0064,
      "step": 27030
    },
    {
      "epoch": 4.82,
      "learning_rate": 4.7590406562054215e-05,
      "loss": 0.0034,
      "step": 27040
    },
    {
      "epoch": 4.82,
      "learning_rate": 4.7589514978602e-05,
      "loss": 0.0069,
      "step": 27050
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.758862339514979e-05,
      "loss": 0.0058,
      "step": 27060
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.7587731811697575e-05,
      "loss": 0.0078,
      "step": 27070
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.7586840228245366e-05,
      "loss": 0.0044,
      "step": 27080
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.758594864479316e-05,
      "loss": 0.0056,
      "step": 27090
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.758505706134094e-05,
      "loss": 0.0044,
      "step": 27100
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.758416547788873e-05,
      "loss": 0.0052,
      "step": 27110
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.758327389443652e-05,
      "loss": 0.0087,
      "step": 27120
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.758238231098431e-05,
      "loss": 0.0048,
      "step": 27130
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.75814907275321e-05,
      "loss": 0.0092,
      "step": 27140
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.758059914407989e-05,
      "loss": 0.0054,
      "step": 27150
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.7579707560627676e-05,
      "loss": 0.0053,
      "step": 27160
    },
    {
      "epoch": 4.84,
      "learning_rate": 4.757881597717547e-05,
      "loss": 0.0073,
      "step": 27170
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.757792439372326e-05,
      "loss": 0.0075,
      "step": 27180
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.757703281027104e-05,
      "loss": 0.0104,
      "step": 27190
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.7576141226818834e-05,
      "loss": 0.0084,
      "step": 27200
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.757524964336662e-05,
      "loss": 0.0062,
      "step": 27210
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.757435805991441e-05,
      "loss": 0.0054,
      "step": 27220
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.75734664764622e-05,
      "loss": 0.005,
      "step": 27230
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.7572574893009985e-05,
      "loss": 0.0044,
      "step": 27240
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.7571683309557776e-05,
      "loss": 0.0054,
      "step": 27250
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.757079172610557e-05,
      "loss": 0.0105,
      "step": 27260
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.756990014265336e-05,
      "loss": 0.0056,
      "step": 27270
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.756900855920114e-05,
      "loss": 0.0053,
      "step": 27280
    },
    {
      "epoch": 4.87,
      "learning_rate": 4.7568116975748934e-05,
      "loss": 0.0069,
      "step": 27290
    },
    {
      "epoch": 4.87,
      "learning_rate": 4.756722539229672e-05,
      "loss": 0.0052,
      "step": 27300
    },
    {
      "epoch": 4.87,
      "learning_rate": 4.756633380884451e-05,
      "loss": 0.0042,
      "step": 27310
    },
    {
      "epoch": 4.87,
      "learning_rate": 4.75654422253923e-05,
      "loss": 0.0069,
      "step": 27320
    },
    {
      "epoch": 4.87,
      "learning_rate": 4.7564550641940086e-05,
      "loss": 0.0044,
      "step": 27330
    },
    {
      "epoch": 4.88,
      "learning_rate": 4.756365905848788e-05,
      "loss": 0.0094,
      "step": 27340
    },
    {
      "epoch": 4.88,
      "learning_rate": 4.756276747503566e-05,
      "loss": 0.0048,
      "step": 27350
    },
    {
      "epoch": 4.88,
      "learning_rate": 4.756187589158346e-05,
      "loss": 0.0083,
      "step": 27360
    },
    {
      "epoch": 4.88,
      "learning_rate": 4.7560984308131244e-05,
      "loss": 0.0079,
      "step": 27370
    },
    {
      "epoch": 4.88,
      "learning_rate": 4.7560092724679035e-05,
      "loss": 0.0056,
      "step": 27380
    },
    {
      "epoch": 4.88,
      "learning_rate": 4.755920114122682e-05,
      "loss": 0.0051,
      "step": 27390
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.755830955777461e-05,
      "loss": 0.0098,
      "step": 27400
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.75574179743224e-05,
      "loss": 0.007,
      "step": 27410
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.7556526390870186e-05,
      "loss": 0.0055,
      "step": 27420
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.755563480741798e-05,
      "loss": 0.0063,
      "step": 27430
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.755474322396576e-05,
      "loss": 0.0041,
      "step": 27440
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.755385164051355e-05,
      "loss": 0.0045,
      "step": 27450
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.755296005706134e-05,
      "loss": 0.0072,
      "step": 27460
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.7552068473609136e-05,
      "loss": 0.0093,
      "step": 27470
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.755117689015692e-05,
      "loss": 0.0062,
      "step": 27480
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.755028530670471e-05,
      "loss": 0.0056,
      "step": 27490
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.75493937232525e-05,
      "loss": 0.0072,
      "step": 27500
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.754850213980029e-05,
      "loss": 0.0088,
      "step": 27510
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.754761055634808e-05,
      "loss": 0.006,
      "step": 27520
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.754671897289586e-05,
      "loss": 0.0068,
      "step": 27530
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.7545827389443654e-05,
      "loss": 0.0053,
      "step": 27540
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.7544935805991445e-05,
      "loss": 0.005,
      "step": 27550
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.754404422253923e-05,
      "loss": 0.0056,
      "step": 27560
    },
    {
      "epoch": 4.92,
      "learning_rate": 4.754315263908702e-05,
      "loss": 0.0081,
      "step": 27570
    },
    {
      "epoch": 4.92,
      "learning_rate": 4.7542261055634805e-05,
      "loss": 0.0073,
      "step": 27580
    },
    {
      "epoch": 4.92,
      "learning_rate": 4.75413694721826e-05,
      "loss": 0.0072,
      "step": 27590
    },
    {
      "epoch": 4.92,
      "learning_rate": 4.754047788873039e-05,
      "loss": 0.0069,
      "step": 27600
    },
    {
      "epoch": 4.92,
      "learning_rate": 4.753958630527818e-05,
      "loss": 0.0091,
      "step": 27610
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.753869472182596e-05,
      "loss": 0.0064,
      "step": 27620
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.7537803138373754e-05,
      "loss": 0.0063,
      "step": 27630
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.7536911554921545e-05,
      "loss": 0.0038,
      "step": 27640
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.753601997146933e-05,
      "loss": 0.0088,
      "step": 27650
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.753512838801712e-05,
      "loss": 0.0055,
      "step": 27660
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.7534236804564906e-05,
      "loss": 0.007,
      "step": 27670
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.75333452211127e-05,
      "loss": 0.0056,
      "step": 27680
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.753245363766048e-05,
      "loss": 0.0053,
      "step": 27690
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.753156205420828e-05,
      "loss": 0.008,
      "step": 27700
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.7530670470756064e-05,
      "loss": 0.0067,
      "step": 27710
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.7529778887303855e-05,
      "loss": 0.0072,
      "step": 27720
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.7528887303851646e-05,
      "loss": 0.0063,
      "step": 27730
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.752799572039943e-05,
      "loss": 0.011,
      "step": 27740
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.752710413694722e-05,
      "loss": 0.0062,
      "step": 27750
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.7526212553495006e-05,
      "loss": 0.0055,
      "step": 27760
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.75253209700428e-05,
      "loss": 0.0054,
      "step": 27770
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.752442938659059e-05,
      "loss": 0.0077,
      "step": 27780
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.752353780313837e-05,
      "loss": 0.0058,
      "step": 27790
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.7522646219686164e-05,
      "loss": 0.005,
      "step": 27800
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.7521754636233955e-05,
      "loss": 0.0054,
      "step": 27810
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.7520863052781747e-05,
      "loss": 0.0034,
      "step": 27820
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.751997146932953e-05,
      "loss": 0.0051,
      "step": 27830
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.751907988587732e-05,
      "loss": 0.0051,
      "step": 27840
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.751818830242511e-05,
      "loss": 0.0038,
      "step": 27850
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.75172967189729e-05,
      "loss": 0.0089,
      "step": 27860
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.751640513552069e-05,
      "loss": 0.0043,
      "step": 27870
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.7515513552068474e-05,
      "loss": 0.0051,
      "step": 27880
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.7514621968616265e-05,
      "loss": 0.0083,
      "step": 27890
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.751373038516405e-05,
      "loss": 0.0093,
      "step": 27900
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.751283880171184e-05,
      "loss": 0.0075,
      "step": 27910
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.751194721825963e-05,
      "loss": 0.0052,
      "step": 27920
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.751105563480742e-05,
      "loss": 0.0096,
      "step": 27930
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.751016405135521e-05,
      "loss": 0.0079,
      "step": 27940
    },
    {
      "epoch": 4.98,
      "learning_rate": 4.7509272467903e-05,
      "loss": 0.005,
      "step": 27950
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.750838088445079e-05,
      "loss": 0.0074,
      "step": 27960
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.7507489300998574e-05,
      "loss": 0.0042,
      "step": 27970
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.7506597717546365e-05,
      "loss": 0.008,
      "step": 27980
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.750570613409415e-05,
      "loss": 0.0048,
      "step": 27990
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.750481455064194e-05,
      "loss": 0.0077,
      "step": 28000
    },
    {
      "epoch": 4.99,
      "learning_rate": 4.750392296718973e-05,
      "loss": 0.0074,
      "step": 28010
    },
    {
      "epoch": 5.0,
      "learning_rate": 4.7503031383737517e-05,
      "loss": 0.007,
      "step": 28020
    },
    {
      "epoch": 5.0,
      "learning_rate": 4.7502139800285315e-05,
      "loss": 0.0052,
      "step": 28030
    },
    {
      "epoch": 5.0,
      "learning_rate": 4.75012482168331e-05,
      "loss": 0.0043,
      "step": 28040
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.013962038792669773,
      "eval_runtime": 195.5702,
      "eval_samples_per_second": 23.72,
      "eval_steps_per_second": 2.966,
      "step": 28040
    },
    {
      "epoch": 5.0,
      "learning_rate": 4.750035663338089e-05,
      "loss": 0.005,
      "step": 28050
    },
    {
      "epoch": 5.0,
      "learning_rate": 4.7499465049928675e-05,
      "loss": 0.005,
      "step": 28060
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.7498573466476466e-05,
      "loss": 0.0057,
      "step": 28070
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.749768188302425e-05,
      "loss": 0.0064,
      "step": 28080
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.749679029957204e-05,
      "loss": 0.0053,
      "step": 28090
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.749589871611983e-05,
      "loss": 0.0059,
      "step": 28100
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.749500713266762e-05,
      "loss": 0.0045,
      "step": 28110
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.749411554921541e-05,
      "loss": 0.004,
      "step": 28120
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.749322396576319e-05,
      "loss": 0.0062,
      "step": 28130
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.749233238231099e-05,
      "loss": 0.0084,
      "step": 28140
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.7491440798858775e-05,
      "loss": 0.0058,
      "step": 28150
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.7490549215406566e-05,
      "loss": 0.0061,
      "step": 28160
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.748965763195435e-05,
      "loss": 0.0061,
      "step": 28170
    },
    {
      "epoch": 5.02,
      "learning_rate": 4.748876604850214e-05,
      "loss": 0.0093,
      "step": 28180
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.748787446504993e-05,
      "loss": 0.0031,
      "step": 28190
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.748698288159772e-05,
      "loss": 0.0065,
      "step": 28200
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.748609129814551e-05,
      "loss": 0.0066,
      "step": 28210
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.748519971469329e-05,
      "loss": 0.0061,
      "step": 28220
    },
    {
      "epoch": 5.03,
      "learning_rate": 4.7484308131241085e-05,
      "loss": 0.0046,
      "step": 28230
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.7483416547788876e-05,
      "loss": 0.0051,
      "step": 28240
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.748252496433667e-05,
      "loss": 0.0073,
      "step": 28250
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.748163338088446e-05,
      "loss": 0.0104,
      "step": 28260
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.748074179743224e-05,
      "loss": 0.0056,
      "step": 28270
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.7479850213980034e-05,
      "loss": 0.0079,
      "step": 28280
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.747895863052782e-05,
      "loss": 0.0082,
      "step": 28290
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.747806704707561e-05,
      "loss": 0.0134,
      "step": 28300
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.7477175463623394e-05,
      "loss": 0.0038,
      "step": 28310
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.7476283880171185e-05,
      "loss": 0.0054,
      "step": 28320
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.7475392296718976e-05,
      "loss": 0.0073,
      "step": 28330
    },
    {
      "epoch": 5.05,
      "learning_rate": 4.747450071326676e-05,
      "loss": 0.0069,
      "step": 28340
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.747360912981455e-05,
      "loss": 0.0061,
      "step": 28350
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.747271754636234e-05,
      "loss": 0.0028,
      "step": 28360
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.7471825962910134e-05,
      "loss": 0.0078,
      "step": 28370
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.747093437945792e-05,
      "loss": 0.0066,
      "step": 28380
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.747004279600571e-05,
      "loss": 0.0068,
      "step": 28390
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.7469151212553494e-05,
      "loss": 0.0039,
      "step": 28400
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.7468259629101286e-05,
      "loss": 0.0066,
      "step": 28410
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.746736804564908e-05,
      "loss": 0.0039,
      "step": 28420
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.746647646219686e-05,
      "loss": 0.0042,
      "step": 28430
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.746558487874465e-05,
      "loss": 0.0066,
      "step": 28440
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.746469329529244e-05,
      "loss": 0.0058,
      "step": 28450
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.746380171184023e-05,
      "loss": 0.0071,
      "step": 28460
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.746291012838802e-05,
      "loss": 0.0056,
      "step": 28470
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.746201854493581e-05,
      "loss": 0.0062,
      "step": 28480
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.74611269614836e-05,
      "loss": 0.004,
      "step": 28490
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.7460235378031386e-05,
      "loss": 0.0054,
      "step": 28500
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.745934379457918e-05,
      "loss": 0.0096,
      "step": 28510
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.745845221112696e-05,
      "loss": 0.0098,
      "step": 28520
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.745756062767475e-05,
      "loss": 0.0065,
      "step": 28530
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.745666904422254e-05,
      "loss": 0.009,
      "step": 28540
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.745577746077033e-05,
      "loss": 0.0062,
      "step": 28550
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.745488587731812e-05,
      "loss": 0.0058,
      "step": 28560
    },
    {
      "epoch": 5.09,
      "learning_rate": 4.7453994293865904e-05,
      "loss": 0.0052,
      "step": 28570
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.74531027104137e-05,
      "loss": 0.0091,
      "step": 28580
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.745221112696149e-05,
      "loss": 0.0049,
      "step": 28590
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.745131954350928e-05,
      "loss": 0.0064,
      "step": 28600
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.745042796005706e-05,
      "loss": 0.0064,
      "step": 28610
    },
    {
      "epoch": 5.1,
      "learning_rate": 4.7449536376604854e-05,
      "loss": 0.007,
      "step": 28620
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.744864479315264e-05,
      "loss": 0.0041,
      "step": 28630
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.744775320970043e-05,
      "loss": 0.0051,
      "step": 28640
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.744686162624822e-05,
      "loss": 0.0096,
      "step": 28650
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.7445970042796005e-05,
      "loss": 0.0054,
      "step": 28660
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.7445078459343796e-05,
      "loss": 0.0052,
      "step": 28670
    },
    {
      "epoch": 5.11,
      "learning_rate": 4.744418687589158e-05,
      "loss": 0.0067,
      "step": 28680
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.744329529243938e-05,
      "loss": 0.0068,
      "step": 28690
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.744240370898716e-05,
      "loss": 0.0079,
      "step": 28700
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.7441512125534954e-05,
      "loss": 0.0036,
      "step": 28710
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.7440620542082745e-05,
      "loss": 0.0069,
      "step": 28720
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.743972895863053e-05,
      "loss": 0.0046,
      "step": 28730
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.743883737517832e-05,
      "loss": 0.0052,
      "step": 28740
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.7437945791726105e-05,
      "loss": 0.0054,
      "step": 28750
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.74370542082739e-05,
      "loss": 0.0052,
      "step": 28760
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.743616262482168e-05,
      "loss": 0.0056,
      "step": 28770
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.743527104136947e-05,
      "loss": 0.0047,
      "step": 28780
    },
    {
      "epoch": 5.13,
      "learning_rate": 4.7434379457917264e-05,
      "loss": 0.0055,
      "step": 28790
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.7433487874465055e-05,
      "loss": 0.0061,
      "step": 28800
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.7432596291012846e-05,
      "loss": 0.0051,
      "step": 28810
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.743170470756063e-05,
      "loss": 0.0052,
      "step": 28820
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.743081312410842e-05,
      "loss": 0.0098,
      "step": 28830
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.7429921540656206e-05,
      "loss": 0.0077,
      "step": 28840
    },
    {
      "epoch": 5.14,
      "learning_rate": 4.7429029957204e-05,
      "loss": 0.0063,
      "step": 28850
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.742813837375178e-05,
      "loss": 0.0064,
      "step": 28860
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.742724679029957e-05,
      "loss": 0.0081,
      "step": 28870
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.7426355206847364e-05,
      "loss": 0.0048,
      "step": 28880
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.742546362339515e-05,
      "loss": 0.0079,
      "step": 28890
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.742457203994294e-05,
      "loss": 0.0081,
      "step": 28900
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.742368045649073e-05,
      "loss": 0.0064,
      "step": 28910
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.742278887303852e-05,
      "loss": 0.0041,
      "step": 28920
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.742189728958631e-05,
      "loss": 0.0072,
      "step": 28930
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.74210057061341e-05,
      "loss": 0.0058,
      "step": 28940
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.742011412268189e-05,
      "loss": 0.0041,
      "step": 28950
    },
    {
      "epoch": 5.16,
      "learning_rate": 4.7419222539229673e-05,
      "loss": 0.0047,
      "step": 28960
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.7418330955777465e-05,
      "loss": 0.0037,
      "step": 28970
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.741743937232525e-05,
      "loss": 0.0025,
      "step": 28980
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.741654778887304e-05,
      "loss": 0.0024,
      "step": 28990
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.7415656205420825e-05,
      "loss": 0.0045,
      "step": 29000
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.7414764621968616e-05,
      "loss": 0.0066,
      "step": 29010
    },
    {
      "epoch": 5.17,
      "learning_rate": 4.741387303851641e-05,
      "loss": 0.0066,
      "step": 29020
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.74129814550642e-05,
      "loss": 0.006,
      "step": 29030
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.741208987161199e-05,
      "loss": 0.009,
      "step": 29040
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.7411198288159774e-05,
      "loss": 0.0073,
      "step": 29050
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.7410306704707565e-05,
      "loss": 0.0093,
      "step": 29060
    },
    {
      "epoch": 5.18,
      "learning_rate": 4.740941512125535e-05,
      "loss": 0.0075,
      "step": 29070
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.740852353780314e-05,
      "loss": 0.0042,
      "step": 29080
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.7407631954350925e-05,
      "loss": 0.0072,
      "step": 29090
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.740682952924394e-05,
      "loss": 0.0058,
      "step": 29100
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.740593794579173e-05,
      "loss": 0.0073,
      "step": 29110
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.7405046362339516e-05,
      "loss": 0.0061,
      "step": 29120
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.740415477888731e-05,
      "loss": 0.0041,
      "step": 29130
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.740326319543509e-05,
      "loss": 0.0075,
      "step": 29140
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.740237161198288e-05,
      "loss": 0.0052,
      "step": 29150
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.740148002853067e-05,
      "loss": 0.0052,
      "step": 29160
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.7400588445078465e-05,
      "loss": 0.0048,
      "step": 29170
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.739969686162625e-05,
      "loss": 0.0057,
      "step": 29180
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.739880527817404e-05,
      "loss": 0.0052,
      "step": 29190
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.739791369472183e-05,
      "loss": 0.0071,
      "step": 29200
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.7397022111269616e-05,
      "loss": 0.0078,
      "step": 29210
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.739613052781741e-05,
      "loss": 0.0045,
      "step": 29220
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.739523894436519e-05,
      "loss": 0.0036,
      "step": 29230
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.739434736091298e-05,
      "loss": 0.004,
      "step": 29240
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.7393455777460774e-05,
      "loss": 0.0036,
      "step": 29250
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.739256419400856e-05,
      "loss": 0.0077,
      "step": 29260
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.739167261055635e-05,
      "loss": 0.0044,
      "step": 29270
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.739078102710414e-05,
      "loss": 0.0051,
      "step": 29280
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.738988944365193e-05,
      "loss": 0.0086,
      "step": 29290
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.738899786019972e-05,
      "loss": 0.0075,
      "step": 29300
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.738810627674751e-05,
      "loss": 0.0097,
      "step": 29310
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.738721469329529e-05,
      "loss": 0.0056,
      "step": 29320
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.7386323109843084e-05,
      "loss": 0.0045,
      "step": 29330
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.7385431526390875e-05,
      "loss": 0.0047,
      "step": 29340
    },
    {
      "epoch": 5.23,
      "learning_rate": 4.738453994293866e-05,
      "loss": 0.0045,
      "step": 29350
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.738364835948645e-05,
      "loss": 0.0049,
      "step": 29360
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.7382756776034235e-05,
      "loss": 0.0037,
      "step": 29370
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.7381865192582026e-05,
      "loss": 0.0038,
      "step": 29380
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.738097360912982e-05,
      "loss": 0.0069,
      "step": 29390
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.738008202567761e-05,
      "loss": 0.006,
      "step": 29400
    },
    {
      "epoch": 5.24,
      "learning_rate": 4.737919044222539e-05,
      "loss": 0.0055,
      "step": 29410
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.7378298858773184e-05,
      "loss": 0.007,
      "step": 29420
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.7377407275320976e-05,
      "loss": 0.0057,
      "step": 29430
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.737651569186876e-05,
      "loss": 0.0053,
      "step": 29440
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.737562410841655e-05,
      "loss": 0.0058,
      "step": 29450
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.7374732524964336e-05,
      "loss": 0.0058,
      "step": 29460
    },
    {
      "epoch": 5.25,
      "learning_rate": 4.737384094151213e-05,
      "loss": 0.0048,
      "step": 29470
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.737294935805992e-05,
      "loss": 0.0046,
      "step": 29480
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.73720577746077e-05,
      "loss": 0.0083,
      "step": 29490
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.73711661911555e-05,
      "loss": 0.0038,
      "step": 29500
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.7370274607703285e-05,
      "loss": 0.0039,
      "step": 29510
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.7369383024251076e-05,
      "loss": 0.0029,
      "step": 29520
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.736849144079886e-05,
      "loss": 0.0059,
      "step": 29530
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.736759985734665e-05,
      "loss": 0.0065,
      "step": 29540
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.7366708273894436e-05,
      "loss": 0.0066,
      "step": 29550
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.736581669044223e-05,
      "loss": 0.0074,
      "step": 29560
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.736492510699002e-05,
      "loss": 0.0059,
      "step": 29570
    },
    {
      "epoch": 5.27,
      "learning_rate": 4.73640335235378e-05,
      "loss": 0.0049,
      "step": 29580
    },
    {
      "epoch": 5.28,
      "learning_rate": 4.7363141940085594e-05,
      "loss": 0.0053,
      "step": 29590
    },
    {
      "epoch": 5.28,
      "learning_rate": 4.736225035663338e-05,
      "loss": 0.006,
      "step": 29600
    },
    {
      "epoch": 5.28,
      "learning_rate": 4.736135877318118e-05,
      "loss": 0.0073,
      "step": 29610
    },
    {
      "epoch": 5.28,
      "learning_rate": 4.736046718972896e-05,
      "loss": 0.01,
      "step": 29620
    },
    {
      "epoch": 5.28,
      "learning_rate": 4.735957560627675e-05,
      "loss": 0.006,
      "step": 29630
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.735868402282454e-05,
      "loss": 0.005,
      "step": 29640
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.735779243937233e-05,
      "loss": 0.0052,
      "step": 29650
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.735690085592012e-05,
      "loss": 0.0048,
      "step": 29660
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.7356009272467904e-05,
      "loss": 0.0048,
      "step": 29670
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.7355117689015695e-05,
      "loss": 0.0068,
      "step": 29680
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.735422610556348e-05,
      "loss": 0.0052,
      "step": 29690
    },
    {
      "epoch": 5.3,
      "learning_rate": 4.735333452211127e-05,
      "loss": 0.0056,
      "step": 29700
    },
    {
      "epoch": 5.3,
      "learning_rate": 4.735244293865906e-05,
      "loss": 0.0055,
      "step": 29710
    },
    {
      "epoch": 5.3,
      "learning_rate": 4.735155135520685e-05,
      "loss": 0.0064,
      "step": 29720
    },
    {
      "epoch": 5.3,
      "learning_rate": 4.7350659771754644e-05,
      "loss": 0.0048,
      "step": 29730
    },
    {
      "epoch": 5.3,
      "learning_rate": 4.734976818830243e-05,
      "loss": 0.0036,
      "step": 29740
    },
    {
      "epoch": 5.3,
      "learning_rate": 4.734887660485022e-05,
      "loss": 0.0077,
      "step": 29750
    },
    {
      "epoch": 5.31,
      "learning_rate": 4.7347985021398004e-05,
      "loss": 0.0035,
      "step": 29760
    },
    {
      "epoch": 5.31,
      "learning_rate": 4.7347093437945795e-05,
      "loss": 0.0053,
      "step": 29770
    },
    {
      "epoch": 5.31,
      "learning_rate": 4.734620185449358e-05,
      "loss": 0.0056,
      "step": 29780
    },
    {
      "epoch": 5.31,
      "learning_rate": 4.734531027104137e-05,
      "loss": 0.008,
      "step": 29790
    },
    {
      "epoch": 5.31,
      "learning_rate": 4.734441868758916e-05,
      "loss": 0.0067,
      "step": 29800
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.734352710413695e-05,
      "loss": 0.0129,
      "step": 29810
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.734263552068474e-05,
      "loss": 0.0057,
      "step": 29820
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.734174393723253e-05,
      "loss": 0.0043,
      "step": 29830
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.734085235378032e-05,
      "loss": 0.0033,
      "step": 29840
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.7339960770328105e-05,
      "loss": 0.007,
      "step": 29850
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.7339069186875896e-05,
      "loss": 0.0059,
      "step": 29860
    },
    {
      "epoch": 5.33,
      "learning_rate": 4.733817760342368e-05,
      "loss": 0.0036,
      "step": 29870
    },
    {
      "epoch": 5.33,
      "learning_rate": 4.733728601997147e-05,
      "loss": 0.0043,
      "step": 29880
    },
    {
      "epoch": 5.33,
      "learning_rate": 4.733639443651926e-05,
      "loss": 0.0047,
      "step": 29890
    },
    {
      "epoch": 5.33,
      "learning_rate": 4.733550285306705e-05,
      "loss": 0.004,
      "step": 29900
    },
    {
      "epoch": 5.33,
      "learning_rate": 4.733461126961484e-05,
      "loss": 0.0061,
      "step": 29910
    },
    {
      "epoch": 5.34,
      "learning_rate": 4.733371968616262e-05,
      "loss": 0.0068,
      "step": 29920
    },
    {
      "epoch": 5.34,
      "learning_rate": 4.7332828102710414e-05,
      "loss": 0.0075,
      "step": 29930
    },
    {
      "epoch": 5.34,
      "learning_rate": 4.7331936519258205e-05,
      "loss": 0.0062,
      "step": 29940
    },
    {
      "epoch": 5.34,
      "learning_rate": 4.7331044935805996e-05,
      "loss": 0.0054,
      "step": 29950
    },
    {
      "epoch": 5.34,
      "learning_rate": 4.733015335235379e-05,
      "loss": 0.004,
      "step": 29960
    },
    {
      "epoch": 5.34,
      "learning_rate": 4.732926176890157e-05,
      "loss": 0.0058,
      "step": 29970
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.732837018544936e-05,
      "loss": 0.0095,
      "step": 29980
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.732747860199715e-05,
      "loss": 0.0025,
      "step": 29990
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.732658701854494e-05,
      "loss": 0.0052,
      "step": 30000
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.732569543509272e-05,
      "loss": 0.0053,
      "step": 30010
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.7324803851640515e-05,
      "loss": 0.009,
      "step": 30020
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.7323912268188306e-05,
      "loss": 0.0081,
      "step": 30030
    },
    {
      "epoch": 5.36,
      "learning_rate": 4.732302068473609e-05,
      "loss": 0.0058,
      "step": 30040
    },
    {
      "epoch": 5.36,
      "learning_rate": 4.732212910128389e-05,
      "loss": 0.0052,
      "step": 30050
    },
    {
      "epoch": 5.36,
      "learning_rate": 4.732123751783167e-05,
      "loss": 0.0065,
      "step": 30060
    },
    {
      "epoch": 5.36,
      "learning_rate": 4.7320345934379464e-05,
      "loss": 0.0043,
      "step": 30070
    },
    {
      "epoch": 5.36,
      "learning_rate": 4.731945435092725e-05,
      "loss": 0.0089,
      "step": 30080
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.731856276747504e-05,
      "loss": 0.0031,
      "step": 30090
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.7317671184022824e-05,
      "loss": 0.0059,
      "step": 30100
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.7316779600570615e-05,
      "loss": 0.0055,
      "step": 30110
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.7315888017118406e-05,
      "loss": 0.0067,
      "step": 30120
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.731499643366619e-05,
      "loss": 0.0066,
      "step": 30130
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.731410485021398e-05,
      "loss": 0.0046,
      "step": 30140
    },
    {
      "epoch": 5.38,
      "learning_rate": 4.7313213266761766e-05,
      "loss": 0.0035,
      "step": 30150
    },
    {
      "epoch": 5.38,
      "learning_rate": 4.731232168330956e-05,
      "loss": 0.0046,
      "step": 30160
    },
    {
      "epoch": 5.38,
      "learning_rate": 4.731143009985735e-05,
      "loss": 0.0061,
      "step": 30170
    },
    {
      "epoch": 5.38,
      "learning_rate": 4.731053851640514e-05,
      "loss": 0.0057,
      "step": 30180
    },
    {
      "epoch": 5.38,
      "learning_rate": 4.730964693295293e-05,
      "loss": 0.0066,
      "step": 30190
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.7308755349500716e-05,
      "loss": 0.006,
      "step": 30200
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.730786376604851e-05,
      "loss": 0.0116,
      "step": 30210
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.730697218259629e-05,
      "loss": 0.0072,
      "step": 30220
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.730608059914408e-05,
      "loss": 0.0061,
      "step": 30230
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.730518901569187e-05,
      "loss": 0.0049,
      "step": 30240
    },
    {
      "epoch": 5.39,
      "learning_rate": 4.730429743223966e-05,
      "loss": 0.0051,
      "step": 30250
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.730340584878745e-05,
      "loss": 0.0045,
      "step": 30260
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.7302514265335234e-05,
      "loss": 0.0062,
      "step": 30270
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.730162268188303e-05,
      "loss": 0.0075,
      "step": 30280
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.7300731098430816e-05,
      "loss": 0.0055,
      "step": 30290
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.729983951497861e-05,
      "loss": 0.008,
      "step": 30300
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.729894793152639e-05,
      "loss": 0.0085,
      "step": 30310
    },
    {
      "epoch": 5.41,
      "learning_rate": 4.729805634807418e-05,
      "loss": 0.0064,
      "step": 30320
    },
    {
      "epoch": 5.41,
      "learning_rate": 4.729716476462197e-05,
      "loss": 0.0068,
      "step": 30330
    },
    {
      "epoch": 5.41,
      "learning_rate": 4.729627318116976e-05,
      "loss": 0.0041,
      "step": 30340
    },
    {
      "epoch": 5.41,
      "learning_rate": 4.729538159771755e-05,
      "loss": 0.0038,
      "step": 30350
    },
    {
      "epoch": 5.41,
      "learning_rate": 4.7294490014265334e-05,
      "loss": 0.0053,
      "step": 30360
    },
    {
      "epoch": 5.42,
      "learning_rate": 4.7293598430813126e-05,
      "loss": 0.006,
      "step": 30370
    },
    {
      "epoch": 5.42,
      "learning_rate": 4.729270684736091e-05,
      "loss": 0.0088,
      "step": 30380
    },
    {
      "epoch": 5.42,
      "learning_rate": 4.729181526390871e-05,
      "loss": 0.0067,
      "step": 30390
    },
    {
      "epoch": 5.42,
      "learning_rate": 4.729092368045649e-05,
      "loss": 0.0067,
      "step": 30400
    },
    {
      "epoch": 5.42,
      "learning_rate": 4.7290032097004284e-05,
      "loss": 0.0085,
      "step": 30410
    },
    {
      "epoch": 5.42,
      "learning_rate": 4.7289140513552075e-05,
      "loss": 0.005,
      "step": 30420
    },
    {
      "epoch": 5.43,
      "learning_rate": 4.728824893009986e-05,
      "loss": 0.0046,
      "step": 30430
    },
    {
      "epoch": 5.43,
      "learning_rate": 4.728735734664765e-05,
      "loss": 0.0079,
      "step": 30440
    },
    {
      "epoch": 5.43,
      "learning_rate": 4.7286465763195435e-05,
      "loss": 0.009,
      "step": 30450
    },
    {
      "epoch": 5.43,
      "learning_rate": 4.7285574179743226e-05,
      "loss": 0.0062,
      "step": 30460
    },
    {
      "epoch": 5.43,
      "learning_rate": 4.728468259629101e-05,
      "loss": 0.006,
      "step": 30470
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.72837910128388e-05,
      "loss": 0.0048,
      "step": 30480
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.728289942938659e-05,
      "loss": 0.0073,
      "step": 30490
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.7282007845934384e-05,
      "loss": 0.0054,
      "step": 30500
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.7281116262482175e-05,
      "loss": 0.0076,
      "step": 30510
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.728022467902996e-05,
      "loss": 0.0055,
      "step": 30520
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.727933309557775e-05,
      "loss": 0.0038,
      "step": 30530
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.7278441512125536e-05,
      "loss": 0.0074,
      "step": 30540
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.727754992867333e-05,
      "loss": 0.0049,
      "step": 30550
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.727665834522111e-05,
      "loss": 0.0046,
      "step": 30560
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.72757667617689e-05,
      "loss": 0.0069,
      "step": 30570
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.7274875178316694e-05,
      "loss": 0.0098,
      "step": 30580
    },
    {
      "epoch": 5.45,
      "learning_rate": 4.727398359486448e-05,
      "loss": 0.0041,
      "step": 30590
    },
    {
      "epoch": 5.46,
      "learning_rate": 4.727309201141227e-05,
      "loss": 0.0066,
      "step": 30600
    },
    {
      "epoch": 5.46,
      "learning_rate": 4.727220042796006e-05,
      "loss": 0.0042,
      "step": 30610
    },
    {
      "epoch": 5.46,
      "learning_rate": 4.727130884450785e-05,
      "loss": 0.0084,
      "step": 30620
    },
    {
      "epoch": 5.46,
      "learning_rate": 4.7270417261055636e-05,
      "loss": 0.0077,
      "step": 30630
    },
    {
      "epoch": 5.46,
      "learning_rate": 4.726952567760343e-05,
      "loss": 0.0068,
      "step": 30640
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.726863409415121e-05,
      "loss": 0.0054,
      "step": 30650
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.7267742510699e-05,
      "loss": 0.0082,
      "step": 30660
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.7266850927246794e-05,
      "loss": 0.0065,
      "step": 30670
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.726595934379458e-05,
      "loss": 0.0065,
      "step": 30680
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.726506776034237e-05,
      "loss": 0.0041,
      "step": 30690
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.7264176176890154e-05,
      "loss": 0.0025,
      "step": 30700
    },
    {
      "epoch": 5.48,
      "learning_rate": 4.7263284593437945e-05,
      "loss": 0.0041,
      "step": 30710
    },
    {
      "epoch": 5.48,
      "learning_rate": 4.726239300998574e-05,
      "loss": 0.0054,
      "step": 30720
    },
    {
      "epoch": 5.48,
      "learning_rate": 4.726150142653353e-05,
      "loss": 0.0052,
      "step": 30730
    },
    {
      "epoch": 5.48,
      "learning_rate": 4.726060984308132e-05,
      "loss": 0.0034,
      "step": 30740
    },
    {
      "epoch": 5.48,
      "learning_rate": 4.7259718259629104e-05,
      "loss": 0.0057,
      "step": 30750
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.7258826676176895e-05,
      "loss": 0.0059,
      "step": 30760
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.725793509272468e-05,
      "loss": 0.011,
      "step": 30770
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.725704350927247e-05,
      "loss": 0.0047,
      "step": 30780
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.7256151925820255e-05,
      "loss": 0.0055,
      "step": 30790
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.7255260342368046e-05,
      "loss": 0.006,
      "step": 30800
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.725436875891584e-05,
      "loss": 0.0068,
      "step": 30810
    },
    {
      "epoch": 5.5,
      "learning_rate": 4.725347717546362e-05,
      "loss": 0.006,
      "step": 30820
    },
    {
      "epoch": 5.5,
      "learning_rate": 4.725258559201142e-05,
      "loss": 0.0069,
      "step": 30830
    },
    {
      "epoch": 5.5,
      "learning_rate": 4.7251694008559204e-05,
      "loss": 0.0045,
      "step": 30840
    },
    {
      "epoch": 5.5,
      "learning_rate": 4.7250802425106995e-05,
      "loss": 0.0049,
      "step": 30850
    },
    {
      "epoch": 5.5,
      "learning_rate": 4.724991084165478e-05,
      "loss": 0.0061,
      "step": 30860
    },
    {
      "epoch": 5.5,
      "learning_rate": 4.724901925820257e-05,
      "loss": 0.0052,
      "step": 30870
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.7248127674750355e-05,
      "loss": 0.0054,
      "step": 30880
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.7247236091298147e-05,
      "loss": 0.0053,
      "step": 30890
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.724634450784594e-05,
      "loss": 0.0111,
      "step": 30900
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.724545292439372e-05,
      "loss": 0.007,
      "step": 30910
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.7244561340941513e-05,
      "loss": 0.0057,
      "step": 30920
    },
    {
      "epoch": 5.52,
      "learning_rate": 4.72436697574893e-05,
      "loss": 0.0051,
      "step": 30930
    },
    {
      "epoch": 5.52,
      "learning_rate": 4.7242778174037096e-05,
      "loss": 0.0026,
      "step": 30940
    },
    {
      "epoch": 5.52,
      "learning_rate": 4.724188659058488e-05,
      "loss": 0.0056,
      "step": 30950
    },
    {
      "epoch": 5.52,
      "learning_rate": 4.724099500713267e-05,
      "loss": 0.006,
      "step": 30960
    },
    {
      "epoch": 5.52,
      "learning_rate": 4.724010342368046e-05,
      "loss": 0.0067,
      "step": 30970
    },
    {
      "epoch": 5.52,
      "learning_rate": 4.723921184022825e-05,
      "loss": 0.0044,
      "step": 30980
    },
    {
      "epoch": 5.53,
      "learning_rate": 4.723832025677604e-05,
      "loss": 0.0086,
      "step": 30990
    },
    {
      "epoch": 5.53,
      "learning_rate": 4.723742867332382e-05,
      "loss": 0.0057,
      "step": 31000
    },
    {
      "epoch": 5.53,
      "learning_rate": 4.7236537089871614e-05,
      "loss": 0.0044,
      "step": 31010
    },
    {
      "epoch": 5.53,
      "learning_rate": 4.72356455064194e-05,
      "loss": 0.0048,
      "step": 31020
    },
    {
      "epoch": 5.53,
      "learning_rate": 4.723475392296719e-05,
      "loss": 0.0055,
      "step": 31030
    },
    {
      "epoch": 5.53,
      "learning_rate": 4.723386233951498e-05,
      "loss": 0.0066,
      "step": 31040
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.723297075606277e-05,
      "loss": 0.0084,
      "step": 31050
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.723207917261056e-05,
      "loss": 0.007,
      "step": 31060
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.723118758915835e-05,
      "loss": 0.0082,
      "step": 31070
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.723029600570614e-05,
      "loss": 0.0033,
      "step": 31080
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.722940442225392e-05,
      "loss": 0.0077,
      "step": 31090
    },
    {
      "epoch": 5.55,
      "learning_rate": 4.7228512838801715e-05,
      "loss": 0.008,
      "step": 31100
    },
    {
      "epoch": 5.55,
      "learning_rate": 4.72276212553495e-05,
      "loss": 0.0087,
      "step": 31110
    },
    {
      "epoch": 5.55,
      "learning_rate": 4.722672967189729e-05,
      "loss": 0.0089,
      "step": 31120
    },
    {
      "epoch": 5.55,
      "learning_rate": 4.722583808844508e-05,
      "loss": 0.008,
      "step": 31130
    },
    {
      "epoch": 5.55,
      "learning_rate": 4.7224946504992866e-05,
      "loss": 0.004,
      "step": 31140
    },
    {
      "epoch": 5.55,
      "learning_rate": 4.722405492154066e-05,
      "loss": 0.0083,
      "step": 31150
    },
    {
      "epoch": 5.56,
      "learning_rate": 4.722316333808845e-05,
      "loss": 0.0066,
      "step": 31160
    },
    {
      "epoch": 5.56,
      "learning_rate": 4.722227175463624e-05,
      "loss": 0.0053,
      "step": 31170
    },
    {
      "epoch": 5.56,
      "learning_rate": 4.7221380171184024e-05,
      "loss": 0.005,
      "step": 31180
    },
    {
      "epoch": 5.56,
      "learning_rate": 4.7220488587731815e-05,
      "loss": 0.0044,
      "step": 31190
    },
    {
      "epoch": 5.56,
      "learning_rate": 4.7219597004279606e-05,
      "loss": 0.0031,
      "step": 31200
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.721870542082739e-05,
      "loss": 0.0063,
      "step": 31210
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.721781383737518e-05,
      "loss": 0.0044,
      "step": 31220
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.7216922253922966e-05,
      "loss": 0.0074,
      "step": 31230
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.721603067047076e-05,
      "loss": 0.0034,
      "step": 31240
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.721513908701854e-05,
      "loss": 0.0067,
      "step": 31250
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.721424750356633e-05,
      "loss": 0.0062,
      "step": 31260
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.7213355920114124e-05,
      "loss": 0.0063,
      "step": 31270
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.7212464336661916e-05,
      "loss": 0.0089,
      "step": 31280
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.721157275320971e-05,
      "loss": 0.0052,
      "step": 31290
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.721068116975749e-05,
      "loss": 0.0054,
      "step": 31300
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.720978958630528e-05,
      "loss": 0.0041,
      "step": 31310
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.720889800285307e-05,
      "loss": 0.0045,
      "step": 31320
    },
    {
      "epoch": 5.59,
      "learning_rate": 4.720800641940086e-05,
      "loss": 0.009,
      "step": 31330
    },
    {
      "epoch": 5.59,
      "learning_rate": 4.720711483594864e-05,
      "loss": 0.0035,
      "step": 31340
    },
    {
      "epoch": 5.59,
      "learning_rate": 4.7206223252496434e-05,
      "loss": 0.0058,
      "step": 31350
    },
    {
      "epoch": 5.59,
      "learning_rate": 4.7205331669044225e-05,
      "loss": 0.0027,
      "step": 31360
    },
    {
      "epoch": 5.59,
      "learning_rate": 4.720444008559201e-05,
      "loss": 0.0076,
      "step": 31370
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.720354850213981e-05,
      "loss": 0.0051,
      "step": 31380
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.720265691868759e-05,
      "loss": 0.0068,
      "step": 31390
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.720176533523538e-05,
      "loss": 0.0066,
      "step": 31400
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.720087375178317e-05,
      "loss": 0.0053,
      "step": 31410
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.719998216833096e-05,
      "loss": 0.0046,
      "step": 31420
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.719909058487875e-05,
      "loss": 0.0082,
      "step": 31430
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.7198199001426534e-05,
      "loss": 0.0079,
      "step": 31440
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.7197307417974326e-05,
      "loss": 0.0064,
      "step": 31450
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.719641583452211e-05,
      "loss": 0.0065,
      "step": 31460
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.71955242510699e-05,
      "loss": 0.0056,
      "step": 31470
    },
    {
      "epoch": 5.61,
      "learning_rate": 4.7194632667617686e-05,
      "loss": 0.0099,
      "step": 31480
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.7193741084165484e-05,
      "loss": 0.0049,
      "step": 31490
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.719284950071327e-05,
      "loss": 0.0049,
      "step": 31500
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.719195791726106e-05,
      "loss": 0.0053,
      "step": 31510
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.719106633380885e-05,
      "loss": 0.0072,
      "step": 31520
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.7190174750356635e-05,
      "loss": 0.0063,
      "step": 31530
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.7189283166904426e-05,
      "loss": 0.0037,
      "step": 31540
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.718839158345221e-05,
      "loss": 0.0048,
      "step": 31550
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.71875e-05,
      "loss": 0.0055,
      "step": 31560
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.7186608416547786e-05,
      "loss": 0.0089,
      "step": 31570
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.718571683309558e-05,
      "loss": 0.0062,
      "step": 31580
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.718482524964337e-05,
      "loss": 0.0072,
      "step": 31590
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.718393366619116e-05,
      "loss": 0.005,
      "step": 31600
    },
    {
      "epoch": 5.64,
      "learning_rate": 4.718304208273895e-05,
      "loss": 0.0042,
      "step": 31610
    },
    {
      "epoch": 5.64,
      "learning_rate": 4.7182150499286736e-05,
      "loss": 0.0046,
      "step": 31620
    },
    {
      "epoch": 5.64,
      "learning_rate": 4.718125891583453e-05,
      "loss": 0.0036,
      "step": 31630
    },
    {
      "epoch": 5.64,
      "learning_rate": 4.718036733238231e-05,
      "loss": 0.0067,
      "step": 31640
    },
    {
      "epoch": 5.64,
      "learning_rate": 4.71794757489301e-05,
      "loss": 0.006,
      "step": 31650
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.7178584165477894e-05,
      "loss": 0.0066,
      "step": 31660
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.717769258202568e-05,
      "loss": 0.005,
      "step": 31670
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.717680099857347e-05,
      "loss": 0.0062,
      "step": 31680
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.7175909415121254e-05,
      "loss": 0.0047,
      "step": 31690
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.7175017831669045e-05,
      "loss": 0.0039,
      "step": 31700
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.7174126248216836e-05,
      "loss": 0.0054,
      "step": 31710
    },
    {
      "epoch": 5.66,
      "learning_rate": 4.717323466476463e-05,
      "loss": 0.0053,
      "step": 31720
    },
    {
      "epoch": 5.66,
      "learning_rate": 4.7172432239657635e-05,
      "loss": 0.0085,
      "step": 31730
    },
    {
      "epoch": 5.66,
      "learning_rate": 4.717154065620542e-05,
      "loss": 0.0042,
      "step": 31740
    },
    {
      "epoch": 5.66,
      "learning_rate": 4.717064907275322e-05,
      "loss": 0.007,
      "step": 31750
    },
    {
      "epoch": 5.66,
      "learning_rate": 4.7169757489301e-05,
      "loss": 0.0045,
      "step": 31760
    },
    {
      "epoch": 5.67,
      "learning_rate": 4.716886590584879e-05,
      "loss": 0.0061,
      "step": 31770
    },
    {
      "epoch": 5.67,
      "learning_rate": 4.716797432239658e-05,
      "loss": 0.0084,
      "step": 31780
    },
    {
      "epoch": 5.67,
      "learning_rate": 4.716708273894437e-05,
      "loss": 0.0038,
      "step": 31790
    },
    {
      "epoch": 5.67,
      "learning_rate": 4.7166191155492153e-05,
      "loss": 0.0075,
      "step": 31800
    },
    {
      "epoch": 5.67,
      "learning_rate": 4.7165299572039945e-05,
      "loss": 0.0052,
      "step": 31810
    },
    {
      "epoch": 5.67,
      "learning_rate": 4.7164407988587736e-05,
      "loss": 0.0082,
      "step": 31820
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.716351640513552e-05,
      "loss": 0.0039,
      "step": 31830
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.716262482168331e-05,
      "loss": 0.0069,
      "step": 31840
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.7161733238231096e-05,
      "loss": 0.0063,
      "step": 31850
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.7160841654778894e-05,
      "loss": 0.0072,
      "step": 31860
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.715995007132668e-05,
      "loss": 0.0045,
      "step": 31870
    },
    {
      "epoch": 5.68,
      "learning_rate": 4.715905848787447e-05,
      "loss": 0.0059,
      "step": 31880
    },
    {
      "epoch": 5.69,
      "learning_rate": 4.7158166904422254e-05,
      "loss": 0.0038,
      "step": 31890
    },
    {
      "epoch": 5.69,
      "learning_rate": 4.7157275320970045e-05,
      "loss": 0.009,
      "step": 31900
    },
    {
      "epoch": 5.69,
      "learning_rate": 4.7156383737517836e-05,
      "loss": 0.0074,
      "step": 31910
    },
    {
      "epoch": 5.69,
      "learning_rate": 4.715549215406562e-05,
      "loss": 0.0048,
      "step": 31920
    },
    {
      "epoch": 5.69,
      "learning_rate": 4.715460057061341e-05,
      "loss": 0.006,
      "step": 31930
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.7153708987161196e-05,
      "loss": 0.006,
      "step": 31940
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.715281740370899e-05,
      "loss": 0.0069,
      "step": 31950
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.715192582025678e-05,
      "loss": 0.0076,
      "step": 31960
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.715103423680457e-05,
      "loss": 0.0042,
      "step": 31970
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.715014265335236e-05,
      "loss": 0.003,
      "step": 31980
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.7149251069900146e-05,
      "loss": 0.0052,
      "step": 31990
    },
    {
      "epoch": 5.71,
      "learning_rate": 4.714835948644794e-05,
      "loss": 0.0062,
      "step": 32000
    },
    {
      "epoch": 5.71,
      "learning_rate": 4.714746790299572e-05,
      "loss": 0.0051,
      "step": 32010
    },
    {
      "epoch": 5.71,
      "learning_rate": 4.714657631954351e-05,
      "loss": 0.0058,
      "step": 32020
    },
    {
      "epoch": 5.71,
      "learning_rate": 4.71456847360913e-05,
      "loss": 0.0064,
      "step": 32030
    },
    {
      "epoch": 5.71,
      "learning_rate": 4.714479315263909e-05,
      "loss": 0.0075,
      "step": 32040
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.714390156918688e-05,
      "loss": 0.0052,
      "step": 32050
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.7143009985734664e-05,
      "loss": 0.0065,
      "step": 32060
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.7142118402282455e-05,
      "loss": 0.0062,
      "step": 32070
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.7141226818830246e-05,
      "loss": 0.0049,
      "step": 32080
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.714033523537804e-05,
      "loss": 0.0059,
      "step": 32090
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.713944365192582e-05,
      "loss": 0.0059,
      "step": 32100
    },
    {
      "epoch": 5.73,
      "learning_rate": 4.713855206847361e-05,
      "loss": 0.0061,
      "step": 32110
    },
    {
      "epoch": 5.73,
      "learning_rate": 4.71376604850214e-05,
      "loss": 0.0059,
      "step": 32120
    },
    {
      "epoch": 5.73,
      "learning_rate": 4.713676890156919e-05,
      "loss": 0.0061,
      "step": 32130
    },
    {
      "epoch": 5.73,
      "learning_rate": 4.713587731811698e-05,
      "loss": 0.0048,
      "step": 32140
    },
    {
      "epoch": 5.73,
      "learning_rate": 4.7134985734664764e-05,
      "loss": 0.009,
      "step": 32150
    },
    {
      "epoch": 5.73,
      "learning_rate": 4.7134094151212556e-05,
      "loss": 0.0037,
      "step": 32160
    },
    {
      "epoch": 5.74,
      "learning_rate": 4.713320256776034e-05,
      "loss": 0.0059,
      "step": 32170
    },
    {
      "epoch": 5.74,
      "learning_rate": 4.713231098430813e-05,
      "loss": 0.0061,
      "step": 32180
    },
    {
      "epoch": 5.74,
      "learning_rate": 4.713141940085592e-05,
      "loss": 0.0071,
      "step": 32190
    },
    {
      "epoch": 5.74,
      "learning_rate": 4.7130527817403714e-05,
      "loss": 0.0077,
      "step": 32200
    },
    {
      "epoch": 5.74,
      "learning_rate": 4.7129636233951505e-05,
      "loss": 0.0053,
      "step": 32210
    },
    {
      "epoch": 5.75,
      "learning_rate": 4.712874465049929e-05,
      "loss": 0.0076,
      "step": 32220
    },
    {
      "epoch": 5.75,
      "learning_rate": 4.712785306704708e-05,
      "loss": 0.0082,
      "step": 32230
    },
    {
      "epoch": 5.75,
      "learning_rate": 4.7126961483594865e-05,
      "loss": 0.0062,
      "step": 32240
    },
    {
      "epoch": 5.75,
      "learning_rate": 4.7126069900142656e-05,
      "loss": 0.0041,
      "step": 32250
    },
    {
      "epoch": 5.75,
      "learning_rate": 4.712517831669044e-05,
      "loss": 0.0064,
      "step": 32260
    },
    {
      "epoch": 5.75,
      "learning_rate": 4.712428673323823e-05,
      "loss": 0.0104,
      "step": 32270
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.712339514978602e-05,
      "loss": 0.0062,
      "step": 32280
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.712250356633381e-05,
      "loss": 0.0057,
      "step": 32290
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.7121611982881606e-05,
      "loss": 0.0025,
      "step": 32300
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.712072039942939e-05,
      "loss": 0.0067,
      "step": 32310
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.711982881597718e-05,
      "loss": 0.0057,
      "step": 32320
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.7118937232524966e-05,
      "loss": 0.0074,
      "step": 32330
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.711804564907276e-05,
      "loss": 0.0078,
      "step": 32340
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.711715406562054e-05,
      "loss": 0.0063,
      "step": 32350
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.711626248216833e-05,
      "loss": 0.0114,
      "step": 32360
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.7115370898716124e-05,
      "loss": 0.0068,
      "step": 32370
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.711447931526391e-05,
      "loss": 0.0079,
      "step": 32380
    },
    {
      "epoch": 5.78,
      "learning_rate": 4.71135877318117e-05,
      "loss": 0.0093,
      "step": 32390
    },
    {
      "epoch": 5.78,
      "learning_rate": 4.7112696148359484e-05,
      "loss": 0.005,
      "step": 32400
    },
    {
      "epoch": 5.78,
      "learning_rate": 4.711180456490728e-05,
      "loss": 0.0046,
      "step": 32410
    },
    {
      "epoch": 5.78,
      "learning_rate": 4.7110912981455066e-05,
      "loss": 0.0085,
      "step": 32420
    },
    {
      "epoch": 5.78,
      "learning_rate": 4.711002139800286e-05,
      "loss": 0.0087,
      "step": 32430
    },
    {
      "epoch": 5.78,
      "learning_rate": 4.710912981455065e-05,
      "loss": 0.0038,
      "step": 32440
    },
    {
      "epoch": 5.79,
      "learning_rate": 4.710823823109843e-05,
      "loss": 0.005,
      "step": 32450
    },
    {
      "epoch": 5.79,
      "learning_rate": 4.7107346647646224e-05,
      "loss": 0.0038,
      "step": 32460
    },
    {
      "epoch": 5.79,
      "learning_rate": 4.710645506419401e-05,
      "loss": 0.0054,
      "step": 32470
    },
    {
      "epoch": 5.79,
      "learning_rate": 4.71055634807418e-05,
      "loss": 0.0046,
      "step": 32480
    },
    {
      "epoch": 5.79,
      "learning_rate": 4.7104671897289584e-05,
      "loss": 0.0091,
      "step": 32490
    },
    {
      "epoch": 5.8,
      "learning_rate": 4.7103780313837376e-05,
      "loss": 0.0066,
      "step": 32500
    },
    {
      "epoch": 5.8,
      "learning_rate": 4.710288873038517e-05,
      "loss": 0.0044,
      "step": 32510
    },
    {
      "epoch": 5.8,
      "learning_rate": 4.710199714693296e-05,
      "loss": 0.0057,
      "step": 32520
    },
    {
      "epoch": 5.8,
      "learning_rate": 4.710110556348075e-05,
      "loss": 0.008,
      "step": 32530
    },
    {
      "epoch": 5.8,
      "learning_rate": 4.7100213980028534e-05,
      "loss": 0.0054,
      "step": 32540
    },
    {
      "epoch": 5.8,
      "learning_rate": 4.7099322396576325e-05,
      "loss": 0.0071,
      "step": 32550
    },
    {
      "epoch": 5.81,
      "learning_rate": 4.709843081312411e-05,
      "loss": 0.0042,
      "step": 32560
    },
    {
      "epoch": 5.81,
      "learning_rate": 4.70975392296719e-05,
      "loss": 0.0037,
      "step": 32570
    },
    {
      "epoch": 5.81,
      "learning_rate": 4.7096647646219685e-05,
      "loss": 0.0034,
      "step": 32580
    },
    {
      "epoch": 5.81,
      "learning_rate": 4.7095756062767476e-05,
      "loss": 0.0051,
      "step": 32590
    },
    {
      "epoch": 5.81,
      "learning_rate": 4.709486447931527e-05,
      "loss": 0.0086,
      "step": 32600
    },
    {
      "epoch": 5.81,
      "learning_rate": 4.709397289586305e-05,
      "loss": 0.0072,
      "step": 32610
    },
    {
      "epoch": 5.82,
      "learning_rate": 4.709308131241084e-05,
      "loss": 0.0065,
      "step": 32620
    },
    {
      "epoch": 5.82,
      "learning_rate": 4.709218972895863e-05,
      "loss": 0.0068,
      "step": 32630
    },
    {
      "epoch": 5.82,
      "learning_rate": 4.7091298145506425e-05,
      "loss": 0.0095,
      "step": 32640
    },
    {
      "epoch": 5.82,
      "learning_rate": 4.709040656205421e-05,
      "loss": 0.0056,
      "step": 32650
    },
    {
      "epoch": 5.82,
      "learning_rate": 4.7089514978602e-05,
      "loss": 0.0101,
      "step": 32660
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.708862339514979e-05,
      "loss": 0.0063,
      "step": 32670
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.708773181169758e-05,
      "loss": 0.0039,
      "step": 32680
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.708684022824537e-05,
      "loss": 0.0067,
      "step": 32690
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.708594864479315e-05,
      "loss": 0.0058,
      "step": 32700
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.7085057061340943e-05,
      "loss": 0.0104,
      "step": 32710
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.708416547788873e-05,
      "loss": 0.0066,
      "step": 32720
    },
    {
      "epoch": 5.84,
      "learning_rate": 4.708327389443652e-05,
      "loss": 0.0098,
      "step": 32730
    },
    {
      "epoch": 5.84,
      "learning_rate": 4.708238231098431e-05,
      "loss": 0.0072,
      "step": 32740
    },
    {
      "epoch": 5.84,
      "learning_rate": 4.70814907275321e-05,
      "loss": 0.0035,
      "step": 32750
    },
    {
      "epoch": 5.84,
      "learning_rate": 4.708059914407989e-05,
      "loss": 0.0092,
      "step": 32760
    },
    {
      "epoch": 5.84,
      "learning_rate": 4.707970756062768e-05,
      "loss": 0.0059,
      "step": 32770
    },
    {
      "epoch": 5.85,
      "learning_rate": 4.707881597717547e-05,
      "loss": 0.0061,
      "step": 32780
    },
    {
      "epoch": 5.85,
      "learning_rate": 4.707792439372325e-05,
      "loss": 0.007,
      "step": 32790
    },
    {
      "epoch": 5.85,
      "learning_rate": 4.7077032810271044e-05,
      "loss": 0.0081,
      "step": 32800
    },
    {
      "epoch": 5.85,
      "learning_rate": 4.707614122681883e-05,
      "loss": 0.0054,
      "step": 32810
    },
    {
      "epoch": 5.85,
      "learning_rate": 4.707524964336662e-05,
      "loss": 0.0053,
      "step": 32820
    },
    {
      "epoch": 5.85,
      "learning_rate": 4.707435805991441e-05,
      "loss": 0.0049,
      "step": 32830
    },
    {
      "epoch": 5.86,
      "learning_rate": 4.7073466476462195e-05,
      "loss": 0.0059,
      "step": 32840
    },
    {
      "epoch": 5.86,
      "learning_rate": 4.7072574893009987e-05,
      "loss": 0.0051,
      "step": 32850
    },
    {
      "epoch": 5.86,
      "learning_rate": 4.707168330955778e-05,
      "loss": 0.0064,
      "step": 32860
    },
    {
      "epoch": 5.86,
      "learning_rate": 4.707079172610557e-05,
      "loss": 0.0058,
      "step": 32870
    },
    {
      "epoch": 5.86,
      "learning_rate": 4.7069900142653353e-05,
      "loss": 0.0046,
      "step": 32880
    },
    {
      "epoch": 5.86,
      "learning_rate": 4.7069008559201145e-05,
      "loss": 0.0063,
      "step": 32890
    },
    {
      "epoch": 5.87,
      "learning_rate": 4.7068116975748936e-05,
      "loss": 0.0049,
      "step": 32900
    },
    {
      "epoch": 5.87,
      "learning_rate": 4.706722539229672e-05,
      "loss": 0.0058,
      "step": 32910
    },
    {
      "epoch": 5.87,
      "learning_rate": 4.706633380884451e-05,
      "loss": 0.0052,
      "step": 32920
    },
    {
      "epoch": 5.87,
      "learning_rate": 4.7065442225392296e-05,
      "loss": 0.0061,
      "step": 32930
    },
    {
      "epoch": 5.87,
      "learning_rate": 4.706455064194009e-05,
      "loss": 0.0063,
      "step": 32940
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.706365905848787e-05,
      "loss": 0.007,
      "step": 32950
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.706276747503566e-05,
      "loss": 0.0065,
      "step": 32960
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.7061875891583454e-05,
      "loss": 0.0071,
      "step": 32970
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.7060984308131245e-05,
      "loss": 0.0054,
      "step": 32980
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.7060092724679036e-05,
      "loss": 0.0039,
      "step": 32990
    },
    {
      "epoch": 5.88,
      "learning_rate": 4.705920114122682e-05,
      "loss": 0.0078,
      "step": 33000
    },
    {
      "epoch": 5.89,
      "learning_rate": 4.705830955777461e-05,
      "loss": 0.0056,
      "step": 33010
    },
    {
      "epoch": 5.89,
      "learning_rate": 4.7057417974322396e-05,
      "loss": 0.0061,
      "step": 33020
    },
    {
      "epoch": 5.89,
      "learning_rate": 4.705652639087019e-05,
      "loss": 0.0079,
      "step": 33030
    },
    {
      "epoch": 5.89,
      "learning_rate": 4.705563480741797e-05,
      "loss": 0.0096,
      "step": 33040
    },
    {
      "epoch": 5.89,
      "learning_rate": 4.705474322396576e-05,
      "loss": 0.0059,
      "step": 33050
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.7053851640513555e-05,
      "loss": 0.0057,
      "step": 33060
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.705296005706134e-05,
      "loss": 0.009,
      "step": 33070
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.705206847360914e-05,
      "loss": 0.0058,
      "step": 33080
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.705117689015692e-05,
      "loss": 0.0033,
      "step": 33090
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.705028530670471e-05,
      "loss": 0.005,
      "step": 33100
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.70493937232525e-05,
      "loss": 0.0059,
      "step": 33110
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.704850213980029e-05,
      "loss": 0.009,
      "step": 33120
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.704761055634808e-05,
      "loss": 0.0043,
      "step": 33130
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.7046718972895864e-05,
      "loss": 0.004,
      "step": 33140
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.7045827389443655e-05,
      "loss": 0.0048,
      "step": 33150
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.704493580599144e-05,
      "loss": 0.0069,
      "step": 33160
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.704404422253923e-05,
      "loss": 0.0041,
      "step": 33170
    },
    {
      "epoch": 5.92,
      "learning_rate": 4.7043152639087015e-05,
      "loss": 0.0055,
      "step": 33180
    },
    {
      "epoch": 5.92,
      "learning_rate": 4.704226105563481e-05,
      "loss": 0.0037,
      "step": 33190
    },
    {
      "epoch": 5.92,
      "learning_rate": 4.70413694721826e-05,
      "loss": 0.0056,
      "step": 33200
    },
    {
      "epoch": 5.92,
      "learning_rate": 4.704047788873039e-05,
      "loss": 0.005,
      "step": 33210
    },
    {
      "epoch": 5.92,
      "learning_rate": 4.703958630527818e-05,
      "loss": 0.0062,
      "step": 33220
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.7038694721825964e-05,
      "loss": 0.0053,
      "step": 33230
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.7037803138373756e-05,
      "loss": 0.004,
      "step": 33240
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.703691155492154e-05,
      "loss": 0.0051,
      "step": 33250
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.703601997146933e-05,
      "loss": 0.005,
      "step": 33260
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.7035128388017116e-05,
      "loss": 0.0063,
      "step": 33270
    },
    {
      "epoch": 5.93,
      "learning_rate": 4.703423680456491e-05,
      "loss": 0.0073,
      "step": 33280
    },
    {
      "epoch": 5.94,
      "learning_rate": 4.70333452211127e-05,
      "loss": 0.0044,
      "step": 33290
    },
    {
      "epoch": 5.94,
      "learning_rate": 4.703245363766049e-05,
      "loss": 0.007,
      "step": 33300
    },
    {
      "epoch": 5.94,
      "learning_rate": 4.703156205420828e-05,
      "loss": 0.0063,
      "step": 33310
    },
    {
      "epoch": 5.94,
      "learning_rate": 4.7030670470756065e-05,
      "loss": 0.0076,
      "step": 33320
    },
    {
      "epoch": 5.94,
      "learning_rate": 4.7029778887303856e-05,
      "loss": 0.0053,
      "step": 33330
    },
    {
      "epoch": 5.95,
      "learning_rate": 4.702888730385164e-05,
      "loss": 0.0081,
      "step": 33340
    },
    {
      "epoch": 5.95,
      "learning_rate": 4.702799572039943e-05,
      "loss": 0.0064,
      "step": 33350
    },
    {
      "epoch": 5.95,
      "learning_rate": 4.702710413694722e-05,
      "loss": 0.0075,
      "step": 33360
    },
    {
      "epoch": 5.95,
      "learning_rate": 4.702621255349501e-05,
      "loss": 0.0063,
      "step": 33370
    },
    {
      "epoch": 5.95,
      "learning_rate": 4.70253209700428e-05,
      "loss": 0.0037,
      "step": 33380
    },
    {
      "epoch": 5.95,
      "learning_rate": 4.702442938659058e-05,
      "loss": 0.0075,
      "step": 33390
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.7023537803138374e-05,
      "loss": 0.0058,
      "step": 33400
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.7022646219686166e-05,
      "loss": 0.0074,
      "step": 33410
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.702175463623396e-05,
      "loss": 0.0062,
      "step": 33420
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.702086305278174e-05,
      "loss": 0.0067,
      "step": 33430
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.701997146932953e-05,
      "loss": 0.0035,
      "step": 33440
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.7019079885877324e-05,
      "loss": 0.0079,
      "step": 33450
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.701818830242511e-05,
      "loss": 0.0032,
      "step": 33460
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.70172967189729e-05,
      "loss": 0.0045,
      "step": 33470
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.7016405135520684e-05,
      "loss": 0.0086,
      "step": 33480
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.7015513552068475e-05,
      "loss": 0.0094,
      "step": 33490
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.701462196861626e-05,
      "loss": 0.0061,
      "step": 33500
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.701373038516405e-05,
      "loss": 0.0071,
      "step": 33510
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.701283880171184e-05,
      "loss": 0.0057,
      "step": 33520
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.701194721825963e-05,
      "loss": 0.0067,
      "step": 33530
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.7011055634807424e-05,
      "loss": 0.0056,
      "step": 33540
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.701016405135521e-05,
      "loss": 0.0051,
      "step": 33550
    },
    {
      "epoch": 5.98,
      "learning_rate": 4.7009272467903e-05,
      "loss": 0.0074,
      "step": 33560
    },
    {
      "epoch": 5.99,
      "learning_rate": 4.7008380884450784e-05,
      "loss": 0.007,
      "step": 33570
    },
    {
      "epoch": 5.99,
      "learning_rate": 4.7007489300998575e-05,
      "loss": 0.0113,
      "step": 33580
    },
    {
      "epoch": 5.99,
      "learning_rate": 4.700659771754637e-05,
      "loss": 0.0074,
      "step": 33590
    },
    {
      "epoch": 5.99,
      "learning_rate": 4.700570613409415e-05,
      "loss": 0.0072,
      "step": 33600
    },
    {
      "epoch": 5.99,
      "learning_rate": 4.700481455064194e-05,
      "loss": 0.0038,
      "step": 33610
    },
    {
      "epoch": 6.0,
      "learning_rate": 4.700392296718973e-05,
      "loss": 0.0092,
      "step": 33620
    },
    {
      "epoch": 6.0,
      "learning_rate": 4.7003031383737525e-05,
      "loss": 0.0056,
      "step": 33630
    },
    {
      "epoch": 6.0,
      "learning_rate": 4.700213980028531e-05,
      "loss": 0.0045,
      "step": 33640
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.013290228322148323,
      "eval_runtime": 197.0062,
      "eval_samples_per_second": 23.547,
      "eval_steps_per_second": 2.944,
      "step": 33648
    },
    {
      "epoch": 6.0,
      "learning_rate": 4.70012482168331e-05,
      "loss": 0.0063,
      "step": 33650
    },
    {
      "epoch": 6.0,
      "learning_rate": 4.7000356633380885e-05,
      "loss": 0.0057,
      "step": 33660
    },
    {
      "epoch": 6.0,
      "learning_rate": 4.6999465049928676e-05,
      "loss": 0.0058,
      "step": 33670
    },
    {
      "epoch": 6.01,
      "learning_rate": 4.699857346647647e-05,
      "loss": 0.0042,
      "step": 33680
    },
    {
      "epoch": 6.01,
      "learning_rate": 4.699768188302425e-05,
      "loss": 0.0037,
      "step": 33690
    },
    {
      "epoch": 6.01,
      "learning_rate": 4.699679029957204e-05,
      "loss": 0.0072,
      "step": 33700
    },
    {
      "epoch": 6.01,
      "learning_rate": 4.699589871611983e-05,
      "loss": 0.0061,
      "step": 33710
    },
    {
      "epoch": 6.01,
      "learning_rate": 4.699500713266762e-05,
      "loss": 0.0075,
      "step": 33720
    },
    {
      "epoch": 6.01,
      "learning_rate": 4.69941155492154e-05,
      "loss": 0.0041,
      "step": 33730
    },
    {
      "epoch": 6.02,
      "learning_rate": 4.69932239657632e-05,
      "loss": 0.0045,
      "step": 33740
    },
    {
      "epoch": 6.02,
      "learning_rate": 4.6992332382310985e-05,
      "loss": 0.0052,
      "step": 33750
    },
    {
      "epoch": 6.02,
      "learning_rate": 4.6991440798858777e-05,
      "loss": 0.0059,
      "step": 33760
    },
    {
      "epoch": 6.02,
      "learning_rate": 4.699054921540657e-05,
      "loss": 0.0047,
      "step": 33770
    },
    {
      "epoch": 6.02,
      "learning_rate": 4.698965763195435e-05,
      "loss": 0.0054,
      "step": 33780
    },
    {
      "epoch": 6.03,
      "learning_rate": 4.6988766048502143e-05,
      "loss": 0.0033,
      "step": 33790
    },
    {
      "epoch": 6.03,
      "learning_rate": 4.698787446504993e-05,
      "loss": 0.0055,
      "step": 33800
    },
    {
      "epoch": 6.03,
      "learning_rate": 4.698698288159772e-05,
      "loss": 0.0056,
      "step": 33810
    },
    {
      "epoch": 6.03,
      "learning_rate": 4.698609129814551e-05,
      "loss": 0.008,
      "step": 33820
    },
    {
      "epoch": 6.03,
      "learning_rate": 4.6985199714693295e-05,
      "loss": 0.0055,
      "step": 33830
    },
    {
      "epoch": 6.03,
      "learning_rate": 4.6984308131241086e-05,
      "loss": 0.0056,
      "step": 33840
    },
    {
      "epoch": 6.04,
      "learning_rate": 4.698341654778888e-05,
      "loss": 0.0055,
      "step": 33850
    },
    {
      "epoch": 6.04,
      "learning_rate": 4.698252496433667e-05,
      "loss": 0.0057,
      "step": 33860
    },
    {
      "epoch": 6.04,
      "learning_rate": 4.698163338088445e-05,
      "loss": 0.0032,
      "step": 33870
    },
    {
      "epoch": 6.04,
      "learning_rate": 4.6980741797432244e-05,
      "loss": 0.0058,
      "step": 33880
    },
    {
      "epoch": 6.04,
      "learning_rate": 4.697985021398003e-05,
      "loss": 0.0045,
      "step": 33890
    },
    {
      "epoch": 6.04,
      "learning_rate": 4.697895863052782e-05,
      "loss": 0.0043,
      "step": 33900
    },
    {
      "epoch": 6.05,
      "learning_rate": 4.697806704707561e-05,
      "loss": 0.0057,
      "step": 33910
    },
    {
      "epoch": 6.05,
      "learning_rate": 4.6977175463623395e-05,
      "loss": 0.0046,
      "step": 33920
    },
    {
      "epoch": 6.05,
      "learning_rate": 4.6976283880171187e-05,
      "loss": 0.0072,
      "step": 33930
    },
    {
      "epoch": 6.05,
      "learning_rate": 4.697539229671897e-05,
      "loss": 0.0041,
      "step": 33940
    },
    {
      "epoch": 6.05,
      "learning_rate": 4.697450071326676e-05,
      "loss": 0.0039,
      "step": 33950
    },
    {
      "epoch": 6.06,
      "learning_rate": 4.697360912981455e-05,
      "loss": 0.0046,
      "step": 33960
    },
    {
      "epoch": 6.06,
      "learning_rate": 4.6972717546362345e-05,
      "loss": 0.0054,
      "step": 33970
    },
    {
      "epoch": 6.06,
      "learning_rate": 4.697182596291013e-05,
      "loss": 0.0055,
      "step": 33980
    },
    {
      "epoch": 6.06,
      "learning_rate": 4.697093437945792e-05,
      "loss": 0.0043,
      "step": 33990
    },
    {
      "epoch": 6.06,
      "learning_rate": 4.697004279600571e-05,
      "loss": 0.0039,
      "step": 34000
    },
    {
      "epoch": 6.06,
      "learning_rate": 4.6969151212553496e-05,
      "loss": 0.0085,
      "step": 34010
    },
    {
      "epoch": 6.07,
      "learning_rate": 4.696825962910129e-05,
      "loss": 0.0075,
      "step": 34020
    },
    {
      "epoch": 6.07,
      "learning_rate": 4.696736804564907e-05,
      "loss": 0.0076,
      "step": 34030
    },
    {
      "epoch": 6.07,
      "learning_rate": 4.696647646219686e-05,
      "loss": 0.008,
      "step": 34040
    },
    {
      "epoch": 6.07,
      "learning_rate": 4.6965584878744654e-05,
      "loss": 0.0048,
      "step": 34050
    },
    {
      "epoch": 6.07,
      "learning_rate": 4.696469329529244e-05,
      "loss": 0.0058,
      "step": 34060
    },
    {
      "epoch": 6.08,
      "learning_rate": 4.696380171184023e-05,
      "loss": 0.0059,
      "step": 34070
    },
    {
      "epoch": 6.08,
      "learning_rate": 4.696291012838802e-05,
      "loss": 0.0083,
      "step": 34080
    },
    {
      "epoch": 6.08,
      "learning_rate": 4.696201854493581e-05,
      "loss": 0.005,
      "step": 34090
    },
    {
      "epoch": 6.08,
      "learning_rate": 4.6961126961483596e-05,
      "loss": 0.0063,
      "step": 34100
    },
    {
      "epoch": 6.08,
      "learning_rate": 4.696023537803139e-05,
      "loss": 0.0055,
      "step": 34110
    },
    {
      "epoch": 6.08,
      "learning_rate": 4.695934379457917e-05,
      "loss": 0.007,
      "step": 34120
    },
    {
      "epoch": 6.09,
      "learning_rate": 4.695845221112696e-05,
      "loss": 0.0064,
      "step": 34130
    },
    {
      "epoch": 6.09,
      "learning_rate": 4.6957560627674754e-05,
      "loss": 0.0053,
      "step": 34140
    },
    {
      "epoch": 6.09,
      "learning_rate": 4.695666904422254e-05,
      "loss": 0.0052,
      "step": 34150
    },
    {
      "epoch": 6.09,
      "learning_rate": 4.695577746077033e-05,
      "loss": 0.0039,
      "step": 34160
    },
    {
      "epoch": 6.09,
      "learning_rate": 4.6954885877318115e-05,
      "loss": 0.0057,
      "step": 34170
    },
    {
      "epoch": 6.09,
      "learning_rate": 4.695399429386591e-05,
      "loss": 0.0067,
      "step": 34180
    },
    {
      "epoch": 6.1,
      "learning_rate": 4.69531027104137e-05,
      "loss": 0.0047,
      "step": 34190
    },
    {
      "epoch": 6.1,
      "learning_rate": 4.695221112696149e-05,
      "loss": 0.007,
      "step": 34200
    },
    {
      "epoch": 6.1,
      "learning_rate": 4.695131954350927e-05,
      "loss": 0.0069,
      "step": 34210
    },
    {
      "epoch": 6.1,
      "learning_rate": 4.6950427960057064e-05,
      "loss": 0.007,
      "step": 34220
    },
    {
      "epoch": 6.1,
      "learning_rate": 4.6949536376604855e-05,
      "loss": 0.0063,
      "step": 34230
    },
    {
      "epoch": 6.11,
      "learning_rate": 4.694864479315264e-05,
      "loss": 0.0031,
      "step": 34240
    },
    {
      "epoch": 6.11,
      "learning_rate": 4.694775320970043e-05,
      "loss": 0.0052,
      "step": 34250
    },
    {
      "epoch": 6.11,
      "learning_rate": 4.6946861626248215e-05,
      "loss": 0.0042,
      "step": 34260
    },
    {
      "epoch": 6.11,
      "learning_rate": 4.6945970042796006e-05,
      "loss": 0.0052,
      "step": 34270
    },
    {
      "epoch": 6.11,
      "learning_rate": 4.69450784593438e-05,
      "loss": 0.005,
      "step": 34280
    },
    {
      "epoch": 6.11,
      "learning_rate": 4.694418687589159e-05,
      "loss": 0.0057,
      "step": 34290
    },
    {
      "epoch": 6.12,
      "learning_rate": 4.694329529243937e-05,
      "loss": 0.0037,
      "step": 34300
    },
    {
      "epoch": 6.12,
      "learning_rate": 4.6942403708987164e-05,
      "loss": 0.0055,
      "step": 34310
    },
    {
      "epoch": 6.12,
      "learning_rate": 4.6941512125534956e-05,
      "loss": 0.0043,
      "step": 34320
    },
    {
      "epoch": 6.12,
      "learning_rate": 4.694062054208274e-05,
      "loss": 0.0083,
      "step": 34330
    },
    {
      "epoch": 6.12,
      "learning_rate": 4.693972895863053e-05,
      "loss": 0.0058,
      "step": 34340
    },
    {
      "epoch": 6.13,
      "learning_rate": 4.6938837375178316e-05,
      "loss": 0.0064,
      "step": 34350
    },
    {
      "epoch": 6.13,
      "learning_rate": 4.693794579172611e-05,
      "loss": 0.0059,
      "step": 34360
    },
    {
      "epoch": 6.13,
      "learning_rate": 4.69370542082739e-05,
      "loss": 0.0045,
      "step": 34370
    },
    {
      "epoch": 6.13,
      "learning_rate": 4.693616262482168e-05,
      "loss": 0.006,
      "step": 34380
    },
    {
      "epoch": 6.13,
      "learning_rate": 4.6935271041369474e-05,
      "loss": 0.0034,
      "step": 34390
    },
    {
      "epoch": 6.13,
      "learning_rate": 4.6934379457917265e-05,
      "loss": 0.0032,
      "step": 34400
    },
    {
      "epoch": 6.14,
      "learning_rate": 4.6933487874465056e-05,
      "loss": 0.0063,
      "step": 34410
    },
    {
      "epoch": 6.14,
      "learning_rate": 4.693259629101284e-05,
      "loss": 0.0033,
      "step": 34420
    },
    {
      "epoch": 6.14,
      "learning_rate": 4.693170470756063e-05,
      "loss": 0.0028,
      "step": 34430
    },
    {
      "epoch": 6.14,
      "learning_rate": 4.6930813124108416e-05,
      "loss": 0.0059,
      "step": 34440
    },
    {
      "epoch": 6.14,
      "learning_rate": 4.692992154065621e-05,
      "loss": 0.0061,
      "step": 34450
    },
    {
      "epoch": 6.14,
      "learning_rate": 4.6929029957204e-05,
      "loss": 0.0052,
      "step": 34460
    },
    {
      "epoch": 6.15,
      "learning_rate": 4.692813837375178e-05,
      "loss": 0.0044,
      "step": 34470
    },
    {
      "epoch": 6.15,
      "learning_rate": 4.6927246790299574e-05,
      "loss": 0.003,
      "step": 34480
    },
    {
      "epoch": 6.15,
      "learning_rate": 4.692635520684736e-05,
      "loss": 0.0055,
      "step": 34490
    },
    {
      "epoch": 6.15,
      "learning_rate": 4.692546362339515e-05,
      "loss": 0.0068,
      "step": 34500
    },
    {
      "epoch": 6.15,
      "learning_rate": 4.692457203994294e-05,
      "loss": 0.0052,
      "step": 34510
    },
    {
      "epoch": 6.16,
      "learning_rate": 4.692368045649073e-05,
      "loss": 0.005,
      "step": 34520
    },
    {
      "epoch": 6.16,
      "learning_rate": 4.692278887303852e-05,
      "loss": 0.0028,
      "step": 34530
    },
    {
      "epoch": 6.16,
      "learning_rate": 4.692189728958631e-05,
      "loss": 0.0042,
      "step": 34540
    },
    {
      "epoch": 6.16,
      "learning_rate": 4.69210057061341e-05,
      "loss": 0.0046,
      "step": 34550
    },
    {
      "epoch": 6.16,
      "learning_rate": 4.6920114122681884e-05,
      "loss": 0.0067,
      "step": 34560
    },
    {
      "epoch": 6.16,
      "learning_rate": 4.6919222539229675e-05,
      "loss": 0.004,
      "step": 34570
    },
    {
      "epoch": 6.17,
      "learning_rate": 4.691833095577746e-05,
      "loss": 0.0046,
      "step": 34580
    },
    {
      "epoch": 6.17,
      "learning_rate": 4.691743937232525e-05,
      "loss": 0.0038,
      "step": 34590
    },
    {
      "epoch": 6.17,
      "learning_rate": 4.691654778887304e-05,
      "loss": 0.0051,
      "step": 34600
    },
    {
      "epoch": 6.17,
      "learning_rate": 4.6915656205420826e-05,
      "loss": 0.004,
      "step": 34610
    },
    {
      "epoch": 6.17,
      "learning_rate": 4.6914764621968624e-05,
      "loss": 0.0073,
      "step": 34620
    },
    {
      "epoch": 6.18,
      "learning_rate": 4.691387303851641e-05,
      "loss": 0.0047,
      "step": 34630
    },
    {
      "epoch": 6.18,
      "learning_rate": 4.69129814550642e-05,
      "loss": 0.004,
      "step": 34640
    },
    {
      "epoch": 6.18,
      "learning_rate": 4.6912089871611984e-05,
      "loss": 0.0063,
      "step": 34650
    },
    {
      "epoch": 6.18,
      "learning_rate": 4.6911198288159775e-05,
      "loss": 0.0055,
      "step": 34660
    },
    {
      "epoch": 6.18,
      "learning_rate": 4.691030670470756e-05,
      "loss": 0.0052,
      "step": 34670
    },
    {
      "epoch": 6.18,
      "learning_rate": 4.690941512125535e-05,
      "loss": 0.0062,
      "step": 34680
    },
    {
      "epoch": 6.19,
      "learning_rate": 4.690852353780314e-05,
      "loss": 0.0071,
      "step": 34690
    },
    {
      "epoch": 6.19,
      "learning_rate": 4.690763195435093e-05,
      "loss": 0.0079,
      "step": 34700
    },
    {
      "epoch": 6.19,
      "learning_rate": 4.690674037089872e-05,
      "loss": 0.0056,
      "step": 34710
    },
    {
      "epoch": 6.19,
      "learning_rate": 4.69058487874465e-05,
      "loss": 0.007,
      "step": 34720
    },
    {
      "epoch": 6.19,
      "learning_rate": 4.69049572039943e-05,
      "loss": 0.0071,
      "step": 34730
    },
    {
      "epoch": 6.19,
      "learning_rate": 4.6904065620542085e-05,
      "loss": 0.0075,
      "step": 34740
    },
    {
      "epoch": 6.2,
      "learning_rate": 4.6903174037089876e-05,
      "loss": 0.0043,
      "step": 34750
    },
    {
      "epoch": 6.2,
      "learning_rate": 4.690228245363766e-05,
      "loss": 0.0057,
      "step": 34760
    },
    {
      "epoch": 6.2,
      "learning_rate": 4.690139087018545e-05,
      "loss": 0.0057,
      "step": 34770
    },
    {
      "epoch": 6.2,
      "learning_rate": 4.690049928673324e-05,
      "loss": 0.0064,
      "step": 34780
    },
    {
      "epoch": 6.2,
      "learning_rate": 4.689960770328103e-05,
      "loss": 0.006,
      "step": 34790
    },
    {
      "epoch": 6.21,
      "learning_rate": 4.689871611982882e-05,
      "loss": 0.0059,
      "step": 34800
    },
    {
      "epoch": 6.21,
      "learning_rate": 4.68978245363766e-05,
      "loss": 0.0066,
      "step": 34810
    },
    {
      "epoch": 6.21,
      "learning_rate": 4.6896932952924394e-05,
      "loss": 0.0058,
      "step": 34820
    },
    {
      "epoch": 6.21,
      "learning_rate": 4.6896041369472185e-05,
      "loss": 0.0037,
      "step": 34830
    },
    {
      "epoch": 6.21,
      "learning_rate": 4.6895149786019977e-05,
      "loss": 0.0056,
      "step": 34840
    },
    {
      "epoch": 6.21,
      "learning_rate": 4.689425820256777e-05,
      "loss": 0.0049,
      "step": 34850
    },
    {
      "epoch": 6.22,
      "learning_rate": 4.689336661911555e-05,
      "loss": 0.0046,
      "step": 34860
    },
    {
      "epoch": 6.22,
      "learning_rate": 4.6892475035663343e-05,
      "loss": 0.0044,
      "step": 34870
    },
    {
      "epoch": 6.22,
      "learning_rate": 4.689158345221113e-05,
      "loss": 0.0077,
      "step": 34880
    },
    {
      "epoch": 6.22,
      "learning_rate": 4.689069186875892e-05,
      "loss": 0.0065,
      "step": 34890
    },
    {
      "epoch": 6.22,
      "learning_rate": 4.6889800285306703e-05,
      "loss": 0.006,
      "step": 34900
    },
    {
      "epoch": 6.23,
      "learning_rate": 4.6888908701854495e-05,
      "loss": 0.0049,
      "step": 34910
    },
    {
      "epoch": 6.23,
      "learning_rate": 4.6888017118402286e-05,
      "loss": 0.0039,
      "step": 34920
    },
    {
      "epoch": 6.23,
      "learning_rate": 4.688712553495007e-05,
      "loss": 0.0059,
      "step": 34930
    },
    {
      "epoch": 6.23,
      "learning_rate": 4.688623395149786e-05,
      "loss": 0.0037,
      "step": 34940
    },
    {
      "epoch": 6.23,
      "learning_rate": 4.688534236804565e-05,
      "loss": 0.0058,
      "step": 34950
    },
    {
      "epoch": 6.23,
      "learning_rate": 4.6884450784593444e-05,
      "loss": 0.0063,
      "step": 34960
    },
    {
      "epoch": 6.24,
      "learning_rate": 4.688355920114123e-05,
      "loss": 0.0062,
      "step": 34970
    },
    {
      "epoch": 6.24,
      "learning_rate": 4.688266761768902e-05,
      "loss": 0.0068,
      "step": 34980
    },
    {
      "epoch": 6.24,
      "learning_rate": 4.6881776034236804e-05,
      "loss": 0.0067,
      "step": 34990
    },
    {
      "epoch": 6.24,
      "learning_rate": 4.6880884450784595e-05,
      "loss": 0.0051,
      "step": 35000
    },
    {
      "epoch": 6.24,
      "learning_rate": 4.6879992867332386e-05,
      "loss": 0.0064,
      "step": 35010
    },
    {
      "epoch": 6.24,
      "learning_rate": 4.687910128388017e-05,
      "loss": 0.0038,
      "step": 35020
    },
    {
      "epoch": 6.25,
      "learning_rate": 4.687820970042796e-05,
      "loss": 0.0045,
      "step": 35030
    },
    {
      "epoch": 6.25,
      "learning_rate": 4.6877318116975747e-05,
      "loss": 0.0063,
      "step": 35040
    },
    {
      "epoch": 6.25,
      "learning_rate": 4.687642653352354e-05,
      "loss": 0.0028,
      "step": 35050
    },
    {
      "epoch": 6.25,
      "learning_rate": 4.687553495007133e-05,
      "loss": 0.0051,
      "step": 35060
    },
    {
      "epoch": 6.25,
      "learning_rate": 4.687464336661912e-05,
      "loss": 0.006,
      "step": 35070
    },
    {
      "epoch": 6.26,
      "learning_rate": 4.687375178316691e-05,
      "loss": 0.0044,
      "step": 35080
    },
    {
      "epoch": 6.26,
      "learning_rate": 4.6872860199714696e-05,
      "loss": 0.0065,
      "step": 35090
    },
    {
      "epoch": 6.26,
      "learning_rate": 4.687196861626249e-05,
      "loss": 0.0046,
      "step": 35100
    },
    {
      "epoch": 6.26,
      "learning_rate": 4.687107703281027e-05,
      "loss": 0.0042,
      "step": 35110
    },
    {
      "epoch": 6.26,
      "learning_rate": 4.687018544935806e-05,
      "loss": 0.0079,
      "step": 35120
    },
    {
      "epoch": 6.26,
      "learning_rate": 4.686929386590585e-05,
      "loss": 0.0061,
      "step": 35130
    },
    {
      "epoch": 6.27,
      "learning_rate": 4.686840228245364e-05,
      "loss": 0.0056,
      "step": 35140
    },
    {
      "epoch": 6.27,
      "learning_rate": 4.686751069900143e-05,
      "loss": 0.0051,
      "step": 35150
    },
    {
      "epoch": 6.27,
      "learning_rate": 4.6866619115549214e-05,
      "loss": 0.0084,
      "step": 35160
    },
    {
      "epoch": 6.27,
      "learning_rate": 4.686572753209701e-05,
      "loss": 0.005,
      "step": 35170
    },
    {
      "epoch": 6.27,
      "learning_rate": 4.6864835948644796e-05,
      "loss": 0.0062,
      "step": 35180
    },
    {
      "epoch": 6.27,
      "learning_rate": 4.686394436519259e-05,
      "loss": 0.0071,
      "step": 35190
    },
    {
      "epoch": 6.28,
      "learning_rate": 4.686305278174037e-05,
      "loss": 0.0052,
      "step": 35200
    },
    {
      "epoch": 6.28,
      "learning_rate": 4.686216119828816e-05,
      "loss": 0.0071,
      "step": 35210
    },
    {
      "epoch": 6.28,
      "learning_rate": 4.686126961483595e-05,
      "loss": 0.0059,
      "step": 35220
    },
    {
      "epoch": 6.28,
      "learning_rate": 4.686037803138374e-05,
      "loss": 0.006,
      "step": 35230
    },
    {
      "epoch": 6.28,
      "learning_rate": 4.685948644793153e-05,
      "loss": 0.0037,
      "step": 35240
    },
    {
      "epoch": 6.29,
      "learning_rate": 4.6858594864479315e-05,
      "loss": 0.0058,
      "step": 35250
    },
    {
      "epoch": 6.29,
      "learning_rate": 4.6857703281027106e-05,
      "loss": 0.0051,
      "step": 35260
    },
    {
      "epoch": 6.29,
      "learning_rate": 4.685681169757489e-05,
      "loss": 0.0043,
      "step": 35270
    },
    {
      "epoch": 6.29,
      "learning_rate": 4.685592011412269e-05,
      "loss": 0.0064,
      "step": 35280
    },
    {
      "epoch": 6.29,
      "learning_rate": 4.685502853067047e-05,
      "loss": 0.0048,
      "step": 35290
    },
    {
      "epoch": 6.29,
      "learning_rate": 4.6854136947218264e-05,
      "loss": 0.0033,
      "step": 35300
    },
    {
      "epoch": 6.3,
      "learning_rate": 4.6853245363766055e-05,
      "loss": 0.0082,
      "step": 35310
    },
    {
      "epoch": 6.3,
      "learning_rate": 4.685235378031384e-05,
      "loss": 0.0058,
      "step": 35320
    },
    {
      "epoch": 6.3,
      "learning_rate": 4.685146219686163e-05,
      "loss": 0.0057,
      "step": 35330
    },
    {
      "epoch": 6.3,
      "learning_rate": 4.6850570613409415e-05,
      "loss": 0.0051,
      "step": 35340
    },
    {
      "epoch": 6.3,
      "learning_rate": 4.6849679029957206e-05,
      "loss": 0.0052,
      "step": 35350
    },
    {
      "epoch": 6.31,
      "learning_rate": 4.684878744650499e-05,
      "loss": 0.0071,
      "step": 35360
    },
    {
      "epoch": 6.31,
      "learning_rate": 4.684789586305278e-05,
      "loss": 0.0038,
      "step": 35370
    },
    {
      "epoch": 6.31,
      "learning_rate": 4.684700427960057e-05,
      "loss": 0.0083,
      "step": 35380
    },
    {
      "epoch": 6.31,
      "learning_rate": 4.6846112696148364e-05,
      "loss": 0.0055,
      "step": 35390
    },
    {
      "epoch": 6.31,
      "learning_rate": 4.6845221112696156e-05,
      "loss": 0.0055,
      "step": 35400
    },
    {
      "epoch": 6.31,
      "learning_rate": 4.684432952924394e-05,
      "loss": 0.0047,
      "step": 35410
    },
    {
      "epoch": 6.32,
      "learning_rate": 4.684343794579173e-05,
      "loss": 0.0033,
      "step": 35420
    },
    {
      "epoch": 6.32,
      "learning_rate": 4.6842546362339516e-05,
      "loss": 0.0049,
      "step": 35430
    },
    {
      "epoch": 6.32,
      "learning_rate": 4.684165477888731e-05,
      "loss": 0.005,
      "step": 35440
    },
    {
      "epoch": 6.32,
      "learning_rate": 4.684076319543509e-05,
      "loss": 0.0054,
      "step": 35450
    },
    {
      "epoch": 6.32,
      "learning_rate": 4.683987161198288e-05,
      "loss": 0.0049,
      "step": 35460
    },
    {
      "epoch": 6.32,
      "learning_rate": 4.6838980028530674e-05,
      "loss": 0.0057,
      "step": 35470
    },
    {
      "epoch": 6.33,
      "learning_rate": 4.683808844507846e-05,
      "loss": 0.0095,
      "step": 35480
    },
    {
      "epoch": 6.33,
      "learning_rate": 4.683719686162625e-05,
      "loss": 0.0056,
      "step": 35490
    },
    {
      "epoch": 6.33,
      "learning_rate": 4.683630527817404e-05,
      "loss": 0.0049,
      "step": 35500
    },
    {
      "epoch": 6.33,
      "learning_rate": 4.683541369472183e-05,
      "loss": 0.0052,
      "step": 35510
    },
    {
      "epoch": 6.33,
      "learning_rate": 4.6834522111269616e-05,
      "loss": 0.0058,
      "step": 35520
    },
    {
      "epoch": 6.34,
      "learning_rate": 4.683363052781741e-05,
      "loss": 0.0048,
      "step": 35530
    },
    {
      "epoch": 6.34,
      "learning_rate": 4.68327389443652e-05,
      "loss": 0.0038,
      "step": 35540
    },
    {
      "epoch": 6.34,
      "learning_rate": 4.683184736091298e-05,
      "loss": 0.0057,
      "step": 35550
    },
    {
      "epoch": 6.34,
      "learning_rate": 4.6830955777460774e-05,
      "loss": 0.0082,
      "step": 35560
    },
    {
      "epoch": 6.34,
      "learning_rate": 4.683006419400856e-05,
      "loss": 0.0039,
      "step": 35570
    },
    {
      "epoch": 6.34,
      "learning_rate": 4.682917261055635e-05,
      "loss": 0.0049,
      "step": 35580
    },
    {
      "epoch": 6.35,
      "learning_rate": 4.6828281027104134e-05,
      "loss": 0.0051,
      "step": 35590
    },
    {
      "epoch": 6.35,
      "learning_rate": 4.6827389443651926e-05,
      "loss": 0.006,
      "step": 35600
    },
    {
      "epoch": 6.35,
      "learning_rate": 4.682649786019972e-05,
      "loss": 0.0048,
      "step": 35610
    },
    {
      "epoch": 6.35,
      "learning_rate": 4.682560627674751e-05,
      "loss": 0.0092,
      "step": 35620
    },
    {
      "epoch": 6.35,
      "learning_rate": 4.68247146932953e-05,
      "loss": 0.0085,
      "step": 35630
    },
    {
      "epoch": 6.36,
      "learning_rate": 4.6823823109843084e-05,
      "loss": 0.0064,
      "step": 35640
    },
    {
      "epoch": 6.36,
      "learning_rate": 4.6822931526390875e-05,
      "loss": 0.0033,
      "step": 35650
    },
    {
      "epoch": 6.36,
      "learning_rate": 4.682203994293866e-05,
      "loss": 0.004,
      "step": 35660
    },
    {
      "epoch": 6.36,
      "learning_rate": 4.682114835948645e-05,
      "loss": 0.0059,
      "step": 35670
    },
    {
      "epoch": 6.36,
      "learning_rate": 4.6820256776034235e-05,
      "loss": 0.0067,
      "step": 35680
    },
    {
      "epoch": 6.36,
      "learning_rate": 4.6819365192582026e-05,
      "loss": 0.0049,
      "step": 35690
    },
    {
      "epoch": 6.37,
      "learning_rate": 4.681847360912982e-05,
      "loss": 0.0046,
      "step": 35700
    },
    {
      "epoch": 6.37,
      "learning_rate": 4.68175820256776e-05,
      "loss": 0.004,
      "step": 35710
    },
    {
      "epoch": 6.37,
      "learning_rate": 4.68166904422254e-05,
      "loss": 0.0041,
      "step": 35720
    },
    {
      "epoch": 6.37,
      "learning_rate": 4.6815798858773184e-05,
      "loss": 0.0057,
      "step": 35730
    },
    {
      "epoch": 6.37,
      "learning_rate": 4.6814907275320975e-05,
      "loss": 0.0046,
      "step": 35740
    },
    {
      "epoch": 6.37,
      "learning_rate": 4.681401569186876e-05,
      "loss": 0.0046,
      "step": 35750
    },
    {
      "epoch": 6.38,
      "learning_rate": 4.681312410841655e-05,
      "loss": 0.0054,
      "step": 35760
    },
    {
      "epoch": 6.38,
      "learning_rate": 4.681223252496434e-05,
      "loss": 0.0048,
      "step": 35770
    },
    {
      "epoch": 6.38,
      "learning_rate": 4.681134094151213e-05,
      "loss": 0.0052,
      "step": 35780
    },
    {
      "epoch": 6.38,
      "learning_rate": 4.681044935805992e-05,
      "loss": 0.0055,
      "step": 35790
    },
    {
      "epoch": 6.38,
      "learning_rate": 4.68095577746077e-05,
      "loss": 0.0061,
      "step": 35800
    },
    {
      "epoch": 6.39,
      "learning_rate": 4.6808666191155494e-05,
      "loss": 0.0042,
      "step": 35810
    },
    {
      "epoch": 6.39,
      "learning_rate": 4.680777460770328e-05,
      "loss": 0.0063,
      "step": 35820
    },
    {
      "epoch": 6.39,
      "learning_rate": 4.6806883024251076e-05,
      "loss": 0.0053,
      "step": 35830
    },
    {
      "epoch": 6.39,
      "learning_rate": 4.680599144079886e-05,
      "loss": 0.0034,
      "step": 35840
    },
    {
      "epoch": 6.39,
      "learning_rate": 4.680518901569187e-05,
      "loss": 0.006,
      "step": 35850
    },
    {
      "epoch": 6.39,
      "learning_rate": 4.680429743223966e-05,
      "loss": 0.0061,
      "step": 35860
    },
    {
      "epoch": 6.4,
      "learning_rate": 4.6803405848787444e-05,
      "loss": 0.0049,
      "step": 35870
    },
    {
      "epoch": 6.4,
      "learning_rate": 4.680251426533524e-05,
      "loss": 0.004,
      "step": 35880
    },
    {
      "epoch": 6.4,
      "learning_rate": 4.6801622681883026e-05,
      "loss": 0.0054,
      "step": 35890
    },
    {
      "epoch": 6.4,
      "learning_rate": 4.680073109843082e-05,
      "loss": 0.005,
      "step": 35900
    },
    {
      "epoch": 6.4,
      "learning_rate": 4.67998395149786e-05,
      "loss": 0.0054,
      "step": 35910
    },
    {
      "epoch": 6.41,
      "learning_rate": 4.679894793152639e-05,
      "loss": 0.007,
      "step": 35920
    },
    {
      "epoch": 6.41,
      "learning_rate": 4.6798056348074185e-05,
      "loss": 0.0067,
      "step": 35930
    },
    {
      "epoch": 6.41,
      "learning_rate": 4.679716476462197e-05,
      "loss": 0.005,
      "step": 35940
    },
    {
      "epoch": 6.41,
      "learning_rate": 4.6796362339514984e-05,
      "loss": 0.0084,
      "step": 35950
    },
    {
      "epoch": 6.41,
      "learning_rate": 4.679547075606277e-05,
      "loss": 0.0054,
      "step": 35960
    },
    {
      "epoch": 6.41,
      "learning_rate": 4.679457917261056e-05,
      "loss": 0.0048,
      "step": 35970
    },
    {
      "epoch": 6.42,
      "learning_rate": 4.6793687589158344e-05,
      "loss": 0.0057,
      "step": 35980
    },
    {
      "epoch": 6.42,
      "learning_rate": 4.6792796005706135e-05,
      "loss": 0.0044,
      "step": 35990
    },
    {
      "epoch": 6.42,
      "learning_rate": 4.6791904422253926e-05,
      "loss": 0.0069,
      "step": 36000
    },
    {
      "epoch": 6.42,
      "learning_rate": 4.679101283880171e-05,
      "loss": 0.0036,
      "step": 36010
    },
    {
      "epoch": 6.42,
      "learning_rate": 4.67901212553495e-05,
      "loss": 0.0052,
      "step": 36020
    },
    {
      "epoch": 6.42,
      "learning_rate": 4.678922967189729e-05,
      "loss": 0.0061,
      "step": 36030
    },
    {
      "epoch": 6.43,
      "learning_rate": 4.6788338088445084e-05,
      "loss": 0.0039,
      "step": 36040
    },
    {
      "epoch": 6.43,
      "learning_rate": 4.678744650499287e-05,
      "loss": 0.004,
      "step": 36050
    },
    {
      "epoch": 6.43,
      "learning_rate": 4.678655492154066e-05,
      "loss": 0.0043,
      "step": 36060
    },
    {
      "epoch": 6.43,
      "learning_rate": 4.678566333808845e-05,
      "loss": 0.0089,
      "step": 36070
    },
    {
      "epoch": 6.43,
      "learning_rate": 4.6784771754636236e-05,
      "loss": 0.0045,
      "step": 36080
    },
    {
      "epoch": 6.44,
      "learning_rate": 4.678388017118403e-05,
      "loss": 0.0063,
      "step": 36090
    },
    {
      "epoch": 6.44,
      "learning_rate": 4.678298858773181e-05,
      "loss": 0.0067,
      "step": 36100
    },
    {
      "epoch": 6.44,
      "learning_rate": 4.67820970042796e-05,
      "loss": 0.0036,
      "step": 36110
    },
    {
      "epoch": 6.44,
      "learning_rate": 4.678120542082739e-05,
      "loss": 0.0065,
      "step": 36120
    },
    {
      "epoch": 6.44,
      "learning_rate": 4.678031383737518e-05,
      "loss": 0.0043,
      "step": 36130
    },
    {
      "epoch": 6.44,
      "learning_rate": 4.677942225392297e-05,
      "loss": 0.0066,
      "step": 36140
    },
    {
      "epoch": 6.45,
      "learning_rate": 4.677853067047076e-05,
      "loss": 0.0037,
      "step": 36150
    },
    {
      "epoch": 6.45,
      "learning_rate": 4.677763908701855e-05,
      "loss": 0.0076,
      "step": 36160
    },
    {
      "epoch": 6.45,
      "learning_rate": 4.6776747503566336e-05,
      "loss": 0.0053,
      "step": 36170
    },
    {
      "epoch": 6.45,
      "learning_rate": 4.677585592011413e-05,
      "loss": 0.0068,
      "step": 36180
    },
    {
      "epoch": 6.45,
      "learning_rate": 4.677496433666191e-05,
      "loss": 0.008,
      "step": 36190
    },
    {
      "epoch": 6.46,
      "learning_rate": 4.67740727532097e-05,
      "loss": 0.004,
      "step": 36200
    },
    {
      "epoch": 6.46,
      "learning_rate": 4.677318116975749e-05,
      "loss": 0.009,
      "step": 36210
    },
    {
      "epoch": 6.46,
      "learning_rate": 4.677228958630528e-05,
      "loss": 0.0063,
      "step": 36220
    },
    {
      "epoch": 6.46,
      "learning_rate": 4.677139800285307e-05,
      "loss": 0.0062,
      "step": 36230
    },
    {
      "epoch": 6.46,
      "learning_rate": 4.6770506419400854e-05,
      "loss": 0.0047,
      "step": 36240
    },
    {
      "epoch": 6.46,
      "learning_rate": 4.676961483594865e-05,
      "loss": 0.0076,
      "step": 36250
    },
    {
      "epoch": 6.47,
      "learning_rate": 4.676872325249644e-05,
      "loss": 0.0079,
      "step": 36260
    },
    {
      "epoch": 6.47,
      "learning_rate": 4.676783166904423e-05,
      "loss": 0.0059,
      "step": 36270
    },
    {
      "epoch": 6.47,
      "learning_rate": 4.676694008559201e-05,
      "loss": 0.005,
      "step": 36280
    },
    {
      "epoch": 6.47,
      "learning_rate": 4.6766048502139804e-05,
      "loss": 0.0064,
      "step": 36290
    },
    {
      "epoch": 6.47,
      "learning_rate": 4.6765156918687595e-05,
      "loss": 0.0057,
      "step": 36300
    },
    {
      "epoch": 6.47,
      "learning_rate": 4.676426533523538e-05,
      "loss": 0.0054,
      "step": 36310
    },
    {
      "epoch": 6.48,
      "learning_rate": 4.676337375178317e-05,
      "loss": 0.006,
      "step": 36320
    },
    {
      "epoch": 6.48,
      "learning_rate": 4.6762482168330955e-05,
      "loss": 0.0043,
      "step": 36330
    },
    {
      "epoch": 6.48,
      "learning_rate": 4.6761590584878746e-05,
      "loss": 0.0057,
      "step": 36340
    },
    {
      "epoch": 6.48,
      "learning_rate": 4.676069900142653e-05,
      "loss": 0.0069,
      "step": 36350
    },
    {
      "epoch": 6.48,
      "learning_rate": 4.675980741797433e-05,
      "loss": 0.0056,
      "step": 36360
    },
    {
      "epoch": 6.49,
      "learning_rate": 4.675891583452211e-05,
      "loss": 0.0037,
      "step": 36370
    },
    {
      "epoch": 6.49,
      "learning_rate": 4.6758024251069904e-05,
      "loss": 0.0058,
      "step": 36380
    },
    {
      "epoch": 6.49,
      "learning_rate": 4.6757132667617695e-05,
      "loss": 0.0041,
      "step": 36390
    },
    {
      "epoch": 6.49,
      "learning_rate": 4.675624108416548e-05,
      "loss": 0.0052,
      "step": 36400
    },
    {
      "epoch": 6.49,
      "learning_rate": 4.675534950071327e-05,
      "loss": 0.0034,
      "step": 36410
    },
    {
      "epoch": 6.49,
      "learning_rate": 4.6754457917261055e-05,
      "loss": 0.0042,
      "step": 36420
    },
    {
      "epoch": 6.5,
      "learning_rate": 4.675356633380885e-05,
      "loss": 0.0068,
      "step": 36430
    },
    {
      "epoch": 6.5,
      "learning_rate": 4.675267475035663e-05,
      "loss": 0.0063,
      "step": 36440
    },
    {
      "epoch": 6.5,
      "learning_rate": 4.675178316690442e-05,
      "loss": 0.0076,
      "step": 36450
    },
    {
      "epoch": 6.5,
      "learning_rate": 4.6750891583452214e-05,
      "loss": 0.0067,
      "step": 36460
    },
    {
      "epoch": 6.5,
      "learning_rate": 4.6750000000000005e-05,
      "loss": 0.0061,
      "step": 36470
    },
    {
      "epoch": 6.5,
      "learning_rate": 4.6749108416547796e-05,
      "loss": 0.0064,
      "step": 36480
    },
    {
      "epoch": 6.51,
      "learning_rate": 4.674821683309558e-05,
      "loss": 0.0078,
      "step": 36490
    },
    {
      "epoch": 6.51,
      "learning_rate": 4.674732524964337e-05,
      "loss": 0.0065,
      "step": 36500
    },
    {
      "epoch": 6.51,
      "learning_rate": 4.6746433666191156e-05,
      "loss": 0.0057,
      "step": 36510
    },
    {
      "epoch": 6.51,
      "learning_rate": 4.674554208273895e-05,
      "loss": 0.0057,
      "step": 36520
    },
    {
      "epoch": 6.51,
      "learning_rate": 4.674465049928674e-05,
      "loss": 0.0062,
      "step": 36530
    },
    {
      "epoch": 6.52,
      "learning_rate": 4.674375891583452e-05,
      "loss": 0.0066,
      "step": 36540
    },
    {
      "epoch": 6.52,
      "learning_rate": 4.6742867332382314e-05,
      "loss": 0.0035,
      "step": 36550
    },
    {
      "epoch": 6.52,
      "learning_rate": 4.67419757489301e-05,
      "loss": 0.0072,
      "step": 36560
    },
    {
      "epoch": 6.52,
      "learning_rate": 4.674108416547789e-05,
      "loss": 0.0033,
      "step": 36570
    },
    {
      "epoch": 6.52,
      "learning_rate": 4.674019258202568e-05,
      "loss": 0.0067,
      "step": 36580
    },
    {
      "epoch": 6.52,
      "learning_rate": 4.673930099857347e-05,
      "loss": 0.0036,
      "step": 36590
    },
    {
      "epoch": 6.53,
      "learning_rate": 4.6738409415121257e-05,
      "loss": 0.0041,
      "step": 36600
    },
    {
      "epoch": 6.53,
      "learning_rate": 4.673751783166905e-05,
      "loss": 0.0071,
      "step": 36610
    },
    {
      "epoch": 6.53,
      "learning_rate": 4.673662624821684e-05,
      "loss": 0.0067,
      "step": 36620
    },
    {
      "epoch": 6.53,
      "learning_rate": 4.6735734664764623e-05,
      "loss": 0.0064,
      "step": 36630
    },
    {
      "epoch": 6.53,
      "learning_rate": 4.6734843081312415e-05,
      "loss": 0.0045,
      "step": 36640
    },
    {
      "epoch": 6.54,
      "learning_rate": 4.67339514978602e-05,
      "loss": 0.0079,
      "step": 36650
    },
    {
      "epoch": 6.54,
      "learning_rate": 4.673305991440799e-05,
      "loss": 0.0046,
      "step": 36660
    },
    {
      "epoch": 6.54,
      "learning_rate": 4.6732168330955775e-05,
      "loss": 0.0056,
      "step": 36670
    },
    {
      "epoch": 6.54,
      "learning_rate": 4.6731276747503566e-05,
      "loss": 0.005,
      "step": 36680
    },
    {
      "epoch": 6.54,
      "learning_rate": 4.673038516405136e-05,
      "loss": 0.0062,
      "step": 36690
    },
    {
      "epoch": 6.54,
      "learning_rate": 4.672949358059915e-05,
      "loss": 0.0045,
      "step": 36700
    },
    {
      "epoch": 6.55,
      "learning_rate": 4.672860199714694e-05,
      "loss": 0.0091,
      "step": 36710
    },
    {
      "epoch": 6.55,
      "learning_rate": 4.6727710413694724e-05,
      "loss": 0.0058,
      "step": 36720
    },
    {
      "epoch": 6.55,
      "learning_rate": 4.6726818830242515e-05,
      "loss": 0.0048,
      "step": 36730
    },
    {
      "epoch": 6.55,
      "learning_rate": 4.67259272467903e-05,
      "loss": 0.0069,
      "step": 36740
    },
    {
      "epoch": 6.55,
      "learning_rate": 4.672503566333809e-05,
      "loss": 0.0074,
      "step": 36750
    },
    {
      "epoch": 6.55,
      "learning_rate": 4.672414407988588e-05,
      "loss": 0.0038,
      "step": 36760
    },
    {
      "epoch": 6.56,
      "learning_rate": 4.6723252496433666e-05,
      "loss": 0.0076,
      "step": 36770
    },
    {
      "epoch": 6.56,
      "learning_rate": 4.672236091298146e-05,
      "loss": 0.0049,
      "step": 36780
    },
    {
      "epoch": 6.56,
      "learning_rate": 4.672146932952924e-05,
      "loss": 0.0042,
      "step": 36790
    },
    {
      "epoch": 6.56,
      "learning_rate": 4.672057774607704e-05,
      "loss": 0.0043,
      "step": 36800
    },
    {
      "epoch": 6.56,
      "learning_rate": 4.6719686162624825e-05,
      "loss": 0.0054,
      "step": 36810
    },
    {
      "epoch": 6.57,
      "learning_rate": 4.6718794579172616e-05,
      "loss": 0.0021,
      "step": 36820
    },
    {
      "epoch": 6.57,
      "learning_rate": 4.67179029957204e-05,
      "loss": 0.0037,
      "step": 36830
    },
    {
      "epoch": 6.57,
      "learning_rate": 4.671701141226819e-05,
      "loss": 0.0058,
      "step": 36840
    },
    {
      "epoch": 6.57,
      "learning_rate": 4.671611982881598e-05,
      "loss": 0.0055,
      "step": 36850
    },
    {
      "epoch": 6.57,
      "learning_rate": 4.671522824536377e-05,
      "loss": 0.0041,
      "step": 36860
    },
    {
      "epoch": 6.57,
      "learning_rate": 4.671433666191156e-05,
      "loss": 0.0039,
      "step": 36870
    },
    {
      "epoch": 6.58,
      "learning_rate": 4.671344507845934e-05,
      "loss": 0.0055,
      "step": 36880
    },
    {
      "epoch": 6.58,
      "learning_rate": 4.6712553495007134e-05,
      "loss": 0.0063,
      "step": 36890
    },
    {
      "epoch": 6.58,
      "learning_rate": 4.671166191155492e-05,
      "loss": 0.0032,
      "step": 36900
    },
    {
      "epoch": 6.58,
      "learning_rate": 4.6710770328102716e-05,
      "loss": 0.0043,
      "step": 36910
    },
    {
      "epoch": 6.58,
      "learning_rate": 4.67098787446505e-05,
      "loss": 0.0098,
      "step": 36920
    },
    {
      "epoch": 6.59,
      "learning_rate": 4.670898716119829e-05,
      "loss": 0.0067,
      "step": 36930
    },
    {
      "epoch": 6.59,
      "learning_rate": 4.670809557774608e-05,
      "loss": 0.0074,
      "step": 36940
    },
    {
      "epoch": 6.59,
      "learning_rate": 4.670720399429387e-05,
      "loss": 0.0079,
      "step": 36950
    },
    {
      "epoch": 6.59,
      "learning_rate": 4.670631241084166e-05,
      "loss": 0.0076,
      "step": 36960
    },
    {
      "epoch": 6.59,
      "learning_rate": 4.670542082738944e-05,
      "loss": 0.0054,
      "step": 36970
    },
    {
      "epoch": 6.59,
      "learning_rate": 4.6704529243937234e-05,
      "loss": 0.005,
      "step": 36980
    },
    {
      "epoch": 6.6,
      "learning_rate": 4.6703637660485026e-05,
      "loss": 0.0034,
      "step": 36990
    },
    {
      "epoch": 6.6,
      "learning_rate": 4.670274607703281e-05,
      "loss": 0.0062,
      "step": 37000
    },
    {
      "epoch": 6.6,
      "learning_rate": 4.67018544935806e-05,
      "loss": 0.0053,
      "step": 37010
    },
    {
      "epoch": 6.6,
      "learning_rate": 4.670096291012839e-05,
      "loss": 0.0044,
      "step": 37020
    },
    {
      "epoch": 6.6,
      "learning_rate": 4.6700071326676184e-05,
      "loss": 0.0061,
      "step": 37030
    },
    {
      "epoch": 6.6,
      "learning_rate": 4.669917974322397e-05,
      "loss": 0.006,
      "step": 37040
    },
    {
      "epoch": 6.61,
      "learning_rate": 4.669828815977176e-05,
      "loss": 0.0039,
      "step": 37050
    },
    {
      "epoch": 6.61,
      "learning_rate": 4.6697396576319544e-05,
      "loss": 0.0047,
      "step": 37060
    },
    {
      "epoch": 6.61,
      "learning_rate": 4.6696504992867335e-05,
      "loss": 0.006,
      "step": 37070
    },
    {
      "epoch": 6.61,
      "learning_rate": 4.6695613409415126e-05,
      "loss": 0.0052,
      "step": 37080
    },
    {
      "epoch": 6.61,
      "learning_rate": 4.669472182596291e-05,
      "loss": 0.0088,
      "step": 37090
    },
    {
      "epoch": 6.62,
      "learning_rate": 4.66938302425107e-05,
      "loss": 0.0049,
      "step": 37100
    },
    {
      "epoch": 6.62,
      "learning_rate": 4.6692938659058486e-05,
      "loss": 0.007,
      "step": 37110
    },
    {
      "epoch": 6.62,
      "learning_rate": 4.669204707560628e-05,
      "loss": 0.0036,
      "step": 37120
    },
    {
      "epoch": 6.62,
      "learning_rate": 4.669115549215407e-05,
      "loss": 0.0071,
      "step": 37130
    },
    {
      "epoch": 6.62,
      "learning_rate": 4.669026390870186e-05,
      "loss": 0.0089,
      "step": 37140
    },
    {
      "epoch": 6.62,
      "learning_rate": 4.6689372325249644e-05,
      "loss": 0.0056,
      "step": 37150
    },
    {
      "epoch": 6.63,
      "learning_rate": 4.6688480741797436e-05,
      "loss": 0.0071,
      "step": 37160
    },
    {
      "epoch": 6.63,
      "learning_rate": 4.668758915834523e-05,
      "loss": 0.0056,
      "step": 37170
    },
    {
      "epoch": 6.63,
      "learning_rate": 4.668669757489301e-05,
      "loss": 0.0068,
      "step": 37180
    },
    {
      "epoch": 6.63,
      "learning_rate": 4.66858059914408e-05,
      "loss": 0.0048,
      "step": 37190
    },
    {
      "epoch": 6.63,
      "learning_rate": 4.668491440798859e-05,
      "loss": 0.0042,
      "step": 37200
    },
    {
      "epoch": 6.64,
      "learning_rate": 4.668402282453638e-05,
      "loss": 0.0063,
      "step": 37210
    },
    {
      "epoch": 6.64,
      "learning_rate": 4.668313124108417e-05,
      "loss": 0.0064,
      "step": 37220
    },
    {
      "epoch": 6.64,
      "learning_rate": 4.6682239657631954e-05,
      "loss": 0.0045,
      "step": 37230
    },
    {
      "epoch": 6.64,
      "learning_rate": 4.6681348074179745e-05,
      "loss": 0.0063,
      "step": 37240
    },
    {
      "epoch": 6.64,
      "learning_rate": 4.6680456490727536e-05,
      "loss": 0.0037,
      "step": 37250
    },
    {
      "epoch": 6.64,
      "learning_rate": 4.667956490727533e-05,
      "loss": 0.0048,
      "step": 37260
    },
    {
      "epoch": 6.65,
      "learning_rate": 4.667867332382311e-05,
      "loss": 0.0064,
      "step": 37270
    },
    {
      "epoch": 6.65,
      "learning_rate": 4.66777817403709e-05,
      "loss": 0.0042,
      "step": 37280
    },
    {
      "epoch": 6.65,
      "learning_rate": 4.667689015691869e-05,
      "loss": 0.0032,
      "step": 37290
    },
    {
      "epoch": 6.65,
      "learning_rate": 4.667599857346648e-05,
      "loss": 0.008,
      "step": 37300
    },
    {
      "epoch": 6.65,
      "learning_rate": 4.667510699001427e-05,
      "loss": 0.0067,
      "step": 37310
    },
    {
      "epoch": 6.65,
      "learning_rate": 4.6674215406562054e-05,
      "loss": 0.0078,
      "step": 37320
    },
    {
      "epoch": 6.66,
      "learning_rate": 4.6673323823109845e-05,
      "loss": 0.0056,
      "step": 37330
    },
    {
      "epoch": 6.66,
      "learning_rate": 4.667243223965763e-05,
      "loss": 0.0038,
      "step": 37340
    },
    {
      "epoch": 6.66,
      "learning_rate": 4.667154065620543e-05,
      "loss": 0.0082,
      "step": 37350
    },
    {
      "epoch": 6.66,
      "learning_rate": 4.667064907275321e-05,
      "loss": 0.0071,
      "step": 37360
    },
    {
      "epoch": 6.66,
      "learning_rate": 4.6669757489301004e-05,
      "loss": 0.0095,
      "step": 37370
    },
    {
      "epoch": 6.67,
      "learning_rate": 4.666886590584879e-05,
      "loss": 0.0059,
      "step": 37380
    },
    {
      "epoch": 6.67,
      "learning_rate": 4.666797432239658e-05,
      "loss": 0.0086,
      "step": 37390
    },
    {
      "epoch": 6.67,
      "learning_rate": 4.666708273894437e-05,
      "loss": 0.0033,
      "step": 37400
    },
    {
      "epoch": 6.67,
      "learning_rate": 4.6666191155492155e-05,
      "loss": 0.0032,
      "step": 37410
    },
    {
      "epoch": 6.67,
      "learning_rate": 4.6665299572039946e-05,
      "loss": 0.0048,
      "step": 37420
    },
    {
      "epoch": 6.67,
      "learning_rate": 4.666440798858773e-05,
      "loss": 0.0055,
      "step": 37430
    },
    {
      "epoch": 6.68,
      "learning_rate": 4.666351640513552e-05,
      "loss": 0.0055,
      "step": 37440
    },
    {
      "epoch": 6.68,
      "learning_rate": 4.6662624821683306e-05,
      "loss": 0.0034,
      "step": 37450
    },
    {
      "epoch": 6.68,
      "learning_rate": 4.6661733238231104e-05,
      "loss": 0.0031,
      "step": 37460
    },
    {
      "epoch": 6.68,
      "learning_rate": 4.666084165477889e-05,
      "loss": 0.0065,
      "step": 37470
    },
    {
      "epoch": 6.68,
      "learning_rate": 4.665995007132668e-05,
      "loss": 0.0059,
      "step": 37480
    },
    {
      "epoch": 6.69,
      "learning_rate": 4.665905848787447e-05,
      "loss": 0.0057,
      "step": 37490
    },
    {
      "epoch": 6.69,
      "learning_rate": 4.6658166904422255e-05,
      "loss": 0.0048,
      "step": 37500
    },
    {
      "epoch": 6.69,
      "learning_rate": 4.6657275320970047e-05,
      "loss": 0.0079,
      "step": 37510
    },
    {
      "epoch": 6.69,
      "learning_rate": 4.665638373751783e-05,
      "loss": 0.0063,
      "step": 37520
    },
    {
      "epoch": 6.69,
      "learning_rate": 4.665549215406562e-05,
      "loss": 0.0081,
      "step": 37530
    },
    {
      "epoch": 6.69,
      "learning_rate": 4.6654600570613413e-05,
      "loss": 0.0038,
      "step": 37540
    },
    {
      "epoch": 6.7,
      "learning_rate": 4.66537089871612e-05,
      "loss": 0.005,
      "step": 37550
    },
    {
      "epoch": 6.7,
      "learning_rate": 4.665281740370899e-05,
      "loss": 0.0085,
      "step": 37560
    },
    {
      "epoch": 6.7,
      "learning_rate": 4.665192582025678e-05,
      "loss": 0.0038,
      "step": 37570
    },
    {
      "epoch": 6.7,
      "learning_rate": 4.665112339514979e-05,
      "loss": 0.0089,
      "step": 37580
    },
    {
      "epoch": 6.7,
      "learning_rate": 4.665023181169757e-05,
      "loss": 0.0041,
      "step": 37590
    },
    {
      "epoch": 6.7,
      "learning_rate": 4.6649340228245364e-05,
      "loss": 0.0052,
      "step": 37600
    },
    {
      "epoch": 6.71,
      "learning_rate": 4.6648448644793155e-05,
      "loss": 0.0075,
      "step": 37610
    },
    {
      "epoch": 6.71,
      "learning_rate": 4.6647557061340946e-05,
      "loss": 0.0065,
      "step": 37620
    },
    {
      "epoch": 6.71,
      "learning_rate": 4.664666547788874e-05,
      "loss": 0.0048,
      "step": 37630
    },
    {
      "epoch": 6.71,
      "learning_rate": 4.664577389443652e-05,
      "loss": 0.006,
      "step": 37640
    },
    {
      "epoch": 6.71,
      "learning_rate": 4.664488231098431e-05,
      "loss": 0.007,
      "step": 37650
    },
    {
      "epoch": 6.72,
      "learning_rate": 4.66439907275321e-05,
      "loss": 0.0054,
      "step": 37660
    },
    {
      "epoch": 6.72,
      "learning_rate": 4.664309914407989e-05,
      "loss": 0.0027,
      "step": 37670
    },
    {
      "epoch": 6.72,
      "learning_rate": 4.664220756062767e-05,
      "loss": 0.0056,
      "step": 37680
    },
    {
      "epoch": 6.72,
      "learning_rate": 4.6641315977175465e-05,
      "loss": 0.0062,
      "step": 37690
    },
    {
      "epoch": 6.72,
      "learning_rate": 4.6640424393723256e-05,
      "loss": 0.0052,
      "step": 37700
    },
    {
      "epoch": 6.72,
      "learning_rate": 4.663953281027104e-05,
      "loss": 0.0067,
      "step": 37710
    },
    {
      "epoch": 6.73,
      "learning_rate": 4.663864122681883e-05,
      "loss": 0.0031,
      "step": 37720
    },
    {
      "epoch": 6.73,
      "learning_rate": 4.663774964336662e-05,
      "loss": 0.0063,
      "step": 37730
    },
    {
      "epoch": 6.73,
      "learning_rate": 4.6636858059914414e-05,
      "loss": 0.0051,
      "step": 37740
    },
    {
      "epoch": 6.73,
      "learning_rate": 4.66359664764622e-05,
      "loss": 0.0061,
      "step": 37750
    },
    {
      "epoch": 6.73,
      "learning_rate": 4.663507489300999e-05,
      "loss": 0.0049,
      "step": 37760
    },
    {
      "epoch": 6.74,
      "learning_rate": 4.663418330955778e-05,
      "loss": 0.004,
      "step": 37770
    },
    {
      "epoch": 6.74,
      "learning_rate": 4.6633291726105565e-05,
      "loss": 0.0078,
      "step": 37780
    },
    {
      "epoch": 6.74,
      "learning_rate": 4.6632400142653356e-05,
      "loss": 0.0049,
      "step": 37790
    },
    {
      "epoch": 6.74,
      "learning_rate": 4.663150855920114e-05,
      "loss": 0.0049,
      "step": 37800
    },
    {
      "epoch": 6.74,
      "learning_rate": 4.663061697574893e-05,
      "loss": 0.0095,
      "step": 37810
    },
    {
      "epoch": 6.74,
      "learning_rate": 4.6629725392296716e-05,
      "loss": 0.0054,
      "step": 37820
    },
    {
      "epoch": 6.75,
      "learning_rate": 4.662883380884451e-05,
      "loss": 0.0029,
      "step": 37830
    },
    {
      "epoch": 6.75,
      "learning_rate": 4.66279422253923e-05,
      "loss": 0.0046,
      "step": 37840
    },
    {
      "epoch": 6.75,
      "learning_rate": 4.662705064194009e-05,
      "loss": 0.0047,
      "step": 37850
    },
    {
      "epoch": 6.75,
      "learning_rate": 4.662615905848788e-05,
      "loss": 0.0034,
      "step": 37860
    },
    {
      "epoch": 6.75,
      "learning_rate": 4.6625267475035666e-05,
      "loss": 0.0083,
      "step": 37870
    },
    {
      "epoch": 6.75,
      "learning_rate": 4.662437589158346e-05,
      "loss": 0.0047,
      "step": 37880
    },
    {
      "epoch": 6.76,
      "learning_rate": 4.662348430813124e-05,
      "loss": 0.0049,
      "step": 37890
    },
    {
      "epoch": 6.76,
      "learning_rate": 4.662259272467903e-05,
      "loss": 0.0034,
      "step": 37900
    },
    {
      "epoch": 6.76,
      "learning_rate": 4.662170114122682e-05,
      "loss": 0.0067,
      "step": 37910
    },
    {
      "epoch": 6.76,
      "learning_rate": 4.662080955777461e-05,
      "loss": 0.006,
      "step": 37920
    },
    {
      "epoch": 6.76,
      "learning_rate": 4.66199179743224e-05,
      "loss": 0.0056,
      "step": 37930
    },
    {
      "epoch": 6.77,
      "learning_rate": 4.6619026390870184e-05,
      "loss": 0.0093,
      "step": 37940
    },
    {
      "epoch": 6.77,
      "learning_rate": 4.661813480741798e-05,
      "loss": 0.0051,
      "step": 37950
    },
    {
      "epoch": 6.77,
      "learning_rate": 4.6617243223965766e-05,
      "loss": 0.0067,
      "step": 37960
    },
    {
      "epoch": 6.77,
      "learning_rate": 4.661635164051356e-05,
      "loss": 0.006,
      "step": 37970
    },
    {
      "epoch": 6.77,
      "learning_rate": 4.661546005706134e-05,
      "loss": 0.0045,
      "step": 37980
    },
    {
      "epoch": 6.77,
      "learning_rate": 4.661456847360913e-05,
      "loss": 0.0048,
      "step": 37990
    },
    {
      "epoch": 6.78,
      "learning_rate": 4.6613676890156924e-05,
      "loss": 0.0059,
      "step": 38000
    },
    {
      "epoch": 6.78,
      "learning_rate": 4.661278530670471e-05,
      "loss": 0.0071,
      "step": 38010
    },
    {
      "epoch": 6.78,
      "learning_rate": 4.66118937232525e-05,
      "loss": 0.0051,
      "step": 38020
    },
    {
      "epoch": 6.78,
      "learning_rate": 4.6611002139800284e-05,
      "loss": 0.0039,
      "step": 38030
    },
    {
      "epoch": 6.78,
      "learning_rate": 4.6610110556348076e-05,
      "loss": 0.0056,
      "step": 38040
    },
    {
      "epoch": 6.78,
      "learning_rate": 4.660921897289586e-05,
      "loss": 0.0047,
      "step": 38050
    },
    {
      "epoch": 6.79,
      "learning_rate": 4.660832738944366e-05,
      "loss": 0.0063,
      "step": 38060
    },
    {
      "epoch": 6.79,
      "learning_rate": 4.660743580599144e-05,
      "loss": 0.004,
      "step": 38070
    },
    {
      "epoch": 6.79,
      "learning_rate": 4.6606544222539234e-05,
      "loss": 0.0038,
      "step": 38080
    },
    {
      "epoch": 6.79,
      "learning_rate": 4.6605652639087025e-05,
      "loss": 0.0067,
      "step": 38090
    },
    {
      "epoch": 6.79,
      "learning_rate": 4.660476105563481e-05,
      "loss": 0.0043,
      "step": 38100
    },
    {
      "epoch": 6.8,
      "learning_rate": 4.66038694721826e-05,
      "loss": 0.0045,
      "step": 38110
    },
    {
      "epoch": 6.8,
      "learning_rate": 4.6602977888730385e-05,
      "loss": 0.0048,
      "step": 38120
    },
    {
      "epoch": 6.8,
      "learning_rate": 4.6602086305278176e-05,
      "loss": 0.0047,
      "step": 38130
    },
    {
      "epoch": 6.8,
      "learning_rate": 4.660119472182596e-05,
      "loss": 0.0037,
      "step": 38140
    },
    {
      "epoch": 6.8,
      "learning_rate": 4.660030313837375e-05,
      "loss": 0.0055,
      "step": 38150
    },
    {
      "epoch": 6.8,
      "learning_rate": 4.659941155492154e-05,
      "loss": 0.0066,
      "step": 38160
    },
    {
      "epoch": 6.81,
      "learning_rate": 4.6598519971469334e-05,
      "loss": 0.0068,
      "step": 38170
    },
    {
      "epoch": 6.81,
      "learning_rate": 4.6597628388017125e-05,
      "loss": 0.0065,
      "step": 38180
    },
    {
      "epoch": 6.81,
      "learning_rate": 4.659673680456491e-05,
      "loss": 0.0049,
      "step": 38190
    },
    {
      "epoch": 6.81,
      "learning_rate": 4.65958452211127e-05,
      "loss": 0.0045,
      "step": 38200
    },
    {
      "epoch": 6.81,
      "learning_rate": 4.6594953637660485e-05,
      "loss": 0.0087,
      "step": 38210
    },
    {
      "epoch": 6.82,
      "learning_rate": 4.659406205420828e-05,
      "loss": 0.0045,
      "step": 38220
    },
    {
      "epoch": 6.82,
      "learning_rate": 4.659317047075607e-05,
      "loss": 0.0046,
      "step": 38230
    },
    {
      "epoch": 6.82,
      "learning_rate": 4.659227888730385e-05,
      "loss": 0.0062,
      "step": 38240
    },
    {
      "epoch": 6.82,
      "learning_rate": 4.6591387303851644e-05,
      "loss": 0.0071,
      "step": 38250
    },
    {
      "epoch": 6.82,
      "learning_rate": 4.659049572039943e-05,
      "loss": 0.0065,
      "step": 38260
    },
    {
      "epoch": 6.82,
      "learning_rate": 4.658960413694722e-05,
      "loss": 0.0046,
      "step": 38270
    },
    {
      "epoch": 6.83,
      "learning_rate": 4.658871255349501e-05,
      "loss": 0.0044,
      "step": 38280
    },
    {
      "epoch": 6.83,
      "learning_rate": 4.65878209700428e-05,
      "loss": 0.0047,
      "step": 38290
    },
    {
      "epoch": 6.83,
      "learning_rate": 4.6586929386590586e-05,
      "loss": 0.0079,
      "step": 38300
    },
    {
      "epoch": 6.83,
      "learning_rate": 4.658603780313838e-05,
      "loss": 0.0025,
      "step": 38310
    },
    {
      "epoch": 6.83,
      "learning_rate": 4.658514621968617e-05,
      "loss": 0.0034,
      "step": 38320
    },
    {
      "epoch": 6.83,
      "learning_rate": 4.658425463623395e-05,
      "loss": 0.0055,
      "step": 38330
    },
    {
      "epoch": 6.84,
      "learning_rate": 4.6583363052781744e-05,
      "loss": 0.0052,
      "step": 38340
    },
    {
      "epoch": 6.84,
      "learning_rate": 4.658247146932953e-05,
      "loss": 0.0026,
      "step": 38350
    },
    {
      "epoch": 6.84,
      "learning_rate": 4.658157988587732e-05,
      "loss": 0.007,
      "step": 38360
    },
    {
      "epoch": 6.84,
      "learning_rate": 4.6580688302425104e-05,
      "loss": 0.0046,
      "step": 38370
    },
    {
      "epoch": 6.84,
      "learning_rate": 4.6579796718972895e-05,
      "loss": 0.0072,
      "step": 38380
    },
    {
      "epoch": 6.85,
      "learning_rate": 4.657890513552069e-05,
      "loss": 0.0067,
      "step": 38390
    },
    {
      "epoch": 6.85,
      "learning_rate": 4.657801355206848e-05,
      "loss": 0.0058,
      "step": 38400
    },
    {
      "epoch": 6.85,
      "learning_rate": 4.657712196861627e-05,
      "loss": 0.0057,
      "step": 38410
    },
    {
      "epoch": 6.85,
      "learning_rate": 4.6576230385164053e-05,
      "loss": 0.0044,
      "step": 38420
    },
    {
      "epoch": 6.85,
      "learning_rate": 4.6575338801711845e-05,
      "loss": 0.0066,
      "step": 38430
    },
    {
      "epoch": 6.85,
      "learning_rate": 4.657444721825963e-05,
      "loss": 0.0036,
      "step": 38440
    },
    {
      "epoch": 6.86,
      "learning_rate": 4.657355563480742e-05,
      "loss": 0.0061,
      "step": 38450
    },
    {
      "epoch": 6.86,
      "learning_rate": 4.657266405135521e-05,
      "loss": 0.0058,
      "step": 38460
    },
    {
      "epoch": 6.86,
      "learning_rate": 4.6571772467902996e-05,
      "loss": 0.0086,
      "step": 38470
    },
    {
      "epoch": 6.86,
      "learning_rate": 4.657088088445079e-05,
      "loss": 0.0063,
      "step": 38480
    },
    {
      "epoch": 6.86,
      "learning_rate": 4.656998930099857e-05,
      "loss": 0.0033,
      "step": 38490
    },
    {
      "epoch": 6.87,
      "learning_rate": 4.656909771754637e-05,
      "loss": 0.0076,
      "step": 38500
    },
    {
      "epoch": 6.87,
      "learning_rate": 4.6568206134094154e-05,
      "loss": 0.007,
      "step": 38510
    },
    {
      "epoch": 6.87,
      "learning_rate": 4.6567314550641945e-05,
      "loss": 0.005,
      "step": 38520
    },
    {
      "epoch": 6.87,
      "learning_rate": 4.656642296718973e-05,
      "loss": 0.0046,
      "step": 38530
    },
    {
      "epoch": 6.87,
      "learning_rate": 4.656553138373752e-05,
      "loss": 0.0061,
      "step": 38540
    },
    {
      "epoch": 6.87,
      "learning_rate": 4.656463980028531e-05,
      "loss": 0.0046,
      "step": 38550
    },
    {
      "epoch": 6.88,
      "learning_rate": 4.6563748216833097e-05,
      "loss": 0.0061,
      "step": 38560
    },
    {
      "epoch": 6.88,
      "learning_rate": 4.656285663338089e-05,
      "loss": 0.0077,
      "step": 38570
    },
    {
      "epoch": 6.88,
      "learning_rate": 4.656196504992867e-05,
      "loss": 0.0046,
      "step": 38580
    },
    {
      "epoch": 6.88,
      "learning_rate": 4.656107346647646e-05,
      "loss": 0.0062,
      "step": 38590
    },
    {
      "epoch": 6.88,
      "learning_rate": 4.656018188302425e-05,
      "loss": 0.0029,
      "step": 38600
    },
    {
      "epoch": 6.88,
      "learning_rate": 4.6559290299572046e-05,
      "loss": 0.0071,
      "step": 38610
    },
    {
      "epoch": 6.89,
      "learning_rate": 4.655839871611983e-05,
      "loss": 0.0056,
      "step": 38620
    },
    {
      "epoch": 6.89,
      "learning_rate": 4.655750713266762e-05,
      "loss": 0.0064,
      "step": 38630
    },
    {
      "epoch": 6.89,
      "learning_rate": 4.655661554921541e-05,
      "loss": 0.0049,
      "step": 38640
    },
    {
      "epoch": 6.89,
      "learning_rate": 4.65557239657632e-05,
      "loss": 0.0072,
      "step": 38650
    },
    {
      "epoch": 6.89,
      "learning_rate": 4.655483238231099e-05,
      "loss": 0.0055,
      "step": 38660
    },
    {
      "epoch": 6.9,
      "learning_rate": 4.655394079885877e-05,
      "loss": 0.0033,
      "step": 38670
    },
    {
      "epoch": 6.9,
      "learning_rate": 4.6553049215406564e-05,
      "loss": 0.0067,
      "step": 38680
    },
    {
      "epoch": 6.9,
      "learning_rate": 4.655215763195435e-05,
      "loss": 0.0061,
      "step": 38690
    },
    {
      "epoch": 6.9,
      "learning_rate": 4.655126604850214e-05,
      "loss": 0.0066,
      "step": 38700
    },
    {
      "epoch": 6.9,
      "learning_rate": 4.655037446504993e-05,
      "loss": 0.0063,
      "step": 38710
    },
    {
      "epoch": 6.9,
      "learning_rate": 4.654948288159772e-05,
      "loss": 0.0114,
      "step": 38720
    },
    {
      "epoch": 6.91,
      "learning_rate": 4.654859129814551e-05,
      "loss": 0.0054,
      "step": 38730
    },
    {
      "epoch": 6.91,
      "learning_rate": 4.65476997146933e-05,
      "loss": 0.0044,
      "step": 38740
    },
    {
      "epoch": 6.91,
      "learning_rate": 4.654680813124109e-05,
      "loss": 0.0037,
      "step": 38750
    },
    {
      "epoch": 6.91,
      "learning_rate": 4.654591654778887e-05,
      "loss": 0.0054,
      "step": 38760
    },
    {
      "epoch": 6.91,
      "learning_rate": 4.6545024964336665e-05,
      "loss": 0.0074,
      "step": 38770
    },
    {
      "epoch": 6.92,
      "learning_rate": 4.6544133380884456e-05,
      "loss": 0.0034,
      "step": 38780
    },
    {
      "epoch": 6.92,
      "learning_rate": 4.654324179743224e-05,
      "loss": 0.0099,
      "step": 38790
    },
    {
      "epoch": 6.92,
      "learning_rate": 4.654235021398003e-05,
      "loss": 0.0067,
      "step": 38800
    },
    {
      "epoch": 6.92,
      "learning_rate": 4.6541458630527816e-05,
      "loss": 0.0034,
      "step": 38810
    },
    {
      "epoch": 6.92,
      "learning_rate": 4.654056704707561e-05,
      "loss": 0.0044,
      "step": 38820
    },
    {
      "epoch": 6.92,
      "learning_rate": 4.65396754636234e-05,
      "loss": 0.0031,
      "step": 38830
    },
    {
      "epoch": 6.93,
      "learning_rate": 4.653878388017119e-05,
      "loss": 0.0052,
      "step": 38840
    },
    {
      "epoch": 6.93,
      "learning_rate": 4.6537892296718974e-05,
      "loss": 0.0062,
      "step": 38850
    },
    {
      "epoch": 6.93,
      "learning_rate": 4.6537000713266765e-05,
      "loss": 0.0043,
      "step": 38860
    },
    {
      "epoch": 6.93,
      "learning_rate": 4.6536109129814556e-05,
      "loss": 0.006,
      "step": 38870
    },
    {
      "epoch": 6.93,
      "learning_rate": 4.653521754636234e-05,
      "loss": 0.0082,
      "step": 38880
    },
    {
      "epoch": 6.93,
      "learning_rate": 4.653432596291013e-05,
      "loss": 0.0068,
      "step": 38890
    },
    {
      "epoch": 6.94,
      "learning_rate": 4.6533434379457916e-05,
      "loss": 0.0031,
      "step": 38900
    },
    {
      "epoch": 6.94,
      "learning_rate": 4.653254279600571e-05,
      "loss": 0.0036,
      "step": 38910
    },
    {
      "epoch": 6.94,
      "learning_rate": 4.653165121255349e-05,
      "loss": 0.0049,
      "step": 38920
    },
    {
      "epoch": 6.94,
      "learning_rate": 4.653075962910128e-05,
      "loss": 0.0051,
      "step": 38930
    },
    {
      "epoch": 6.94,
      "learning_rate": 4.6529868045649074e-05,
      "loss": 0.0076,
      "step": 38940
    },
    {
      "epoch": 6.95,
      "learning_rate": 4.6528976462196866e-05,
      "loss": 0.0056,
      "step": 38950
    },
    {
      "epoch": 6.95,
      "learning_rate": 4.652808487874466e-05,
      "loss": 0.0051,
      "step": 38960
    },
    {
      "epoch": 6.95,
      "learning_rate": 4.652719329529244e-05,
      "loss": 0.0089,
      "step": 38970
    },
    {
      "epoch": 6.95,
      "learning_rate": 4.652630171184023e-05,
      "loss": 0.0051,
      "step": 38980
    },
    {
      "epoch": 6.95,
      "learning_rate": 4.652541012838802e-05,
      "loss": 0.0079,
      "step": 38990
    },
    {
      "epoch": 6.95,
      "learning_rate": 4.652451854493581e-05,
      "loss": 0.0056,
      "step": 39000
    },
    {
      "epoch": 6.96,
      "learning_rate": 4.65236269614836e-05,
      "loss": 0.0064,
      "step": 39010
    },
    {
      "epoch": 6.96,
      "learning_rate": 4.6522735378031384e-05,
      "loss": 0.005,
      "step": 39020
    },
    {
      "epoch": 6.96,
      "learning_rate": 4.6521843794579175e-05,
      "loss": 0.0048,
      "step": 39030
    },
    {
      "epoch": 6.96,
      "learning_rate": 4.652095221112696e-05,
      "loss": 0.0047,
      "step": 39040
    },
    {
      "epoch": 6.96,
      "learning_rate": 4.652006062767476e-05,
      "loss": 0.0069,
      "step": 39050
    },
    {
      "epoch": 6.97,
      "learning_rate": 4.651916904422254e-05,
      "loss": 0.0048,
      "step": 39060
    },
    {
      "epoch": 6.97,
      "learning_rate": 4.651827746077033e-05,
      "loss": 0.0067,
      "step": 39070
    },
    {
      "epoch": 6.97,
      "learning_rate": 4.651738587731812e-05,
      "loss": 0.0048,
      "step": 39080
    },
    {
      "epoch": 6.97,
      "learning_rate": 4.651649429386591e-05,
      "loss": 0.0043,
      "step": 39090
    },
    {
      "epoch": 6.97,
      "learning_rate": 4.65156027104137e-05,
      "loss": 0.002,
      "step": 39100
    },
    {
      "epoch": 6.97,
      "learning_rate": 4.6514711126961484e-05,
      "loss": 0.0037,
      "step": 39110
    },
    {
      "epoch": 6.98,
      "learning_rate": 4.6513819543509276e-05,
      "loss": 0.0055,
      "step": 39120
    },
    {
      "epoch": 6.98,
      "learning_rate": 4.651292796005706e-05,
      "loss": 0.0067,
      "step": 39130
    },
    {
      "epoch": 6.98,
      "learning_rate": 4.651203637660485e-05,
      "loss": 0.0064,
      "step": 39140
    },
    {
      "epoch": 6.98,
      "learning_rate": 4.6511144793152636e-05,
      "loss": 0.008,
      "step": 39150
    },
    {
      "epoch": 6.98,
      "learning_rate": 4.6510253209700434e-05,
      "loss": 0.0053,
      "step": 39160
    },
    {
      "epoch": 6.98,
      "learning_rate": 4.650936162624822e-05,
      "loss": 0.0068,
      "step": 39170
    },
    {
      "epoch": 6.99,
      "learning_rate": 4.650847004279601e-05,
      "loss": 0.0049,
      "step": 39180
    },
    {
      "epoch": 6.99,
      "learning_rate": 4.65075784593438e-05,
      "loss": 0.0046,
      "step": 39190
    },
    {
      "epoch": 6.99,
      "learning_rate": 4.6506686875891585e-05,
      "loss": 0.0033,
      "step": 39200
    },
    {
      "epoch": 6.99,
      "learning_rate": 4.6505795292439376e-05,
      "loss": 0.0051,
      "step": 39210
    },
    {
      "epoch": 6.99,
      "learning_rate": 4.650490370898716e-05,
      "loss": 0.0065,
      "step": 39220
    },
    {
      "epoch": 7.0,
      "learning_rate": 4.650401212553495e-05,
      "loss": 0.0043,
      "step": 39230
    },
    {
      "epoch": 7.0,
      "learning_rate": 4.650312054208274e-05,
      "loss": 0.0047,
      "step": 39240
    },
    {
      "epoch": 7.0,
      "learning_rate": 4.650222895863053e-05,
      "loss": 0.0038,
      "step": 39250
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.01523965410888195,
      "eval_runtime": 196.0516,
      "eval_samples_per_second": 23.662,
      "eval_steps_per_second": 2.958,
      "step": 39256
    },
    {
      "epoch": 7.0,
      "learning_rate": 4.650133737517832e-05,
      "loss": 0.0069,
      "step": 39260
    },
    {
      "epoch": 7.0,
      "learning_rate": 4.650044579172611e-05,
      "loss": 0.0038,
      "step": 39270
    },
    {
      "epoch": 7.0,
      "learning_rate": 4.64995542082739e-05,
      "loss": 0.0074,
      "step": 39280
    },
    {
      "epoch": 7.01,
      "learning_rate": 4.6498662624821685e-05,
      "loss": 0.004,
      "step": 39290
    },
    {
      "epoch": 7.01,
      "learning_rate": 4.649777104136948e-05,
      "loss": 0.0042,
      "step": 39300
    },
    {
      "epoch": 7.01,
      "learning_rate": 4.649687945791726e-05,
      "loss": 0.0032,
      "step": 39310
    },
    {
      "epoch": 7.01,
      "learning_rate": 4.649598787446505e-05,
      "loss": 0.0056,
      "step": 39320
    },
    {
      "epoch": 7.01,
      "learning_rate": 4.6495096291012844e-05,
      "loss": 0.0032,
      "step": 39330
    },
    {
      "epoch": 7.01,
      "learning_rate": 4.649420470756063e-05,
      "loss": 0.0055,
      "step": 39340
    },
    {
      "epoch": 7.02,
      "learning_rate": 4.649331312410842e-05,
      "loss": 0.0061,
      "step": 39350
    },
    {
      "epoch": 7.02,
      "learning_rate": 4.6492421540656204e-05,
      "loss": 0.0031,
      "step": 39360
    },
    {
      "epoch": 7.02,
      "learning_rate": 4.6491529957203995e-05,
      "loss": 0.0048,
      "step": 39370
    },
    {
      "epoch": 7.02,
      "learning_rate": 4.6490638373751786e-05,
      "loss": 0.0055,
      "step": 39380
    },
    {
      "epoch": 7.02,
      "learning_rate": 4.648974679029958e-05,
      "loss": 0.0074,
      "step": 39390
    },
    {
      "epoch": 7.03,
      "learning_rate": 4.648885520684736e-05,
      "loss": 0.0031,
      "step": 39400
    },
    {
      "epoch": 7.03,
      "learning_rate": 4.648796362339515e-05,
      "loss": 0.004,
      "step": 39410
    },
    {
      "epoch": 7.03,
      "learning_rate": 4.6487072039942944e-05,
      "loss": 0.0052,
      "step": 39420
    },
    {
      "epoch": 7.03,
      "learning_rate": 4.648618045649073e-05,
      "loss": 0.0044,
      "step": 39430
    },
    {
      "epoch": 7.03,
      "learning_rate": 4.648528887303852e-05,
      "loss": 0.004,
      "step": 39440
    },
    {
      "epoch": 7.03,
      "learning_rate": 4.6484397289586304e-05,
      "loss": 0.0048,
      "step": 39450
    },
    {
      "epoch": 7.04,
      "learning_rate": 4.6483505706134095e-05,
      "loss": 0.0037,
      "step": 39460
    },
    {
      "epoch": 7.04,
      "learning_rate": 4.6482614122681887e-05,
      "loss": 0.0049,
      "step": 39470
    },
    {
      "epoch": 7.04,
      "learning_rate": 4.648172253922967e-05,
      "loss": 0.0039,
      "step": 39480
    },
    {
      "epoch": 7.04,
      "learning_rate": 4.648083095577747e-05,
      "loss": 0.0034,
      "step": 39490
    },
    {
      "epoch": 7.04,
      "learning_rate": 4.6479939372325253e-05,
      "loss": 0.0078,
      "step": 39500
    },
    {
      "epoch": 7.05,
      "learning_rate": 4.6479047788873045e-05,
      "loss": 0.0086,
      "step": 39510
    },
    {
      "epoch": 7.05,
      "learning_rate": 4.647815620542083e-05,
      "loss": 0.0025,
      "step": 39520
    },
    {
      "epoch": 7.05,
      "learning_rate": 4.647726462196862e-05,
      "loss": 0.004,
      "step": 39530
    },
    {
      "epoch": 7.05,
      "learning_rate": 4.6476373038516405e-05,
      "loss": 0.005,
      "step": 39540
    },
    {
      "epoch": 7.05,
      "learning_rate": 4.6475481455064196e-05,
      "loss": 0.0058,
      "step": 39550
    },
    {
      "epoch": 7.05,
      "learning_rate": 4.647458987161199e-05,
      "loss": 0.0053,
      "step": 39560
    },
    {
      "epoch": 7.06,
      "learning_rate": 4.647369828815977e-05,
      "loss": 0.0046,
      "step": 39570
    },
    {
      "epoch": 7.06,
      "learning_rate": 4.647280670470756e-05,
      "loss": 0.0062,
      "step": 39580
    },
    {
      "epoch": 7.06,
      "learning_rate": 4.647191512125535e-05,
      "loss": 0.0057,
      "step": 39590
    },
    {
      "epoch": 7.06,
      "learning_rate": 4.6471023537803145e-05,
      "loss": 0.0064,
      "step": 39600
    },
    {
      "epoch": 7.06,
      "learning_rate": 4.647013195435093e-05,
      "loss": 0.0079,
      "step": 39610
    },
    {
      "epoch": 7.06,
      "learning_rate": 4.646924037089872e-05,
      "loss": 0.0038,
      "step": 39620
    },
    {
      "epoch": 7.07,
      "learning_rate": 4.6468348787446505e-05,
      "loss": 0.0045,
      "step": 39630
    },
    {
      "epoch": 7.07,
      "learning_rate": 4.6467457203994296e-05,
      "loss": 0.0049,
      "step": 39640
    },
    {
      "epoch": 7.07,
      "learning_rate": 4.646656562054209e-05,
      "loss": 0.0042,
      "step": 39650
    },
    {
      "epoch": 7.07,
      "learning_rate": 4.646567403708987e-05,
      "loss": 0.0046,
      "step": 39660
    },
    {
      "epoch": 7.07,
      "learning_rate": 4.646478245363766e-05,
      "loss": 0.0061,
      "step": 39670
    },
    {
      "epoch": 7.08,
      "learning_rate": 4.646389087018545e-05,
      "loss": 0.0054,
      "step": 39680
    },
    {
      "epoch": 7.08,
      "learning_rate": 4.646299928673324e-05,
      "loss": 0.0059,
      "step": 39690
    },
    {
      "epoch": 7.08,
      "learning_rate": 4.646210770328103e-05,
      "loss": 0.0058,
      "step": 39700
    },
    {
      "epoch": 7.08,
      "learning_rate": 4.646121611982882e-05,
      "loss": 0.0056,
      "step": 39710
    },
    {
      "epoch": 7.08,
      "learning_rate": 4.646032453637661e-05,
      "loss": 0.009,
      "step": 39720
    },
    {
      "epoch": 7.08,
      "learning_rate": 4.64594329529244e-05,
      "loss": 0.0049,
      "step": 39730
    },
    {
      "epoch": 7.09,
      "learning_rate": 4.645854136947219e-05,
      "loss": 0.0064,
      "step": 39740
    },
    {
      "epoch": 7.09,
      "learning_rate": 4.645764978601997e-05,
      "loss": 0.0052,
      "step": 39750
    },
    {
      "epoch": 7.09,
      "learning_rate": 4.6456758202567764e-05,
      "loss": 0.0039,
      "step": 39760
    },
    {
      "epoch": 7.09,
      "learning_rate": 4.645586661911555e-05,
      "loss": 0.0065,
      "step": 39770
    },
    {
      "epoch": 7.09,
      "learning_rate": 4.645497503566334e-05,
      "loss": 0.0037,
      "step": 39780
    },
    {
      "epoch": 7.1,
      "learning_rate": 4.645408345221113e-05,
      "loss": 0.0033,
      "step": 39790
    },
    {
      "epoch": 7.1,
      "learning_rate": 4.6453191868758915e-05,
      "loss": 0.0055,
      "step": 39800
    },
    {
      "epoch": 7.1,
      "learning_rate": 4.6452300285306706e-05,
      "loss": 0.0057,
      "step": 39810
    },
    {
      "epoch": 7.1,
      "learning_rate": 4.64514087018545e-05,
      "loss": 0.004,
      "step": 39820
    },
    {
      "epoch": 7.1,
      "learning_rate": 4.645051711840229e-05,
      "loss": 0.0047,
      "step": 39830
    },
    {
      "epoch": 7.1,
      "learning_rate": 4.644962553495007e-05,
      "loss": 0.0039,
      "step": 39840
    },
    {
      "epoch": 7.11,
      "learning_rate": 4.6448733951497864e-05,
      "loss": 0.005,
      "step": 39850
    },
    {
      "epoch": 7.11,
      "learning_rate": 4.644784236804565e-05,
      "loss": 0.0039,
      "step": 39860
    },
    {
      "epoch": 7.11,
      "learning_rate": 4.644695078459344e-05,
      "loss": 0.0046,
      "step": 39870
    },
    {
      "epoch": 7.11,
      "learning_rate": 4.644605920114123e-05,
      "loss": 0.0073,
      "step": 39880
    },
    {
      "epoch": 7.11,
      "learning_rate": 4.6445167617689016e-05,
      "loss": 0.0042,
      "step": 39890
    },
    {
      "epoch": 7.11,
      "learning_rate": 4.644427603423681e-05,
      "loss": 0.0042,
      "step": 39900
    },
    {
      "epoch": 7.12,
      "learning_rate": 4.644338445078459e-05,
      "loss": 0.0059,
      "step": 39910
    },
    {
      "epoch": 7.12,
      "learning_rate": 4.644249286733238e-05,
      "loss": 0.005,
      "step": 39920
    },
    {
      "epoch": 7.12,
      "learning_rate": 4.6441601283880174e-05,
      "loss": 0.0051,
      "step": 39930
    },
    {
      "epoch": 7.12,
      "learning_rate": 4.6440709700427965e-05,
      "loss": 0.0048,
      "step": 39940
    },
    {
      "epoch": 7.12,
      "learning_rate": 4.6439818116975756e-05,
      "loss": 0.0039,
      "step": 39950
    },
    {
      "epoch": 7.13,
      "learning_rate": 4.643892653352354e-05,
      "loss": 0.0055,
      "step": 39960
    },
    {
      "epoch": 7.13,
      "learning_rate": 4.643803495007133e-05,
      "loss": 0.0031,
      "step": 39970
    },
    {
      "epoch": 7.13,
      "learning_rate": 4.6437143366619116e-05,
      "loss": 0.0045,
      "step": 39980
    },
    {
      "epoch": 7.13,
      "learning_rate": 4.643625178316691e-05,
      "loss": 0.0041,
      "step": 39990
    },
    {
      "epoch": 7.13,
      "learning_rate": 4.643536019971469e-05,
      "loss": 0.0061,
      "step": 40000
    },
    {
      "epoch": 7.13,
      "learning_rate": 4.643446861626248e-05,
      "loss": 0.0039,
      "step": 40010
    },
    {
      "epoch": 7.14,
      "learning_rate": 4.6433577032810274e-05,
      "loss": 0.0037,
      "step": 40020
    },
    {
      "epoch": 7.14,
      "learning_rate": 4.643268544935806e-05,
      "loss": 0.0056,
      "step": 40030
    },
    {
      "epoch": 7.14,
      "learning_rate": 4.643179386590586e-05,
      "loss": 0.003,
      "step": 40040
    },
    {
      "epoch": 7.14,
      "learning_rate": 4.643090228245364e-05,
      "loss": 0.0021,
      "step": 40050
    },
    {
      "epoch": 7.14,
      "learning_rate": 4.643001069900143e-05,
      "loss": 0.0035,
      "step": 40060
    },
    {
      "epoch": 7.15,
      "learning_rate": 4.642911911554922e-05,
      "loss": 0.0064,
      "step": 40070
    },
    {
      "epoch": 7.15,
      "learning_rate": 4.642822753209701e-05,
      "loss": 0.0027,
      "step": 40080
    },
    {
      "epoch": 7.15,
      "learning_rate": 4.642733594864479e-05,
      "loss": 0.0056,
      "step": 40090
    },
    {
      "epoch": 7.15,
      "learning_rate": 4.6426444365192584e-05,
      "loss": 0.0038,
      "step": 40100
    },
    {
      "epoch": 7.15,
      "learning_rate": 4.6425552781740375e-05,
      "loss": 0.0041,
      "step": 40110
    },
    {
      "epoch": 7.15,
      "learning_rate": 4.642466119828816e-05,
      "loss": 0.0036,
      "step": 40120
    },
    {
      "epoch": 7.16,
      "learning_rate": 4.642376961483595e-05,
      "loss": 0.0029,
      "step": 40130
    },
    {
      "epoch": 7.16,
      "learning_rate": 4.6422878031383735e-05,
      "loss": 0.0048,
      "step": 40140
    },
    {
      "epoch": 7.16,
      "learning_rate": 4.6421986447931526e-05,
      "loss": 0.0042,
      "step": 40150
    },
    {
      "epoch": 7.16,
      "learning_rate": 4.642109486447932e-05,
      "loss": 0.0062,
      "step": 40160
    },
    {
      "epoch": 7.16,
      "learning_rate": 4.642020328102711e-05,
      "loss": 0.005,
      "step": 40170
    },
    {
      "epoch": 7.16,
      "learning_rate": 4.64193116975749e-05,
      "loss": 0.0052,
      "step": 40180
    },
    {
      "epoch": 7.17,
      "learning_rate": 4.6418420114122684e-05,
      "loss": 0.0064,
      "step": 40190
    },
    {
      "epoch": 7.17,
      "learning_rate": 4.6417528530670475e-05,
      "loss": 0.0048,
      "step": 40200
    },
    {
      "epoch": 7.17,
      "learning_rate": 4.641663694721826e-05,
      "loss": 0.005,
      "step": 40210
    },
    {
      "epoch": 7.17,
      "learning_rate": 4.641574536376605e-05,
      "loss": 0.006,
      "step": 40220
    },
    {
      "epoch": 7.17,
      "learning_rate": 4.6414853780313836e-05,
      "loss": 0.0049,
      "step": 40230
    },
    {
      "epoch": 7.18,
      "learning_rate": 4.641396219686163e-05,
      "loss": 0.0042,
      "step": 40240
    },
    {
      "epoch": 7.18,
      "learning_rate": 4.641307061340942e-05,
      "loss": 0.0053,
      "step": 40250
    },
    {
      "epoch": 7.18,
      "learning_rate": 4.64121790299572e-05,
      "loss": 0.0073,
      "step": 40260
    },
    {
      "epoch": 7.18,
      "learning_rate": 4.6411287446505e-05,
      "loss": 0.0049,
      "step": 40270
    },
    {
      "epoch": 7.18,
      "learning_rate": 4.6410395863052785e-05,
      "loss": 0.0054,
      "step": 40280
    },
    {
      "epoch": 7.18,
      "learning_rate": 4.6409504279600576e-05,
      "loss": 0.0048,
      "step": 40290
    },
    {
      "epoch": 7.19,
      "learning_rate": 4.640861269614836e-05,
      "loss": 0.0073,
      "step": 40300
    },
    {
      "epoch": 7.19,
      "learning_rate": 4.640772111269615e-05,
      "loss": 0.0042,
      "step": 40310
    },
    {
      "epoch": 7.19,
      "learning_rate": 4.6406829529243936e-05,
      "loss": 0.0063,
      "step": 40320
    },
    {
      "epoch": 7.19,
      "learning_rate": 4.640593794579173e-05,
      "loss": 0.003,
      "step": 40330
    },
    {
      "epoch": 7.19,
      "learning_rate": 4.640504636233952e-05,
      "loss": 0.0098,
      "step": 40340
    },
    {
      "epoch": 7.2,
      "learning_rate": 4.64041547788873e-05,
      "loss": 0.0052,
      "step": 40350
    },
    {
      "epoch": 7.2,
      "learning_rate": 4.6403263195435094e-05,
      "loss": 0.0058,
      "step": 40360
    },
    {
      "epoch": 7.2,
      "learning_rate": 4.640237161198288e-05,
      "loss": 0.0047,
      "step": 40370
    },
    {
      "epoch": 7.2,
      "learning_rate": 4.640148002853068e-05,
      "loss": 0.0043,
      "step": 40380
    },
    {
      "epoch": 7.2,
      "learning_rate": 4.640058844507846e-05,
      "loss": 0.0044,
      "step": 40390
    },
    {
      "epoch": 7.2,
      "learning_rate": 4.639969686162625e-05,
      "loss": 0.0075,
      "step": 40400
    },
    {
      "epoch": 7.21,
      "learning_rate": 4.6398805278174043e-05,
      "loss": 0.0029,
      "step": 40410
    },
    {
      "epoch": 7.21,
      "learning_rate": 4.639791369472183e-05,
      "loss": 0.006,
      "step": 40420
    },
    {
      "epoch": 7.21,
      "learning_rate": 4.639702211126962e-05,
      "loss": 0.0051,
      "step": 40430
    },
    {
      "epoch": 7.21,
      "learning_rate": 4.6396130527817404e-05,
      "loss": 0.0037,
      "step": 40440
    },
    {
      "epoch": 7.21,
      "learning_rate": 4.6395238944365195e-05,
      "loss": 0.004,
      "step": 40450
    },
    {
      "epoch": 7.21,
      "learning_rate": 4.639434736091298e-05,
      "loss": 0.0066,
      "step": 40460
    },
    {
      "epoch": 7.22,
      "learning_rate": 4.639345577746077e-05,
      "loss": 0.0048,
      "step": 40470
    },
    {
      "epoch": 7.22,
      "learning_rate": 4.639256419400856e-05,
      "loss": 0.0054,
      "step": 40480
    },
    {
      "epoch": 7.22,
      "learning_rate": 4.639167261055635e-05,
      "loss": 0.0054,
      "step": 40490
    },
    {
      "epoch": 7.22,
      "learning_rate": 4.6390781027104144e-05,
      "loss": 0.0054,
      "step": 40500
    },
    {
      "epoch": 7.22,
      "learning_rate": 4.638988944365193e-05,
      "loss": 0.0066,
      "step": 40510
    },
    {
      "epoch": 7.23,
      "learning_rate": 4.638899786019972e-05,
      "loss": 0.0056,
      "step": 40520
    },
    {
      "epoch": 7.23,
      "learning_rate": 4.6388106276747504e-05,
      "loss": 0.0032,
      "step": 40530
    },
    {
      "epoch": 7.23,
      "learning_rate": 4.6387214693295295e-05,
      "loss": 0.0054,
      "step": 40540
    },
    {
      "epoch": 7.23,
      "learning_rate": 4.638632310984308e-05,
      "loss": 0.0041,
      "step": 40550
    },
    {
      "epoch": 7.23,
      "learning_rate": 4.638543152639087e-05,
      "loss": 0.0049,
      "step": 40560
    },
    {
      "epoch": 7.23,
      "learning_rate": 4.638453994293866e-05,
      "loss": 0.0044,
      "step": 40570
    },
    {
      "epoch": 7.24,
      "learning_rate": 4.6383648359486447e-05,
      "loss": 0.0053,
      "step": 40580
    },
    {
      "epoch": 7.24,
      "learning_rate": 4.638275677603424e-05,
      "loss": 0.0052,
      "step": 40590
    },
    {
      "epoch": 7.24,
      "learning_rate": 4.638186519258203e-05,
      "loss": 0.0053,
      "step": 40600
    },
    {
      "epoch": 7.24,
      "learning_rate": 4.638097360912982e-05,
      "loss": 0.0044,
      "step": 40610
    },
    {
      "epoch": 7.24,
      "learning_rate": 4.6380082025677605e-05,
      "loss": 0.0039,
      "step": 40620
    },
    {
      "epoch": 7.25,
      "learning_rate": 4.6379190442225396e-05,
      "loss": 0.0065,
      "step": 40630
    },
    {
      "epoch": 7.25,
      "learning_rate": 4.637829885877318e-05,
      "loss": 0.0045,
      "step": 40640
    },
    {
      "epoch": 7.25,
      "learning_rate": 4.637740727532097e-05,
      "loss": 0.0076,
      "step": 40650
    },
    {
      "epoch": 7.25,
      "learning_rate": 4.637651569186876e-05,
      "loss": 0.0091,
      "step": 40660
    },
    {
      "epoch": 7.25,
      "learning_rate": 4.637562410841655e-05,
      "loss": 0.0062,
      "step": 40670
    },
    {
      "epoch": 7.25,
      "learning_rate": 4.637473252496434e-05,
      "loss": 0.0043,
      "step": 40680
    },
    {
      "epoch": 7.26,
      "learning_rate": 4.637384094151212e-05,
      "loss": 0.0064,
      "step": 40690
    },
    {
      "epoch": 7.26,
      "learning_rate": 4.6372949358059914e-05,
      "loss": 0.0028,
      "step": 40700
    },
    {
      "epoch": 7.26,
      "learning_rate": 4.6372057774607705e-05,
      "loss": 0.0058,
      "step": 40710
    },
    {
      "epoch": 7.26,
      "learning_rate": 4.6371166191155496e-05,
      "loss": 0.0054,
      "step": 40720
    },
    {
      "epoch": 7.26,
      "learning_rate": 4.637027460770329e-05,
      "loss": 0.0053,
      "step": 40730
    },
    {
      "epoch": 7.26,
      "learning_rate": 4.636938302425107e-05,
      "loss": 0.0063,
      "step": 40740
    },
    {
      "epoch": 7.27,
      "learning_rate": 4.636849144079886e-05,
      "loss": 0.0033,
      "step": 40750
    },
    {
      "epoch": 7.27,
      "learning_rate": 4.636759985734665e-05,
      "loss": 0.0055,
      "step": 40760
    },
    {
      "epoch": 7.27,
      "learning_rate": 4.636670827389444e-05,
      "loss": 0.0043,
      "step": 40770
    },
    {
      "epoch": 7.27,
      "learning_rate": 4.636581669044222e-05,
      "loss": 0.0035,
      "step": 40780
    },
    {
      "epoch": 7.27,
      "learning_rate": 4.6364925106990015e-05,
      "loss": 0.0034,
      "step": 40790
    },
    {
      "epoch": 7.28,
      "learning_rate": 4.6364033523537806e-05,
      "loss": 0.0081,
      "step": 40800
    },
    {
      "epoch": 7.28,
      "learning_rate": 4.636314194008559e-05,
      "loss": 0.0039,
      "step": 40810
    },
    {
      "epoch": 7.28,
      "learning_rate": 4.636225035663339e-05,
      "loss": 0.0043,
      "step": 40820
    },
    {
      "epoch": 7.28,
      "learning_rate": 4.636135877318117e-05,
      "loss": 0.0051,
      "step": 40830
    },
    {
      "epoch": 7.28,
      "learning_rate": 4.6360467189728964e-05,
      "loss": 0.0058,
      "step": 40840
    },
    {
      "epoch": 7.28,
      "learning_rate": 4.635957560627675e-05,
      "loss": 0.0065,
      "step": 40850
    },
    {
      "epoch": 7.29,
      "learning_rate": 4.635868402282454e-05,
      "loss": 0.004,
      "step": 40860
    },
    {
      "epoch": 7.29,
      "learning_rate": 4.6357792439372324e-05,
      "loss": 0.0052,
      "step": 40870
    },
    {
      "epoch": 7.29,
      "learning_rate": 4.6356900855920115e-05,
      "loss": 0.0083,
      "step": 40880
    },
    {
      "epoch": 7.29,
      "learning_rate": 4.6356009272467906e-05,
      "loss": 0.0061,
      "step": 40890
    },
    {
      "epoch": 7.29,
      "learning_rate": 4.635511768901569e-05,
      "loss": 0.0061,
      "step": 40900
    },
    {
      "epoch": 7.29,
      "learning_rate": 4.635422610556348e-05,
      "loss": 0.0043,
      "step": 40910
    },
    {
      "epoch": 7.3,
      "learning_rate": 4.6353334522111266e-05,
      "loss": 0.005,
      "step": 40920
    },
    {
      "epoch": 7.3,
      "learning_rate": 4.6352442938659064e-05,
      "loss": 0.0034,
      "step": 40930
    },
    {
      "epoch": 7.3,
      "learning_rate": 4.635155135520685e-05,
      "loss": 0.0044,
      "step": 40940
    },
    {
      "epoch": 7.3,
      "learning_rate": 4.635065977175464e-05,
      "loss": 0.0059,
      "step": 40950
    },
    {
      "epoch": 7.3,
      "learning_rate": 4.634976818830243e-05,
      "loss": 0.0033,
      "step": 40960
    },
    {
      "epoch": 7.31,
      "learning_rate": 4.6348876604850216e-05,
      "loss": 0.0048,
      "step": 40970
    },
    {
      "epoch": 7.31,
      "learning_rate": 4.634798502139801e-05,
      "loss": 0.0027,
      "step": 40980
    },
    {
      "epoch": 7.31,
      "learning_rate": 4.634709343794579e-05,
      "loss": 0.0038,
      "step": 40990
    },
    {
      "epoch": 7.31,
      "learning_rate": 4.634620185449358e-05,
      "loss": 0.0057,
      "step": 41000
    },
    {
      "epoch": 7.31,
      "learning_rate": 4.634531027104137e-05,
      "loss": 0.0048,
      "step": 41010
    },
    {
      "epoch": 7.31,
      "learning_rate": 4.634441868758916e-05,
      "loss": 0.0041,
      "step": 41020
    },
    {
      "epoch": 7.32,
      "learning_rate": 4.634352710413695e-05,
      "loss": 0.003,
      "step": 41030
    },
    {
      "epoch": 7.32,
      "learning_rate": 4.634263552068474e-05,
      "loss": 0.0044,
      "step": 41040
    },
    {
      "epoch": 7.32,
      "learning_rate": 4.634174393723253e-05,
      "loss": 0.0059,
      "step": 41050
    },
    {
      "epoch": 7.32,
      "learning_rate": 4.6340852353780316e-05,
      "loss": 0.0045,
      "step": 41060
    },
    {
      "epoch": 7.32,
      "learning_rate": 4.633996077032811e-05,
      "loss": 0.0035,
      "step": 41070
    },
    {
      "epoch": 7.33,
      "learning_rate": 4.633906918687589e-05,
      "loss": 0.0041,
      "step": 41080
    },
    {
      "epoch": 7.33,
      "learning_rate": 4.633817760342368e-05,
      "loss": 0.0075,
      "step": 41090
    },
    {
      "epoch": 7.33,
      "learning_rate": 4.633728601997147e-05,
      "loss": 0.0059,
      "step": 41100
    },
    {
      "epoch": 7.33,
      "learning_rate": 4.633639443651926e-05,
      "loss": 0.0064,
      "step": 41110
    },
    {
      "epoch": 7.33,
      "learning_rate": 4.633550285306705e-05,
      "loss": 0.0048,
      "step": 41120
    },
    {
      "epoch": 7.33,
      "learning_rate": 4.6334611269614834e-05,
      "loss": 0.0031,
      "step": 41130
    },
    {
      "epoch": 7.34,
      "learning_rate": 4.6333719686162626e-05,
      "loss": 0.0055,
      "step": 41140
    },
    {
      "epoch": 7.34,
      "learning_rate": 4.633282810271042e-05,
      "loss": 0.0044,
      "step": 41150
    },
    {
      "epoch": 7.34,
      "learning_rate": 4.633193651925821e-05,
      "loss": 0.007,
      "step": 41160
    },
    {
      "epoch": 7.34,
      "learning_rate": 4.633104493580599e-05,
      "loss": 0.0044,
      "step": 41170
    },
    {
      "epoch": 7.34,
      "learning_rate": 4.6330153352353784e-05,
      "loss": 0.0066,
      "step": 41180
    },
    {
      "epoch": 7.34,
      "learning_rate": 4.6329261768901575e-05,
      "loss": 0.0059,
      "step": 41190
    },
    {
      "epoch": 7.35,
      "learning_rate": 4.632837018544936e-05,
      "loss": 0.0038,
      "step": 41200
    },
    {
      "epoch": 7.35,
      "learning_rate": 4.632747860199715e-05,
      "loss": 0.0035,
      "step": 41210
    },
    {
      "epoch": 7.35,
      "learning_rate": 4.6326587018544935e-05,
      "loss": 0.0052,
      "step": 41220
    },
    {
      "epoch": 7.35,
      "learning_rate": 4.6325695435092726e-05,
      "loss": 0.0062,
      "step": 41230
    },
    {
      "epoch": 7.35,
      "learning_rate": 4.632480385164051e-05,
      "loss": 0.0039,
      "step": 41240
    },
    {
      "epoch": 7.36,
      "learning_rate": 4.63239122681883e-05,
      "loss": 0.0044,
      "step": 41250
    },
    {
      "epoch": 7.36,
      "learning_rate": 4.632302068473609e-05,
      "loss": 0.0044,
      "step": 41260
    },
    {
      "epoch": 7.36,
      "learning_rate": 4.6322129101283884e-05,
      "loss": 0.0054,
      "step": 41270
    },
    {
      "epoch": 7.36,
      "learning_rate": 4.6321237517831675e-05,
      "loss": 0.0031,
      "step": 41280
    },
    {
      "epoch": 7.36,
      "learning_rate": 4.632034593437946e-05,
      "loss": 0.0059,
      "step": 41290
    },
    {
      "epoch": 7.36,
      "learning_rate": 4.631945435092725e-05,
      "loss": 0.0066,
      "step": 41300
    },
    {
      "epoch": 7.37,
      "learning_rate": 4.6318562767475036e-05,
      "loss": 0.0034,
      "step": 41310
    },
    {
      "epoch": 7.37,
      "learning_rate": 4.631767118402283e-05,
      "loss": 0.0031,
      "step": 41320
    },
    {
      "epoch": 7.37,
      "learning_rate": 4.631677960057061e-05,
      "loss": 0.0043,
      "step": 41330
    },
    {
      "epoch": 7.37,
      "learning_rate": 4.63158880171184e-05,
      "loss": 0.0027,
      "step": 41340
    },
    {
      "epoch": 7.37,
      "learning_rate": 4.6314996433666194e-05,
      "loss": 0.004,
      "step": 41350
    },
    {
      "epoch": 7.38,
      "learning_rate": 4.631410485021398e-05,
      "loss": 0.0051,
      "step": 41360
    },
    {
      "epoch": 7.38,
      "learning_rate": 4.6313213266761776e-05,
      "loss": 0.0019,
      "step": 41370
    },
    {
      "epoch": 7.38,
      "learning_rate": 4.631232168330956e-05,
      "loss": 0.0042,
      "step": 41380
    },
    {
      "epoch": 7.38,
      "learning_rate": 4.631143009985735e-05,
      "loss": 0.0046,
      "step": 41390
    },
    {
      "epoch": 7.38,
      "learning_rate": 4.6310538516405136e-05,
      "loss": 0.0064,
      "step": 41400
    },
    {
      "epoch": 7.38,
      "learning_rate": 4.630964693295293e-05,
      "loss": 0.0041,
      "step": 41410
    },
    {
      "epoch": 7.39,
      "learning_rate": 4.630875534950072e-05,
      "loss": 0.0047,
      "step": 41420
    },
    {
      "epoch": 7.39,
      "learning_rate": 4.63078637660485e-05,
      "loss": 0.0028,
      "step": 41430
    },
    {
      "epoch": 7.39,
      "learning_rate": 4.6306972182596294e-05,
      "loss": 0.0091,
      "step": 41440
    },
    {
      "epoch": 7.39,
      "learning_rate": 4.630608059914408e-05,
      "loss": 0.0029,
      "step": 41450
    },
    {
      "epoch": 7.39,
      "learning_rate": 4.630518901569187e-05,
      "loss": 0.0064,
      "step": 41460
    },
    {
      "epoch": 7.39,
      "learning_rate": 4.6304297432239654e-05,
      "loss": 0.0044,
      "step": 41470
    },
    {
      "epoch": 7.4,
      "learning_rate": 4.630340584878745e-05,
      "loss": 0.0041,
      "step": 41480
    },
    {
      "epoch": 7.4,
      "learning_rate": 4.630251426533524e-05,
      "loss": 0.009,
      "step": 41490
    },
    {
      "epoch": 7.4,
      "learning_rate": 4.630162268188303e-05,
      "loss": 0.0064,
      "step": 41500
    },
    {
      "epoch": 7.4,
      "learning_rate": 4.630073109843082e-05,
      "loss": 0.0063,
      "step": 41510
    },
    {
      "epoch": 7.4,
      "learning_rate": 4.6299839514978604e-05,
      "loss": 0.0064,
      "step": 41520
    },
    {
      "epoch": 7.41,
      "learning_rate": 4.6298947931526395e-05,
      "loss": 0.0054,
      "step": 41530
    },
    {
      "epoch": 7.41,
      "learning_rate": 4.629805634807418e-05,
      "loss": 0.0048,
      "step": 41540
    },
    {
      "epoch": 7.41,
      "learning_rate": 4.629716476462197e-05,
      "loss": 0.0049,
      "step": 41550
    },
    {
      "epoch": 7.41,
      "learning_rate": 4.6296273181169755e-05,
      "loss": 0.0044,
      "step": 41560
    },
    {
      "epoch": 7.41,
      "learning_rate": 4.6295381597717546e-05,
      "loss": 0.0037,
      "step": 41570
    },
    {
      "epoch": 7.41,
      "learning_rate": 4.629449001426534e-05,
      "loss": 0.0071,
      "step": 41580
    },
    {
      "epoch": 7.42,
      "learning_rate": 4.629359843081313e-05,
      "loss": 0.006,
      "step": 41590
    },
    {
      "epoch": 7.42,
      "learning_rate": 4.629270684736092e-05,
      "loss": 0.0058,
      "step": 41600
    },
    {
      "epoch": 7.42,
      "learning_rate": 4.6291815263908704e-05,
      "loss": 0.003,
      "step": 41610
    },
    {
      "epoch": 7.42,
      "learning_rate": 4.6290923680456495e-05,
      "loss": 0.004,
      "step": 41620
    },
    {
      "epoch": 7.42,
      "learning_rate": 4.629003209700428e-05,
      "loss": 0.0035,
      "step": 41630
    },
    {
      "epoch": 7.43,
      "learning_rate": 4.628914051355207e-05,
      "loss": 0.0085,
      "step": 41640
    },
    {
      "epoch": 7.43,
      "learning_rate": 4.628824893009986e-05,
      "loss": 0.0067,
      "step": 41650
    },
    {
      "epoch": 7.43,
      "learning_rate": 4.6287357346647647e-05,
      "loss": 0.0028,
      "step": 41660
    },
    {
      "epoch": 7.43,
      "learning_rate": 4.628646576319544e-05,
      "loss": 0.0037,
      "step": 41670
    },
    {
      "epoch": 7.43,
      "learning_rate": 4.628557417974322e-05,
      "loss": 0.0025,
      "step": 41680
    },
    {
      "epoch": 7.43,
      "learning_rate": 4.6284682596291013e-05,
      "loss": 0.0059,
      "step": 41690
    },
    {
      "epoch": 7.44,
      "learning_rate": 4.6283791012838805e-05,
      "loss": 0.0084,
      "step": 41700
    },
    {
      "epoch": 7.44,
      "learning_rate": 4.6282899429386596e-05,
      "loss": 0.0057,
      "step": 41710
    },
    {
      "epoch": 7.44,
      "learning_rate": 4.628200784593438e-05,
      "loss": 0.0054,
      "step": 41720
    },
    {
      "epoch": 7.44,
      "learning_rate": 4.628111626248217e-05,
      "loss": 0.0056,
      "step": 41730
    },
    {
      "epoch": 7.44,
      "learning_rate": 4.628022467902996e-05,
      "loss": 0.0056,
      "step": 41740
    },
    {
      "epoch": 7.44,
      "learning_rate": 4.627933309557775e-05,
      "loss": 0.0073,
      "step": 41750
    },
    {
      "epoch": 7.45,
      "learning_rate": 4.627844151212554e-05,
      "loss": 0.0053,
      "step": 41760
    },
    {
      "epoch": 7.45,
      "learning_rate": 4.627754992867332e-05,
      "loss": 0.0072,
      "step": 41770
    },
    {
      "epoch": 7.45,
      "learning_rate": 4.6276658345221114e-05,
      "loss": 0.0065,
      "step": 41780
    },
    {
      "epoch": 7.45,
      "learning_rate": 4.62757667617689e-05,
      "loss": 0.0039,
      "step": 41790
    },
    {
      "epoch": 7.45,
      "learning_rate": 4.627487517831669e-05,
      "loss": 0.0032,
      "step": 41800
    },
    {
      "epoch": 7.46,
      "learning_rate": 4.627398359486448e-05,
      "loss": 0.0034,
      "step": 41810
    },
    {
      "epoch": 7.46,
      "learning_rate": 4.627309201141227e-05,
      "loss": 0.0048,
      "step": 41820
    },
    {
      "epoch": 7.46,
      "learning_rate": 4.627220042796006e-05,
      "loss": 0.0051,
      "step": 41830
    },
    {
      "epoch": 7.46,
      "learning_rate": 4.627130884450785e-05,
      "loss": 0.0047,
      "step": 41840
    },
    {
      "epoch": 7.46,
      "learning_rate": 4.627041726105564e-05,
      "loss": 0.0043,
      "step": 41850
    },
    {
      "epoch": 7.46,
      "learning_rate": 4.626952567760342e-05,
      "loss": 0.0073,
      "step": 41860
    },
    {
      "epoch": 7.47,
      "learning_rate": 4.6268634094151215e-05,
      "loss": 0.0026,
      "step": 41870
    },
    {
      "epoch": 7.47,
      "learning_rate": 4.6267742510699006e-05,
      "loss": 0.0063,
      "step": 41880
    },
    {
      "epoch": 7.47,
      "learning_rate": 4.626685092724679e-05,
      "loss": 0.0048,
      "step": 41890
    },
    {
      "epoch": 7.47,
      "learning_rate": 4.626595934379458e-05,
      "loss": 0.0066,
      "step": 41900
    },
    {
      "epoch": 7.47,
      "learning_rate": 4.6265067760342366e-05,
      "loss": 0.0049,
      "step": 41910
    },
    {
      "epoch": 7.48,
      "learning_rate": 4.6264176176890164e-05,
      "loss": 0.0078,
      "step": 41920
    },
    {
      "epoch": 7.48,
      "learning_rate": 4.626328459343795e-05,
      "loss": 0.0037,
      "step": 41930
    },
    {
      "epoch": 7.48,
      "learning_rate": 4.626239300998574e-05,
      "loss": 0.0072,
      "step": 41940
    },
    {
      "epoch": 7.48,
      "learning_rate": 4.6261501426533524e-05,
      "loss": 0.0039,
      "step": 41950
    },
    {
      "epoch": 7.48,
      "learning_rate": 4.6260609843081315e-05,
      "loss": 0.0064,
      "step": 41960
    },
    {
      "epoch": 7.48,
      "learning_rate": 4.6259718259629106e-05,
      "loss": 0.0053,
      "step": 41970
    },
    {
      "epoch": 7.49,
      "learning_rate": 4.625882667617689e-05,
      "loss": 0.0052,
      "step": 41980
    },
    {
      "epoch": 7.49,
      "learning_rate": 4.625793509272468e-05,
      "loss": 0.0034,
      "step": 41990
    },
    {
      "epoch": 7.49,
      "learning_rate": 4.6257043509272466e-05,
      "loss": 0.0057,
      "step": 42000
    },
    {
      "epoch": 7.49,
      "learning_rate": 4.625615192582026e-05,
      "loss": 0.0062,
      "step": 42010
    },
    {
      "epoch": 7.49,
      "learning_rate": 4.625526034236804e-05,
      "loss": 0.0067,
      "step": 42020
    },
    {
      "epoch": 7.49,
      "learning_rate": 4.625436875891584e-05,
      "loss": 0.0094,
      "step": 42030
    },
    {
      "epoch": 7.5,
      "learning_rate": 4.6253477175463624e-05,
      "loss": 0.0042,
      "step": 42040
    },
    {
      "epoch": 7.5,
      "learning_rate": 4.6252585592011416e-05,
      "loss": 0.0041,
      "step": 42050
    },
    {
      "epoch": 7.5,
      "learning_rate": 4.625169400855921e-05,
      "loss": 0.0045,
      "step": 42060
    },
    {
      "epoch": 7.5,
      "learning_rate": 4.625080242510699e-05,
      "loss": 0.0063,
      "step": 42070
    },
    {
      "epoch": 7.5,
      "learning_rate": 4.624991084165478e-05,
      "loss": 0.0068,
      "step": 42080
    },
    {
      "epoch": 7.51,
      "learning_rate": 4.624901925820257e-05,
      "loss": 0.0059,
      "step": 42090
    },
    {
      "epoch": 7.51,
      "learning_rate": 4.624812767475036e-05,
      "loss": 0.0025,
      "step": 42100
    },
    {
      "epoch": 7.51,
      "learning_rate": 4.624723609129815e-05,
      "loss": 0.0048,
      "step": 42110
    },
    {
      "epoch": 7.51,
      "learning_rate": 4.6246344507845934e-05,
      "loss": 0.0081,
      "step": 42120
    },
    {
      "epoch": 7.51,
      "learning_rate": 4.6245452924393725e-05,
      "loss": 0.005,
      "step": 42130
    },
    {
      "epoch": 7.51,
      "learning_rate": 4.6244561340941516e-05,
      "loss": 0.0046,
      "step": 42140
    },
    {
      "epoch": 7.52,
      "learning_rate": 4.624366975748931e-05,
      "loss": 0.0057,
      "step": 42150
    },
    {
      "epoch": 7.52,
      "learning_rate": 4.624277817403709e-05,
      "loss": 0.0036,
      "step": 42160
    },
    {
      "epoch": 7.52,
      "learning_rate": 4.624188659058488e-05,
      "loss": 0.0048,
      "step": 42170
    },
    {
      "epoch": 7.52,
      "learning_rate": 4.624099500713267e-05,
      "loss": 0.0034,
      "step": 42180
    },
    {
      "epoch": 7.52,
      "learning_rate": 4.624010342368046e-05,
      "loss": 0.005,
      "step": 42190
    },
    {
      "epoch": 7.52,
      "learning_rate": 4.623921184022825e-05,
      "loss": 0.0054,
      "step": 42200
    },
    {
      "epoch": 7.53,
      "learning_rate": 4.6238320256776034e-05,
      "loss": 0.0041,
      "step": 42210
    },
    {
      "epoch": 7.53,
      "learning_rate": 4.6237428673323826e-05,
      "loss": 0.005,
      "step": 42220
    },
    {
      "epoch": 7.53,
      "learning_rate": 4.623653708987161e-05,
      "loss": 0.0027,
      "step": 42230
    },
    {
      "epoch": 7.53,
      "learning_rate": 4.62356455064194e-05,
      "loss": 0.005,
      "step": 42240
    },
    {
      "epoch": 7.53,
      "learning_rate": 4.623475392296719e-05,
      "loss": 0.0062,
      "step": 42250
    },
    {
      "epoch": 7.54,
      "learning_rate": 4.6233862339514984e-05,
      "loss": 0.0058,
      "step": 42260
    },
    {
      "epoch": 7.54,
      "learning_rate": 4.623297075606277e-05,
      "loss": 0.0058,
      "step": 42270
    },
    {
      "epoch": 7.54,
      "learning_rate": 4.623207917261056e-05,
      "loss": 0.0045,
      "step": 42280
    },
    {
      "epoch": 7.54,
      "learning_rate": 4.623118758915835e-05,
      "loss": 0.0043,
      "step": 42290
    },
    {
      "epoch": 7.54,
      "learning_rate": 4.6230296005706135e-05,
      "loss": 0.0045,
      "step": 42300
    },
    {
      "epoch": 7.54,
      "learning_rate": 4.6229404422253926e-05,
      "loss": 0.0051,
      "step": 42310
    },
    {
      "epoch": 7.55,
      "learning_rate": 4.622851283880171e-05,
      "loss": 0.0038,
      "step": 42320
    },
    {
      "epoch": 7.55,
      "learning_rate": 4.62276212553495e-05,
      "loss": 0.008,
      "step": 42330
    },
    {
      "epoch": 7.55,
      "learning_rate": 4.622672967189729e-05,
      "loss": 0.0086,
      "step": 42340
    },
    {
      "epoch": 7.55,
      "learning_rate": 4.622583808844508e-05,
      "loss": 0.0042,
      "step": 42350
    },
    {
      "epoch": 7.55,
      "learning_rate": 4.6224946504992875e-05,
      "loss": 0.0032,
      "step": 42360
    },
    {
      "epoch": 7.56,
      "learning_rate": 4.622405492154066e-05,
      "loss": 0.0072,
      "step": 42370
    },
    {
      "epoch": 7.56,
      "learning_rate": 4.622316333808845e-05,
      "loss": 0.006,
      "step": 42380
    },
    {
      "epoch": 7.56,
      "learning_rate": 4.6222271754636235e-05,
      "loss": 0.0081,
      "step": 42390
    },
    {
      "epoch": 7.56,
      "learning_rate": 4.622138017118403e-05,
      "loss": 0.0029,
      "step": 42400
    },
    {
      "epoch": 7.56,
      "learning_rate": 4.622048858773181e-05,
      "loss": 0.005,
      "step": 42410
    },
    {
      "epoch": 7.56,
      "learning_rate": 4.6219686162624826e-05,
      "loss": 0.007,
      "step": 42420
    },
    {
      "epoch": 7.57,
      "learning_rate": 4.621879457917262e-05,
      "loss": 0.0035,
      "step": 42430
    },
    {
      "epoch": 7.57,
      "learning_rate": 4.62179029957204e-05,
      "loss": 0.004,
      "step": 42440
    },
    {
      "epoch": 7.57,
      "learning_rate": 4.621701141226819e-05,
      "loss": 0.0048,
      "step": 42450
    },
    {
      "epoch": 7.57,
      "learning_rate": 4.621611982881598e-05,
      "loss": 0.0052,
      "step": 42460
    },
    {
      "epoch": 7.57,
      "learning_rate": 4.621522824536377e-05,
      "loss": 0.0074,
      "step": 42470
    },
    {
      "epoch": 7.57,
      "learning_rate": 4.621433666191155e-05,
      "loss": 0.0026,
      "step": 42480
    },
    {
      "epoch": 7.58,
      "learning_rate": 4.6213445078459344e-05,
      "loss": 0.0057,
      "step": 42490
    },
    {
      "epoch": 7.58,
      "learning_rate": 4.6212553495007135e-05,
      "loss": 0.0039,
      "step": 42500
    },
    {
      "epoch": 7.58,
      "learning_rate": 4.6211661911554926e-05,
      "loss": 0.0079,
      "step": 42510
    },
    {
      "epoch": 7.58,
      "learning_rate": 4.621077032810272e-05,
      "loss": 0.008,
      "step": 42520
    },
    {
      "epoch": 7.58,
      "learning_rate": 4.62098787446505e-05,
      "loss": 0.0048,
      "step": 42530
    },
    {
      "epoch": 7.59,
      "learning_rate": 4.620898716119829e-05,
      "loss": 0.0053,
      "step": 42540
    },
    {
      "epoch": 7.59,
      "learning_rate": 4.620809557774608e-05,
      "loss": 0.0079,
      "step": 42550
    },
    {
      "epoch": 7.59,
      "learning_rate": 4.620720399429387e-05,
      "loss": 0.004,
      "step": 42560
    },
    {
      "epoch": 7.59,
      "learning_rate": 4.6206312410841653e-05,
      "loss": 0.0059,
      "step": 42570
    },
    {
      "epoch": 7.59,
      "learning_rate": 4.6205420827389445e-05,
      "loss": 0.0032,
      "step": 42580
    },
    {
      "epoch": 7.59,
      "learning_rate": 4.6204529243937236e-05,
      "loss": 0.0054,
      "step": 42590
    },
    {
      "epoch": 7.6,
      "learning_rate": 4.620363766048502e-05,
      "loss": 0.0044,
      "step": 42600
    },
    {
      "epoch": 7.6,
      "learning_rate": 4.620274607703281e-05,
      "loss": 0.0096,
      "step": 42610
    },
    {
      "epoch": 7.6,
      "learning_rate": 4.6201854493580596e-05,
      "loss": 0.006,
      "step": 42620
    },
    {
      "epoch": 7.6,
      "learning_rate": 4.6200962910128394e-05,
      "loss": 0.0056,
      "step": 42630
    },
    {
      "epoch": 7.6,
      "learning_rate": 4.620007132667618e-05,
      "loss": 0.0062,
      "step": 42640
    },
    {
      "epoch": 7.61,
      "learning_rate": 4.619917974322397e-05,
      "loss": 0.0048,
      "step": 42650
    },
    {
      "epoch": 7.61,
      "learning_rate": 4.619828815977176e-05,
      "loss": 0.0056,
      "step": 42660
    },
    {
      "epoch": 7.61,
      "learning_rate": 4.6197396576319545e-05,
      "loss": 0.0093,
      "step": 42670
    },
    {
      "epoch": 7.61,
      "learning_rate": 4.6196504992867336e-05,
      "loss": 0.0073,
      "step": 42680
    },
    {
      "epoch": 7.61,
      "learning_rate": 4.619561340941512e-05,
      "loss": 0.0064,
      "step": 42690
    },
    {
      "epoch": 7.61,
      "learning_rate": 4.619472182596291e-05,
      "loss": 0.003,
      "step": 42700
    },
    {
      "epoch": 7.62,
      "learning_rate": 4.6193830242510696e-05,
      "loss": 0.0069,
      "step": 42710
    },
    {
      "epoch": 7.62,
      "learning_rate": 4.619293865905849e-05,
      "loss": 0.0044,
      "step": 42720
    },
    {
      "epoch": 7.62,
      "learning_rate": 4.619204707560628e-05,
      "loss": 0.0053,
      "step": 42730
    },
    {
      "epoch": 7.62,
      "learning_rate": 4.619115549215407e-05,
      "loss": 0.0065,
      "step": 42740
    },
    {
      "epoch": 7.62,
      "learning_rate": 4.619026390870186e-05,
      "loss": 0.0064,
      "step": 42750
    },
    {
      "epoch": 7.62,
      "learning_rate": 4.6189372325249646e-05,
      "loss": 0.003,
      "step": 42760
    },
    {
      "epoch": 7.63,
      "learning_rate": 4.618848074179744e-05,
      "loss": 0.0038,
      "step": 42770
    },
    {
      "epoch": 7.63,
      "learning_rate": 4.618758915834522e-05,
      "loss": 0.007,
      "step": 42780
    },
    {
      "epoch": 7.63,
      "learning_rate": 4.618669757489301e-05,
      "loss": 0.0057,
      "step": 42790
    },
    {
      "epoch": 7.63,
      "learning_rate": 4.61858059914408e-05,
      "loss": 0.0032,
      "step": 42800
    },
    {
      "epoch": 7.63,
      "learning_rate": 4.618491440798859e-05,
      "loss": 0.0033,
      "step": 42810
    },
    {
      "epoch": 7.64,
      "learning_rate": 4.618402282453638e-05,
      "loss": 0.0033,
      "step": 42820
    },
    {
      "epoch": 7.64,
      "learning_rate": 4.6183131241084164e-05,
      "loss": 0.0082,
      "step": 42830
    },
    {
      "epoch": 7.64,
      "learning_rate": 4.6182239657631955e-05,
      "loss": 0.0054,
      "step": 42840
    },
    {
      "epoch": 7.64,
      "learning_rate": 4.6181348074179746e-05,
      "loss": 0.0052,
      "step": 42850
    },
    {
      "epoch": 7.64,
      "learning_rate": 4.618045649072754e-05,
      "loss": 0.0043,
      "step": 42860
    },
    {
      "epoch": 7.64,
      "learning_rate": 4.617956490727532e-05,
      "loss": 0.0058,
      "step": 42870
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.617867332382311e-05,
      "loss": 0.0064,
      "step": 42880
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.6177781740370904e-05,
      "loss": 0.0058,
      "step": 42890
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.617689015691869e-05,
      "loss": 0.0049,
      "step": 42900
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.617599857346648e-05,
      "loss": 0.0063,
      "step": 42910
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.6175106990014264e-05,
      "loss": 0.0051,
      "step": 42920
    },
    {
      "epoch": 7.66,
      "learning_rate": 4.6174215406562056e-05,
      "loss": 0.0076,
      "step": 42930
    },
    {
      "epoch": 7.66,
      "learning_rate": 4.617332382310984e-05,
      "loss": 0.0051,
      "step": 42940
    },
    {
      "epoch": 7.66,
      "learning_rate": 4.617243223965763e-05,
      "loss": 0.0061,
      "step": 42950
    },
    {
      "epoch": 7.66,
      "learning_rate": 4.617154065620542e-05,
      "loss": 0.0067,
      "step": 42960
    },
    {
      "epoch": 7.66,
      "learning_rate": 4.6170649072753214e-05,
      "loss": 0.0053,
      "step": 42970
    },
    {
      "epoch": 7.66,
      "learning_rate": 4.6169757489301005e-05,
      "loss": 0.0042,
      "step": 42980
    },
    {
      "epoch": 7.67,
      "learning_rate": 4.616886590584879e-05,
      "loss": 0.0044,
      "step": 42990
    },
    {
      "epoch": 7.67,
      "learning_rate": 4.616797432239658e-05,
      "loss": 0.0049,
      "step": 43000
    },
    {
      "epoch": 7.67,
      "learning_rate": 4.6167082738944365e-05,
      "loss": 0.0037,
      "step": 43010
    },
    {
      "epoch": 7.67,
      "learning_rate": 4.6166191155492156e-05,
      "loss": 0.0063,
      "step": 43020
    },
    {
      "epoch": 7.67,
      "learning_rate": 4.616529957203994e-05,
      "loss": 0.0046,
      "step": 43030
    },
    {
      "epoch": 7.67,
      "learning_rate": 4.616440798858773e-05,
      "loss": 0.0047,
      "step": 43040
    },
    {
      "epoch": 7.68,
      "learning_rate": 4.616351640513552e-05,
      "loss": 0.0051,
      "step": 43050
    },
    {
      "epoch": 7.68,
      "learning_rate": 4.616262482168331e-05,
      "loss": 0.0054,
      "step": 43060
    },
    {
      "epoch": 7.68,
      "learning_rate": 4.6161733238231106e-05,
      "loss": 0.006,
      "step": 43070
    },
    {
      "epoch": 7.68,
      "learning_rate": 4.616084165477889e-05,
      "loss": 0.0028,
      "step": 43080
    },
    {
      "epoch": 7.68,
      "learning_rate": 4.615995007132668e-05,
      "loss": 0.0051,
      "step": 43090
    },
    {
      "epoch": 7.69,
      "learning_rate": 4.6159058487874466e-05,
      "loss": 0.0038,
      "step": 43100
    },
    {
      "epoch": 7.69,
      "learning_rate": 4.615816690442226e-05,
      "loss": 0.0045,
      "step": 43110
    },
    {
      "epoch": 7.69,
      "learning_rate": 4.615727532097005e-05,
      "loss": 0.0082,
      "step": 43120
    },
    {
      "epoch": 7.69,
      "learning_rate": 4.615638373751783e-05,
      "loss": 0.0061,
      "step": 43130
    },
    {
      "epoch": 7.69,
      "learning_rate": 4.6155492154065624e-05,
      "loss": 0.0029,
      "step": 43140
    },
    {
      "epoch": 7.69,
      "learning_rate": 4.615460057061341e-05,
      "loss": 0.0042,
      "step": 43150
    },
    {
      "epoch": 7.7,
      "learning_rate": 4.61537089871612e-05,
      "loss": 0.0048,
      "step": 43160
    },
    {
      "epoch": 7.7,
      "learning_rate": 4.6152817403708984e-05,
      "loss": 0.0047,
      "step": 43170
    },
    {
      "epoch": 7.7,
      "learning_rate": 4.615192582025678e-05,
      "loss": 0.0052,
      "step": 43180
    },
    {
      "epoch": 7.7,
      "learning_rate": 4.6151034236804566e-05,
      "loss": 0.0047,
      "step": 43190
    },
    {
      "epoch": 7.7,
      "learning_rate": 4.615014265335236e-05,
      "loss": 0.0069,
      "step": 43200
    },
    {
      "epoch": 7.71,
      "learning_rate": 4.614925106990015e-05,
      "loss": 0.0048,
      "step": 43210
    },
    {
      "epoch": 7.71,
      "learning_rate": 4.614835948644793e-05,
      "loss": 0.0072,
      "step": 43220
    },
    {
      "epoch": 7.71,
      "learning_rate": 4.6147467902995724e-05,
      "loss": 0.0062,
      "step": 43230
    },
    {
      "epoch": 7.71,
      "learning_rate": 4.614657631954351e-05,
      "loss": 0.0062,
      "step": 43240
    },
    {
      "epoch": 7.71,
      "learning_rate": 4.61456847360913e-05,
      "loss": 0.0083,
      "step": 43250
    },
    {
      "epoch": 7.71,
      "learning_rate": 4.6144793152639084e-05,
      "loss": 0.0058,
      "step": 43260
    },
    {
      "epoch": 7.72,
      "learning_rate": 4.6143901569186876e-05,
      "loss": 0.0084,
      "step": 43270
    },
    {
      "epoch": 7.72,
      "learning_rate": 4.614300998573467e-05,
      "loss": 0.0055,
      "step": 43280
    },
    {
      "epoch": 7.72,
      "learning_rate": 4.614211840228246e-05,
      "loss": 0.0048,
      "step": 43290
    },
    {
      "epoch": 7.72,
      "learning_rate": 4.614122681883025e-05,
      "loss": 0.0035,
      "step": 43300
    },
    {
      "epoch": 7.72,
      "learning_rate": 4.6140335235378034e-05,
      "loss": 0.0031,
      "step": 43310
    },
    {
      "epoch": 7.72,
      "learning_rate": 4.6139443651925825e-05,
      "loss": 0.0041,
      "step": 43320
    },
    {
      "epoch": 7.73,
      "learning_rate": 4.613855206847361e-05,
      "loss": 0.0076,
      "step": 43330
    },
    {
      "epoch": 7.73,
      "learning_rate": 4.61376604850214e-05,
      "loss": 0.0054,
      "step": 43340
    },
    {
      "epoch": 7.73,
      "learning_rate": 4.613676890156919e-05,
      "loss": 0.0042,
      "step": 43350
    },
    {
      "epoch": 7.73,
      "learning_rate": 4.6135877318116976e-05,
      "loss": 0.0074,
      "step": 43360
    },
    {
      "epoch": 7.73,
      "learning_rate": 4.613498573466477e-05,
      "loss": 0.0046,
      "step": 43370
    },
    {
      "epoch": 7.74,
      "learning_rate": 4.613409415121255e-05,
      "loss": 0.0082,
      "step": 43380
    },
    {
      "epoch": 7.74,
      "learning_rate": 4.613320256776034e-05,
      "loss": 0.0059,
      "step": 43390
    },
    {
      "epoch": 7.74,
      "learning_rate": 4.6132310984308134e-05,
      "loss": 0.0045,
      "step": 43400
    },
    {
      "epoch": 7.74,
      "learning_rate": 4.6131419400855925e-05,
      "loss": 0.0029,
      "step": 43410
    },
    {
      "epoch": 7.74,
      "learning_rate": 4.613052781740371e-05,
      "loss": 0.006,
      "step": 43420
    },
    {
      "epoch": 7.74,
      "learning_rate": 4.61296362339515e-05,
      "loss": 0.0058,
      "step": 43430
    },
    {
      "epoch": 7.75,
      "learning_rate": 4.612874465049929e-05,
      "loss": 0.0088,
      "step": 43440
    },
    {
      "epoch": 7.75,
      "learning_rate": 4.612785306704708e-05,
      "loss": 0.0083,
      "step": 43450
    },
    {
      "epoch": 7.75,
      "learning_rate": 4.612696148359487e-05,
      "loss": 0.0054,
      "step": 43460
    },
    {
      "epoch": 7.75,
      "learning_rate": 4.612606990014265e-05,
      "loss": 0.0051,
      "step": 43470
    },
    {
      "epoch": 7.75,
      "learning_rate": 4.6125178316690443e-05,
      "loss": 0.0037,
      "step": 43480
    },
    {
      "epoch": 7.75,
      "learning_rate": 4.612428673323823e-05,
      "loss": 0.0046,
      "step": 43490
    },
    {
      "epoch": 7.76,
      "learning_rate": 4.612339514978602e-05,
      "loss": 0.0095,
      "step": 43500
    },
    {
      "epoch": 7.76,
      "learning_rate": 4.612250356633381e-05,
      "loss": 0.0045,
      "step": 43510
    },
    {
      "epoch": 7.76,
      "learning_rate": 4.61216119828816e-05,
      "loss": 0.0062,
      "step": 43520
    },
    {
      "epoch": 7.76,
      "learning_rate": 4.612072039942939e-05,
      "loss": 0.0056,
      "step": 43530
    },
    {
      "epoch": 7.76,
      "learning_rate": 4.611982881597718e-05,
      "loss": 0.0075,
      "step": 43540
    },
    {
      "epoch": 7.77,
      "learning_rate": 4.611893723252497e-05,
      "loss": 0.0056,
      "step": 43550
    },
    {
      "epoch": 7.77,
      "learning_rate": 4.611804564907275e-05,
      "loss": 0.0057,
      "step": 43560
    },
    {
      "epoch": 7.77,
      "learning_rate": 4.6117154065620544e-05,
      "loss": 0.0039,
      "step": 43570
    },
    {
      "epoch": 7.77,
      "learning_rate": 4.6116262482168335e-05,
      "loss": 0.0064,
      "step": 43580
    },
    {
      "epoch": 7.77,
      "learning_rate": 4.611537089871612e-05,
      "loss": 0.0036,
      "step": 43590
    },
    {
      "epoch": 7.77,
      "learning_rate": 4.611447931526391e-05,
      "loss": 0.0059,
      "step": 43600
    },
    {
      "epoch": 7.78,
      "learning_rate": 4.6113587731811695e-05,
      "loss": 0.0065,
      "step": 43610
    },
    {
      "epoch": 7.78,
      "learning_rate": 4.611269614835949e-05,
      "loss": 0.0032,
      "step": 43620
    },
    {
      "epoch": 7.78,
      "learning_rate": 4.611180456490728e-05,
      "loss": 0.0036,
      "step": 43630
    },
    {
      "epoch": 7.78,
      "learning_rate": 4.611091298145507e-05,
      "loss": 0.0047,
      "step": 43640
    },
    {
      "epoch": 7.78,
      "learning_rate": 4.6110021398002853e-05,
      "loss": 0.0032,
      "step": 43650
    },
    {
      "epoch": 7.79,
      "learning_rate": 4.6109129814550645e-05,
      "loss": 0.006,
      "step": 43660
    },
    {
      "epoch": 7.79,
      "learning_rate": 4.6108238231098436e-05,
      "loss": 0.0036,
      "step": 43670
    },
    {
      "epoch": 7.79,
      "learning_rate": 4.610734664764622e-05,
      "loss": 0.0035,
      "step": 43680
    },
    {
      "epoch": 7.79,
      "learning_rate": 4.610645506419401e-05,
      "loss": 0.0049,
      "step": 43690
    },
    {
      "epoch": 7.79,
      "learning_rate": 4.6105563480741796e-05,
      "loss": 0.0041,
      "step": 43700
    },
    {
      "epoch": 7.79,
      "learning_rate": 4.610467189728959e-05,
      "loss": 0.006,
      "step": 43710
    },
    {
      "epoch": 7.8,
      "learning_rate": 4.610378031383737e-05,
      "loss": 0.0045,
      "step": 43720
    },
    {
      "epoch": 7.8,
      "learning_rate": 4.610288873038517e-05,
      "loss": 0.0039,
      "step": 43730
    },
    {
      "epoch": 7.8,
      "learning_rate": 4.6101997146932954e-05,
      "loss": 0.005,
      "step": 43740
    },
    {
      "epoch": 7.8,
      "learning_rate": 4.6101105563480745e-05,
      "loss": 0.0072,
      "step": 43750
    },
    {
      "epoch": 7.8,
      "learning_rate": 4.6100213980028536e-05,
      "loss": 0.0039,
      "step": 43760
    },
    {
      "epoch": 7.8,
      "learning_rate": 4.609932239657632e-05,
      "loss": 0.0034,
      "step": 43770
    },
    {
      "epoch": 7.81,
      "learning_rate": 4.609843081312411e-05,
      "loss": 0.0058,
      "step": 43780
    },
    {
      "epoch": 7.81,
      "learning_rate": 4.6097539229671896e-05,
      "loss": 0.0033,
      "step": 43790
    },
    {
      "epoch": 7.81,
      "learning_rate": 4.609664764621969e-05,
      "loss": 0.0092,
      "step": 43800
    },
    {
      "epoch": 7.81,
      "learning_rate": 4.609575606276748e-05,
      "loss": 0.0034,
      "step": 43810
    },
    {
      "epoch": 7.81,
      "learning_rate": 4.609486447931526e-05,
      "loss": 0.0056,
      "step": 43820
    },
    {
      "epoch": 7.82,
      "learning_rate": 4.6093972895863055e-05,
      "loss": 0.0049,
      "step": 43830
    },
    {
      "epoch": 7.82,
      "learning_rate": 4.6093081312410846e-05,
      "loss": 0.0081,
      "step": 43840
    },
    {
      "epoch": 7.82,
      "learning_rate": 4.609218972895864e-05,
      "loss": 0.0046,
      "step": 43850
    },
    {
      "epoch": 7.82,
      "learning_rate": 4.609129814550642e-05,
      "loss": 0.0073,
      "step": 43860
    },
    {
      "epoch": 7.82,
      "learning_rate": 4.609040656205421e-05,
      "loss": 0.0043,
      "step": 43870
    },
    {
      "epoch": 7.82,
      "learning_rate": 4.6089514978602e-05,
      "loss": 0.0041,
      "step": 43880
    },
    {
      "epoch": 7.83,
      "learning_rate": 4.608862339514979e-05,
      "loss": 0.0053,
      "step": 43890
    },
    {
      "epoch": 7.83,
      "learning_rate": 4.608773181169758e-05,
      "loss": 0.0063,
      "step": 43900
    },
    {
      "epoch": 7.83,
      "learning_rate": 4.6086840228245364e-05,
      "loss": 0.0037,
      "step": 43910
    },
    {
      "epoch": 7.83,
      "learning_rate": 4.6085948644793155e-05,
      "loss": 0.0047,
      "step": 43920
    },
    {
      "epoch": 7.83,
      "learning_rate": 4.608505706134094e-05,
      "loss": 0.003,
      "step": 43930
    },
    {
      "epoch": 7.84,
      "learning_rate": 4.608416547788873e-05,
      "loss": 0.0059,
      "step": 43940
    },
    {
      "epoch": 7.84,
      "learning_rate": 4.608327389443652e-05,
      "loss": 0.0048,
      "step": 43950
    },
    {
      "epoch": 7.84,
      "learning_rate": 4.608238231098431e-05,
      "loss": 0.0086,
      "step": 43960
    },
    {
      "epoch": 7.84,
      "learning_rate": 4.60814907275321e-05,
      "loss": 0.0094,
      "step": 43970
    },
    {
      "epoch": 7.84,
      "learning_rate": 4.608059914407989e-05,
      "loss": 0.0072,
      "step": 43980
    },
    {
      "epoch": 7.84,
      "learning_rate": 4.607970756062768e-05,
      "loss": 0.0061,
      "step": 43990
    },
    {
      "epoch": 7.85,
      "learning_rate": 4.6078815977175464e-05,
      "loss": 0.0047,
      "step": 44000
    },
    {
      "epoch": 7.85,
      "learning_rate": 4.6077924393723256e-05,
      "loss": 0.0047,
      "step": 44010
    },
    {
      "epoch": 7.85,
      "learning_rate": 4.607703281027104e-05,
      "loss": 0.0057,
      "step": 44020
    },
    {
      "epoch": 7.85,
      "learning_rate": 4.607614122681883e-05,
      "loss": 0.0027,
      "step": 44030
    },
    {
      "epoch": 7.85,
      "learning_rate": 4.607524964336662e-05,
      "loss": 0.0051,
      "step": 44040
    },
    {
      "epoch": 7.85,
      "learning_rate": 4.607435805991441e-05,
      "loss": 0.0044,
      "step": 44050
    },
    {
      "epoch": 7.86,
      "learning_rate": 4.60734664764622e-05,
      "loss": 0.0057,
      "step": 44060
    },
    {
      "epoch": 7.86,
      "learning_rate": 4.607257489300999e-05,
      "loss": 0.0063,
      "step": 44070
    },
    {
      "epoch": 7.86,
      "learning_rate": 4.607168330955778e-05,
      "loss": 0.0031,
      "step": 44080
    },
    {
      "epoch": 7.86,
      "learning_rate": 4.6070791726105565e-05,
      "loss": 0.0063,
      "step": 44090
    },
    {
      "epoch": 7.86,
      "learning_rate": 4.6069900142653356e-05,
      "loss": 0.0035,
      "step": 44100
    },
    {
      "epoch": 7.87,
      "learning_rate": 4.606900855920114e-05,
      "loss": 0.0083,
      "step": 44110
    },
    {
      "epoch": 7.87,
      "learning_rate": 4.606811697574893e-05,
      "loss": 0.0062,
      "step": 44120
    },
    {
      "epoch": 7.87,
      "learning_rate": 4.606722539229672e-05,
      "loss": 0.0068,
      "step": 44130
    },
    {
      "epoch": 7.87,
      "learning_rate": 4.606633380884451e-05,
      "loss": 0.0085,
      "step": 44140
    },
    {
      "epoch": 7.87,
      "learning_rate": 4.60654422253923e-05,
      "loss": 0.0057,
      "step": 44150
    },
    {
      "epoch": 7.87,
      "learning_rate": 4.606455064194008e-05,
      "loss": 0.0055,
      "step": 44160
    },
    {
      "epoch": 7.88,
      "learning_rate": 4.606365905848788e-05,
      "loss": 0.0036,
      "step": 44170
    },
    {
      "epoch": 7.88,
      "learning_rate": 4.6062767475035666e-05,
      "loss": 0.0063,
      "step": 44180
    },
    {
      "epoch": 7.88,
      "learning_rate": 4.606187589158346e-05,
      "loss": 0.0069,
      "step": 44190
    },
    {
      "epoch": 7.88,
      "learning_rate": 4.606098430813124e-05,
      "loss": 0.0057,
      "step": 44200
    },
    {
      "epoch": 7.88,
      "learning_rate": 4.606009272467903e-05,
      "loss": 0.005,
      "step": 44210
    },
    {
      "epoch": 7.89,
      "learning_rate": 4.6059201141226824e-05,
      "loss": 0.0052,
      "step": 44220
    },
    {
      "epoch": 7.89,
      "learning_rate": 4.605830955777461e-05,
      "loss": 0.0042,
      "step": 44230
    },
    {
      "epoch": 7.89,
      "learning_rate": 4.60574179743224e-05,
      "loss": 0.0035,
      "step": 44240
    },
    {
      "epoch": 7.89,
      "learning_rate": 4.6056526390870184e-05,
      "loss": 0.0043,
      "step": 44250
    },
    {
      "epoch": 7.89,
      "learning_rate": 4.6055634807417975e-05,
      "loss": 0.0033,
      "step": 44260
    },
    {
      "epoch": 7.89,
      "learning_rate": 4.6054743223965766e-05,
      "loss": 0.0042,
      "step": 44270
    },
    {
      "epoch": 7.9,
      "learning_rate": 4.605385164051356e-05,
      "loss": 0.0045,
      "step": 44280
    },
    {
      "epoch": 7.9,
      "learning_rate": 4.605296005706134e-05,
      "loss": 0.0047,
      "step": 44290
    },
    {
      "epoch": 7.9,
      "learning_rate": 4.605206847360913e-05,
      "loss": 0.0051,
      "step": 44300
    },
    {
      "epoch": 7.9,
      "learning_rate": 4.6051176890156924e-05,
      "loss": 0.0037,
      "step": 44310
    },
    {
      "epoch": 7.9,
      "learning_rate": 4.605028530670471e-05,
      "loss": 0.0086,
      "step": 44320
    },
    {
      "epoch": 7.9,
      "learning_rate": 4.60493937232525e-05,
      "loss": 0.0043,
      "step": 44330
    },
    {
      "epoch": 7.91,
      "learning_rate": 4.6048502139800284e-05,
      "loss": 0.0046,
      "step": 44340
    },
    {
      "epoch": 7.91,
      "learning_rate": 4.6047610556348075e-05,
      "loss": 0.0047,
      "step": 44350
    },
    {
      "epoch": 7.91,
      "learning_rate": 4.604671897289587e-05,
      "loss": 0.0052,
      "step": 44360
    },
    {
      "epoch": 7.91,
      "learning_rate": 4.604582738944365e-05,
      "loss": 0.0028,
      "step": 44370
    },
    {
      "epoch": 7.91,
      "learning_rate": 4.604493580599144e-05,
      "loss": 0.0048,
      "step": 44380
    },
    {
      "epoch": 7.92,
      "learning_rate": 4.6044044222539234e-05,
      "loss": 0.0076,
      "step": 44390
    },
    {
      "epoch": 7.92,
      "learning_rate": 4.6043152639087025e-05,
      "loss": 0.0051,
      "step": 44400
    },
    {
      "epoch": 7.92,
      "learning_rate": 4.604226105563481e-05,
      "loss": 0.0088,
      "step": 44410
    },
    {
      "epoch": 7.92,
      "learning_rate": 4.60413694721826e-05,
      "loss": 0.0032,
      "step": 44420
    },
    {
      "epoch": 7.92,
      "learning_rate": 4.6040477888730385e-05,
      "loss": 0.0031,
      "step": 44430
    },
    {
      "epoch": 7.92,
      "learning_rate": 4.6039586305278176e-05,
      "loss": 0.0035,
      "step": 44440
    },
    {
      "epoch": 7.93,
      "learning_rate": 4.603869472182597e-05,
      "loss": 0.0056,
      "step": 44450
    },
    {
      "epoch": 7.93,
      "learning_rate": 4.603780313837375e-05,
      "loss": 0.005,
      "step": 44460
    },
    {
      "epoch": 7.93,
      "learning_rate": 4.603691155492154e-05,
      "loss": 0.0054,
      "step": 44470
    },
    {
      "epoch": 7.93,
      "learning_rate": 4.603601997146933e-05,
      "loss": 0.0088,
      "step": 44480
    },
    {
      "epoch": 7.93,
      "learning_rate": 4.603512838801712e-05,
      "loss": 0.004,
      "step": 44490
    },
    {
      "epoch": 7.94,
      "learning_rate": 4.603423680456491e-05,
      "loss": 0.0062,
      "step": 44500
    },
    {
      "epoch": 7.94,
      "learning_rate": 4.60333452211127e-05,
      "loss": 0.0057,
      "step": 44510
    },
    {
      "epoch": 7.94,
      "learning_rate": 4.6032453637660485e-05,
      "loss": 0.0055,
      "step": 44520
    },
    {
      "epoch": 7.94,
      "learning_rate": 4.6031562054208277e-05,
      "loss": 0.0083,
      "step": 44530
    },
    {
      "epoch": 7.94,
      "learning_rate": 4.603067047075607e-05,
      "loss": 0.0047,
      "step": 44540
    },
    {
      "epoch": 7.94,
      "learning_rate": 4.602977888730385e-05,
      "loss": 0.0049,
      "step": 44550
    },
    {
      "epoch": 7.95,
      "learning_rate": 4.6028887303851643e-05,
      "loss": 0.0039,
      "step": 44560
    },
    {
      "epoch": 7.95,
      "learning_rate": 4.602799572039943e-05,
      "loss": 0.0032,
      "step": 44570
    },
    {
      "epoch": 7.95,
      "learning_rate": 4.602710413694722e-05,
      "loss": 0.0075,
      "step": 44580
    },
    {
      "epoch": 7.95,
      "learning_rate": 4.602621255349501e-05,
      "loss": 0.004,
      "step": 44590
    },
    {
      "epoch": 7.95,
      "learning_rate": 4.6025320970042795e-05,
      "loss": 0.0043,
      "step": 44600
    },
    {
      "epoch": 7.95,
      "learning_rate": 4.602442938659059e-05,
      "loss": 0.0052,
      "step": 44610
    },
    {
      "epoch": 7.96,
      "learning_rate": 4.602353780313838e-05,
      "loss": 0.0066,
      "step": 44620
    },
    {
      "epoch": 7.96,
      "learning_rate": 4.602264621968617e-05,
      "loss": 0.0031,
      "step": 44630
    },
    {
      "epoch": 7.96,
      "learning_rate": 4.602175463623395e-05,
      "loss": 0.0059,
      "step": 44640
    },
    {
      "epoch": 7.96,
      "learning_rate": 4.6020863052781744e-05,
      "loss": 0.0038,
      "step": 44650
    },
    {
      "epoch": 7.96,
      "learning_rate": 4.601997146932953e-05,
      "loss": 0.0062,
      "step": 44660
    },
    {
      "epoch": 7.97,
      "learning_rate": 4.601907988587732e-05,
      "loss": 0.0056,
      "step": 44670
    },
    {
      "epoch": 7.97,
      "learning_rate": 4.601818830242511e-05,
      "loss": 0.0042,
      "step": 44680
    },
    {
      "epoch": 7.97,
      "learning_rate": 4.6017296718972895e-05,
      "loss": 0.0066,
      "step": 44690
    },
    {
      "epoch": 7.97,
      "learning_rate": 4.6016405135520686e-05,
      "loss": 0.0029,
      "step": 44700
    },
    {
      "epoch": 7.97,
      "learning_rate": 4.601551355206847e-05,
      "loss": 0.0051,
      "step": 44710
    },
    {
      "epoch": 7.97,
      "learning_rate": 4.601462196861627e-05,
      "loss": 0.0019,
      "step": 44720
    },
    {
      "epoch": 7.98,
      "learning_rate": 4.601373038516405e-05,
      "loss": 0.007,
      "step": 44730
    },
    {
      "epoch": 7.98,
      "learning_rate": 4.6012838801711845e-05,
      "loss": 0.0073,
      "step": 44740
    },
    {
      "epoch": 7.98,
      "learning_rate": 4.601194721825963e-05,
      "loss": 0.0069,
      "step": 44750
    },
    {
      "epoch": 7.98,
      "learning_rate": 4.601105563480742e-05,
      "loss": 0.0059,
      "step": 44760
    },
    {
      "epoch": 7.98,
      "learning_rate": 4.601016405135521e-05,
      "loss": 0.0049,
      "step": 44770
    },
    {
      "epoch": 7.99,
      "learning_rate": 4.6009272467902996e-05,
      "loss": 0.0036,
      "step": 44780
    },
    {
      "epoch": 7.99,
      "learning_rate": 4.600838088445079e-05,
      "loss": 0.0041,
      "step": 44790
    },
    {
      "epoch": 7.99,
      "learning_rate": 4.600748930099857e-05,
      "loss": 0.0044,
      "step": 44800
    },
    {
      "epoch": 7.99,
      "learning_rate": 4.600659771754636e-05,
      "loss": 0.0031,
      "step": 44810
    },
    {
      "epoch": 7.99,
      "learning_rate": 4.6005706134094154e-05,
      "loss": 0.0047,
      "step": 44820
    },
    {
      "epoch": 7.99,
      "learning_rate": 4.6004814550641945e-05,
      "loss": 0.006,
      "step": 44830
    },
    {
      "epoch": 8.0,
      "learning_rate": 4.6003922967189736e-05,
      "loss": 0.0049,
      "step": 44840
    },
    {
      "epoch": 8.0,
      "learning_rate": 4.600303138373752e-05,
      "loss": 0.0045,
      "step": 44850
    },
    {
      "epoch": 8.0,
      "learning_rate": 4.600213980028531e-05,
      "loss": 0.0065,
      "step": 44860
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.0144475307315588,
      "eval_runtime": 195.9591,
      "eval_samples_per_second": 23.673,
      "eval_steps_per_second": 2.96,
      "step": 44864
    },
    {
      "epoch": 8.0,
      "learning_rate": 4.6001248216833096e-05,
      "loss": 0.002,
      "step": 44870
    },
    {
      "epoch": 8.0,
      "learning_rate": 4.600035663338089e-05,
      "loss": 0.0058,
      "step": 44880
    },
    {
      "epoch": 8.0,
      "learning_rate": 4.599946504992867e-05,
      "loss": 0.0038,
      "step": 44890
    },
    {
      "epoch": 8.01,
      "learning_rate": 4.599857346647646e-05,
      "loss": 0.0027,
      "step": 44900
    },
    {
      "epoch": 8.01,
      "learning_rate": 4.5997681883024254e-05,
      "loss": 0.004,
      "step": 44910
    },
    {
      "epoch": 8.01,
      "learning_rate": 4.599679029957204e-05,
      "loss": 0.0034,
      "step": 44920
    },
    {
      "epoch": 8.01,
      "learning_rate": 4.599589871611983e-05,
      "loss": 0.0058,
      "step": 44930
    },
    {
      "epoch": 8.01,
      "learning_rate": 4.599500713266762e-05,
      "loss": 0.0039,
      "step": 44940
    },
    {
      "epoch": 8.02,
      "learning_rate": 4.599411554921541e-05,
      "loss": 0.0061,
      "step": 44950
    },
    {
      "epoch": 8.02,
      "learning_rate": 4.59932239657632e-05,
      "loss": 0.0041,
      "step": 44960
    },
    {
      "epoch": 8.02,
      "learning_rate": 4.599233238231099e-05,
      "loss": 0.0044,
      "step": 44970
    },
    {
      "epoch": 8.02,
      "learning_rate": 4.599144079885877e-05,
      "loss": 0.0033,
      "step": 44980
    },
    {
      "epoch": 8.02,
      "learning_rate": 4.5990549215406564e-05,
      "loss": 0.0061,
      "step": 44990
    },
    {
      "epoch": 8.02,
      "learning_rate": 4.5989657631954355e-05,
      "loss": 0.0021,
      "step": 45000
    },
    {
      "epoch": 8.03,
      "learning_rate": 4.598876604850214e-05,
      "loss": 0.0048,
      "step": 45010
    },
    {
      "epoch": 8.03,
      "learning_rate": 4.598787446504993e-05,
      "loss": 0.0042,
      "step": 45020
    },
    {
      "epoch": 8.03,
      "learning_rate": 4.5986982881597715e-05,
      "loss": 0.0042,
      "step": 45030
    },
    {
      "epoch": 8.03,
      "learning_rate": 4.5986091298145506e-05,
      "loss": 0.0062,
      "step": 45040
    },
    {
      "epoch": 8.03,
      "learning_rate": 4.59851997146933e-05,
      "loss": 0.0044,
      "step": 45050
    },
    {
      "epoch": 8.03,
      "learning_rate": 4.598430813124109e-05,
      "loss": 0.0053,
      "step": 45060
    },
    {
      "epoch": 8.04,
      "learning_rate": 4.598341654778888e-05,
      "loss": 0.0038,
      "step": 45070
    },
    {
      "epoch": 8.04,
      "learning_rate": 4.5982524964336664e-05,
      "loss": 0.0046,
      "step": 45080
    },
    {
      "epoch": 8.04,
      "learning_rate": 4.5981633380884456e-05,
      "loss": 0.0048,
      "step": 45090
    },
    {
      "epoch": 8.04,
      "learning_rate": 4.598074179743224e-05,
      "loss": 0.0022,
      "step": 45100
    },
    {
      "epoch": 8.04,
      "learning_rate": 4.597985021398003e-05,
      "loss": 0.0067,
      "step": 45110
    },
    {
      "epoch": 8.05,
      "learning_rate": 4.5978958630527816e-05,
      "loss": 0.0032,
      "step": 45120
    },
    {
      "epoch": 8.05,
      "learning_rate": 4.597806704707561e-05,
      "loss": 0.0043,
      "step": 45130
    },
    {
      "epoch": 8.05,
      "learning_rate": 4.59771754636234e-05,
      "loss": 0.0027,
      "step": 45140
    },
    {
      "epoch": 8.05,
      "learning_rate": 4.597628388017118e-05,
      "loss": 0.0053,
      "step": 45150
    },
    {
      "epoch": 8.05,
      "learning_rate": 4.597539229671898e-05,
      "loss": 0.0048,
      "step": 45160
    },
    {
      "epoch": 8.05,
      "learning_rate": 4.5974500713266765e-05,
      "loss": 0.0025,
      "step": 45170
    },
    {
      "epoch": 8.06,
      "learning_rate": 4.5973609129814556e-05,
      "loss": 0.0044,
      "step": 45180
    },
    {
      "epoch": 8.06,
      "learning_rate": 4.597271754636234e-05,
      "loss": 0.0066,
      "step": 45190
    },
    {
      "epoch": 8.06,
      "learning_rate": 4.597182596291013e-05,
      "loss": 0.004,
      "step": 45200
    },
    {
      "epoch": 8.06,
      "learning_rate": 4.5970934379457916e-05,
      "loss": 0.004,
      "step": 45210
    },
    {
      "epoch": 8.06,
      "learning_rate": 4.597004279600571e-05,
      "loss": 0.0049,
      "step": 45220
    },
    {
      "epoch": 8.07,
      "learning_rate": 4.59691512125535e-05,
      "loss": 0.0038,
      "step": 45230
    },
    {
      "epoch": 8.07,
      "learning_rate": 4.596825962910128e-05,
      "loss": 0.0036,
      "step": 45240
    },
    {
      "epoch": 8.07,
      "learning_rate": 4.5967368045649074e-05,
      "loss": 0.004,
      "step": 45250
    },
    {
      "epoch": 8.07,
      "learning_rate": 4.596647646219686e-05,
      "loss": 0.0053,
      "step": 45260
    },
    {
      "epoch": 8.07,
      "learning_rate": 4.596558487874466e-05,
      "loss": 0.0057,
      "step": 45270
    },
    {
      "epoch": 8.07,
      "learning_rate": 4.596469329529244e-05,
      "loss": 0.0072,
      "step": 45280
    },
    {
      "epoch": 8.08,
      "learning_rate": 4.596380171184023e-05,
      "loss": 0.0051,
      "step": 45290
    },
    {
      "epoch": 8.08,
      "learning_rate": 4.5962910128388024e-05,
      "loss": 0.0055,
      "step": 45300
    },
    {
      "epoch": 8.08,
      "learning_rate": 4.596201854493581e-05,
      "loss": 0.0058,
      "step": 45310
    },
    {
      "epoch": 8.08,
      "learning_rate": 4.59611269614836e-05,
      "loss": 0.0041,
      "step": 45320
    },
    {
      "epoch": 8.08,
      "learning_rate": 4.5960235378031384e-05,
      "loss": 0.005,
      "step": 45330
    },
    {
      "epoch": 8.08,
      "learning_rate": 4.5959343794579175e-05,
      "loss": 0.0077,
      "step": 45340
    },
    {
      "epoch": 8.09,
      "learning_rate": 4.595845221112696e-05,
      "loss": 0.0052,
      "step": 45350
    },
    {
      "epoch": 8.09,
      "learning_rate": 4.595756062767475e-05,
      "loss": 0.0046,
      "step": 45360
    },
    {
      "epoch": 8.09,
      "learning_rate": 4.595666904422254e-05,
      "loss": 0.0035,
      "step": 45370
    },
    {
      "epoch": 8.09,
      "learning_rate": 4.595577746077033e-05,
      "loss": 0.0036,
      "step": 45380
    },
    {
      "epoch": 8.09,
      "learning_rate": 4.5954885877318124e-05,
      "loss": 0.0019,
      "step": 45390
    },
    {
      "epoch": 8.1,
      "learning_rate": 4.595399429386591e-05,
      "loss": 0.0071,
      "step": 45400
    },
    {
      "epoch": 8.1,
      "learning_rate": 4.59531027104137e-05,
      "loss": 0.0056,
      "step": 45410
    },
    {
      "epoch": 8.1,
      "learning_rate": 4.5952211126961484e-05,
      "loss": 0.0065,
      "step": 45420
    },
    {
      "epoch": 8.1,
      "learning_rate": 4.5951319543509275e-05,
      "loss": 0.0043,
      "step": 45430
    },
    {
      "epoch": 8.1,
      "learning_rate": 4.595042796005706e-05,
      "loss": 0.0061,
      "step": 45440
    },
    {
      "epoch": 8.1,
      "learning_rate": 4.594953637660485e-05,
      "loss": 0.0068,
      "step": 45450
    },
    {
      "epoch": 8.11,
      "learning_rate": 4.594864479315264e-05,
      "loss": 0.0072,
      "step": 45460
    },
    {
      "epoch": 8.11,
      "learning_rate": 4.594775320970043e-05,
      "loss": 0.0037,
      "step": 45470
    },
    {
      "epoch": 8.11,
      "learning_rate": 4.594686162624822e-05,
      "loss": 0.0032,
      "step": 45480
    },
    {
      "epoch": 8.11,
      "learning_rate": 4.594597004279601e-05,
      "loss": 0.005,
      "step": 45490
    },
    {
      "epoch": 8.11,
      "learning_rate": 4.59450784593438e-05,
      "loss": 0.0047,
      "step": 45500
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.5944186875891585e-05,
      "loss": 0.0044,
      "step": 45510
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.5943295292439376e-05,
      "loss": 0.0054,
      "step": 45520
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.594240370898717e-05,
      "loss": 0.0055,
      "step": 45530
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.594151212553495e-05,
      "loss": 0.0038,
      "step": 45540
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.594062054208274e-05,
      "loss": 0.0044,
      "step": 45550
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.593972895863053e-05,
      "loss": 0.0051,
      "step": 45560
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.593883737517832e-05,
      "loss": 0.0063,
      "step": 45570
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.59379457917261e-05,
      "loss": 0.0035,
      "step": 45580
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.5937054208273894e-05,
      "loss": 0.0036,
      "step": 45590
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.5936162624821685e-05,
      "loss": 0.0066,
      "step": 45600
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.5935271041369477e-05,
      "loss": 0.0036,
      "step": 45610
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.593437945791727e-05,
      "loss": 0.006,
      "step": 45620
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.593348787446505e-05,
      "loss": 0.0039,
      "step": 45630
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.5932596291012843e-05,
      "loss": 0.0032,
      "step": 45640
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.593170470756063e-05,
      "loss": 0.0064,
      "step": 45650
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.593081312410842e-05,
      "loss": 0.0041,
      "step": 45660
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.5929921540656203e-05,
      "loss": 0.0037,
      "step": 45670
    },
    {
      "epoch": 8.15,
      "learning_rate": 4.5929029957203995e-05,
      "loss": 0.005,
      "step": 45680
    },
    {
      "epoch": 8.15,
      "learning_rate": 4.5928138373751786e-05,
      "loss": 0.0033,
      "step": 45690
    },
    {
      "epoch": 8.15,
      "learning_rate": 4.592724679029957e-05,
      "loss": 0.003,
      "step": 45700
    },
    {
      "epoch": 8.15,
      "learning_rate": 4.592635520684737e-05,
      "loss": 0.0036,
      "step": 45710
    },
    {
      "epoch": 8.15,
      "learning_rate": 4.592546362339515e-05,
      "loss": 0.0047,
      "step": 45720
    },
    {
      "epoch": 8.15,
      "learning_rate": 4.5924572039942944e-05,
      "loss": 0.0045,
      "step": 45730
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.592368045649073e-05,
      "loss": 0.0024,
      "step": 45740
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.592278887303852e-05,
      "loss": 0.0028,
      "step": 45750
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.592189728958631e-05,
      "loss": 0.0049,
      "step": 45760
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.5921005706134095e-05,
      "loss": 0.0068,
      "step": 45770
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.592020328102711e-05,
      "loss": 0.0056,
      "step": 45780
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.5919311697574894e-05,
      "loss": 0.0036,
      "step": 45790
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.5918420114122686e-05,
      "loss": 0.0072,
      "step": 45800
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.591752853067047e-05,
      "loss": 0.008,
      "step": 45810
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.591663694721826e-05,
      "loss": 0.005,
      "step": 45820
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.591574536376605e-05,
      "loss": 0.0058,
      "step": 45830
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.591485378031384e-05,
      "loss": 0.0039,
      "step": 45840
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.591396219686163e-05,
      "loss": 0.0085,
      "step": 45850
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.591307061340941e-05,
      "loss": 0.0046,
      "step": 45860
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.591217902995721e-05,
      "loss": 0.004,
      "step": 45870
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.5911287446504995e-05,
      "loss": 0.0047,
      "step": 45880
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.5910395863052786e-05,
      "loss": 0.0039,
      "step": 45890
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.590950427960057e-05,
      "loss": 0.0028,
      "step": 45900
    },
    {
      "epoch": 8.19,
      "learning_rate": 4.590861269614836e-05,
      "loss": 0.0038,
      "step": 45910
    },
    {
      "epoch": 8.19,
      "learning_rate": 4.590772111269615e-05,
      "loss": 0.0054,
      "step": 45920
    },
    {
      "epoch": 8.19,
      "learning_rate": 4.590682952924394e-05,
      "loss": 0.0079,
      "step": 45930
    },
    {
      "epoch": 8.19,
      "learning_rate": 4.590593794579173e-05,
      "loss": 0.0081,
      "step": 45940
    },
    {
      "epoch": 8.19,
      "learning_rate": 4.590504636233951e-05,
      "loss": 0.0038,
      "step": 45950
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.5904154778887304e-05,
      "loss": 0.0076,
      "step": 45960
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.5903263195435096e-05,
      "loss": 0.0047,
      "step": 45970
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.590237161198289e-05,
      "loss": 0.0048,
      "step": 45980
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.590148002853067e-05,
      "loss": 0.0047,
      "step": 45990
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.590058844507846e-05,
      "loss": 0.0087,
      "step": 46000
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.5899696861626254e-05,
      "loss": 0.0034,
      "step": 46010
    },
    {
      "epoch": 8.21,
      "learning_rate": 4.589880527817404e-05,
      "loss": 0.0051,
      "step": 46020
    },
    {
      "epoch": 8.21,
      "learning_rate": 4.589791369472183e-05,
      "loss": 0.0051,
      "step": 46030
    },
    {
      "epoch": 8.21,
      "learning_rate": 4.5897022111269614e-05,
      "loss": 0.0082,
      "step": 46040
    },
    {
      "epoch": 8.21,
      "learning_rate": 4.5896130527817405e-05,
      "loss": 0.0041,
      "step": 46050
    },
    {
      "epoch": 8.21,
      "learning_rate": 4.5895238944365196e-05,
      "loss": 0.0035,
      "step": 46060
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.589434736091298e-05,
      "loss": 0.0034,
      "step": 46070
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.589345577746077e-05,
      "loss": 0.0049,
      "step": 46080
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.589256419400856e-05,
      "loss": 0.0028,
      "step": 46090
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.5891672610556354e-05,
      "loss": 0.003,
      "step": 46100
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.589078102710414e-05,
      "loss": 0.0051,
      "step": 46110
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.588988944365193e-05,
      "loss": 0.0045,
      "step": 46120
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.5888997860199714e-05,
      "loss": 0.0106,
      "step": 46130
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.5888106276747506e-05,
      "loss": 0.005,
      "step": 46140
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.58872146932953e-05,
      "loss": 0.0071,
      "step": 46150
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.588632310984308e-05,
      "loss": 0.0061,
      "step": 46160
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.588543152639087e-05,
      "loss": 0.005,
      "step": 46170
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.588453994293866e-05,
      "loss": 0.0062,
      "step": 46180
    },
    {
      "epoch": 8.24,
      "learning_rate": 4.588364835948645e-05,
      "loss": 0.0038,
      "step": 46190
    },
    {
      "epoch": 8.24,
      "learning_rate": 4.588275677603424e-05,
      "loss": 0.0043,
      "step": 46200
    },
    {
      "epoch": 8.24,
      "learning_rate": 4.588186519258203e-05,
      "loss": 0.0029,
      "step": 46210
    },
    {
      "epoch": 8.24,
      "learning_rate": 4.5880973609129815e-05,
      "loss": 0.0063,
      "step": 46220
    },
    {
      "epoch": 8.24,
      "learning_rate": 4.5880082025677606e-05,
      "loss": 0.0028,
      "step": 46230
    },
    {
      "epoch": 8.25,
      "learning_rate": 4.58791904422254e-05,
      "loss": 0.0038,
      "step": 46240
    },
    {
      "epoch": 8.25,
      "learning_rate": 4.587829885877318e-05,
      "loss": 0.0039,
      "step": 46250
    },
    {
      "epoch": 8.25,
      "learning_rate": 4.587740727532097e-05,
      "loss": 0.0027,
      "step": 46260
    },
    {
      "epoch": 8.25,
      "learning_rate": 4.587651569186876e-05,
      "loss": 0.0026,
      "step": 46270
    },
    {
      "epoch": 8.25,
      "learning_rate": 4.587562410841655e-05,
      "loss": 0.0047,
      "step": 46280
    },
    {
      "epoch": 8.25,
      "learning_rate": 4.587473252496434e-05,
      "loss": 0.0038,
      "step": 46290
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.5873840941512124e-05,
      "loss": 0.0051,
      "step": 46300
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.587294935805992e-05,
      "loss": 0.0049,
      "step": 46310
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.587205777460771e-05,
      "loss": 0.0036,
      "step": 46320
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.58711661911555e-05,
      "loss": 0.0058,
      "step": 46330
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.587027460770328e-05,
      "loss": 0.0038,
      "step": 46340
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.5869383024251073e-05,
      "loss": 0.003,
      "step": 46350
    },
    {
      "epoch": 8.27,
      "learning_rate": 4.586849144079886e-05,
      "loss": 0.0034,
      "step": 46360
    },
    {
      "epoch": 8.27,
      "learning_rate": 4.586759985734665e-05,
      "loss": 0.0081,
      "step": 46370
    },
    {
      "epoch": 8.27,
      "learning_rate": 4.586670827389444e-05,
      "loss": 0.0038,
      "step": 46380
    },
    {
      "epoch": 8.27,
      "learning_rate": 4.5865816690442225e-05,
      "loss": 0.0074,
      "step": 46390
    },
    {
      "epoch": 8.27,
      "learning_rate": 4.5864925106990016e-05,
      "loss": 0.0023,
      "step": 46400
    },
    {
      "epoch": 8.28,
      "learning_rate": 4.58640335235378e-05,
      "loss": 0.0041,
      "step": 46410
    },
    {
      "epoch": 8.28,
      "learning_rate": 4.58631419400856e-05,
      "loss": 0.0043,
      "step": 46420
    },
    {
      "epoch": 8.28,
      "learning_rate": 4.586225035663338e-05,
      "loss": 0.0034,
      "step": 46430
    },
    {
      "epoch": 8.28,
      "learning_rate": 4.5861358773181174e-05,
      "loss": 0.0047,
      "step": 46440
    },
    {
      "epoch": 8.28,
      "learning_rate": 4.586046718972896e-05,
      "loss": 0.0031,
      "step": 46450
    },
    {
      "epoch": 8.28,
      "learning_rate": 4.585957560627675e-05,
      "loss": 0.0047,
      "step": 46460
    },
    {
      "epoch": 8.29,
      "learning_rate": 4.585868402282454e-05,
      "loss": 0.0065,
      "step": 46470
    },
    {
      "epoch": 8.29,
      "learning_rate": 4.5857792439372325e-05,
      "loss": 0.003,
      "step": 46480
    },
    {
      "epoch": 8.29,
      "learning_rate": 4.5856900855920117e-05,
      "loss": 0.0059,
      "step": 46490
    },
    {
      "epoch": 8.29,
      "learning_rate": 4.58560092724679e-05,
      "loss": 0.0025,
      "step": 46500
    },
    {
      "epoch": 8.29,
      "learning_rate": 4.585511768901569e-05,
      "loss": 0.0038,
      "step": 46510
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.5854226105563483e-05,
      "loss": 0.009,
      "step": 46520
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.5853334522111275e-05,
      "loss": 0.005,
      "step": 46530
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.5852442938659066e-05,
      "loss": 0.0028,
      "step": 46540
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.585155135520685e-05,
      "loss": 0.0067,
      "step": 46550
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.585065977175464e-05,
      "loss": 0.0065,
      "step": 46560
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.5849768188302426e-05,
      "loss": 0.0051,
      "step": 46570
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.584887660485022e-05,
      "loss": 0.0048,
      "step": 46580
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.5847985021398e-05,
      "loss": 0.0032,
      "step": 46590
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.584709343794579e-05,
      "loss": 0.0025,
      "step": 46600
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.5846201854493584e-05,
      "loss": 0.0053,
      "step": 46610
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.584531027104137e-05,
      "loss": 0.0041,
      "step": 46620
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.584441868758916e-05,
      "loss": 0.0071,
      "step": 46630
    },
    {
      "epoch": 8.32,
      "learning_rate": 4.584352710413695e-05,
      "loss": 0.0022,
      "step": 46640
    },
    {
      "epoch": 8.32,
      "learning_rate": 4.584263552068474e-05,
      "loss": 0.0025,
      "step": 46650
    },
    {
      "epoch": 8.32,
      "learning_rate": 4.5841743937232526e-05,
      "loss": 0.0065,
      "step": 46660
    },
    {
      "epoch": 8.32,
      "learning_rate": 4.584085235378032e-05,
      "loss": 0.0051,
      "step": 46670
    },
    {
      "epoch": 8.32,
      "learning_rate": 4.58399607703281e-05,
      "loss": 0.0053,
      "step": 46680
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.583906918687589e-05,
      "loss": 0.0041,
      "step": 46690
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.5838177603423685e-05,
      "loss": 0.0043,
      "step": 46700
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.583728601997147e-05,
      "loss": 0.0039,
      "step": 46710
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.583639443651926e-05,
      "loss": 0.005,
      "step": 46720
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.5835502853067045e-05,
      "loss": 0.0036,
      "step": 46730
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.5834611269614836e-05,
      "loss": 0.0075,
      "step": 46740
    },
    {
      "epoch": 8.34,
      "learning_rate": 4.583371968616263e-05,
      "loss": 0.0032,
      "step": 46750
    },
    {
      "epoch": 8.34,
      "learning_rate": 4.583282810271042e-05,
      "loss": 0.0031,
      "step": 46760
    },
    {
      "epoch": 8.34,
      "learning_rate": 4.583193651925821e-05,
      "loss": 0.0072,
      "step": 46770
    },
    {
      "epoch": 8.34,
      "learning_rate": 4.5831044935805994e-05,
      "loss": 0.0039,
      "step": 46780
    },
    {
      "epoch": 8.34,
      "learning_rate": 4.5830153352353785e-05,
      "loss": 0.0052,
      "step": 46790
    },
    {
      "epoch": 8.35,
      "learning_rate": 4.582926176890157e-05,
      "loss": 0.0048,
      "step": 46800
    },
    {
      "epoch": 8.35,
      "learning_rate": 4.582837018544936e-05,
      "loss": 0.0036,
      "step": 46810
    },
    {
      "epoch": 8.35,
      "learning_rate": 4.5827478601997145e-05,
      "loss": 0.0058,
      "step": 46820
    },
    {
      "epoch": 8.35,
      "learning_rate": 4.5826587018544936e-05,
      "loss": 0.0038,
      "step": 46830
    },
    {
      "epoch": 8.35,
      "learning_rate": 4.582569543509273e-05,
      "loss": 0.0039,
      "step": 46840
    },
    {
      "epoch": 8.35,
      "learning_rate": 4.582480385164051e-05,
      "loss": 0.0051,
      "step": 46850
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.582391226818831e-05,
      "loss": 0.0038,
      "step": 46860
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.5823020684736094e-05,
      "loss": 0.0032,
      "step": 46870
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.5822129101283886e-05,
      "loss": 0.0031,
      "step": 46880
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.582123751783167e-05,
      "loss": 0.0068,
      "step": 46890
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.582034593437946e-05,
      "loss": 0.0032,
      "step": 46900
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.5819454350927246e-05,
      "loss": 0.0074,
      "step": 46910
    },
    {
      "epoch": 8.37,
      "learning_rate": 4.581856276747504e-05,
      "loss": 0.0049,
      "step": 46920
    },
    {
      "epoch": 8.37,
      "learning_rate": 4.581767118402283e-05,
      "loss": 0.0035,
      "step": 46930
    },
    {
      "epoch": 8.37,
      "learning_rate": 4.581677960057061e-05,
      "loss": 0.0074,
      "step": 46940
    },
    {
      "epoch": 8.37,
      "learning_rate": 4.5815888017118404e-05,
      "loss": 0.0062,
      "step": 46950
    },
    {
      "epoch": 8.37,
      "learning_rate": 4.581499643366619e-05,
      "loss": 0.0074,
      "step": 46960
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.5814104850213986e-05,
      "loss": 0.0038,
      "step": 46970
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.581321326676177e-05,
      "loss": 0.0033,
      "step": 46980
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.581232168330956e-05,
      "loss": 0.0085,
      "step": 46990
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.581143009985735e-05,
      "loss": 0.0056,
      "step": 47000
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.581053851640514e-05,
      "loss": 0.0056,
      "step": 47010
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.580964693295293e-05,
      "loss": 0.0076,
      "step": 47020
    },
    {
      "epoch": 8.39,
      "learning_rate": 4.580875534950071e-05,
      "loss": 0.0059,
      "step": 47030
    },
    {
      "epoch": 8.39,
      "learning_rate": 4.5807863766048504e-05,
      "loss": 0.0037,
      "step": 47040
    },
    {
      "epoch": 8.39,
      "learning_rate": 4.580697218259629e-05,
      "loss": 0.0041,
      "step": 47050
    },
    {
      "epoch": 8.39,
      "learning_rate": 4.580608059914408e-05,
      "loss": 0.0028,
      "step": 47060
    },
    {
      "epoch": 8.39,
      "learning_rate": 4.580518901569187e-05,
      "loss": 0.0054,
      "step": 47070
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.580429743223966e-05,
      "loss": 0.006,
      "step": 47080
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.5803405848787454e-05,
      "loss": 0.0048,
      "step": 47090
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.580251426533524e-05,
      "loss": 0.0045,
      "step": 47100
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.580162268188303e-05,
      "loss": 0.0065,
      "step": 47110
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.5800731098430814e-05,
      "loss": 0.0043,
      "step": 47120
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.5799839514978605e-05,
      "loss": 0.0075,
      "step": 47130
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.579894793152639e-05,
      "loss": 0.004,
      "step": 47140
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.579805634807418e-05,
      "loss": 0.0081,
      "step": 47150
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.579716476462197e-05,
      "loss": 0.0059,
      "step": 47160
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.5796273181169756e-05,
      "loss": 0.005,
      "step": 47170
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.579538159771755e-05,
      "loss": 0.0036,
      "step": 47180
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.579449001426534e-05,
      "loss": 0.011,
      "step": 47190
    },
    {
      "epoch": 8.42,
      "learning_rate": 4.579359843081313e-05,
      "loss": 0.0071,
      "step": 47200
    },
    {
      "epoch": 8.42,
      "learning_rate": 4.5792706847360914e-05,
      "loss": 0.006,
      "step": 47210
    },
    {
      "epoch": 8.42,
      "learning_rate": 4.5791815263908705e-05,
      "loss": 0.0034,
      "step": 47220
    },
    {
      "epoch": 8.42,
      "learning_rate": 4.57909236804565e-05,
      "loss": 0.0038,
      "step": 47230
    },
    {
      "epoch": 8.42,
      "learning_rate": 4.579003209700428e-05,
      "loss": 0.0036,
      "step": 47240
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.578914051355207e-05,
      "loss": 0.0043,
      "step": 47250
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.578824893009986e-05,
      "loss": 0.0039,
      "step": 47260
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.578735734664765e-05,
      "loss": 0.0031,
      "step": 47270
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.578646576319543e-05,
      "loss": 0.0078,
      "step": 47280
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.5785574179743224e-05,
      "loss": 0.0051,
      "step": 47290
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.5784682596291015e-05,
      "loss": 0.0065,
      "step": 47300
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.5783791012838806e-05,
      "loss": 0.0064,
      "step": 47310
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.57828994293866e-05,
      "loss": 0.0063,
      "step": 47320
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.578200784593438e-05,
      "loss": 0.0068,
      "step": 47330
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.578111626248217e-05,
      "loss": 0.0055,
      "step": 47340
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.578022467902996e-05,
      "loss": 0.0071,
      "step": 47350
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.577933309557775e-05,
      "loss": 0.0054,
      "step": 47360
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.577844151212553e-05,
      "loss": 0.0045,
      "step": 47370
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.5777549928673324e-05,
      "loss": 0.0068,
      "step": 47380
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.5776658345221115e-05,
      "loss": 0.005,
      "step": 47390
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.57757667617689e-05,
      "loss": 0.0031,
      "step": 47400
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.57748751783167e-05,
      "loss": 0.007,
      "step": 47410
    },
    {
      "epoch": 8.46,
      "learning_rate": 4.577398359486448e-05,
      "loss": 0.0035,
      "step": 47420
    },
    {
      "epoch": 8.46,
      "learning_rate": 4.5773092011412273e-05,
      "loss": 0.0068,
      "step": 47430
    },
    {
      "epoch": 8.46,
      "learning_rate": 4.577220042796006e-05,
      "loss": 0.004,
      "step": 47440
    },
    {
      "epoch": 8.46,
      "learning_rate": 4.577130884450785e-05,
      "loss": 0.0043,
      "step": 47450
    },
    {
      "epoch": 8.46,
      "learning_rate": 4.577041726105564e-05,
      "loss": 0.0069,
      "step": 47460
    },
    {
      "epoch": 8.46,
      "learning_rate": 4.5769525677603425e-05,
      "loss": 0.0018,
      "step": 47470
    },
    {
      "epoch": 8.47,
      "learning_rate": 4.5768634094151216e-05,
      "loss": 0.0043,
      "step": 47480
    },
    {
      "epoch": 8.47,
      "learning_rate": 4.5767742510699e-05,
      "loss": 0.0068,
      "step": 47490
    },
    {
      "epoch": 8.47,
      "learning_rate": 4.576685092724679e-05,
      "loss": 0.0046,
      "step": 47500
    },
    {
      "epoch": 8.47,
      "learning_rate": 4.5765959343794576e-05,
      "loss": 0.0043,
      "step": 47510
    },
    {
      "epoch": 8.47,
      "learning_rate": 4.5765067760342374e-05,
      "loss": 0.0045,
      "step": 47520
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.576417617689016e-05,
      "loss": 0.0033,
      "step": 47530
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.576328459343795e-05,
      "loss": 0.0043,
      "step": 47540
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.576239300998574e-05,
      "loss": 0.006,
      "step": 47550
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.5761501426533525e-05,
      "loss": 0.0044,
      "step": 47560
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.5760609843081317e-05,
      "loss": 0.0063,
      "step": 47570
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.57597182596291e-05,
      "loss": 0.0072,
      "step": 47580
    },
    {
      "epoch": 8.49,
      "learning_rate": 4.575882667617689e-05,
      "loss": 0.0058,
      "step": 47590
    },
    {
      "epoch": 8.49,
      "learning_rate": 4.5757935092724677e-05,
      "loss": 0.0028,
      "step": 47600
    },
    {
      "epoch": 8.49,
      "learning_rate": 4.575704350927247e-05,
      "loss": 0.0047,
      "step": 47610
    },
    {
      "epoch": 8.49,
      "learning_rate": 4.575615192582026e-05,
      "loss": 0.0056,
      "step": 47620
    },
    {
      "epoch": 8.49,
      "learning_rate": 4.575526034236805e-05,
      "loss": 0.0042,
      "step": 47630
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.575436875891584e-05,
      "loss": 0.0043,
      "step": 47640
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.5753477175463626e-05,
      "loss": 0.0046,
      "step": 47650
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.575258559201142e-05,
      "loss": 0.0037,
      "step": 47660
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.57516940085592e-05,
      "loss": 0.0027,
      "step": 47670
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.575080242510699e-05,
      "loss": 0.003,
      "step": 47680
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.5749910841654784e-05,
      "loss": 0.006,
      "step": 47690
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.574901925820257e-05,
      "loss": 0.0036,
      "step": 47700
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.574812767475036e-05,
      "loss": 0.0023,
      "step": 47710
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.5747236091298144e-05,
      "loss": 0.0066,
      "step": 47720
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.5746344507845935e-05,
      "loss": 0.0054,
      "step": 47730
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.5745452924393726e-05,
      "loss": 0.0066,
      "step": 47740
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.574456134094152e-05,
      "loss": 0.0057,
      "step": 47750
    },
    {
      "epoch": 8.52,
      "learning_rate": 4.57436697574893e-05,
      "loss": 0.0028,
      "step": 47760
    },
    {
      "epoch": 8.52,
      "learning_rate": 4.574277817403709e-05,
      "loss": 0.0067,
      "step": 47770
    },
    {
      "epoch": 8.52,
      "learning_rate": 4.5741886590584884e-05,
      "loss": 0.0055,
      "step": 47780
    },
    {
      "epoch": 8.52,
      "learning_rate": 4.574099500713267e-05,
      "loss": 0.0035,
      "step": 47790
    },
    {
      "epoch": 8.52,
      "learning_rate": 4.574010342368046e-05,
      "loss": 0.0032,
      "step": 47800
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.5739211840228245e-05,
      "loss": 0.0045,
      "step": 47810
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.5738320256776036e-05,
      "loss": 0.0026,
      "step": 47820
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.573742867332382e-05,
      "loss": 0.0037,
      "step": 47830
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.573653708987161e-05,
      "loss": 0.0041,
      "step": 47840
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.57356455064194e-05,
      "loss": 0.0053,
      "step": 47850
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.5734753922967194e-05,
      "loss": 0.0047,
      "step": 47860
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.5733862339514985e-05,
      "loss": 0.0029,
      "step": 47870
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.573297075606277e-05,
      "loss": 0.0045,
      "step": 47880
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.573207917261056e-05,
      "loss": 0.0026,
      "step": 47890
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.5731187589158345e-05,
      "loss": 0.0062,
      "step": 47900
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.5730296005706136e-05,
      "loss": 0.006,
      "step": 47910
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.572940442225393e-05,
      "loss": 0.0077,
      "step": 47920
    },
    {
      "epoch": 8.55,
      "learning_rate": 4.572851283880171e-05,
      "loss": 0.0059,
      "step": 47930
    },
    {
      "epoch": 8.55,
      "learning_rate": 4.57276212553495e-05,
      "loss": 0.0058,
      "step": 47940
    },
    {
      "epoch": 8.55,
      "learning_rate": 4.572672967189729e-05,
      "loss": 0.0072,
      "step": 47950
    },
    {
      "epoch": 8.55,
      "learning_rate": 4.5725838088445086e-05,
      "loss": 0.0028,
      "step": 47960
    },
    {
      "epoch": 8.55,
      "learning_rate": 4.572494650499287e-05,
      "loss": 0.004,
      "step": 47970
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.572405492154066e-05,
      "loss": 0.0041,
      "step": 47980
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.5723163338088446e-05,
      "loss": 0.0044,
      "step": 47990
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.572227175463624e-05,
      "loss": 0.0053,
      "step": 48000
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.572138017118403e-05,
      "loss": 0.0025,
      "step": 48010
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.572048858773181e-05,
      "loss": 0.0088,
      "step": 48020
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.5719597004279604e-05,
      "loss": 0.0034,
      "step": 48030
    },
    {
      "epoch": 8.57,
      "learning_rate": 4.571870542082739e-05,
      "loss": 0.0048,
      "step": 48040
    },
    {
      "epoch": 8.57,
      "learning_rate": 4.571781383737518e-05,
      "loss": 0.0035,
      "step": 48050
    },
    {
      "epoch": 8.57,
      "learning_rate": 4.5716922253922964e-05,
      "loss": 0.0039,
      "step": 48060
    },
    {
      "epoch": 8.57,
      "learning_rate": 4.571603067047076e-05,
      "loss": 0.0034,
      "step": 48070
    },
    {
      "epoch": 8.57,
      "learning_rate": 4.5715139087018546e-05,
      "loss": 0.0049,
      "step": 48080
    },
    {
      "epoch": 8.58,
      "learning_rate": 4.571424750356634e-05,
      "loss": 0.0025,
      "step": 48090
    },
    {
      "epoch": 8.58,
      "learning_rate": 4.571335592011413e-05,
      "loss": 0.0053,
      "step": 48100
    },
    {
      "epoch": 8.58,
      "learning_rate": 4.571246433666191e-05,
      "loss": 0.0042,
      "step": 48110
    },
    {
      "epoch": 8.58,
      "learning_rate": 4.5711572753209704e-05,
      "loss": 0.0033,
      "step": 48120
    },
    {
      "epoch": 8.58,
      "learning_rate": 4.571068116975749e-05,
      "loss": 0.0043,
      "step": 48130
    },
    {
      "epoch": 8.58,
      "learning_rate": 4.570978958630528e-05,
      "loss": 0.0052,
      "step": 48140
    },
    {
      "epoch": 8.59,
      "learning_rate": 4.570889800285307e-05,
      "loss": 0.0045,
      "step": 48150
    },
    {
      "epoch": 8.59,
      "learning_rate": 4.5708006419400856e-05,
      "loss": 0.0057,
      "step": 48160
    },
    {
      "epoch": 8.59,
      "learning_rate": 4.570720399429387e-05,
      "loss": 0.0064,
      "step": 48170
    },
    {
      "epoch": 8.59,
      "learning_rate": 4.5706312410841655e-05,
      "loss": 0.0041,
      "step": 48180
    },
    {
      "epoch": 8.59,
      "learning_rate": 4.5705420827389446e-05,
      "loss": 0.0027,
      "step": 48190
    },
    {
      "epoch": 8.59,
      "learning_rate": 4.570452924393723e-05,
      "loss": 0.0042,
      "step": 48200
    },
    {
      "epoch": 8.6,
      "learning_rate": 4.570363766048502e-05,
      "loss": 0.0032,
      "step": 48210
    },
    {
      "epoch": 8.6,
      "learning_rate": 4.570274607703281e-05,
      "loss": 0.0046,
      "step": 48220
    },
    {
      "epoch": 8.6,
      "learning_rate": 4.5701854493580604e-05,
      "loss": 0.0039,
      "step": 48230
    },
    {
      "epoch": 8.6,
      "learning_rate": 4.5700962910128395e-05,
      "loss": 0.0038,
      "step": 48240
    },
    {
      "epoch": 8.6,
      "learning_rate": 4.570007132667618e-05,
      "loss": 0.0046,
      "step": 48250
    },
    {
      "epoch": 8.61,
      "learning_rate": 4.569917974322397e-05,
      "loss": 0.0066,
      "step": 48260
    },
    {
      "epoch": 8.61,
      "learning_rate": 4.5698288159771755e-05,
      "loss": 0.0037,
      "step": 48270
    },
    {
      "epoch": 8.61,
      "learning_rate": 4.5697396576319547e-05,
      "loss": 0.004,
      "step": 48280
    },
    {
      "epoch": 8.61,
      "learning_rate": 4.569650499286733e-05,
      "loss": 0.0059,
      "step": 48290
    },
    {
      "epoch": 8.61,
      "learning_rate": 4.569561340941512e-05,
      "loss": 0.0035,
      "step": 48300
    },
    {
      "epoch": 8.61,
      "learning_rate": 4.5694721825962913e-05,
      "loss": 0.0066,
      "step": 48310
    },
    {
      "epoch": 8.62,
      "learning_rate": 4.56938302425107e-05,
      "loss": 0.0049,
      "step": 48320
    },
    {
      "epoch": 8.62,
      "learning_rate": 4.569293865905849e-05,
      "loss": 0.0045,
      "step": 48330
    },
    {
      "epoch": 8.62,
      "learning_rate": 4.569204707560628e-05,
      "loss": 0.0037,
      "step": 48340
    },
    {
      "epoch": 8.62,
      "learning_rate": 4.569115549215407e-05,
      "loss": 0.0059,
      "step": 48350
    },
    {
      "epoch": 8.62,
      "learning_rate": 4.5690263908701856e-05,
      "loss": 0.0072,
      "step": 48360
    },
    {
      "epoch": 8.63,
      "learning_rate": 4.568937232524965e-05,
      "loss": 0.0047,
      "step": 48370
    },
    {
      "epoch": 8.63,
      "learning_rate": 4.568848074179743e-05,
      "loss": 0.006,
      "step": 48380
    },
    {
      "epoch": 8.63,
      "learning_rate": 4.568758915834522e-05,
      "loss": 0.0056,
      "step": 48390
    },
    {
      "epoch": 8.63,
      "learning_rate": 4.5686697574893014e-05,
      "loss": 0.0043,
      "step": 48400
    },
    {
      "epoch": 8.63,
      "learning_rate": 4.56858059914408e-05,
      "loss": 0.0059,
      "step": 48410
    },
    {
      "epoch": 8.63,
      "learning_rate": 4.568491440798859e-05,
      "loss": 0.0037,
      "step": 48420
    },
    {
      "epoch": 8.64,
      "learning_rate": 4.5684022824536374e-05,
      "loss": 0.0037,
      "step": 48430
    },
    {
      "epoch": 8.64,
      "learning_rate": 4.5683131241084165e-05,
      "loss": 0.0047,
      "step": 48440
    },
    {
      "epoch": 8.64,
      "learning_rate": 4.5682239657631957e-05,
      "loss": 0.0048,
      "step": 48450
    },
    {
      "epoch": 8.64,
      "learning_rate": 4.568134807417975e-05,
      "loss": 0.0042,
      "step": 48460
    },
    {
      "epoch": 8.64,
      "learning_rate": 4.568045649072754e-05,
      "loss": 0.0045,
      "step": 48470
    },
    {
      "epoch": 8.64,
      "learning_rate": 4.567956490727532e-05,
      "loss": 0.0032,
      "step": 48480
    },
    {
      "epoch": 8.65,
      "learning_rate": 4.5678673323823115e-05,
      "loss": 0.0031,
      "step": 48490
    },
    {
      "epoch": 8.65,
      "learning_rate": 4.56777817403709e-05,
      "loss": 0.0043,
      "step": 48500
    },
    {
      "epoch": 8.65,
      "learning_rate": 4.567689015691869e-05,
      "loss": 0.0068,
      "step": 48510
    },
    {
      "epoch": 8.65,
      "learning_rate": 4.5675998573466475e-05,
      "loss": 0.0037,
      "step": 48520
    },
    {
      "epoch": 8.65,
      "learning_rate": 4.5675106990014266e-05,
      "loss": 0.0035,
      "step": 48530
    },
    {
      "epoch": 8.66,
      "learning_rate": 4.567421540656206e-05,
      "loss": 0.0052,
      "step": 48540
    },
    {
      "epoch": 8.66,
      "learning_rate": 4.567332382310984e-05,
      "loss": 0.0045,
      "step": 48550
    },
    {
      "epoch": 8.66,
      "learning_rate": 4.567243223965764e-05,
      "loss": 0.0062,
      "step": 48560
    },
    {
      "epoch": 8.66,
      "learning_rate": 4.5671540656205424e-05,
      "loss": 0.0068,
      "step": 48570
    },
    {
      "epoch": 8.66,
      "learning_rate": 4.5670649072753215e-05,
      "loss": 0.0049,
      "step": 48580
    },
    {
      "epoch": 8.66,
      "learning_rate": 4.5669757489301e-05,
      "loss": 0.0046,
      "step": 48590
    },
    {
      "epoch": 8.67,
      "learning_rate": 4.566886590584879e-05,
      "loss": 0.003,
      "step": 48600
    },
    {
      "epoch": 8.67,
      "learning_rate": 4.5667974322396575e-05,
      "loss": 0.0048,
      "step": 48610
    },
    {
      "epoch": 8.67,
      "learning_rate": 4.5667082738944366e-05,
      "loss": 0.0042,
      "step": 48620
    },
    {
      "epoch": 8.67,
      "learning_rate": 4.566619115549216e-05,
      "loss": 0.0058,
      "step": 48630
    },
    {
      "epoch": 8.67,
      "learning_rate": 4.566529957203994e-05,
      "loss": 0.0037,
      "step": 48640
    },
    {
      "epoch": 8.68,
      "learning_rate": 4.566440798858773e-05,
      "loss": 0.0046,
      "step": 48650
    },
    {
      "epoch": 8.68,
      "learning_rate": 4.566351640513552e-05,
      "loss": 0.003,
      "step": 48660
    },
    {
      "epoch": 8.68,
      "learning_rate": 4.5662624821683316e-05,
      "loss": 0.0032,
      "step": 48670
    },
    {
      "epoch": 8.68,
      "learning_rate": 4.56617332382311e-05,
      "loss": 0.004,
      "step": 48680
    },
    {
      "epoch": 8.68,
      "learning_rate": 4.566084165477889e-05,
      "loss": 0.0042,
      "step": 48690
    },
    {
      "epoch": 8.68,
      "learning_rate": 4.565995007132668e-05,
      "loss": 0.0033,
      "step": 48700
    },
    {
      "epoch": 8.69,
      "learning_rate": 4.565905848787447e-05,
      "loss": 0.0057,
      "step": 48710
    },
    {
      "epoch": 8.69,
      "learning_rate": 4.565816690442226e-05,
      "loss": 0.0076,
      "step": 48720
    },
    {
      "epoch": 8.69,
      "learning_rate": 4.565727532097004e-05,
      "loss": 0.0044,
      "step": 48730
    },
    {
      "epoch": 8.69,
      "learning_rate": 4.5656383737517834e-05,
      "loss": 0.0093,
      "step": 48740
    },
    {
      "epoch": 8.69,
      "learning_rate": 4.565549215406562e-05,
      "loss": 0.0079,
      "step": 48750
    },
    {
      "epoch": 8.69,
      "learning_rate": 4.565460057061341e-05,
      "loss": 0.0063,
      "step": 48760
    },
    {
      "epoch": 8.7,
      "learning_rate": 4.56537089871612e-05,
      "loss": 0.0048,
      "step": 48770
    },
    {
      "epoch": 8.7,
      "learning_rate": 4.565281740370899e-05,
      "loss": 0.0045,
      "step": 48780
    },
    {
      "epoch": 8.7,
      "learning_rate": 4.565192582025678e-05,
      "loss": 0.0049,
      "step": 48790
    },
    {
      "epoch": 8.7,
      "learning_rate": 4.565103423680457e-05,
      "loss": 0.0044,
      "step": 48800
    },
    {
      "epoch": 8.7,
      "learning_rate": 4.565014265335236e-05,
      "loss": 0.0044,
      "step": 48810
    },
    {
      "epoch": 8.71,
      "learning_rate": 4.564925106990014e-05,
      "loss": 0.0064,
      "step": 48820
    },
    {
      "epoch": 8.71,
      "learning_rate": 4.5648359486447934e-05,
      "loss": 0.0042,
      "step": 48830
    },
    {
      "epoch": 8.71,
      "learning_rate": 4.564746790299572e-05,
      "loss": 0.0037,
      "step": 48840
    },
    {
      "epoch": 8.71,
      "learning_rate": 4.564657631954351e-05,
      "loss": 0.0046,
      "step": 48850
    },
    {
      "epoch": 8.71,
      "learning_rate": 4.56456847360913e-05,
      "loss": 0.004,
      "step": 48860
    },
    {
      "epoch": 8.71,
      "learning_rate": 4.5644793152639086e-05,
      "loss": 0.0053,
      "step": 48870
    },
    {
      "epoch": 8.72,
      "learning_rate": 4.564390156918688e-05,
      "loss": 0.004,
      "step": 48880
    },
    {
      "epoch": 8.72,
      "learning_rate": 4.564300998573467e-05,
      "loss": 0.0035,
      "step": 48890
    },
    {
      "epoch": 8.72,
      "learning_rate": 4.564211840228246e-05,
      "loss": 0.0053,
      "step": 48900
    },
    {
      "epoch": 8.72,
      "learning_rate": 4.5641226818830244e-05,
      "loss": 0.0071,
      "step": 48910
    },
    {
      "epoch": 8.72,
      "learning_rate": 4.5640335235378035e-05,
      "loss": 0.0029,
      "step": 48920
    },
    {
      "epoch": 8.73,
      "learning_rate": 4.5639443651925826e-05,
      "loss": 0.0028,
      "step": 48930
    },
    {
      "epoch": 8.73,
      "learning_rate": 4.563855206847361e-05,
      "loss": 0.0088,
      "step": 48940
    },
    {
      "epoch": 8.73,
      "learning_rate": 4.56376604850214e-05,
      "loss": 0.0058,
      "step": 48950
    },
    {
      "epoch": 8.73,
      "learning_rate": 4.5636768901569186e-05,
      "loss": 0.0026,
      "step": 48960
    },
    {
      "epoch": 8.73,
      "learning_rate": 4.563587731811698e-05,
      "loss": 0.0061,
      "step": 48970
    },
    {
      "epoch": 8.73,
      "learning_rate": 4.563498573466476e-05,
      "loss": 0.0038,
      "step": 48980
    },
    {
      "epoch": 8.74,
      "learning_rate": 4.563409415121255e-05,
      "loss": 0.0106,
      "step": 48990
    },
    {
      "epoch": 8.74,
      "learning_rate": 4.5633202567760344e-05,
      "loss": 0.004,
      "step": 49000
    },
    {
      "epoch": 8.74,
      "learning_rate": 4.5632310984308136e-05,
      "loss": 0.0064,
      "step": 49010
    },
    {
      "epoch": 8.74,
      "learning_rate": 4.563141940085593e-05,
      "loss": 0.0061,
      "step": 49020
    },
    {
      "epoch": 8.74,
      "learning_rate": 4.563052781740371e-05,
      "loss": 0.0069,
      "step": 49030
    },
    {
      "epoch": 8.74,
      "learning_rate": 4.56296362339515e-05,
      "loss": 0.0046,
      "step": 49040
    },
    {
      "epoch": 8.75,
      "learning_rate": 4.562874465049929e-05,
      "loss": 0.0069,
      "step": 49050
    },
    {
      "epoch": 8.75,
      "learning_rate": 4.562785306704708e-05,
      "loss": 0.0032,
      "step": 49060
    },
    {
      "epoch": 8.75,
      "learning_rate": 4.562696148359486e-05,
      "loss": 0.005,
      "step": 49070
    },
    {
      "epoch": 8.75,
      "learning_rate": 4.5626069900142654e-05,
      "loss": 0.0062,
      "step": 49080
    },
    {
      "epoch": 8.75,
      "learning_rate": 4.5625178316690445e-05,
      "loss": 0.0069,
      "step": 49090
    },
    {
      "epoch": 8.76,
      "learning_rate": 4.562428673323823e-05,
      "loss": 0.0028,
      "step": 49100
    },
    {
      "epoch": 8.76,
      "learning_rate": 4.562339514978603e-05,
      "loss": 0.0041,
      "step": 49110
    },
    {
      "epoch": 8.76,
      "learning_rate": 4.562250356633381e-05,
      "loss": 0.0051,
      "step": 49120
    },
    {
      "epoch": 8.76,
      "learning_rate": 4.56216119828816e-05,
      "loss": 0.006,
      "step": 49130
    },
    {
      "epoch": 8.76,
      "learning_rate": 4.562072039942939e-05,
      "loss": 0.0026,
      "step": 49140
    },
    {
      "epoch": 8.76,
      "learning_rate": 4.561982881597718e-05,
      "loss": 0.0045,
      "step": 49150
    },
    {
      "epoch": 8.77,
      "learning_rate": 4.561893723252497e-05,
      "loss": 0.0049,
      "step": 49160
    },
    {
      "epoch": 8.77,
      "learning_rate": 4.5618045649072754e-05,
      "loss": 0.0033,
      "step": 49170
    },
    {
      "epoch": 8.77,
      "learning_rate": 4.5617154065620545e-05,
      "loss": 0.0034,
      "step": 49180
    },
    {
      "epoch": 8.77,
      "learning_rate": 4.561626248216833e-05,
      "loss": 0.0045,
      "step": 49190
    },
    {
      "epoch": 8.77,
      "learning_rate": 4.561537089871612e-05,
      "loss": 0.0055,
      "step": 49200
    },
    {
      "epoch": 8.77,
      "learning_rate": 4.5614479315263906e-05,
      "loss": 0.0039,
      "step": 49210
    },
    {
      "epoch": 8.78,
      "learning_rate": 4.5613587731811704e-05,
      "loss": 0.006,
      "step": 49220
    },
    {
      "epoch": 8.78,
      "learning_rate": 4.561269614835949e-05,
      "loss": 0.0044,
      "step": 49230
    },
    {
      "epoch": 8.78,
      "learning_rate": 4.561180456490728e-05,
      "loss": 0.0027,
      "step": 49240
    },
    {
      "epoch": 8.78,
      "learning_rate": 4.561091298145507e-05,
      "loss": 0.0028,
      "step": 49250
    },
    {
      "epoch": 8.78,
      "learning_rate": 4.5610021398002855e-05,
      "loss": 0.006,
      "step": 49260
    },
    {
      "epoch": 8.79,
      "learning_rate": 4.5609129814550646e-05,
      "loss": 0.0027,
      "step": 49270
    },
    {
      "epoch": 8.79,
      "learning_rate": 4.560823823109843e-05,
      "loss": 0.0026,
      "step": 49280
    },
    {
      "epoch": 8.79,
      "learning_rate": 4.560734664764622e-05,
      "loss": 0.0036,
      "step": 49290
    },
    {
      "epoch": 8.79,
      "learning_rate": 4.5606455064194006e-05,
      "loss": 0.0055,
      "step": 49300
    },
    {
      "epoch": 8.79,
      "learning_rate": 4.56055634807418e-05,
      "loss": 0.0023,
      "step": 49310
    },
    {
      "epoch": 8.79,
      "learning_rate": 4.560467189728959e-05,
      "loss": 0.0038,
      "step": 49320
    },
    {
      "epoch": 8.8,
      "learning_rate": 4.560378031383738e-05,
      "loss": 0.0031,
      "step": 49330
    },
    {
      "epoch": 8.8,
      "learning_rate": 4.560288873038517e-05,
      "loss": 0.0047,
      "step": 49340
    },
    {
      "epoch": 8.8,
      "learning_rate": 4.5601997146932955e-05,
      "loss": 0.004,
      "step": 49350
    },
    {
      "epoch": 8.8,
      "learning_rate": 4.5601105563480747e-05,
      "loss": 0.0034,
      "step": 49360
    },
    {
      "epoch": 8.8,
      "learning_rate": 4.560021398002853e-05,
      "loss": 0.0047,
      "step": 49370
    },
    {
      "epoch": 8.81,
      "learning_rate": 4.559932239657632e-05,
      "loss": 0.0038,
      "step": 49380
    },
    {
      "epoch": 8.81,
      "learning_rate": 4.5598430813124113e-05,
      "loss": 0.0035,
      "step": 49390
    },
    {
      "epoch": 8.81,
      "learning_rate": 4.55975392296719e-05,
      "loss": 0.0064,
      "step": 49400
    },
    {
      "epoch": 8.81,
      "learning_rate": 4.559664764621969e-05,
      "loss": 0.004,
      "step": 49410
    },
    {
      "epoch": 8.81,
      "learning_rate": 4.5595756062767473e-05,
      "loss": 0.0069,
      "step": 49420
    },
    {
      "epoch": 8.81,
      "learning_rate": 4.5594864479315265e-05,
      "loss": 0.0059,
      "step": 49430
    },
    {
      "epoch": 8.82,
      "learning_rate": 4.5593972895863056e-05,
      "loss": 0.0048,
      "step": 49440
    },
    {
      "epoch": 8.82,
      "learning_rate": 4.559308131241085e-05,
      "loss": 0.0031,
      "step": 49450
    },
    {
      "epoch": 8.82,
      "learning_rate": 4.559218972895863e-05,
      "loss": 0.0024,
      "step": 49460
    },
    {
      "epoch": 8.82,
      "learning_rate": 4.559129814550642e-05,
      "loss": 0.0036,
      "step": 49470
    },
    {
      "epoch": 8.82,
      "learning_rate": 4.5590406562054214e-05,
      "loss": 0.0049,
      "step": 49480
    },
    {
      "epoch": 8.82,
      "learning_rate": 4.5589514978602e-05,
      "loss": 0.0046,
      "step": 49490
    },
    {
      "epoch": 8.83,
      "learning_rate": 4.558862339514979e-05,
      "loss": 0.0076,
      "step": 49500
    },
    {
      "epoch": 8.83,
      "learning_rate": 4.5587731811697574e-05,
      "loss": 0.0046,
      "step": 49510
    },
    {
      "epoch": 8.83,
      "learning_rate": 4.5586840228245365e-05,
      "loss": 0.0046,
      "step": 49520
    },
    {
      "epoch": 8.83,
      "learning_rate": 4.558594864479315e-05,
      "loss": 0.0062,
      "step": 49530
    },
    {
      "epoch": 8.83,
      "learning_rate": 4.558505706134094e-05,
      "loss": 0.0048,
      "step": 49540
    },
    {
      "epoch": 8.84,
      "learning_rate": 4.558416547788873e-05,
      "loss": 0.0051,
      "step": 49550
    },
    {
      "epoch": 8.84,
      "learning_rate": 4.558327389443652e-05,
      "loss": 0.0053,
      "step": 49560
    },
    {
      "epoch": 8.84,
      "learning_rate": 4.5582382310984315e-05,
      "loss": 0.0043,
      "step": 49570
    },
    {
      "epoch": 8.84,
      "learning_rate": 4.55814907275321e-05,
      "loss": 0.0048,
      "step": 49580
    },
    {
      "epoch": 8.84,
      "learning_rate": 4.558059914407989e-05,
      "loss": 0.0036,
      "step": 49590
    },
    {
      "epoch": 8.84,
      "learning_rate": 4.5579707560627675e-05,
      "loss": 0.0061,
      "step": 49600
    },
    {
      "epoch": 8.85,
      "learning_rate": 4.5578815977175466e-05,
      "loss": 0.007,
      "step": 49610
    },
    {
      "epoch": 8.85,
      "learning_rate": 4.557792439372325e-05,
      "loss": 0.0042,
      "step": 49620
    },
    {
      "epoch": 8.85,
      "learning_rate": 4.557703281027104e-05,
      "loss": 0.0036,
      "step": 49630
    },
    {
      "epoch": 8.85,
      "learning_rate": 4.557614122681883e-05,
      "loss": 0.0032,
      "step": 49640
    },
    {
      "epoch": 8.85,
      "learning_rate": 4.557524964336662e-05,
      "loss": 0.0062,
      "step": 49650
    },
    {
      "epoch": 8.86,
      "learning_rate": 4.5574358059914415e-05,
      "loss": 0.0058,
      "step": 49660
    },
    {
      "epoch": 8.86,
      "learning_rate": 4.55734664764622e-05,
      "loss": 0.0067,
      "step": 49670
    },
    {
      "epoch": 8.86,
      "learning_rate": 4.557257489300999e-05,
      "loss": 0.0056,
      "step": 49680
    },
    {
      "epoch": 8.86,
      "learning_rate": 4.5571683309557775e-05,
      "loss": 0.0055,
      "step": 49690
    },
    {
      "epoch": 8.86,
      "learning_rate": 4.5570791726105566e-05,
      "loss": 0.0035,
      "step": 49700
    },
    {
      "epoch": 8.86,
      "learning_rate": 4.556990014265336e-05,
      "loss": 0.0069,
      "step": 49710
    },
    {
      "epoch": 8.87,
      "learning_rate": 4.556900855920114e-05,
      "loss": 0.0055,
      "step": 49720
    },
    {
      "epoch": 8.87,
      "learning_rate": 4.556811697574893e-05,
      "loss": 0.0049,
      "step": 49730
    },
    {
      "epoch": 8.87,
      "learning_rate": 4.556722539229672e-05,
      "loss": 0.0064,
      "step": 49740
    },
    {
      "epoch": 8.87,
      "learning_rate": 4.556633380884451e-05,
      "loss": 0.0062,
      "step": 49750
    },
    {
      "epoch": 8.87,
      "learning_rate": 4.556544222539229e-05,
      "loss": 0.0052,
      "step": 49760
    },
    {
      "epoch": 8.87,
      "learning_rate": 4.556455064194009e-05,
      "loss": 0.0071,
      "step": 49770
    },
    {
      "epoch": 8.88,
      "learning_rate": 4.5563659058487876e-05,
      "loss": 0.0061,
      "step": 49780
    },
    {
      "epoch": 8.88,
      "learning_rate": 4.556276747503567e-05,
      "loss": 0.0062,
      "step": 49790
    },
    {
      "epoch": 8.88,
      "learning_rate": 4.556187589158346e-05,
      "loss": 0.0052,
      "step": 49800
    },
    {
      "epoch": 8.88,
      "learning_rate": 4.556098430813124e-05,
      "loss": 0.0045,
      "step": 49810
    },
    {
      "epoch": 8.88,
      "learning_rate": 4.5560092724679034e-05,
      "loss": 0.0059,
      "step": 49820
    },
    {
      "epoch": 8.89,
      "learning_rate": 4.555920114122682e-05,
      "loss": 0.003,
      "step": 49830
    },
    {
      "epoch": 8.89,
      "learning_rate": 4.555830955777461e-05,
      "loss": 0.0071,
      "step": 49840
    },
    {
      "epoch": 8.89,
      "learning_rate": 4.5557417974322394e-05,
      "loss": 0.0067,
      "step": 49850
    },
    {
      "epoch": 8.89,
      "learning_rate": 4.5556526390870185e-05,
      "loss": 0.0045,
      "step": 49860
    },
    {
      "epoch": 8.89,
      "learning_rate": 4.5555634807417976e-05,
      "loss": 0.0037,
      "step": 49870
    },
    {
      "epoch": 8.89,
      "learning_rate": 4.555474322396577e-05,
      "loss": 0.0034,
      "step": 49880
    },
    {
      "epoch": 8.9,
      "learning_rate": 4.555385164051356e-05,
      "loss": 0.007,
      "step": 49890
    },
    {
      "epoch": 8.9,
      "learning_rate": 4.555296005706134e-05,
      "loss": 0.0056,
      "step": 49900
    },
    {
      "epoch": 8.9,
      "learning_rate": 4.5552068473609134e-05,
      "loss": 0.0041,
      "step": 49910
    },
    {
      "epoch": 8.9,
      "learning_rate": 4.555117689015692e-05,
      "loss": 0.0074,
      "step": 49920
    },
    {
      "epoch": 8.9,
      "learning_rate": 4.555028530670471e-05,
      "loss": 0.0051,
      "step": 49930
    },
    {
      "epoch": 8.91,
      "learning_rate": 4.55493937232525e-05,
      "loss": 0.0056,
      "step": 49940
    },
    {
      "epoch": 8.91,
      "learning_rate": 4.5548502139800286e-05,
      "loss": 0.0071,
      "step": 49950
    },
    {
      "epoch": 8.91,
      "learning_rate": 4.554761055634808e-05,
      "loss": 0.004,
      "step": 49960
    },
    {
      "epoch": 8.91,
      "learning_rate": 4.554671897289586e-05,
      "loss": 0.0057,
      "step": 49970
    },
    {
      "epoch": 8.91,
      "learning_rate": 4.554582738944365e-05,
      "loss": 0.0046,
      "step": 49980
    },
    {
      "epoch": 8.91,
      "learning_rate": 4.5544935805991444e-05,
      "loss": 0.0039,
      "step": 49990
    },
    {
      "epoch": 8.92,
      "learning_rate": 4.5544044222539235e-05,
      "loss": 0.0051,
      "step": 50000
    },
    {
      "epoch": 8.92,
      "learning_rate": 4.554315263908702e-05,
      "loss": 0.0056,
      "step": 50010
    },
    {
      "epoch": 8.92,
      "learning_rate": 4.554226105563481e-05,
      "loss": 0.0035,
      "step": 50020
    },
    {
      "epoch": 8.92,
      "learning_rate": 4.55413694721826e-05,
      "loss": 0.003,
      "step": 50030
    },
    {
      "epoch": 8.92,
      "learning_rate": 4.5540477888730386e-05,
      "loss": 0.0051,
      "step": 50040
    },
    {
      "epoch": 8.92,
      "learning_rate": 4.553958630527818e-05,
      "loss": 0.0062,
      "step": 50050
    },
    {
      "epoch": 8.93,
      "learning_rate": 4.553869472182596e-05,
      "loss": 0.0045,
      "step": 50060
    },
    {
      "epoch": 8.93,
      "learning_rate": 4.553780313837375e-05,
      "loss": 0.0059,
      "step": 50070
    },
    {
      "epoch": 8.93,
      "learning_rate": 4.553691155492154e-05,
      "loss": 0.0055,
      "step": 50080
    },
    {
      "epoch": 8.93,
      "learning_rate": 4.553601997146933e-05,
      "loss": 0.0069,
      "step": 50090
    },
    {
      "epoch": 8.93,
      "learning_rate": 4.553512838801712e-05,
      "loss": 0.0055,
      "step": 50100
    },
    {
      "epoch": 8.94,
      "learning_rate": 4.553423680456491e-05,
      "loss": 0.0036,
      "step": 50110
    },
    {
      "epoch": 8.94,
      "learning_rate": 4.55333452211127e-05,
      "loss": 0.0063,
      "step": 50120
    },
    {
      "epoch": 8.94,
      "learning_rate": 4.553245363766049e-05,
      "loss": 0.0049,
      "step": 50130
    },
    {
      "epoch": 8.94,
      "learning_rate": 4.553156205420828e-05,
      "loss": 0.0037,
      "step": 50140
    },
    {
      "epoch": 8.94,
      "learning_rate": 4.553067047075606e-05,
      "loss": 0.0041,
      "step": 50150
    },
    {
      "epoch": 8.94,
      "learning_rate": 4.5529778887303854e-05,
      "loss": 0.0064,
      "step": 50160
    },
    {
      "epoch": 8.95,
      "learning_rate": 4.5528887303851645e-05,
      "loss": 0.0051,
      "step": 50170
    },
    {
      "epoch": 8.95,
      "learning_rate": 4.552799572039943e-05,
      "loss": 0.006,
      "step": 50180
    },
    {
      "epoch": 8.95,
      "learning_rate": 4.552710413694722e-05,
      "loss": 0.0044,
      "step": 50190
    },
    {
      "epoch": 8.95,
      "learning_rate": 4.5526212553495005e-05,
      "loss": 0.0044,
      "step": 50200
    },
    {
      "epoch": 8.95,
      "learning_rate": 4.55253209700428e-05,
      "loss": 0.0053,
      "step": 50210
    },
    {
      "epoch": 8.96,
      "learning_rate": 4.552442938659059e-05,
      "loss": 0.0055,
      "step": 50220
    },
    {
      "epoch": 8.96,
      "learning_rate": 4.552353780313838e-05,
      "loss": 0.0039,
      "step": 50230
    },
    {
      "epoch": 8.96,
      "learning_rate": 4.552264621968616e-05,
      "loss": 0.0049,
      "step": 50240
    },
    {
      "epoch": 8.96,
      "learning_rate": 4.5521754636233954e-05,
      "loss": 0.0063,
      "step": 50250
    },
    {
      "epoch": 8.96,
      "learning_rate": 4.5520863052781745e-05,
      "loss": 0.0035,
      "step": 50260
    },
    {
      "epoch": 8.96,
      "learning_rate": 4.551997146932953e-05,
      "loss": 0.0052,
      "step": 50270
    },
    {
      "epoch": 8.97,
      "learning_rate": 4.551907988587732e-05,
      "loss": 0.0054,
      "step": 50280
    },
    {
      "epoch": 8.97,
      "learning_rate": 4.5518188302425105e-05,
      "loss": 0.0051,
      "step": 50290
    },
    {
      "epoch": 8.97,
      "learning_rate": 4.55172967189729e-05,
      "loss": 0.0038,
      "step": 50300
    },
    {
      "epoch": 8.97,
      "learning_rate": 4.551640513552068e-05,
      "loss": 0.0041,
      "step": 50310
    },
    {
      "epoch": 8.97,
      "learning_rate": 4.551551355206848e-05,
      "loss": 0.0101,
      "step": 50320
    },
    {
      "epoch": 8.97,
      "learning_rate": 4.5514621968616264e-05,
      "loss": 0.0062,
      "step": 50330
    },
    {
      "epoch": 8.98,
      "learning_rate": 4.5513730385164055e-05,
      "loss": 0.0048,
      "step": 50340
    },
    {
      "epoch": 8.98,
      "learning_rate": 4.5512838801711846e-05,
      "loss": 0.0074,
      "step": 50350
    },
    {
      "epoch": 8.98,
      "learning_rate": 4.551194721825963e-05,
      "loss": 0.0094,
      "step": 50360
    },
    {
      "epoch": 8.98,
      "learning_rate": 4.551105563480742e-05,
      "loss": 0.0047,
      "step": 50370
    },
    {
      "epoch": 8.98,
      "learning_rate": 4.5510164051355206e-05,
      "loss": 0.0054,
      "step": 50380
    },
    {
      "epoch": 8.99,
      "learning_rate": 4.5509272467903e-05,
      "loss": 0.0047,
      "step": 50390
    },
    {
      "epoch": 8.99,
      "learning_rate": 4.550838088445079e-05,
      "loss": 0.0063,
      "step": 50400
    },
    {
      "epoch": 8.99,
      "learning_rate": 4.550748930099857e-05,
      "loss": 0.005,
      "step": 50410
    },
    {
      "epoch": 8.99,
      "learning_rate": 4.5506597717546364e-05,
      "loss": 0.0045,
      "step": 50420
    },
    {
      "epoch": 8.99,
      "learning_rate": 4.5505706134094155e-05,
      "loss": 0.0057,
      "step": 50430
    },
    {
      "epoch": 8.99,
      "learning_rate": 4.5504814550641947e-05,
      "loss": 0.0037,
      "step": 50440
    },
    {
      "epoch": 9.0,
      "learning_rate": 4.550392296718973e-05,
      "loss": 0.0081,
      "step": 50450
    },
    {
      "epoch": 9.0,
      "learning_rate": 4.550303138373752e-05,
      "loss": 0.004,
      "step": 50460
    },
    {
      "epoch": 9.0,
      "learning_rate": 4.5502139800285307e-05,
      "loss": 0.0036,
      "step": 50470
    },
    {
      "epoch": 9.0,
      "eval_loss": 0.014716032892465591,
      "eval_runtime": 197.987,
      "eval_samples_per_second": 23.431,
      "eval_steps_per_second": 2.929,
      "step": 50472
    },
    {
      "epoch": 9.0,
      "learning_rate": 4.55012482168331e-05,
      "loss": 0.0047,
      "step": 50480
    },
    {
      "epoch": 9.0,
      "learning_rate": 4.550035663338089e-05,
      "loss": 0.0052,
      "step": 50490
    },
    {
      "epoch": 9.0,
      "learning_rate": 4.5499465049928673e-05,
      "loss": 0.0039,
      "step": 50500
    },
    {
      "epoch": 9.01,
      "learning_rate": 4.5498573466476465e-05,
      "loss": 0.0028,
      "step": 50510
    },
    {
      "epoch": 9.01,
      "learning_rate": 4.549768188302425e-05,
      "loss": 0.0035,
      "step": 50520
    },
    {
      "epoch": 9.01,
      "learning_rate": 4.549679029957204e-05,
      "loss": 0.0074,
      "step": 50530
    },
    {
      "epoch": 9.01,
      "learning_rate": 4.549589871611983e-05,
      "loss": 0.0032,
      "step": 50540
    },
    {
      "epoch": 9.01,
      "learning_rate": 4.549500713266762e-05,
      "loss": 0.0076,
      "step": 50550
    },
    {
      "epoch": 9.02,
      "learning_rate": 4.549411554921541e-05,
      "loss": 0.0052,
      "step": 50560
    },
    {
      "epoch": 9.02,
      "learning_rate": 4.54932239657632e-05,
      "loss": 0.0069,
      "step": 50570
    },
    {
      "epoch": 9.02,
      "learning_rate": 4.549233238231099e-05,
      "loss": 0.0041,
      "step": 50580
    },
    {
      "epoch": 9.02,
      "learning_rate": 4.5491440798858774e-05,
      "loss": 0.003,
      "step": 50590
    },
    {
      "epoch": 9.02,
      "learning_rate": 4.5490549215406565e-05,
      "loss": 0.0047,
      "step": 50600
    },
    {
      "epoch": 9.02,
      "learning_rate": 4.548965763195435e-05,
      "loss": 0.0049,
      "step": 50610
    },
    {
      "epoch": 9.03,
      "learning_rate": 4.548876604850214e-05,
      "loss": 0.0032,
      "step": 50620
    },
    {
      "epoch": 9.03,
      "learning_rate": 4.548787446504993e-05,
      "loss": 0.0084,
      "step": 50630
    },
    {
      "epoch": 9.03,
      "learning_rate": 4.5486982881597717e-05,
      "loss": 0.004,
      "step": 50640
    },
    {
      "epoch": 9.03,
      "learning_rate": 4.5486091298145514e-05,
      "loss": 0.0034,
      "step": 50650
    },
    {
      "epoch": 9.03,
      "learning_rate": 4.54851997146933e-05,
      "loss": 0.0042,
      "step": 50660
    },
    {
      "epoch": 9.04,
      "learning_rate": 4.548430813124109e-05,
      "loss": 0.0036,
      "step": 50670
    },
    {
      "epoch": 9.04,
      "learning_rate": 4.5483416547788875e-05,
      "loss": 0.0035,
      "step": 50680
    },
    {
      "epoch": 9.04,
      "learning_rate": 4.5482524964336666e-05,
      "loss": 0.0019,
      "step": 50690
    },
    {
      "epoch": 9.04,
      "learning_rate": 4.548163338088445e-05,
      "loss": 0.0046,
      "step": 50700
    },
    {
      "epoch": 9.04,
      "learning_rate": 4.548074179743224e-05,
      "loss": 0.0061,
      "step": 50710
    },
    {
      "epoch": 9.04,
      "learning_rate": 4.547985021398003e-05,
      "loss": 0.0033,
      "step": 50720
    },
    {
      "epoch": 9.05,
      "learning_rate": 4.547895863052782e-05,
      "loss": 0.0033,
      "step": 50730
    },
    {
      "epoch": 9.05,
      "learning_rate": 4.547806704707561e-05,
      "loss": 0.003,
      "step": 50740
    },
    {
      "epoch": 9.05,
      "learning_rate": 4.547717546362339e-05,
      "loss": 0.0027,
      "step": 50750
    },
    {
      "epoch": 9.05,
      "learning_rate": 4.547628388017119e-05,
      "loss": 0.0025,
      "step": 50760
    },
    {
      "epoch": 9.05,
      "learning_rate": 4.5475392296718975e-05,
      "loss": 0.0032,
      "step": 50770
    },
    {
      "epoch": 9.05,
      "learning_rate": 4.5474500713266766e-05,
      "loss": 0.0063,
      "step": 50780
    },
    {
      "epoch": 9.06,
      "learning_rate": 4.547360912981455e-05,
      "loss": 0.0054,
      "step": 50790
    },
    {
      "epoch": 9.06,
      "learning_rate": 4.547271754636234e-05,
      "loss": 0.0045,
      "step": 50800
    },
    {
      "epoch": 9.06,
      "learning_rate": 4.547182596291013e-05,
      "loss": 0.0041,
      "step": 50810
    },
    {
      "epoch": 9.06,
      "learning_rate": 4.547093437945792e-05,
      "loss": 0.0029,
      "step": 50820
    },
    {
      "epoch": 9.06,
      "learning_rate": 4.547004279600571e-05,
      "loss": 0.0049,
      "step": 50830
    },
    {
      "epoch": 9.07,
      "learning_rate": 4.546915121255349e-05,
      "loss": 0.0037,
      "step": 50840
    },
    {
      "epoch": 9.07,
      "learning_rate": 4.5468259629101284e-05,
      "loss": 0.0042,
      "step": 50850
    },
    {
      "epoch": 9.07,
      "learning_rate": 4.5467368045649076e-05,
      "loss": 0.0058,
      "step": 50860
    },
    {
      "epoch": 9.07,
      "learning_rate": 4.546647646219687e-05,
      "loss": 0.0041,
      "step": 50870
    },
    {
      "epoch": 9.07,
      "learning_rate": 4.546558487874466e-05,
      "loss": 0.0033,
      "step": 50880
    },
    {
      "epoch": 9.07,
      "learning_rate": 4.546469329529244e-05,
      "loss": 0.0024,
      "step": 50890
    },
    {
      "epoch": 9.08,
      "learning_rate": 4.5463801711840234e-05,
      "loss": 0.003,
      "step": 50900
    },
    {
      "epoch": 9.08,
      "learning_rate": 4.546291012838802e-05,
      "loss": 0.0058,
      "step": 50910
    },
    {
      "epoch": 9.08,
      "learning_rate": 4.546201854493581e-05,
      "loss": 0.0049,
      "step": 50920
    },
    {
      "epoch": 9.08,
      "learning_rate": 4.5461126961483594e-05,
      "loss": 0.0027,
      "step": 50930
    },
    {
      "epoch": 9.08,
      "learning_rate": 4.5460235378031385e-05,
      "loss": 0.0053,
      "step": 50940
    },
    {
      "epoch": 9.09,
      "learning_rate": 4.5459343794579176e-05,
      "loss": 0.0031,
      "step": 50950
    },
    {
      "epoch": 9.09,
      "learning_rate": 4.545845221112696e-05,
      "loss": 0.0054,
      "step": 50960
    },
    {
      "epoch": 9.09,
      "learning_rate": 4.545756062767475e-05,
      "loss": 0.0025,
      "step": 50970
    },
    {
      "epoch": 9.09,
      "learning_rate": 4.545666904422254e-05,
      "loss": 0.005,
      "step": 50980
    },
    {
      "epoch": 9.09,
      "learning_rate": 4.5455777460770334e-05,
      "loss": 0.0048,
      "step": 50990
    },
    {
      "epoch": 9.09,
      "learning_rate": 4.545488587731812e-05,
      "loss": 0.0045,
      "step": 51000
    },
    {
      "epoch": 9.1,
      "learning_rate": 4.545399429386591e-05,
      "loss": 0.0049,
      "step": 51010
    },
    {
      "epoch": 9.1,
      "learning_rate": 4.5453102710413694e-05,
      "loss": 0.0047,
      "step": 51020
    },
    {
      "epoch": 9.1,
      "learning_rate": 4.5452211126961486e-05,
      "loss": 0.0038,
      "step": 51030
    },
    {
      "epoch": 9.1,
      "learning_rate": 4.545131954350928e-05,
      "loss": 0.0053,
      "step": 51040
    },
    {
      "epoch": 9.1,
      "learning_rate": 4.545042796005706e-05,
      "loss": 0.0062,
      "step": 51050
    },
    {
      "epoch": 9.1,
      "learning_rate": 4.544953637660485e-05,
      "loss": 0.0053,
      "step": 51060
    },
    {
      "epoch": 9.11,
      "learning_rate": 4.544864479315264e-05,
      "loss": 0.0062,
      "step": 51070
    },
    {
      "epoch": 9.11,
      "learning_rate": 4.544775320970043e-05,
      "loss": 0.0061,
      "step": 51080
    },
    {
      "epoch": 9.11,
      "learning_rate": 4.544686162624822e-05,
      "loss": 0.005,
      "step": 51090
    },
    {
      "epoch": 9.11,
      "learning_rate": 4.544597004279601e-05,
      "loss": 0.0039,
      "step": 51100
    },
    {
      "epoch": 9.11,
      "learning_rate": 4.54450784593438e-05,
      "loss": 0.0034,
      "step": 51110
    },
    {
      "epoch": 9.12,
      "learning_rate": 4.5444186875891586e-05,
      "loss": 0.0058,
      "step": 51120
    },
    {
      "epoch": 9.12,
      "learning_rate": 4.544329529243938e-05,
      "loss": 0.0041,
      "step": 51130
    },
    {
      "epoch": 9.12,
      "learning_rate": 4.544240370898716e-05,
      "loss": 0.0038,
      "step": 51140
    },
    {
      "epoch": 9.12,
      "learning_rate": 4.544151212553495e-05,
      "loss": 0.0043,
      "step": 51150
    },
    {
      "epoch": 9.12,
      "learning_rate": 4.544062054208274e-05,
      "loss": 0.0027,
      "step": 51160
    },
    {
      "epoch": 9.12,
      "learning_rate": 4.543972895863053e-05,
      "loss": 0.0029,
      "step": 51170
    },
    {
      "epoch": 9.13,
      "learning_rate": 4.543883737517832e-05,
      "loss": 0.0048,
      "step": 51180
    },
    {
      "epoch": 9.13,
      "learning_rate": 4.5437945791726104e-05,
      "loss": 0.0034,
      "step": 51190
    },
    {
      "epoch": 9.13,
      "learning_rate": 4.54370542082739e-05,
      "loss": 0.0036,
      "step": 51200
    },
    {
      "epoch": 9.13,
      "learning_rate": 4.543616262482169e-05,
      "loss": 0.0064,
      "step": 51210
    },
    {
      "epoch": 9.13,
      "learning_rate": 4.543527104136948e-05,
      "loss": 0.007,
      "step": 51220
    },
    {
      "epoch": 9.14,
      "learning_rate": 4.543437945791726e-05,
      "loss": 0.0049,
      "step": 51230
    },
    {
      "epoch": 9.14,
      "learning_rate": 4.5433487874465054e-05,
      "loss": 0.0026,
      "step": 51240
    },
    {
      "epoch": 9.14,
      "learning_rate": 4.543259629101284e-05,
      "loss": 0.0045,
      "step": 51250
    },
    {
      "epoch": 9.14,
      "learning_rate": 4.543170470756063e-05,
      "loss": 0.0033,
      "step": 51260
    },
    {
      "epoch": 9.14,
      "learning_rate": 4.543081312410842e-05,
      "loss": 0.0043,
      "step": 51270
    },
    {
      "epoch": 9.14,
      "learning_rate": 4.5429921540656205e-05,
      "loss": 0.0039,
      "step": 51280
    },
    {
      "epoch": 9.15,
      "learning_rate": 4.5429029957203996e-05,
      "loss": 0.0072,
      "step": 51290
    },
    {
      "epoch": 9.15,
      "learning_rate": 4.542813837375178e-05,
      "loss": 0.0033,
      "step": 51300
    },
    {
      "epoch": 9.15,
      "learning_rate": 4.542724679029958e-05,
      "loss": 0.0038,
      "step": 51310
    },
    {
      "epoch": 9.15,
      "learning_rate": 4.542635520684736e-05,
      "loss": 0.0045,
      "step": 51320
    },
    {
      "epoch": 9.15,
      "learning_rate": 4.5425463623395154e-05,
      "loss": 0.0031,
      "step": 51330
    },
    {
      "epoch": 9.15,
      "learning_rate": 4.5424572039942945e-05,
      "loss": 0.004,
      "step": 51340
    },
    {
      "epoch": 9.16,
      "learning_rate": 4.542368045649073e-05,
      "loss": 0.005,
      "step": 51350
    },
    {
      "epoch": 9.16,
      "learning_rate": 4.542278887303852e-05,
      "loss": 0.0046,
      "step": 51360
    },
    {
      "epoch": 9.16,
      "learning_rate": 4.5421897289586305e-05,
      "loss": 0.0032,
      "step": 51370
    },
    {
      "epoch": 9.16,
      "learning_rate": 4.54210057061341e-05,
      "loss": 0.0094,
      "step": 51380
    },
    {
      "epoch": 9.16,
      "learning_rate": 4.542011412268188e-05,
      "loss": 0.0046,
      "step": 51390
    },
    {
      "epoch": 9.17,
      "learning_rate": 4.541922253922967e-05,
      "loss": 0.003,
      "step": 51400
    },
    {
      "epoch": 9.17,
      "learning_rate": 4.5418330955777463e-05,
      "loss": 0.0069,
      "step": 51410
    },
    {
      "epoch": 9.17,
      "learning_rate": 4.5417439372325255e-05,
      "loss": 0.003,
      "step": 51420
    },
    {
      "epoch": 9.17,
      "learning_rate": 4.5416547788873046e-05,
      "loss": 0.004,
      "step": 51430
    },
    {
      "epoch": 9.17,
      "learning_rate": 4.541574536376605e-05,
      "loss": 0.0075,
      "step": 51440
    },
    {
      "epoch": 9.17,
      "learning_rate": 4.541485378031384e-05,
      "loss": 0.0027,
      "step": 51450
    },
    {
      "epoch": 9.18,
      "learning_rate": 4.541396219686162e-05,
      "loss": 0.0025,
      "step": 51460
    },
    {
      "epoch": 9.18,
      "learning_rate": 4.541307061340942e-05,
      "loss": 0.0056,
      "step": 51470
    },
    {
      "epoch": 9.18,
      "learning_rate": 4.5412179029957205e-05,
      "loss": 0.004,
      "step": 51480
    },
    {
      "epoch": 9.18,
      "learning_rate": 4.5411287446504996e-05,
      "loss": 0.0043,
      "step": 51490
    },
    {
      "epoch": 9.18,
      "learning_rate": 4.541039586305279e-05,
      "loss": 0.0059,
      "step": 51500
    },
    {
      "epoch": 9.19,
      "learning_rate": 4.540950427960057e-05,
      "loss": 0.0046,
      "step": 51510
    },
    {
      "epoch": 9.19,
      "learning_rate": 4.540861269614836e-05,
      "loss": 0.0042,
      "step": 51520
    },
    {
      "epoch": 9.19,
      "learning_rate": 4.540772111269615e-05,
      "loss": 0.0045,
      "step": 51530
    },
    {
      "epoch": 9.19,
      "learning_rate": 4.540682952924394e-05,
      "loss": 0.0033,
      "step": 51540
    },
    {
      "epoch": 9.19,
      "learning_rate": 4.540593794579172e-05,
      "loss": 0.0068,
      "step": 51550
    },
    {
      "epoch": 9.19,
      "learning_rate": 4.5405046362339515e-05,
      "loss": 0.0049,
      "step": 51560
    },
    {
      "epoch": 9.2,
      "learning_rate": 4.5404154778887306e-05,
      "loss": 0.0069,
      "step": 51570
    },
    {
      "epoch": 9.2,
      "learning_rate": 4.54032631954351e-05,
      "loss": 0.005,
      "step": 51580
    },
    {
      "epoch": 9.2,
      "learning_rate": 4.540237161198289e-05,
      "loss": 0.0038,
      "step": 51590
    },
    {
      "epoch": 9.2,
      "learning_rate": 4.540148002853067e-05,
      "loss": 0.0031,
      "step": 51600
    },
    {
      "epoch": 9.2,
      "learning_rate": 4.5400588445078464e-05,
      "loss": 0.0038,
      "step": 51610
    },
    {
      "epoch": 9.2,
      "learning_rate": 4.539969686162625e-05,
      "loss": 0.0037,
      "step": 51620
    },
    {
      "epoch": 9.21,
      "learning_rate": 4.539880527817404e-05,
      "loss": 0.0066,
      "step": 51630
    },
    {
      "epoch": 9.21,
      "learning_rate": 4.539791369472183e-05,
      "loss": 0.0042,
      "step": 51640
    },
    {
      "epoch": 9.21,
      "learning_rate": 4.5397022111269615e-05,
      "loss": 0.0035,
      "step": 51650
    },
    {
      "epoch": 9.21,
      "learning_rate": 4.5396130527817406e-05,
      "loss": 0.0027,
      "step": 51660
    },
    {
      "epoch": 9.21,
      "learning_rate": 4.539523894436519e-05,
      "loss": 0.0042,
      "step": 51670
    },
    {
      "epoch": 9.22,
      "learning_rate": 4.539434736091298e-05,
      "loss": 0.0045,
      "step": 51680
    },
    {
      "epoch": 9.22,
      "learning_rate": 4.539345577746077e-05,
      "loss": 0.0041,
      "step": 51690
    },
    {
      "epoch": 9.22,
      "learning_rate": 4.5392564194008564e-05,
      "loss": 0.0041,
      "step": 51700
    },
    {
      "epoch": 9.22,
      "learning_rate": 4.539167261055635e-05,
      "loss": 0.0038,
      "step": 51710
    },
    {
      "epoch": 9.22,
      "learning_rate": 4.539078102710414e-05,
      "loss": 0.003,
      "step": 51720
    },
    {
      "epoch": 9.22,
      "learning_rate": 4.538988944365193e-05,
      "loss": 0.0037,
      "step": 51730
    },
    {
      "epoch": 9.23,
      "learning_rate": 4.5388997860199716e-05,
      "loss": 0.0023,
      "step": 51740
    },
    {
      "epoch": 9.23,
      "learning_rate": 4.538810627674751e-05,
      "loss": 0.0026,
      "step": 51750
    },
    {
      "epoch": 9.23,
      "learning_rate": 4.538721469329529e-05,
      "loss": 0.0027,
      "step": 51760
    },
    {
      "epoch": 9.23,
      "learning_rate": 4.538632310984308e-05,
      "loss": 0.0024,
      "step": 51770
    },
    {
      "epoch": 9.23,
      "learning_rate": 4.538543152639087e-05,
      "loss": 0.005,
      "step": 51780
    },
    {
      "epoch": 9.24,
      "learning_rate": 4.538453994293866e-05,
      "loss": 0.0074,
      "step": 51790
    },
    {
      "epoch": 9.24,
      "learning_rate": 4.538364835948645e-05,
      "loss": 0.0054,
      "step": 51800
    },
    {
      "epoch": 9.24,
      "learning_rate": 4.538275677603424e-05,
      "loss": 0.0064,
      "step": 51810
    },
    {
      "epoch": 9.24,
      "learning_rate": 4.538186519258203e-05,
      "loss": 0.0031,
      "step": 51820
    },
    {
      "epoch": 9.24,
      "learning_rate": 4.5380973609129816e-05,
      "loss": 0.0038,
      "step": 51830
    },
    {
      "epoch": 9.24,
      "learning_rate": 4.538008202567761e-05,
      "loss": 0.0047,
      "step": 51840
    },
    {
      "epoch": 9.25,
      "learning_rate": 4.537919044222539e-05,
      "loss": 0.0061,
      "step": 51850
    },
    {
      "epoch": 9.25,
      "learning_rate": 4.537829885877318e-05,
      "loss": 0.0038,
      "step": 51860
    },
    {
      "epoch": 9.25,
      "learning_rate": 4.5377407275320974e-05,
      "loss": 0.0039,
      "step": 51870
    },
    {
      "epoch": 9.25,
      "learning_rate": 4.537651569186876e-05,
      "loss": 0.0041,
      "step": 51880
    },
    {
      "epoch": 9.25,
      "learning_rate": 4.537562410841655e-05,
      "loss": 0.0048,
      "step": 51890
    },
    {
      "epoch": 9.25,
      "learning_rate": 4.5374732524964334e-05,
      "loss": 0.0042,
      "step": 51900
    },
    {
      "epoch": 9.26,
      "learning_rate": 4.537384094151213e-05,
      "loss": 0.0055,
      "step": 51910
    },
    {
      "epoch": 9.26,
      "learning_rate": 4.537294935805992e-05,
      "loss": 0.0048,
      "step": 51920
    },
    {
      "epoch": 9.26,
      "learning_rate": 4.537205777460771e-05,
      "loss": 0.0035,
      "step": 51930
    },
    {
      "epoch": 9.26,
      "learning_rate": 4.537116619115549e-05,
      "loss": 0.0018,
      "step": 51940
    },
    {
      "epoch": 9.26,
      "learning_rate": 4.5370274607703284e-05,
      "loss": 0.004,
      "step": 51950
    },
    {
      "epoch": 9.27,
      "learning_rate": 4.5369383024251075e-05,
      "loss": 0.0071,
      "step": 51960
    },
    {
      "epoch": 9.27,
      "learning_rate": 4.536849144079886e-05,
      "loss": 0.0055,
      "step": 51970
    },
    {
      "epoch": 9.27,
      "learning_rate": 4.536759985734665e-05,
      "loss": 0.0048,
      "step": 51980
    },
    {
      "epoch": 9.27,
      "learning_rate": 4.5366708273894435e-05,
      "loss": 0.0028,
      "step": 51990
    },
    {
      "epoch": 9.27,
      "learning_rate": 4.5365816690442226e-05,
      "loss": 0.0056,
      "step": 52000
    },
    {
      "epoch": 9.27,
      "learning_rate": 4.536492510699001e-05,
      "loss": 0.0063,
      "step": 52010
    },
    {
      "epoch": 9.28,
      "learning_rate": 4.536403352353781e-05,
      "loss": 0.0038,
      "step": 52020
    },
    {
      "epoch": 9.28,
      "learning_rate": 4.536314194008559e-05,
      "loss": 0.006,
      "step": 52030
    },
    {
      "epoch": 9.28,
      "learning_rate": 4.5362250356633384e-05,
      "loss": 0.0029,
      "step": 52040
    },
    {
      "epoch": 9.28,
      "learning_rate": 4.5361358773181175e-05,
      "loss": 0.0042,
      "step": 52050
    },
    {
      "epoch": 9.28,
      "learning_rate": 4.536046718972896e-05,
      "loss": 0.0039,
      "step": 52060
    },
    {
      "epoch": 9.28,
      "learning_rate": 4.535957560627675e-05,
      "loss": 0.0049,
      "step": 52070
    },
    {
      "epoch": 9.29,
      "learning_rate": 4.5358684022824536e-05,
      "loss": 0.0037,
      "step": 52080
    },
    {
      "epoch": 9.29,
      "learning_rate": 4.535779243937233e-05,
      "loss": 0.0026,
      "step": 52090
    },
    {
      "epoch": 9.29,
      "learning_rate": 4.535690085592012e-05,
      "loss": 0.003,
      "step": 52100
    },
    {
      "epoch": 9.29,
      "learning_rate": 4.53560092724679e-05,
      "loss": 0.002,
      "step": 52110
    },
    {
      "epoch": 9.29,
      "learning_rate": 4.5355117689015694e-05,
      "loss": 0.0014,
      "step": 52120
    },
    {
      "epoch": 9.3,
      "learning_rate": 4.5354226105563485e-05,
      "loss": 0.003,
      "step": 52130
    },
    {
      "epoch": 9.3,
      "learning_rate": 4.5353334522111276e-05,
      "loss": 0.0054,
      "step": 52140
    },
    {
      "epoch": 9.3,
      "learning_rate": 4.535244293865906e-05,
      "loss": 0.0074,
      "step": 52150
    },
    {
      "epoch": 9.3,
      "learning_rate": 4.535155135520685e-05,
      "loss": 0.0054,
      "step": 52160
    },
    {
      "epoch": 9.3,
      "learning_rate": 4.5350659771754636e-05,
      "loss": 0.0119,
      "step": 52170
    },
    {
      "epoch": 9.3,
      "learning_rate": 4.534976818830243e-05,
      "loss": 0.0043,
      "step": 52180
    },
    {
      "epoch": 9.31,
      "learning_rate": 4.534887660485022e-05,
      "loss": 0.0057,
      "step": 52190
    },
    {
      "epoch": 9.31,
      "learning_rate": 4.5347985021398e-05,
      "loss": 0.0059,
      "step": 52200
    },
    {
      "epoch": 9.31,
      "learning_rate": 4.5347093437945794e-05,
      "loss": 0.0052,
      "step": 52210
    },
    {
      "epoch": 9.31,
      "learning_rate": 4.534620185449358e-05,
      "loss": 0.0028,
      "step": 52220
    },
    {
      "epoch": 9.31,
      "learning_rate": 4.534531027104137e-05,
      "loss": 0.0049,
      "step": 52230
    },
    {
      "epoch": 9.32,
      "learning_rate": 4.534441868758916e-05,
      "loss": 0.008,
      "step": 52240
    },
    {
      "epoch": 9.32,
      "learning_rate": 4.534352710413695e-05,
      "loss": 0.0047,
      "step": 52250
    },
    {
      "epoch": 9.32,
      "learning_rate": 4.534263552068474e-05,
      "loss": 0.0026,
      "step": 52260
    },
    {
      "epoch": 9.32,
      "learning_rate": 4.534174393723253e-05,
      "loss": 0.0059,
      "step": 52270
    },
    {
      "epoch": 9.32,
      "learning_rate": 4.534085235378032e-05,
      "loss": 0.0054,
      "step": 52280
    },
    {
      "epoch": 9.32,
      "learning_rate": 4.5339960770328104e-05,
      "loss": 0.0038,
      "step": 52290
    },
    {
      "epoch": 9.33,
      "learning_rate": 4.5339069186875895e-05,
      "loss": 0.0036,
      "step": 52300
    },
    {
      "epoch": 9.33,
      "learning_rate": 4.533817760342368e-05,
      "loss": 0.0027,
      "step": 52310
    },
    {
      "epoch": 9.33,
      "learning_rate": 4.533728601997147e-05,
      "loss": 0.0078,
      "step": 52320
    },
    {
      "epoch": 9.33,
      "learning_rate": 4.533639443651926e-05,
      "loss": 0.0018,
      "step": 52330
    },
    {
      "epoch": 9.33,
      "learning_rate": 4.5335502853067046e-05,
      "loss": 0.0033,
      "step": 52340
    },
    {
      "epoch": 9.33,
      "learning_rate": 4.5334611269614844e-05,
      "loss": 0.0049,
      "step": 52350
    },
    {
      "epoch": 9.34,
      "learning_rate": 4.533371968616263e-05,
      "loss": 0.0044,
      "step": 52360
    },
    {
      "epoch": 9.34,
      "learning_rate": 4.533282810271042e-05,
      "loss": 0.0064,
      "step": 52370
    },
    {
      "epoch": 9.34,
      "learning_rate": 4.5331936519258204e-05,
      "loss": 0.0094,
      "step": 52380
    },
    {
      "epoch": 9.34,
      "learning_rate": 4.5331044935805995e-05,
      "loss": 0.0044,
      "step": 52390
    },
    {
      "epoch": 9.34,
      "learning_rate": 4.533015335235378e-05,
      "loss": 0.0051,
      "step": 52400
    },
    {
      "epoch": 9.35,
      "learning_rate": 4.532926176890157e-05,
      "loss": 0.0051,
      "step": 52410
    },
    {
      "epoch": 9.35,
      "learning_rate": 4.532837018544936e-05,
      "loss": 0.0034,
      "step": 52420
    },
    {
      "epoch": 9.35,
      "learning_rate": 4.5327478601997147e-05,
      "loss": 0.0042,
      "step": 52430
    },
    {
      "epoch": 9.35,
      "learning_rate": 4.532658701854494e-05,
      "loss": 0.0054,
      "step": 52440
    },
    {
      "epoch": 9.35,
      "learning_rate": 4.532569543509272e-05,
      "loss": 0.0032,
      "step": 52450
    },
    {
      "epoch": 9.35,
      "learning_rate": 4.532480385164052e-05,
      "loss": 0.0045,
      "step": 52460
    },
    {
      "epoch": 9.36,
      "learning_rate": 4.5323912268188305e-05,
      "loss": 0.0056,
      "step": 52470
    },
    {
      "epoch": 9.36,
      "learning_rate": 4.5323020684736096e-05,
      "loss": 0.0049,
      "step": 52480
    },
    {
      "epoch": 9.36,
      "learning_rate": 4.532212910128388e-05,
      "loss": 0.005,
      "step": 52490
    },
    {
      "epoch": 9.36,
      "learning_rate": 4.532123751783167e-05,
      "loss": 0.0053,
      "step": 52500
    },
    {
      "epoch": 9.36,
      "learning_rate": 4.532034593437946e-05,
      "loss": 0.002,
      "step": 52510
    },
    {
      "epoch": 9.37,
      "learning_rate": 4.531945435092725e-05,
      "loss": 0.0028,
      "step": 52520
    },
    {
      "epoch": 9.37,
      "learning_rate": 4.531856276747504e-05,
      "loss": 0.0038,
      "step": 52530
    },
    {
      "epoch": 9.37,
      "learning_rate": 4.531767118402282e-05,
      "loss": 0.0045,
      "step": 52540
    },
    {
      "epoch": 9.37,
      "learning_rate": 4.5316779600570614e-05,
      "loss": 0.0054,
      "step": 52550
    },
    {
      "epoch": 9.37,
      "learning_rate": 4.5315888017118405e-05,
      "loss": 0.0034,
      "step": 52560
    },
    {
      "epoch": 9.37,
      "learning_rate": 4.5314996433666196e-05,
      "loss": 0.0039,
      "step": 52570
    },
    {
      "epoch": 9.38,
      "learning_rate": 4.531410485021398e-05,
      "loss": 0.0047,
      "step": 52580
    },
    {
      "epoch": 9.38,
      "learning_rate": 4.531321326676177e-05,
      "loss": 0.0099,
      "step": 52590
    },
    {
      "epoch": 9.38,
      "learning_rate": 4.531232168330956e-05,
      "loss": 0.0029,
      "step": 52600
    },
    {
      "epoch": 9.38,
      "learning_rate": 4.531143009985735e-05,
      "loss": 0.0044,
      "step": 52610
    },
    {
      "epoch": 9.38,
      "learning_rate": 4.531053851640514e-05,
      "loss": 0.0031,
      "step": 52620
    },
    {
      "epoch": 9.38,
      "learning_rate": 4.530964693295292e-05,
      "loss": 0.0075,
      "step": 52630
    },
    {
      "epoch": 9.39,
      "learning_rate": 4.5308755349500715e-05,
      "loss": 0.0036,
      "step": 52640
    },
    {
      "epoch": 9.39,
      "learning_rate": 4.5307863766048506e-05,
      "loss": 0.0061,
      "step": 52650
    },
    {
      "epoch": 9.39,
      "learning_rate": 4.530697218259629e-05,
      "loss": 0.0043,
      "step": 52660
    },
    {
      "epoch": 9.39,
      "learning_rate": 4.530608059914408e-05,
      "loss": 0.0049,
      "step": 52670
    },
    {
      "epoch": 9.39,
      "learning_rate": 4.530518901569187e-05,
      "loss": 0.0032,
      "step": 52680
    },
    {
      "epoch": 9.4,
      "learning_rate": 4.5304297432239664e-05,
      "loss": 0.0045,
      "step": 52690
    },
    {
      "epoch": 9.4,
      "learning_rate": 4.530340584878745e-05,
      "loss": 0.0084,
      "step": 52700
    },
    {
      "epoch": 9.4,
      "learning_rate": 4.530251426533524e-05,
      "loss": 0.0046,
      "step": 52710
    },
    {
      "epoch": 9.4,
      "learning_rate": 4.5301622681883024e-05,
      "loss": 0.0031,
      "step": 52720
    },
    {
      "epoch": 9.4,
      "learning_rate": 4.5300731098430815e-05,
      "loss": 0.0032,
      "step": 52730
    },
    {
      "epoch": 9.4,
      "learning_rate": 4.5299839514978606e-05,
      "loss": 0.0059,
      "step": 52740
    },
    {
      "epoch": 9.41,
      "learning_rate": 4.529894793152639e-05,
      "loss": 0.0067,
      "step": 52750
    },
    {
      "epoch": 9.41,
      "learning_rate": 4.529805634807418e-05,
      "loss": 0.0036,
      "step": 52760
    },
    {
      "epoch": 9.41,
      "learning_rate": 4.5297164764621966e-05,
      "loss": 0.0035,
      "step": 52770
    },
    {
      "epoch": 9.41,
      "learning_rate": 4.529627318116976e-05,
      "loss": 0.0054,
      "step": 52780
    },
    {
      "epoch": 9.41,
      "learning_rate": 4.529538159771755e-05,
      "loss": 0.006,
      "step": 52790
    },
    {
      "epoch": 9.42,
      "learning_rate": 4.529449001426534e-05,
      "loss": 0.003,
      "step": 52800
    },
    {
      "epoch": 9.42,
      "learning_rate": 4.5293598430813124e-05,
      "loss": 0.0038,
      "step": 52810
    },
    {
      "epoch": 9.42,
      "learning_rate": 4.5292706847360916e-05,
      "loss": 0.0043,
      "step": 52820
    },
    {
      "epoch": 9.42,
      "learning_rate": 4.529181526390871e-05,
      "loss": 0.0046,
      "step": 52830
    },
    {
      "epoch": 9.42,
      "learning_rate": 4.529092368045649e-05,
      "loss": 0.0029,
      "step": 52840
    },
    {
      "epoch": 9.42,
      "learning_rate": 4.529003209700428e-05,
      "loss": 0.0049,
      "step": 52850
    },
    {
      "epoch": 9.43,
      "learning_rate": 4.528914051355207e-05,
      "loss": 0.0053,
      "step": 52860
    },
    {
      "epoch": 9.43,
      "learning_rate": 4.528824893009986e-05,
      "loss": 0.0083,
      "step": 52870
    },
    {
      "epoch": 9.43,
      "learning_rate": 4.528735734664765e-05,
      "loss": 0.0049,
      "step": 52880
    },
    {
      "epoch": 9.43,
      "learning_rate": 4.5286465763195434e-05,
      "loss": 0.0039,
      "step": 52890
    },
    {
      "epoch": 9.43,
      "learning_rate": 4.528557417974323e-05,
      "loss": 0.0032,
      "step": 52900
    },
    {
      "epoch": 9.43,
      "learning_rate": 4.5284682596291016e-05,
      "loss": 0.0052,
      "step": 52910
    },
    {
      "epoch": 9.44,
      "learning_rate": 4.528379101283881e-05,
      "loss": 0.0034,
      "step": 52920
    },
    {
      "epoch": 9.44,
      "learning_rate": 4.528289942938659e-05,
      "loss": 0.0071,
      "step": 52930
    },
    {
      "epoch": 9.44,
      "learning_rate": 4.528200784593438e-05,
      "loss": 0.0041,
      "step": 52940
    },
    {
      "epoch": 9.44,
      "learning_rate": 4.528111626248217e-05,
      "loss": 0.006,
      "step": 52950
    },
    {
      "epoch": 9.44,
      "learning_rate": 4.528022467902996e-05,
      "loss": 0.0037,
      "step": 52960
    },
    {
      "epoch": 9.45,
      "learning_rate": 4.527933309557775e-05,
      "loss": 0.0036,
      "step": 52970
    },
    {
      "epoch": 9.45,
      "learning_rate": 4.5278441512125534e-05,
      "loss": 0.0036,
      "step": 52980
    },
    {
      "epoch": 9.45,
      "learning_rate": 4.5277549928673326e-05,
      "loss": 0.0054,
      "step": 52990
    },
    {
      "epoch": 9.45,
      "learning_rate": 4.527665834522111e-05,
      "loss": 0.0033,
      "step": 53000
    },
    {
      "epoch": 9.45,
      "learning_rate": 4.527576676176891e-05,
      "loss": 0.0028,
      "step": 53010
    },
    {
      "epoch": 9.45,
      "learning_rate": 4.527487517831669e-05,
      "loss": 0.0044,
      "step": 53020
    },
    {
      "epoch": 9.46,
      "learning_rate": 4.5273983594864484e-05,
      "loss": 0.0059,
      "step": 53030
    },
    {
      "epoch": 9.46,
      "learning_rate": 4.527309201141227e-05,
      "loss": 0.0062,
      "step": 53040
    },
    {
      "epoch": 9.46,
      "learning_rate": 4.527220042796006e-05,
      "loss": 0.0047,
      "step": 53050
    },
    {
      "epoch": 9.46,
      "learning_rate": 4.527130884450785e-05,
      "loss": 0.0062,
      "step": 53060
    },
    {
      "epoch": 9.46,
      "learning_rate": 4.5270417261055635e-05,
      "loss": 0.0036,
      "step": 53070
    },
    {
      "epoch": 9.47,
      "learning_rate": 4.5269525677603426e-05,
      "loss": 0.0038,
      "step": 53080
    },
    {
      "epoch": 9.47,
      "learning_rate": 4.526863409415121e-05,
      "loss": 0.0074,
      "step": 53090
    },
    {
      "epoch": 9.47,
      "learning_rate": 4.5267742510699e-05,
      "loss": 0.0039,
      "step": 53100
    },
    {
      "epoch": 9.47,
      "learning_rate": 4.526685092724679e-05,
      "loss": 0.0029,
      "step": 53110
    },
    {
      "epoch": 9.47,
      "learning_rate": 4.5265959343794584e-05,
      "loss": 0.004,
      "step": 53120
    },
    {
      "epoch": 9.47,
      "learning_rate": 4.5265067760342375e-05,
      "loss": 0.003,
      "step": 53130
    },
    {
      "epoch": 9.48,
      "learning_rate": 4.526417617689016e-05,
      "loss": 0.0033,
      "step": 53140
    },
    {
      "epoch": 9.48,
      "learning_rate": 4.526328459343795e-05,
      "loss": 0.0055,
      "step": 53150
    },
    {
      "epoch": 9.48,
      "learning_rate": 4.5262393009985735e-05,
      "loss": 0.0037,
      "step": 53160
    },
    {
      "epoch": 9.48,
      "learning_rate": 4.526150142653353e-05,
      "loss": 0.0042,
      "step": 53170
    },
    {
      "epoch": 9.48,
      "learning_rate": 4.526060984308131e-05,
      "loss": 0.0032,
      "step": 53180
    },
    {
      "epoch": 9.48,
      "learning_rate": 4.52597182596291e-05,
      "loss": 0.0041,
      "step": 53190
    },
    {
      "epoch": 9.49,
      "learning_rate": 4.5258826676176894e-05,
      "loss": 0.0036,
      "step": 53200
    },
    {
      "epoch": 9.49,
      "learning_rate": 4.525793509272468e-05,
      "loss": 0.0052,
      "step": 53210
    },
    {
      "epoch": 9.49,
      "learning_rate": 4.525704350927247e-05,
      "loss": 0.0074,
      "step": 53220
    },
    {
      "epoch": 9.49,
      "learning_rate": 4.525615192582026e-05,
      "loss": 0.0046,
      "step": 53230
    },
    {
      "epoch": 9.49,
      "learning_rate": 4.525526034236805e-05,
      "loss": 0.0036,
      "step": 53240
    },
    {
      "epoch": 9.5,
      "learning_rate": 4.5254368758915836e-05,
      "loss": 0.002,
      "step": 53250
    },
    {
      "epoch": 9.5,
      "learning_rate": 4.525347717546363e-05,
      "loss": 0.0047,
      "step": 53260
    },
    {
      "epoch": 9.5,
      "learning_rate": 4.525258559201141e-05,
      "loss": 0.004,
      "step": 53270
    },
    {
      "epoch": 9.5,
      "learning_rate": 4.52516940085592e-05,
      "loss": 0.0055,
      "step": 53280
    },
    {
      "epoch": 9.5,
      "learning_rate": 4.5250802425106994e-05,
      "loss": 0.0047,
      "step": 53290
    },
    {
      "epoch": 9.5,
      "learning_rate": 4.524991084165478e-05,
      "loss": 0.0041,
      "step": 53300
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.524901925820257e-05,
      "loss": 0.0055,
      "step": 53310
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.5248127674750354e-05,
      "loss": 0.0041,
      "step": 53320
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.5247236091298145e-05,
      "loss": 0.0032,
      "step": 53330
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.5246344507845937e-05,
      "loss": 0.0028,
      "step": 53340
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.524545292439373e-05,
      "loss": 0.0048,
      "step": 53350
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.524456134094152e-05,
      "loss": 0.0066,
      "step": 53360
    },
    {
      "epoch": 9.52,
      "learning_rate": 4.5243669757489303e-05,
      "loss": 0.0031,
      "step": 53370
    },
    {
      "epoch": 9.52,
      "learning_rate": 4.5242778174037095e-05,
      "loss": 0.0039,
      "step": 53380
    },
    {
      "epoch": 9.52,
      "learning_rate": 4.524188659058488e-05,
      "loss": 0.0041,
      "step": 53390
    },
    {
      "epoch": 9.52,
      "learning_rate": 4.524099500713267e-05,
      "loss": 0.004,
      "step": 53400
    },
    {
      "epoch": 9.52,
      "learning_rate": 4.5240103423680455e-05,
      "loss": 0.0065,
      "step": 53410
    },
    {
      "epoch": 9.53,
      "learning_rate": 4.5239211840228246e-05,
      "loss": 0.0064,
      "step": 53420
    },
    {
      "epoch": 9.53,
      "learning_rate": 4.523832025677604e-05,
      "loss": 0.0035,
      "step": 53430
    },
    {
      "epoch": 9.53,
      "learning_rate": 4.523742867332382e-05,
      "loss": 0.0031,
      "step": 53440
    },
    {
      "epoch": 9.53,
      "learning_rate": 4.523653708987162e-05,
      "loss": 0.0032,
      "step": 53450
    },
    {
      "epoch": 9.53,
      "learning_rate": 4.5235645506419404e-05,
      "loss": 0.006,
      "step": 53460
    },
    {
      "epoch": 9.53,
      "learning_rate": 4.5234753922967195e-05,
      "loss": 0.0044,
      "step": 53470
    },
    {
      "epoch": 9.54,
      "learning_rate": 4.523386233951498e-05,
      "loss": 0.005,
      "step": 53480
    },
    {
      "epoch": 9.54,
      "learning_rate": 4.523297075606277e-05,
      "loss": 0.0042,
      "step": 53490
    },
    {
      "epoch": 9.54,
      "learning_rate": 4.5232079172610555e-05,
      "loss": 0.0051,
      "step": 53500
    },
    {
      "epoch": 9.54,
      "learning_rate": 4.5231187589158347e-05,
      "loss": 0.0033,
      "step": 53510
    },
    {
      "epoch": 9.54,
      "learning_rate": 4.523029600570614e-05,
      "loss": 0.004,
      "step": 53520
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.522940442225392e-05,
      "loss": 0.0028,
      "step": 53530
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.522851283880171e-05,
      "loss": 0.0027,
      "step": 53540
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.52276212553495e-05,
      "loss": 0.0045,
      "step": 53550
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.5226729671897296e-05,
      "loss": 0.0034,
      "step": 53560
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.522583808844508e-05,
      "loss": 0.004,
      "step": 53570
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.522494650499287e-05,
      "loss": 0.003,
      "step": 53580
    },
    {
      "epoch": 9.56,
      "learning_rate": 4.522405492154066e-05,
      "loss": 0.0045,
      "step": 53590
    },
    {
      "epoch": 9.56,
      "learning_rate": 4.522316333808845e-05,
      "loss": 0.004,
      "step": 53600
    },
    {
      "epoch": 9.56,
      "learning_rate": 4.522227175463624e-05,
      "loss": 0.0036,
      "step": 53610
    },
    {
      "epoch": 9.56,
      "learning_rate": 4.522138017118402e-05,
      "loss": 0.0031,
      "step": 53620
    },
    {
      "epoch": 9.56,
      "learning_rate": 4.5220488587731814e-05,
      "loss": 0.0044,
      "step": 53630
    },
    {
      "epoch": 9.56,
      "learning_rate": 4.52195970042796e-05,
      "loss": 0.004,
      "step": 53640
    },
    {
      "epoch": 9.57,
      "learning_rate": 4.521870542082739e-05,
      "loss": 0.0045,
      "step": 53650
    },
    {
      "epoch": 9.57,
      "learning_rate": 4.521781383737518e-05,
      "loss": 0.0047,
      "step": 53660
    },
    {
      "epoch": 9.57,
      "learning_rate": 4.521692225392297e-05,
      "loss": 0.0045,
      "step": 53670
    },
    {
      "epoch": 9.57,
      "learning_rate": 4.521603067047076e-05,
      "loss": 0.0043,
      "step": 53680
    },
    {
      "epoch": 9.57,
      "learning_rate": 4.521513908701855e-05,
      "loss": 0.0043,
      "step": 53690
    },
    {
      "epoch": 9.58,
      "learning_rate": 4.521424750356634e-05,
      "loss": 0.0042,
      "step": 53700
    },
    {
      "epoch": 9.58,
      "learning_rate": 4.521335592011412e-05,
      "loss": 0.0037,
      "step": 53710
    },
    {
      "epoch": 9.58,
      "learning_rate": 4.5212464336661914e-05,
      "loss": 0.0036,
      "step": 53720
    },
    {
      "epoch": 9.58,
      "learning_rate": 4.52115727532097e-05,
      "loss": 0.002,
      "step": 53730
    },
    {
      "epoch": 9.58,
      "learning_rate": 4.521068116975749e-05,
      "loss": 0.0047,
      "step": 53740
    },
    {
      "epoch": 9.58,
      "learning_rate": 4.520978958630528e-05,
      "loss": 0.0063,
      "step": 53750
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.5208898002853066e-05,
      "loss": 0.0046,
      "step": 53760
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.520800641940086e-05,
      "loss": 0.0052,
      "step": 53770
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.520711483594865e-05,
      "loss": 0.0037,
      "step": 53780
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.520622325249644e-05,
      "loss": 0.0032,
      "step": 53790
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.5205331669044224e-05,
      "loss": 0.0056,
      "step": 53800
    },
    {
      "epoch": 9.6,
      "learning_rate": 4.5204440085592015e-05,
      "loss": 0.0031,
      "step": 53810
    },
    {
      "epoch": 9.6,
      "learning_rate": 4.5203548502139806e-05,
      "loss": 0.0036,
      "step": 53820
    },
    {
      "epoch": 9.6,
      "learning_rate": 4.520265691868759e-05,
      "loss": 0.0046,
      "step": 53830
    },
    {
      "epoch": 9.6,
      "learning_rate": 4.520176533523538e-05,
      "loss": 0.0062,
      "step": 53840
    },
    {
      "epoch": 9.6,
      "learning_rate": 4.5200873751783166e-05,
      "loss": 0.0041,
      "step": 53850
    },
    {
      "epoch": 9.6,
      "learning_rate": 4.519998216833096e-05,
      "loss": 0.0046,
      "step": 53860
    },
    {
      "epoch": 9.61,
      "learning_rate": 4.519909058487874e-05,
      "loss": 0.0056,
      "step": 53870
    },
    {
      "epoch": 9.61,
      "learning_rate": 4.519819900142653e-05,
      "loss": 0.0044,
      "step": 53880
    },
    {
      "epoch": 9.61,
      "learning_rate": 4.5197307417974324e-05,
      "loss": 0.0053,
      "step": 53890
    },
    {
      "epoch": 9.61,
      "learning_rate": 4.5196415834522116e-05,
      "loss": 0.0039,
      "step": 53900
    },
    {
      "epoch": 9.61,
      "learning_rate": 4.519552425106991e-05,
      "loss": 0.0027,
      "step": 53910
    },
    {
      "epoch": 9.61,
      "learning_rate": 4.519463266761769e-05,
      "loss": 0.0069,
      "step": 53920
    },
    {
      "epoch": 9.62,
      "learning_rate": 4.519374108416548e-05,
      "loss": 0.006,
      "step": 53930
    },
    {
      "epoch": 9.62,
      "learning_rate": 4.519284950071327e-05,
      "loss": 0.0058,
      "step": 53940
    },
    {
      "epoch": 9.62,
      "learning_rate": 4.519195791726106e-05,
      "loss": 0.0033,
      "step": 53950
    },
    {
      "epoch": 9.62,
      "learning_rate": 4.519106633380884e-05,
      "loss": 0.0029,
      "step": 53960
    },
    {
      "epoch": 9.62,
      "learning_rate": 4.5190174750356634e-05,
      "loss": 0.0041,
      "step": 53970
    },
    {
      "epoch": 9.63,
      "learning_rate": 4.5189283166904425e-05,
      "loss": 0.0038,
      "step": 53980
    },
    {
      "epoch": 9.63,
      "learning_rate": 4.518839158345221e-05,
      "loss": 0.0029,
      "step": 53990
    },
    {
      "epoch": 9.63,
      "learning_rate": 4.518750000000001e-05,
      "loss": 0.0042,
      "step": 54000
    },
    {
      "epoch": 9.63,
      "learning_rate": 4.518660841654779e-05,
      "loss": 0.0057,
      "step": 54010
    },
    {
      "epoch": 9.63,
      "learning_rate": 4.518571683309558e-05,
      "loss": 0.0033,
      "step": 54020
    },
    {
      "epoch": 9.63,
      "learning_rate": 4.518482524964337e-05,
      "loss": 0.004,
      "step": 54030
    },
    {
      "epoch": 9.64,
      "learning_rate": 4.518393366619116e-05,
      "loss": 0.0075,
      "step": 54040
    },
    {
      "epoch": 9.64,
      "learning_rate": 4.518304208273895e-05,
      "loss": 0.0038,
      "step": 54050
    },
    {
      "epoch": 9.64,
      "learning_rate": 4.5182150499286734e-05,
      "loss": 0.0035,
      "step": 54060
    },
    {
      "epoch": 9.64,
      "learning_rate": 4.5181258915834526e-05,
      "loss": 0.0048,
      "step": 54070
    },
    {
      "epoch": 9.64,
      "learning_rate": 4.518036733238231e-05,
      "loss": 0.005,
      "step": 54080
    },
    {
      "epoch": 9.65,
      "learning_rate": 4.51794757489301e-05,
      "loss": 0.0048,
      "step": 54090
    },
    {
      "epoch": 9.65,
      "learning_rate": 4.5178584165477886e-05,
      "loss": 0.0061,
      "step": 54100
    },
    {
      "epoch": 9.65,
      "learning_rate": 4.5177692582025684e-05,
      "loss": 0.0068,
      "step": 54110
    },
    {
      "epoch": 9.65,
      "learning_rate": 4.517680099857347e-05,
      "loss": 0.004,
      "step": 54120
    },
    {
      "epoch": 9.65,
      "learning_rate": 4.517590941512126e-05,
      "loss": 0.0051,
      "step": 54130
    },
    {
      "epoch": 9.65,
      "learning_rate": 4.517501783166905e-05,
      "loss": 0.0042,
      "step": 54140
    },
    {
      "epoch": 9.66,
      "learning_rate": 4.5174126248216835e-05,
      "loss": 0.0041,
      "step": 54150
    },
    {
      "epoch": 9.66,
      "learning_rate": 4.5173234664764626e-05,
      "loss": 0.0056,
      "step": 54160
    },
    {
      "epoch": 9.66,
      "learning_rate": 4.517234308131241e-05,
      "loss": 0.0045,
      "step": 54170
    },
    {
      "epoch": 9.66,
      "learning_rate": 4.51714514978602e-05,
      "loss": 0.003,
      "step": 54180
    },
    {
      "epoch": 9.66,
      "learning_rate": 4.5170559914407986e-05,
      "loss": 0.0021,
      "step": 54190
    },
    {
      "epoch": 9.66,
      "learning_rate": 4.516966833095578e-05,
      "loss": 0.0045,
      "step": 54200
    },
    {
      "epoch": 9.67,
      "learning_rate": 4.516877674750357e-05,
      "loss": 0.0041,
      "step": 54210
    },
    {
      "epoch": 9.67,
      "learning_rate": 4.516788516405136e-05,
      "loss": 0.0047,
      "step": 54220
    },
    {
      "epoch": 9.67,
      "learning_rate": 4.516699358059915e-05,
      "loss": 0.0042,
      "step": 54230
    },
    {
      "epoch": 9.67,
      "learning_rate": 4.5166101997146935e-05,
      "loss": 0.0026,
      "step": 54240
    },
    {
      "epoch": 9.67,
      "learning_rate": 4.516521041369473e-05,
      "loss": 0.0032,
      "step": 54250
    },
    {
      "epoch": 9.68,
      "learning_rate": 4.516431883024251e-05,
      "loss": 0.0044,
      "step": 54260
    },
    {
      "epoch": 9.68,
      "learning_rate": 4.51634272467903e-05,
      "loss": 0.0063,
      "step": 54270
    },
    {
      "epoch": 9.68,
      "learning_rate": 4.5162535663338094e-05,
      "loss": 0.0048,
      "step": 54280
    },
    {
      "epoch": 9.68,
      "learning_rate": 4.516164407988588e-05,
      "loss": 0.0044,
      "step": 54290
    },
    {
      "epoch": 9.68,
      "learning_rate": 4.516075249643367e-05,
      "loss": 0.0055,
      "step": 54300
    },
    {
      "epoch": 9.68,
      "learning_rate": 4.5159860912981454e-05,
      "loss": 0.0082,
      "step": 54310
    },
    {
      "epoch": 9.69,
      "learning_rate": 4.5158969329529245e-05,
      "loss": 0.0057,
      "step": 54320
    },
    {
      "epoch": 9.69,
      "learning_rate": 4.5158077746077036e-05,
      "loss": 0.0052,
      "step": 54330
    },
    {
      "epoch": 9.69,
      "learning_rate": 4.515718616262483e-05,
      "loss": 0.0049,
      "step": 54340
    },
    {
      "epoch": 9.69,
      "learning_rate": 4.515629457917261e-05,
      "loss": 0.0075,
      "step": 54350
    },
    {
      "epoch": 9.69,
      "learning_rate": 4.51554029957204e-05,
      "loss": 0.0045,
      "step": 54360
    },
    {
      "epoch": 9.7,
      "learning_rate": 4.5154511412268194e-05,
      "loss": 0.0056,
      "step": 54370
    },
    {
      "epoch": 9.7,
      "learning_rate": 4.515361982881598e-05,
      "loss": 0.0037,
      "step": 54380
    },
    {
      "epoch": 9.7,
      "learning_rate": 4.515272824536377e-05,
      "loss": 0.0069,
      "step": 54390
    },
    {
      "epoch": 9.7,
      "learning_rate": 4.5151836661911554e-05,
      "loss": 0.0054,
      "step": 54400
    },
    {
      "epoch": 9.7,
      "learning_rate": 4.5150945078459345e-05,
      "loss": 0.0054,
      "step": 54410
    },
    {
      "epoch": 9.7,
      "learning_rate": 4.515005349500713e-05,
      "loss": 0.0055,
      "step": 54420
    },
    {
      "epoch": 9.71,
      "learning_rate": 4.514916191155492e-05,
      "loss": 0.0046,
      "step": 54430
    },
    {
      "epoch": 9.71,
      "learning_rate": 4.514827032810271e-05,
      "loss": 0.0067,
      "step": 54440
    },
    {
      "epoch": 9.71,
      "learning_rate": 4.5147378744650503e-05,
      "loss": 0.0065,
      "step": 54450
    },
    {
      "epoch": 9.71,
      "learning_rate": 4.5146487161198295e-05,
      "loss": 0.0038,
      "step": 54460
    },
    {
      "epoch": 9.71,
      "learning_rate": 4.514559557774608e-05,
      "loss": 0.0032,
      "step": 54470
    },
    {
      "epoch": 9.71,
      "learning_rate": 4.514470399429387e-05,
      "loss": 0.0025,
      "step": 54480
    },
    {
      "epoch": 9.72,
      "learning_rate": 4.5143812410841655e-05,
      "loss": 0.0049,
      "step": 54490
    },
    {
      "epoch": 9.72,
      "learning_rate": 4.5142920827389446e-05,
      "loss": 0.0046,
      "step": 54500
    },
    {
      "epoch": 9.72,
      "learning_rate": 4.514202924393724e-05,
      "loss": 0.006,
      "step": 54510
    },
    {
      "epoch": 9.72,
      "learning_rate": 4.514113766048502e-05,
      "loss": 0.0039,
      "step": 54520
    },
    {
      "epoch": 9.72,
      "learning_rate": 4.514024607703281e-05,
      "loss": 0.0024,
      "step": 54530
    },
    {
      "epoch": 9.73,
      "learning_rate": 4.51393544935806e-05,
      "loss": 0.0029,
      "step": 54540
    },
    {
      "epoch": 9.73,
      "learning_rate": 4.5138462910128395e-05,
      "loss": 0.0031,
      "step": 54550
    },
    {
      "epoch": 9.73,
      "learning_rate": 4.513757132667618e-05,
      "loss": 0.0035,
      "step": 54560
    },
    {
      "epoch": 9.73,
      "learning_rate": 4.513667974322397e-05,
      "loss": 0.0032,
      "step": 54570
    },
    {
      "epoch": 9.73,
      "learning_rate": 4.5135788159771755e-05,
      "loss": 0.0032,
      "step": 54580
    },
    {
      "epoch": 9.73,
      "learning_rate": 4.5134896576319546e-05,
      "loss": 0.0054,
      "step": 54590
    },
    {
      "epoch": 9.74,
      "learning_rate": 4.513400499286734e-05,
      "loss": 0.0066,
      "step": 54600
    },
    {
      "epoch": 9.74,
      "learning_rate": 4.513311340941512e-05,
      "loss": 0.0037,
      "step": 54610
    },
    {
      "epoch": 9.74,
      "learning_rate": 4.513222182596291e-05,
      "loss": 0.0048,
      "step": 54620
    },
    {
      "epoch": 9.74,
      "learning_rate": 4.51313302425107e-05,
      "loss": 0.0059,
      "step": 54630
    },
    {
      "epoch": 9.74,
      "learning_rate": 4.513043865905849e-05,
      "loss": 0.0059,
      "step": 54640
    },
    {
      "epoch": 9.75,
      "learning_rate": 4.5129547075606273e-05,
      "loss": 0.0079,
      "step": 54650
    },
    {
      "epoch": 9.75,
      "learning_rate": 4.512865549215407e-05,
      "loss": 0.0038,
      "step": 54660
    },
    {
      "epoch": 9.75,
      "learning_rate": 4.5127763908701856e-05,
      "loss": 0.0048,
      "step": 54670
    },
    {
      "epoch": 9.75,
      "learning_rate": 4.512687232524965e-05,
      "loss": 0.0029,
      "step": 54680
    },
    {
      "epoch": 9.75,
      "learning_rate": 4.512598074179744e-05,
      "loss": 0.0053,
      "step": 54690
    },
    {
      "epoch": 9.75,
      "learning_rate": 4.512508915834522e-05,
      "loss": 0.0049,
      "step": 54700
    },
    {
      "epoch": 9.76,
      "learning_rate": 4.5124197574893014e-05,
      "loss": 0.004,
      "step": 54710
    },
    {
      "epoch": 9.76,
      "learning_rate": 4.51233059914408e-05,
      "loss": 0.0028,
      "step": 54720
    },
    {
      "epoch": 9.76,
      "learning_rate": 4.512241440798859e-05,
      "loss": 0.005,
      "step": 54730
    },
    {
      "epoch": 9.76,
      "learning_rate": 4.512152282453638e-05,
      "loss": 0.0074,
      "step": 54740
    },
    {
      "epoch": 9.76,
      "learning_rate": 4.5120631241084165e-05,
      "loss": 0.004,
      "step": 54750
    },
    {
      "epoch": 9.76,
      "learning_rate": 4.5119739657631956e-05,
      "loss": 0.0047,
      "step": 54760
    },
    {
      "epoch": 9.77,
      "learning_rate": 4.511884807417975e-05,
      "loss": 0.0069,
      "step": 54770
    },
    {
      "epoch": 9.77,
      "learning_rate": 4.511795649072754e-05,
      "loss": 0.0049,
      "step": 54780
    },
    {
      "epoch": 9.77,
      "learning_rate": 4.511706490727532e-05,
      "loss": 0.0049,
      "step": 54790
    },
    {
      "epoch": 9.77,
      "learning_rate": 4.5116173323823114e-05,
      "loss": 0.0028,
      "step": 54800
    },
    {
      "epoch": 9.77,
      "learning_rate": 4.51152817403709e-05,
      "loss": 0.0047,
      "step": 54810
    },
    {
      "epoch": 9.78,
      "learning_rate": 4.511439015691869e-05,
      "loss": 0.0041,
      "step": 54820
    },
    {
      "epoch": 9.78,
      "learning_rate": 4.511349857346648e-05,
      "loss": 0.0051,
      "step": 54830
    },
    {
      "epoch": 9.78,
      "learning_rate": 4.5112606990014266e-05,
      "loss": 0.0034,
      "step": 54840
    },
    {
      "epoch": 9.78,
      "learning_rate": 4.511171540656206e-05,
      "loss": 0.0037,
      "step": 54850
    },
    {
      "epoch": 9.78,
      "learning_rate": 4.511082382310984e-05,
      "loss": 0.0036,
      "step": 54860
    },
    {
      "epoch": 9.78,
      "learning_rate": 4.510993223965763e-05,
      "loss": 0.0031,
      "step": 54870
    },
    {
      "epoch": 9.79,
      "learning_rate": 4.5109040656205424e-05,
      "loss": 0.0042,
      "step": 54880
    },
    {
      "epoch": 9.79,
      "learning_rate": 4.5108149072753215e-05,
      "loss": 0.0039,
      "step": 54890
    },
    {
      "epoch": 9.79,
      "learning_rate": 4.5107257489301e-05,
      "loss": 0.0033,
      "step": 54900
    },
    {
      "epoch": 9.79,
      "learning_rate": 4.510636590584879e-05,
      "loss": 0.0047,
      "step": 54910
    },
    {
      "epoch": 9.79,
      "learning_rate": 4.510547432239658e-05,
      "loss": 0.0026,
      "step": 54920
    },
    {
      "epoch": 9.79,
      "learning_rate": 4.5104582738944366e-05,
      "loss": 0.0043,
      "step": 54930
    },
    {
      "epoch": 9.8,
      "learning_rate": 4.510369115549216e-05,
      "loss": 0.0052,
      "step": 54940
    },
    {
      "epoch": 9.8,
      "learning_rate": 4.510279957203994e-05,
      "loss": 0.0067,
      "step": 54950
    },
    {
      "epoch": 9.8,
      "learning_rate": 4.510190798858773e-05,
      "loss": 0.0027,
      "step": 54960
    },
    {
      "epoch": 9.8,
      "learning_rate": 4.5101016405135524e-05,
      "loss": 0.0042,
      "step": 54970
    },
    {
      "epoch": 9.8,
      "learning_rate": 4.510012482168331e-05,
      "loss": 0.0048,
      "step": 54980
    },
    {
      "epoch": 9.81,
      "learning_rate": 4.50992332382311e-05,
      "loss": 0.0078,
      "step": 54990
    },
    {
      "epoch": 9.81,
      "learning_rate": 4.509834165477889e-05,
      "loss": 0.0058,
      "step": 55000
    },
    {
      "epoch": 9.81,
      "learning_rate": 4.509745007132668e-05,
      "loss": 0.0031,
      "step": 55010
    },
    {
      "epoch": 9.81,
      "learning_rate": 4.509655848787447e-05,
      "loss": 0.003,
      "step": 55020
    },
    {
      "epoch": 9.81,
      "learning_rate": 4.509566690442226e-05,
      "loss": 0.0028,
      "step": 55030
    },
    {
      "epoch": 9.81,
      "learning_rate": 4.509477532097004e-05,
      "loss": 0.006,
      "step": 55040
    },
    {
      "epoch": 9.82,
      "learning_rate": 4.5093883737517834e-05,
      "loss": 0.0039,
      "step": 55050
    },
    {
      "epoch": 9.82,
      "learning_rate": 4.5092992154065625e-05,
      "loss": 0.0052,
      "step": 55060
    },
    {
      "epoch": 9.82,
      "learning_rate": 4.509210057061341e-05,
      "loss": 0.0044,
      "step": 55070
    },
    {
      "epoch": 9.82,
      "learning_rate": 4.50912089871612e-05,
      "loss": 0.0046,
      "step": 55080
    },
    {
      "epoch": 9.82,
      "learning_rate": 4.5090317403708985e-05,
      "loss": 0.0065,
      "step": 55090
    },
    {
      "epoch": 9.83,
      "learning_rate": 4.508942582025678e-05,
      "loss": 0.0053,
      "step": 55100
    },
    {
      "epoch": 9.83,
      "learning_rate": 4.508853423680457e-05,
      "loss": 0.0058,
      "step": 55110
    },
    {
      "epoch": 9.83,
      "learning_rate": 4.508764265335236e-05,
      "loss": 0.003,
      "step": 55120
    },
    {
      "epoch": 9.83,
      "learning_rate": 4.508675106990014e-05,
      "loss": 0.0046,
      "step": 55130
    },
    {
      "epoch": 9.83,
      "learning_rate": 4.5085859486447934e-05,
      "loss": 0.0089,
      "step": 55140
    },
    {
      "epoch": 9.83,
      "learning_rate": 4.5084967902995725e-05,
      "loss": 0.0048,
      "step": 55150
    },
    {
      "epoch": 9.84,
      "learning_rate": 4.508407631954351e-05,
      "loss": 0.0051,
      "step": 55160
    },
    {
      "epoch": 9.84,
      "learning_rate": 4.50831847360913e-05,
      "loss": 0.0052,
      "step": 55170
    },
    {
      "epoch": 9.84,
      "learning_rate": 4.5082293152639086e-05,
      "loss": 0.0048,
      "step": 55180
    },
    {
      "epoch": 9.84,
      "learning_rate": 4.508140156918688e-05,
      "loss": 0.002,
      "step": 55190
    },
    {
      "epoch": 9.84,
      "learning_rate": 4.508050998573467e-05,
      "loss": 0.0037,
      "step": 55200
    },
    {
      "epoch": 9.84,
      "learning_rate": 4.507961840228245e-05,
      "loss": 0.0077,
      "step": 55210
    },
    {
      "epoch": 9.85,
      "learning_rate": 4.5078726818830244e-05,
      "loss": 0.0042,
      "step": 55220
    },
    {
      "epoch": 9.85,
      "learning_rate": 4.5077835235378035e-05,
      "loss": 0.0046,
      "step": 55230
    },
    {
      "epoch": 9.85,
      "learning_rate": 4.5076943651925826e-05,
      "loss": 0.0033,
      "step": 55240
    },
    {
      "epoch": 9.85,
      "learning_rate": 4.507605206847361e-05,
      "loss": 0.0058,
      "step": 55250
    },
    {
      "epoch": 9.85,
      "learning_rate": 4.50751604850214e-05,
      "loss": 0.0032,
      "step": 55260
    },
    {
      "epoch": 9.86,
      "learning_rate": 4.5074268901569186e-05,
      "loss": 0.0028,
      "step": 55270
    },
    {
      "epoch": 9.86,
      "learning_rate": 4.507337731811698e-05,
      "loss": 0.0037,
      "step": 55280
    },
    {
      "epoch": 9.86,
      "learning_rate": 4.507248573466477e-05,
      "loss": 0.002,
      "step": 55290
    },
    {
      "epoch": 9.86,
      "learning_rate": 4.507159415121255e-05,
      "loss": 0.0055,
      "step": 55300
    },
    {
      "epoch": 9.86,
      "learning_rate": 4.5070702567760344e-05,
      "loss": 0.0042,
      "step": 55310
    },
    {
      "epoch": 9.86,
      "learning_rate": 4.506981098430813e-05,
      "loss": 0.0042,
      "step": 55320
    },
    {
      "epoch": 9.87,
      "learning_rate": 4.506891940085593e-05,
      "loss": 0.0079,
      "step": 55330
    },
    {
      "epoch": 9.87,
      "learning_rate": 4.506802781740371e-05,
      "loss": 0.0037,
      "step": 55340
    },
    {
      "epoch": 9.87,
      "learning_rate": 4.50671362339515e-05,
      "loss": 0.0027,
      "step": 55350
    },
    {
      "epoch": 9.87,
      "learning_rate": 4.506624465049929e-05,
      "loss": 0.0033,
      "step": 55360
    },
    {
      "epoch": 9.87,
      "learning_rate": 4.506535306704708e-05,
      "loss": 0.0057,
      "step": 55370
    },
    {
      "epoch": 9.88,
      "learning_rate": 4.506446148359487e-05,
      "loss": 0.0068,
      "step": 55380
    },
    {
      "epoch": 9.88,
      "learning_rate": 4.5063569900142654e-05,
      "loss": 0.0036,
      "step": 55390
    },
    {
      "epoch": 9.88,
      "learning_rate": 4.5062678316690445e-05,
      "loss": 0.0056,
      "step": 55400
    },
    {
      "epoch": 9.88,
      "learning_rate": 4.506178673323823e-05,
      "loss": 0.0056,
      "step": 55410
    },
    {
      "epoch": 9.88,
      "learning_rate": 4.506089514978602e-05,
      "loss": 0.0044,
      "step": 55420
    },
    {
      "epoch": 9.88,
      "learning_rate": 4.506000356633381e-05,
      "loss": 0.0062,
      "step": 55430
    },
    {
      "epoch": 9.89,
      "learning_rate": 4.50591119828816e-05,
      "loss": 0.0046,
      "step": 55440
    },
    {
      "epoch": 9.89,
      "learning_rate": 4.505822039942939e-05,
      "loss": 0.006,
      "step": 55450
    },
    {
      "epoch": 9.89,
      "learning_rate": 4.505732881597718e-05,
      "loss": 0.0039,
      "step": 55460
    },
    {
      "epoch": 9.89,
      "learning_rate": 4.505643723252497e-05,
      "loss": 0.0029,
      "step": 55470
    },
    {
      "epoch": 9.89,
      "learning_rate": 4.5055545649072754e-05,
      "loss": 0.0063,
      "step": 55480
    },
    {
      "epoch": 9.89,
      "learning_rate": 4.5054654065620545e-05,
      "loss": 0.0041,
      "step": 55490
    },
    {
      "epoch": 9.9,
      "learning_rate": 4.505376248216833e-05,
      "loss": 0.0081,
      "step": 55500
    },
    {
      "epoch": 9.9,
      "learning_rate": 4.505287089871612e-05,
      "loss": 0.003,
      "step": 55510
    },
    {
      "epoch": 9.9,
      "learning_rate": 4.505197931526391e-05,
      "loss": 0.0058,
      "step": 55520
    },
    {
      "epoch": 9.9,
      "learning_rate": 4.5051087731811697e-05,
      "loss": 0.0062,
      "step": 55530
    },
    {
      "epoch": 9.9,
      "learning_rate": 4.505019614835949e-05,
      "loss": 0.0071,
      "step": 55540
    },
    {
      "epoch": 9.91,
      "learning_rate": 4.504930456490728e-05,
      "loss": 0.0057,
      "step": 55550
    },
    {
      "epoch": 9.91,
      "learning_rate": 4.504841298145507e-05,
      "loss": 0.003,
      "step": 55560
    },
    {
      "epoch": 9.91,
      "learning_rate": 4.504761055634807e-05,
      "loss": 0.0054,
      "step": 55570
    },
    {
      "epoch": 9.91,
      "learning_rate": 4.504671897289586e-05,
      "loss": 0.005,
      "step": 55580
    },
    {
      "epoch": 9.91,
      "learning_rate": 4.5045827389443654e-05,
      "loss": 0.0052,
      "step": 55590
    },
    {
      "epoch": 9.91,
      "learning_rate": 4.5044935805991445e-05,
      "loss": 0.0048,
      "step": 55600
    },
    {
      "epoch": 9.92,
      "learning_rate": 4.5044044222539236e-05,
      "loss": 0.0048,
      "step": 55610
    },
    {
      "epoch": 9.92,
      "learning_rate": 4.504315263908702e-05,
      "loss": 0.0033,
      "step": 55620
    },
    {
      "epoch": 9.92,
      "learning_rate": 4.504226105563481e-05,
      "loss": 0.0067,
      "step": 55630
    },
    {
      "epoch": 9.92,
      "learning_rate": 4.5041369472182596e-05,
      "loss": 0.004,
      "step": 55640
    },
    {
      "epoch": 9.92,
      "learning_rate": 4.504047788873039e-05,
      "loss": 0.0034,
      "step": 55650
    },
    {
      "epoch": 9.93,
      "learning_rate": 4.503958630527817e-05,
      "loss": 0.0052,
      "step": 55660
    },
    {
      "epoch": 9.93,
      "learning_rate": 4.503869472182596e-05,
      "loss": 0.0027,
      "step": 55670
    },
    {
      "epoch": 9.93,
      "learning_rate": 4.5037803138373754e-05,
      "loss": 0.0044,
      "step": 55680
    },
    {
      "epoch": 9.93,
      "learning_rate": 4.503691155492154e-05,
      "loss": 0.0056,
      "step": 55690
    },
    {
      "epoch": 9.93,
      "learning_rate": 4.503601997146934e-05,
      "loss": 0.0057,
      "step": 55700
    },
    {
      "epoch": 9.93,
      "learning_rate": 4.503512838801712e-05,
      "loss": 0.0043,
      "step": 55710
    },
    {
      "epoch": 9.94,
      "learning_rate": 4.503423680456491e-05,
      "loss": 0.0027,
      "step": 55720
    },
    {
      "epoch": 9.94,
      "learning_rate": 4.50333452211127e-05,
      "loss": 0.004,
      "step": 55730
    },
    {
      "epoch": 9.94,
      "learning_rate": 4.503245363766049e-05,
      "loss": 0.0042,
      "step": 55740
    },
    {
      "epoch": 9.94,
      "learning_rate": 4.503156205420828e-05,
      "loss": 0.0037,
      "step": 55750
    },
    {
      "epoch": 9.94,
      "learning_rate": 4.5030670470756064e-05,
      "loss": 0.0028,
      "step": 55760
    },
    {
      "epoch": 9.94,
      "learning_rate": 4.5029778887303855e-05,
      "loss": 0.0042,
      "step": 55770
    },
    {
      "epoch": 9.95,
      "learning_rate": 4.502888730385164e-05,
      "loss": 0.0044,
      "step": 55780
    },
    {
      "epoch": 9.95,
      "learning_rate": 4.502799572039943e-05,
      "loss": 0.006,
      "step": 55790
    },
    {
      "epoch": 9.95,
      "learning_rate": 4.5027104136947215e-05,
      "loss": 0.0025,
      "step": 55800
    },
    {
      "epoch": 9.95,
      "learning_rate": 4.502621255349501e-05,
      "loss": 0.0041,
      "step": 55810
    },
    {
      "epoch": 9.95,
      "learning_rate": 4.50253209700428e-05,
      "loss": 0.0031,
      "step": 55820
    },
    {
      "epoch": 9.96,
      "learning_rate": 4.502442938659059e-05,
      "loss": 0.0029,
      "step": 55830
    },
    {
      "epoch": 9.96,
      "learning_rate": 4.502353780313838e-05,
      "loss": 0.0056,
      "step": 55840
    },
    {
      "epoch": 9.96,
      "learning_rate": 4.5022646219686164e-05,
      "loss": 0.0039,
      "step": 55850
    },
    {
      "epoch": 9.96,
      "learning_rate": 4.5021754636233956e-05,
      "loss": 0.0032,
      "step": 55860
    },
    {
      "epoch": 9.96,
      "learning_rate": 4.502086305278174e-05,
      "loss": 0.0027,
      "step": 55870
    },
    {
      "epoch": 9.96,
      "learning_rate": 4.501997146932953e-05,
      "loss": 0.0041,
      "step": 55880
    },
    {
      "epoch": 9.97,
      "learning_rate": 4.5019079885877316e-05,
      "loss": 0.005,
      "step": 55890
    },
    {
      "epoch": 9.97,
      "learning_rate": 4.501818830242511e-05,
      "loss": 0.0034,
      "step": 55900
    },
    {
      "epoch": 9.97,
      "learning_rate": 4.50172967189729e-05,
      "loss": 0.0032,
      "step": 55910
    },
    {
      "epoch": 9.97,
      "learning_rate": 4.501640513552069e-05,
      "loss": 0.0042,
      "step": 55920
    },
    {
      "epoch": 9.97,
      "learning_rate": 4.501551355206848e-05,
      "loss": 0.0026,
      "step": 55930
    },
    {
      "epoch": 9.98,
      "learning_rate": 4.5014621968616265e-05,
      "loss": 0.004,
      "step": 55940
    },
    {
      "epoch": 9.98,
      "learning_rate": 4.5013730385164056e-05,
      "loss": 0.0049,
      "step": 55950
    },
    {
      "epoch": 9.98,
      "learning_rate": 4.501283880171184e-05,
      "loss": 0.0028,
      "step": 55960
    },
    {
      "epoch": 9.98,
      "learning_rate": 4.501194721825963e-05,
      "loss": 0.0081,
      "step": 55970
    },
    {
      "epoch": 9.98,
      "learning_rate": 4.501105563480742e-05,
      "loss": 0.0037,
      "step": 55980
    },
    {
      "epoch": 9.98,
      "learning_rate": 4.501016405135521e-05,
      "loss": 0.0028,
      "step": 55990
    },
    {
      "epoch": 9.99,
      "learning_rate": 4.5009272467903e-05,
      "loss": 0.0047,
      "step": 56000
    },
    {
      "epoch": 9.99,
      "learning_rate": 4.500838088445078e-05,
      "loss": 0.0058,
      "step": 56010
    },
    {
      "epoch": 9.99,
      "learning_rate": 4.5007489300998574e-05,
      "loss": 0.003,
      "step": 56020
    },
    {
      "epoch": 9.99,
      "learning_rate": 4.5006597717546365e-05,
      "loss": 0.0042,
      "step": 56030
    },
    {
      "epoch": 9.99,
      "learning_rate": 4.500570613409416e-05,
      "loss": 0.0032,
      "step": 56040
    },
    {
      "epoch": 9.99,
      "learning_rate": 4.500481455064194e-05,
      "loss": 0.0035,
      "step": 56050
    },
    {
      "epoch": 10.0,
      "learning_rate": 4.500392296718973e-05,
      "loss": 0.0053,
      "step": 56060
    },
    {
      "epoch": 10.0,
      "learning_rate": 4.5003031383737524e-05,
      "loss": 0.0055,
      "step": 56070
    },
    {
      "epoch": 10.0,
      "learning_rate": 4.500213980028531e-05,
      "loss": 0.0052,
      "step": 56080
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.018937913700938225,
      "eval_runtime": 195.8855,
      "eval_samples_per_second": 23.682,
      "eval_steps_per_second": 2.961,
      "step": 56080
    },
    {
      "epoch": 10.0,
      "learning_rate": 4.50012482168331e-05,
      "loss": 0.0038,
      "step": 56090
    },
    {
      "epoch": 10.0,
      "learning_rate": 4.5000356633380884e-05,
      "loss": 0.0034,
      "step": 56100
    },
    {
      "epoch": 10.01,
      "learning_rate": 4.4999465049928675e-05,
      "loss": 0.003,
      "step": 56110
    },
    {
      "epoch": 10.01,
      "learning_rate": 4.499866262482168e-05,
      "loss": 0.005,
      "step": 56120
    },
    {
      "epoch": 10.01,
      "learning_rate": 4.4997771041369474e-05,
      "loss": 0.0026,
      "step": 56130
    },
    {
      "epoch": 10.01,
      "learning_rate": 4.4996879457917265e-05,
      "loss": 0.0019,
      "step": 56140
    },
    {
      "epoch": 10.01,
      "learning_rate": 4.499598787446505e-05,
      "loss": 0.0045,
      "step": 56150
    },
    {
      "epoch": 10.01,
      "learning_rate": 4.499509629101284e-05,
      "loss": 0.0028,
      "step": 56160
    },
    {
      "epoch": 10.02,
      "learning_rate": 4.4994204707560625e-05,
      "loss": 0.0072,
      "step": 56170
    },
    {
      "epoch": 10.02,
      "learning_rate": 4.4993313124108417e-05,
      "loss": 0.0046,
      "step": 56180
    },
    {
      "epoch": 10.02,
      "learning_rate": 4.499242154065621e-05,
      "loss": 0.0042,
      "step": 56190
    },
    {
      "epoch": 10.02,
      "learning_rate": 4.4991529957204e-05,
      "loss": 0.0057,
      "step": 56200
    },
    {
      "epoch": 10.02,
      "learning_rate": 4.4990638373751783e-05,
      "loss": 0.003,
      "step": 56210
    },
    {
      "epoch": 10.02,
      "learning_rate": 4.4989746790299575e-05,
      "loss": 0.0032,
      "step": 56220
    },
    {
      "epoch": 10.03,
      "learning_rate": 4.4988855206847366e-05,
      "loss": 0.0033,
      "step": 56230
    },
    {
      "epoch": 10.03,
      "learning_rate": 4.498796362339515e-05,
      "loss": 0.0024,
      "step": 56240
    },
    {
      "epoch": 10.03,
      "learning_rate": 4.498707203994294e-05,
      "loss": 0.0021,
      "step": 56250
    },
    {
      "epoch": 10.03,
      "learning_rate": 4.4986180456490726e-05,
      "loss": 0.004,
      "step": 56260
    },
    {
      "epoch": 10.03,
      "learning_rate": 4.498528887303852e-05,
      "loss": 0.006,
      "step": 56270
    },
    {
      "epoch": 10.04,
      "learning_rate": 4.498439728958631e-05,
      "loss": 0.0047,
      "step": 56280
    },
    {
      "epoch": 10.04,
      "learning_rate": 4.498350570613409e-05,
      "loss": 0.0031,
      "step": 56290
    },
    {
      "epoch": 10.04,
      "learning_rate": 4.498261412268189e-05,
      "loss": 0.0043,
      "step": 56300
    },
    {
      "epoch": 10.04,
      "learning_rate": 4.4981722539229675e-05,
      "loss": 0.0048,
      "step": 56310
    },
    {
      "epoch": 10.04,
      "learning_rate": 4.4980830955777466e-05,
      "loss": 0.0029,
      "step": 56320
    },
    {
      "epoch": 10.04,
      "learning_rate": 4.497993937232525e-05,
      "loss": 0.0054,
      "step": 56330
    },
    {
      "epoch": 10.05,
      "learning_rate": 4.497904778887304e-05,
      "loss": 0.0033,
      "step": 56340
    },
    {
      "epoch": 10.05,
      "learning_rate": 4.4978156205420826e-05,
      "loss": 0.0035,
      "step": 56350
    },
    {
      "epoch": 10.05,
      "learning_rate": 4.497726462196862e-05,
      "loss": 0.0035,
      "step": 56360
    },
    {
      "epoch": 10.05,
      "learning_rate": 4.497637303851641e-05,
      "loss": 0.004,
      "step": 56370
    },
    {
      "epoch": 10.05,
      "learning_rate": 4.497548145506419e-05,
      "loss": 0.0023,
      "step": 56380
    },
    {
      "epoch": 10.06,
      "learning_rate": 4.4974589871611985e-05,
      "loss": 0.0033,
      "step": 56390
    },
    {
      "epoch": 10.06,
      "learning_rate": 4.497369828815977e-05,
      "loss": 0.004,
      "step": 56400
    },
    {
      "epoch": 10.06,
      "learning_rate": 4.497280670470757e-05,
      "loss": 0.0034,
      "step": 56410
    },
    {
      "epoch": 10.06,
      "learning_rate": 4.497191512125535e-05,
      "loss": 0.0061,
      "step": 56420
    },
    {
      "epoch": 10.06,
      "learning_rate": 4.497102353780314e-05,
      "loss": 0.0042,
      "step": 56430
    },
    {
      "epoch": 10.06,
      "learning_rate": 4.497013195435093e-05,
      "loss": 0.004,
      "step": 56440
    },
    {
      "epoch": 10.07,
      "learning_rate": 4.496924037089872e-05,
      "loss": 0.0059,
      "step": 56450
    },
    {
      "epoch": 10.07,
      "learning_rate": 4.496834878744651e-05,
      "loss": 0.004,
      "step": 56460
    },
    {
      "epoch": 10.07,
      "learning_rate": 4.4967457203994294e-05,
      "loss": 0.0035,
      "step": 56470
    },
    {
      "epoch": 10.07,
      "learning_rate": 4.4966565620542085e-05,
      "loss": 0.0039,
      "step": 56480
    },
    {
      "epoch": 10.07,
      "learning_rate": 4.496567403708987e-05,
      "loss": 0.0036,
      "step": 56490
    },
    {
      "epoch": 10.07,
      "learning_rate": 4.496478245363766e-05,
      "loss": 0.0032,
      "step": 56500
    },
    {
      "epoch": 10.08,
      "learning_rate": 4.496389087018545e-05,
      "loss": 0.0028,
      "step": 56510
    },
    {
      "epoch": 10.08,
      "learning_rate": 4.496299928673324e-05,
      "loss": 0.0027,
      "step": 56520
    },
    {
      "epoch": 10.08,
      "learning_rate": 4.4962107703281034e-05,
      "loss": 0.0063,
      "step": 56530
    },
    {
      "epoch": 10.08,
      "learning_rate": 4.496121611982882e-05,
      "loss": 0.0041,
      "step": 56540
    },
    {
      "epoch": 10.08,
      "learning_rate": 4.496032453637661e-05,
      "loss": 0.0028,
      "step": 56550
    },
    {
      "epoch": 10.09,
      "learning_rate": 4.4959432952924394e-05,
      "loss": 0.0073,
      "step": 56560
    },
    {
      "epoch": 10.09,
      "learning_rate": 4.4958541369472186e-05,
      "loss": 0.0032,
      "step": 56570
    },
    {
      "epoch": 10.09,
      "learning_rate": 4.495764978601997e-05,
      "loss": 0.0038,
      "step": 56580
    },
    {
      "epoch": 10.09,
      "learning_rate": 4.495675820256776e-05,
      "loss": 0.0057,
      "step": 56590
    },
    {
      "epoch": 10.09,
      "learning_rate": 4.495586661911555e-05,
      "loss": 0.0043,
      "step": 56600
    },
    {
      "epoch": 10.09,
      "learning_rate": 4.495497503566334e-05,
      "loss": 0.002,
      "step": 56610
    },
    {
      "epoch": 10.1,
      "learning_rate": 4.495408345221113e-05,
      "loss": 0.0041,
      "step": 56620
    },
    {
      "epoch": 10.1,
      "learning_rate": 4.495319186875892e-05,
      "loss": 0.002,
      "step": 56630
    },
    {
      "epoch": 10.1,
      "learning_rate": 4.495230028530671e-05,
      "loss": 0.0038,
      "step": 56640
    },
    {
      "epoch": 10.1,
      "learning_rate": 4.4951408701854495e-05,
      "loss": 0.0053,
      "step": 56650
    },
    {
      "epoch": 10.1,
      "learning_rate": 4.4950517118402286e-05,
      "loss": 0.0037,
      "step": 56660
    },
    {
      "epoch": 10.11,
      "learning_rate": 4.494962553495007e-05,
      "loss": 0.008,
      "step": 56670
    },
    {
      "epoch": 10.11,
      "learning_rate": 4.494873395149786e-05,
      "loss": 0.0044,
      "step": 56680
    },
    {
      "epoch": 10.11,
      "learning_rate": 4.494784236804565e-05,
      "loss": 0.0044,
      "step": 56690
    },
    {
      "epoch": 10.11,
      "learning_rate": 4.494695078459344e-05,
      "loss": 0.0053,
      "step": 56700
    },
    {
      "epoch": 10.11,
      "learning_rate": 4.494605920114123e-05,
      "loss": 0.0031,
      "step": 56710
    },
    {
      "epoch": 10.11,
      "learning_rate": 4.494516761768901e-05,
      "loss": 0.0057,
      "step": 56720
    },
    {
      "epoch": 10.12,
      "learning_rate": 4.4944276034236804e-05,
      "loss": 0.0033,
      "step": 56730
    },
    {
      "epoch": 10.12,
      "learning_rate": 4.4943384450784596e-05,
      "loss": 0.0068,
      "step": 56740
    },
    {
      "epoch": 10.12,
      "learning_rate": 4.494249286733239e-05,
      "loss": 0.0046,
      "step": 56750
    },
    {
      "epoch": 10.12,
      "learning_rate": 4.4941690442225395e-05,
      "loss": 0.0043,
      "step": 56760
    },
    {
      "epoch": 10.12,
      "learning_rate": 4.494079885877318e-05,
      "loss": 0.0029,
      "step": 56770
    },
    {
      "epoch": 10.12,
      "learning_rate": 4.493990727532098e-05,
      "loss": 0.004,
      "step": 56780
    },
    {
      "epoch": 10.13,
      "learning_rate": 4.493901569186876e-05,
      "loss": 0.0026,
      "step": 56790
    },
    {
      "epoch": 10.13,
      "learning_rate": 4.493812410841655e-05,
      "loss": 0.0032,
      "step": 56800
    },
    {
      "epoch": 10.13,
      "learning_rate": 4.493723252496434e-05,
      "loss": 0.0041,
      "step": 56810
    },
    {
      "epoch": 10.13,
      "learning_rate": 4.493634094151213e-05,
      "loss": 0.0031,
      "step": 56820
    },
    {
      "epoch": 10.13,
      "learning_rate": 4.493544935805992e-05,
      "loss": 0.0028,
      "step": 56830
    },
    {
      "epoch": 10.14,
      "learning_rate": 4.4934557774607704e-05,
      "loss": 0.0041,
      "step": 56840
    },
    {
      "epoch": 10.14,
      "learning_rate": 4.4933666191155495e-05,
      "loss": 0.0045,
      "step": 56850
    },
    {
      "epoch": 10.14,
      "learning_rate": 4.493277460770328e-05,
      "loss": 0.0041,
      "step": 56860
    },
    {
      "epoch": 10.14,
      "learning_rate": 4.493188302425107e-05,
      "loss": 0.0053,
      "step": 56870
    },
    {
      "epoch": 10.14,
      "learning_rate": 4.4930991440798855e-05,
      "loss": 0.0018,
      "step": 56880
    },
    {
      "epoch": 10.14,
      "learning_rate": 4.4930099857346653e-05,
      "loss": 0.0042,
      "step": 56890
    },
    {
      "epoch": 10.15,
      "learning_rate": 4.492920827389444e-05,
      "loss": 0.0025,
      "step": 56900
    },
    {
      "epoch": 10.15,
      "learning_rate": 4.492831669044223e-05,
      "loss": 0.0047,
      "step": 56910
    },
    {
      "epoch": 10.15,
      "learning_rate": 4.492742510699002e-05,
      "loss": 0.0053,
      "step": 56920
    },
    {
      "epoch": 10.15,
      "learning_rate": 4.4926533523537805e-05,
      "loss": 0.0027,
      "step": 56930
    },
    {
      "epoch": 10.15,
      "learning_rate": 4.4925641940085596e-05,
      "loss": 0.0039,
      "step": 56940
    },
    {
      "epoch": 10.16,
      "learning_rate": 4.492475035663338e-05,
      "loss": 0.004,
      "step": 56950
    },
    {
      "epoch": 10.16,
      "learning_rate": 4.492385877318117e-05,
      "loss": 0.0054,
      "step": 56960
    },
    {
      "epoch": 10.16,
      "learning_rate": 4.492296718972896e-05,
      "loss": 0.0053,
      "step": 56970
    },
    {
      "epoch": 10.16,
      "learning_rate": 4.492207560627675e-05,
      "loss": 0.0046,
      "step": 56980
    },
    {
      "epoch": 10.16,
      "learning_rate": 4.492118402282454e-05,
      "loss": 0.0049,
      "step": 56990
    },
    {
      "epoch": 10.16,
      "learning_rate": 4.492029243937233e-05,
      "loss": 0.0055,
      "step": 57000
    },
    {
      "epoch": 10.17,
      "learning_rate": 4.491940085592012e-05,
      "loss": 0.0021,
      "step": 57010
    },
    {
      "epoch": 10.17,
      "learning_rate": 4.4918509272467905e-05,
      "loss": 0.0063,
      "step": 57020
    },
    {
      "epoch": 10.17,
      "learning_rate": 4.4917617689015697e-05,
      "loss": 0.0085,
      "step": 57030
    },
    {
      "epoch": 10.17,
      "learning_rate": 4.491672610556348e-05,
      "loss": 0.0034,
      "step": 57040
    },
    {
      "epoch": 10.17,
      "learning_rate": 4.491583452211127e-05,
      "loss": 0.0013,
      "step": 57050
    },
    {
      "epoch": 10.17,
      "learning_rate": 4.491494293865906e-05,
      "loss": 0.0045,
      "step": 57060
    },
    {
      "epoch": 10.18,
      "learning_rate": 4.491405135520685e-05,
      "loss": 0.0054,
      "step": 57070
    },
    {
      "epoch": 10.18,
      "learning_rate": 4.491315977175464e-05,
      "loss": 0.0047,
      "step": 57080
    },
    {
      "epoch": 10.18,
      "learning_rate": 4.4912268188302423e-05,
      "loss": 0.0023,
      "step": 57090
    },
    {
      "epoch": 10.18,
      "learning_rate": 4.4911376604850215e-05,
      "loss": 0.0049,
      "step": 57100
    },
    {
      "epoch": 10.18,
      "learning_rate": 4.4910485021398006e-05,
      "loss": 0.0064,
      "step": 57110
    },
    {
      "epoch": 10.19,
      "learning_rate": 4.49095934379458e-05,
      "loss": 0.0057,
      "step": 57120
    },
    {
      "epoch": 10.19,
      "learning_rate": 4.490870185449358e-05,
      "loss": 0.0035,
      "step": 57130
    },
    {
      "epoch": 10.19,
      "learning_rate": 4.490781027104137e-05,
      "loss": 0.0043,
      "step": 57140
    },
    {
      "epoch": 10.19,
      "learning_rate": 4.4906918687589164e-05,
      "loss": 0.0031,
      "step": 57150
    },
    {
      "epoch": 10.19,
      "learning_rate": 4.490602710413695e-05,
      "loss": 0.0055,
      "step": 57160
    },
    {
      "epoch": 10.19,
      "learning_rate": 4.490513552068474e-05,
      "loss": 0.0026,
      "step": 57170
    },
    {
      "epoch": 10.2,
      "learning_rate": 4.4904243937232524e-05,
      "loss": 0.0027,
      "step": 57180
    },
    {
      "epoch": 10.2,
      "learning_rate": 4.4903352353780315e-05,
      "loss": 0.0024,
      "step": 57190
    },
    {
      "epoch": 10.2,
      "learning_rate": 4.4902460770328106e-05,
      "loss": 0.0049,
      "step": 57200
    },
    {
      "epoch": 10.2,
      "learning_rate": 4.490156918687589e-05,
      "loss": 0.0039,
      "step": 57210
    },
    {
      "epoch": 10.2,
      "learning_rate": 4.490067760342368e-05,
      "loss": 0.0043,
      "step": 57220
    },
    {
      "epoch": 10.21,
      "learning_rate": 4.489978601997147e-05,
      "loss": 0.0035,
      "step": 57230
    },
    {
      "epoch": 10.21,
      "learning_rate": 4.4898894436519264e-05,
      "loss": 0.0028,
      "step": 57240
    },
    {
      "epoch": 10.21,
      "learning_rate": 4.489800285306705e-05,
      "loss": 0.0026,
      "step": 57250
    },
    {
      "epoch": 10.21,
      "learning_rate": 4.489711126961484e-05,
      "loss": 0.0036,
      "step": 57260
    },
    {
      "epoch": 10.21,
      "learning_rate": 4.4896219686162625e-05,
      "loss": 0.0039,
      "step": 57270
    },
    {
      "epoch": 10.21,
      "learning_rate": 4.4895328102710416e-05,
      "loss": 0.0027,
      "step": 57280
    },
    {
      "epoch": 10.22,
      "learning_rate": 4.489443651925821e-05,
      "loss": 0.0056,
      "step": 57290
    },
    {
      "epoch": 10.22,
      "learning_rate": 4.489354493580599e-05,
      "loss": 0.0025,
      "step": 57300
    },
    {
      "epoch": 10.22,
      "learning_rate": 4.489265335235378e-05,
      "loss": 0.0051,
      "step": 57310
    },
    {
      "epoch": 10.22,
      "learning_rate": 4.489176176890157e-05,
      "loss": 0.0034,
      "step": 57320
    },
    {
      "epoch": 10.22,
      "learning_rate": 4.4890870185449365e-05,
      "loss": 0.0063,
      "step": 57330
    },
    {
      "epoch": 10.22,
      "learning_rate": 4.488997860199715e-05,
      "loss": 0.006,
      "step": 57340
    },
    {
      "epoch": 10.23,
      "learning_rate": 4.488908701854494e-05,
      "loss": 0.0046,
      "step": 57350
    },
    {
      "epoch": 10.23,
      "learning_rate": 4.4888195435092725e-05,
      "loss": 0.0033,
      "step": 57360
    },
    {
      "epoch": 10.23,
      "learning_rate": 4.4887303851640516e-05,
      "loss": 0.0051,
      "step": 57370
    },
    {
      "epoch": 10.23,
      "learning_rate": 4.488641226818831e-05,
      "loss": 0.0043,
      "step": 57380
    },
    {
      "epoch": 10.23,
      "learning_rate": 4.488552068473609e-05,
      "loss": 0.0057,
      "step": 57390
    },
    {
      "epoch": 10.24,
      "learning_rate": 4.488462910128388e-05,
      "loss": 0.0036,
      "step": 57400
    },
    {
      "epoch": 10.24,
      "learning_rate": 4.488373751783167e-05,
      "loss": 0.0035,
      "step": 57410
    },
    {
      "epoch": 10.24,
      "learning_rate": 4.488284593437946e-05,
      "loss": 0.0064,
      "step": 57420
    },
    {
      "epoch": 10.24,
      "learning_rate": 4.488195435092724e-05,
      "loss": 0.005,
      "step": 57430
    },
    {
      "epoch": 10.24,
      "learning_rate": 4.488106276747504e-05,
      "loss": 0.0038,
      "step": 57440
    },
    {
      "epoch": 10.24,
      "learning_rate": 4.4880171184022826e-05,
      "loss": 0.0053,
      "step": 57450
    },
    {
      "epoch": 10.25,
      "learning_rate": 4.487927960057062e-05,
      "loss": 0.0076,
      "step": 57460
    },
    {
      "epoch": 10.25,
      "learning_rate": 4.487838801711841e-05,
      "loss": 0.0048,
      "step": 57470
    },
    {
      "epoch": 10.25,
      "learning_rate": 4.487749643366619e-05,
      "loss": 0.0051,
      "step": 57480
    },
    {
      "epoch": 10.25,
      "learning_rate": 4.4876604850213984e-05,
      "loss": 0.0063,
      "step": 57490
    },
    {
      "epoch": 10.25,
      "learning_rate": 4.487571326676177e-05,
      "loss": 0.0046,
      "step": 57500
    },
    {
      "epoch": 10.25,
      "learning_rate": 4.487482168330956e-05,
      "loss": 0.0031,
      "step": 57510
    },
    {
      "epoch": 10.26,
      "learning_rate": 4.487393009985735e-05,
      "loss": 0.0059,
      "step": 57520
    },
    {
      "epoch": 10.26,
      "learning_rate": 4.4873038516405135e-05,
      "loss": 0.0029,
      "step": 57530
    },
    {
      "epoch": 10.26,
      "learning_rate": 4.4872146932952926e-05,
      "loss": 0.0073,
      "step": 57540
    },
    {
      "epoch": 10.26,
      "learning_rate": 4.487125534950072e-05,
      "loss": 0.0037,
      "step": 57550
    },
    {
      "epoch": 10.26,
      "learning_rate": 4.487036376604851e-05,
      "loss": 0.0039,
      "step": 57560
    },
    {
      "epoch": 10.27,
      "learning_rate": 4.486947218259629e-05,
      "loss": 0.0049,
      "step": 57570
    },
    {
      "epoch": 10.27,
      "learning_rate": 4.4868580599144084e-05,
      "loss": 0.0049,
      "step": 57580
    },
    {
      "epoch": 10.27,
      "learning_rate": 4.486768901569187e-05,
      "loss": 0.0042,
      "step": 57590
    },
    {
      "epoch": 10.27,
      "learning_rate": 4.486679743223966e-05,
      "loss": 0.0063,
      "step": 57600
    },
    {
      "epoch": 10.27,
      "learning_rate": 4.486590584878745e-05,
      "loss": 0.006,
      "step": 57610
    },
    {
      "epoch": 10.27,
      "learning_rate": 4.4865014265335236e-05,
      "loss": 0.0048,
      "step": 57620
    },
    {
      "epoch": 10.28,
      "learning_rate": 4.486412268188303e-05,
      "loss": 0.0035,
      "step": 57630
    },
    {
      "epoch": 10.28,
      "learning_rate": 4.486323109843081e-05,
      "loss": 0.0038,
      "step": 57640
    },
    {
      "epoch": 10.28,
      "learning_rate": 4.48623395149786e-05,
      "loss": 0.0048,
      "step": 57650
    },
    {
      "epoch": 10.28,
      "learning_rate": 4.486144793152639e-05,
      "loss": 0.0045,
      "step": 57660
    },
    {
      "epoch": 10.28,
      "learning_rate": 4.4860556348074185e-05,
      "loss": 0.0028,
      "step": 57670
    },
    {
      "epoch": 10.29,
      "learning_rate": 4.485966476462197e-05,
      "loss": 0.003,
      "step": 57680
    },
    {
      "epoch": 10.29,
      "learning_rate": 4.485877318116976e-05,
      "loss": 0.0032,
      "step": 57690
    },
    {
      "epoch": 10.29,
      "learning_rate": 4.485788159771755e-05,
      "loss": 0.0038,
      "step": 57700
    },
    {
      "epoch": 10.29,
      "learning_rate": 4.4856990014265336e-05,
      "loss": 0.0076,
      "step": 57710
    },
    {
      "epoch": 10.29,
      "learning_rate": 4.485609843081313e-05,
      "loss": 0.0042,
      "step": 57720
    },
    {
      "epoch": 10.29,
      "learning_rate": 4.485520684736091e-05,
      "loss": 0.0041,
      "step": 57730
    },
    {
      "epoch": 10.3,
      "learning_rate": 4.48543152639087e-05,
      "loss": 0.0051,
      "step": 57740
    },
    {
      "epoch": 10.3,
      "learning_rate": 4.4853423680456494e-05,
      "loss": 0.0045,
      "step": 57750
    },
    {
      "epoch": 10.3,
      "learning_rate": 4.485253209700428e-05,
      "loss": 0.0028,
      "step": 57760
    },
    {
      "epoch": 10.3,
      "learning_rate": 4.485164051355207e-05,
      "loss": 0.0045,
      "step": 57770
    },
    {
      "epoch": 10.3,
      "learning_rate": 4.485074893009986e-05,
      "loss": 0.0045,
      "step": 57780
    },
    {
      "epoch": 10.3,
      "learning_rate": 4.484985734664765e-05,
      "loss": 0.0022,
      "step": 57790
    },
    {
      "epoch": 10.31,
      "learning_rate": 4.484896576319544e-05,
      "loss": 0.0038,
      "step": 57800
    },
    {
      "epoch": 10.31,
      "learning_rate": 4.484807417974323e-05,
      "loss": 0.0045,
      "step": 57810
    },
    {
      "epoch": 10.31,
      "learning_rate": 4.484718259629101e-05,
      "loss": 0.0044,
      "step": 57820
    },
    {
      "epoch": 10.31,
      "learning_rate": 4.4846291012838804e-05,
      "loss": 0.0067,
      "step": 57830
    },
    {
      "epoch": 10.31,
      "learning_rate": 4.4845399429386595e-05,
      "loss": 0.0049,
      "step": 57840
    },
    {
      "epoch": 10.32,
      "learning_rate": 4.484450784593438e-05,
      "loss": 0.0045,
      "step": 57850
    },
    {
      "epoch": 10.32,
      "learning_rate": 4.484361626248217e-05,
      "loss": 0.0064,
      "step": 57860
    },
    {
      "epoch": 10.32,
      "learning_rate": 4.4842724679029955e-05,
      "loss": 0.002,
      "step": 57870
    },
    {
      "epoch": 10.32,
      "learning_rate": 4.4841833095577746e-05,
      "loss": 0.0039,
      "step": 57880
    },
    {
      "epoch": 10.32,
      "learning_rate": 4.484094151212554e-05,
      "loss": 0.0036,
      "step": 57890
    },
    {
      "epoch": 10.32,
      "learning_rate": 4.484004992867333e-05,
      "loss": 0.0037,
      "step": 57900
    },
    {
      "epoch": 10.33,
      "learning_rate": 4.483915834522111e-05,
      "loss": 0.0036,
      "step": 57910
    },
    {
      "epoch": 10.33,
      "learning_rate": 4.4838266761768904e-05,
      "loss": 0.0045,
      "step": 57920
    },
    {
      "epoch": 10.33,
      "learning_rate": 4.4837375178316695e-05,
      "loss": 0.0058,
      "step": 57930
    },
    {
      "epoch": 10.33,
      "learning_rate": 4.483648359486448e-05,
      "loss": 0.0049,
      "step": 57940
    },
    {
      "epoch": 10.33,
      "learning_rate": 4.483559201141227e-05,
      "loss": 0.0024,
      "step": 57950
    },
    {
      "epoch": 10.34,
      "learning_rate": 4.4834700427960055e-05,
      "loss": 0.0032,
      "step": 57960
    },
    {
      "epoch": 10.34,
      "learning_rate": 4.483380884450785e-05,
      "loss": 0.0026,
      "step": 57970
    },
    {
      "epoch": 10.34,
      "learning_rate": 4.483291726105564e-05,
      "loss": 0.0042,
      "step": 57980
    },
    {
      "epoch": 10.34,
      "learning_rate": 4.483202567760342e-05,
      "loss": 0.0038,
      "step": 57990
    },
    {
      "epoch": 10.34,
      "learning_rate": 4.483113409415122e-05,
      "loss": 0.0019,
      "step": 58000
    },
    {
      "epoch": 10.34,
      "learning_rate": 4.4830242510699005e-05,
      "loss": 0.0063,
      "step": 58010
    },
    {
      "epoch": 10.35,
      "learning_rate": 4.4829350927246796e-05,
      "loss": 0.0038,
      "step": 58020
    },
    {
      "epoch": 10.35,
      "learning_rate": 4.482845934379458e-05,
      "loss": 0.0029,
      "step": 58030
    },
    {
      "epoch": 10.35,
      "learning_rate": 4.482756776034237e-05,
      "loss": 0.0021,
      "step": 58040
    },
    {
      "epoch": 10.35,
      "learning_rate": 4.4826676176890156e-05,
      "loss": 0.0038,
      "step": 58050
    },
    {
      "epoch": 10.35,
      "learning_rate": 4.482578459343795e-05,
      "loss": 0.003,
      "step": 58060
    },
    {
      "epoch": 10.35,
      "learning_rate": 4.482489300998574e-05,
      "loss": 0.0051,
      "step": 58070
    },
    {
      "epoch": 10.36,
      "learning_rate": 4.482400142653352e-05,
      "loss": 0.0035,
      "step": 58080
    },
    {
      "epoch": 10.36,
      "learning_rate": 4.4823109843081314e-05,
      "loss": 0.0045,
      "step": 58090
    },
    {
      "epoch": 10.36,
      "learning_rate": 4.48222182596291e-05,
      "loss": 0.0062,
      "step": 58100
    },
    {
      "epoch": 10.36,
      "learning_rate": 4.4821326676176896e-05,
      "loss": 0.005,
      "step": 58110
    },
    {
      "epoch": 10.36,
      "learning_rate": 4.482043509272468e-05,
      "loss": 0.0046,
      "step": 58120
    },
    {
      "epoch": 10.37,
      "learning_rate": 4.481954350927247e-05,
      "loss": 0.0046,
      "step": 58130
    },
    {
      "epoch": 10.37,
      "learning_rate": 4.4818651925820257e-05,
      "loss": 0.0046,
      "step": 58140
    },
    {
      "epoch": 10.37,
      "learning_rate": 4.481776034236805e-05,
      "loss": 0.0066,
      "step": 58150
    },
    {
      "epoch": 10.37,
      "learning_rate": 4.481686875891584e-05,
      "loss": 0.0049,
      "step": 58160
    },
    {
      "epoch": 10.37,
      "learning_rate": 4.4815977175463623e-05,
      "loss": 0.0068,
      "step": 58170
    },
    {
      "epoch": 10.37,
      "learning_rate": 4.4815085592011415e-05,
      "loss": 0.0031,
      "step": 58180
    },
    {
      "epoch": 10.38,
      "learning_rate": 4.48141940085592e-05,
      "loss": 0.0055,
      "step": 58190
    },
    {
      "epoch": 10.38,
      "learning_rate": 4.481330242510699e-05,
      "loss": 0.0046,
      "step": 58200
    },
    {
      "epoch": 10.38,
      "learning_rate": 4.481241084165478e-05,
      "loss": 0.0034,
      "step": 58210
    },
    {
      "epoch": 10.38,
      "learning_rate": 4.481151925820257e-05,
      "loss": 0.0048,
      "step": 58220
    },
    {
      "epoch": 10.38,
      "learning_rate": 4.4810627674750364e-05,
      "loss": 0.0064,
      "step": 58230
    },
    {
      "epoch": 10.39,
      "learning_rate": 4.480973609129815e-05,
      "loss": 0.0055,
      "step": 58240
    },
    {
      "epoch": 10.39,
      "learning_rate": 4.480884450784594e-05,
      "loss": 0.0065,
      "step": 58250
    },
    {
      "epoch": 10.39,
      "learning_rate": 4.4807952924393724e-05,
      "loss": 0.002,
      "step": 58260
    },
    {
      "epoch": 10.39,
      "learning_rate": 4.4807061340941515e-05,
      "loss": 0.0041,
      "step": 58270
    },
    {
      "epoch": 10.39,
      "learning_rate": 4.48061697574893e-05,
      "loss": 0.0055,
      "step": 58280
    },
    {
      "epoch": 10.39,
      "learning_rate": 4.480527817403709e-05,
      "loss": 0.0059,
      "step": 58290
    },
    {
      "epoch": 10.4,
      "learning_rate": 4.480438659058488e-05,
      "loss": 0.0024,
      "step": 58300
    },
    {
      "epoch": 10.4,
      "learning_rate": 4.4803495007132666e-05,
      "loss": 0.0051,
      "step": 58310
    },
    {
      "epoch": 10.4,
      "learning_rate": 4.480260342368046e-05,
      "loss": 0.0036,
      "step": 58320
    },
    {
      "epoch": 10.4,
      "learning_rate": 4.480171184022825e-05,
      "loss": 0.0033,
      "step": 58330
    },
    {
      "epoch": 10.4,
      "learning_rate": 4.480082025677604e-05,
      "loss": 0.0051,
      "step": 58340
    },
    {
      "epoch": 10.4,
      "learning_rate": 4.4799928673323825e-05,
      "loss": 0.0053,
      "step": 58350
    },
    {
      "epoch": 10.41,
      "learning_rate": 4.4799037089871616e-05,
      "loss": 0.0088,
      "step": 58360
    },
    {
      "epoch": 10.41,
      "learning_rate": 4.47981455064194e-05,
      "loss": 0.0046,
      "step": 58370
    },
    {
      "epoch": 10.41,
      "learning_rate": 4.479725392296719e-05,
      "loss": 0.0097,
      "step": 58380
    },
    {
      "epoch": 10.41,
      "learning_rate": 4.479636233951498e-05,
      "loss": 0.0037,
      "step": 58390
    },
    {
      "epoch": 10.41,
      "learning_rate": 4.479547075606277e-05,
      "loss": 0.0034,
      "step": 58400
    },
    {
      "epoch": 10.42,
      "learning_rate": 4.479457917261056e-05,
      "loss": 0.0029,
      "step": 58410
    },
    {
      "epoch": 10.42,
      "learning_rate": 4.479368758915834e-05,
      "loss": 0.0036,
      "step": 58420
    },
    {
      "epoch": 10.42,
      "learning_rate": 4.4792796005706134e-05,
      "loss": 0.0053,
      "step": 58430
    },
    {
      "epoch": 10.42,
      "learning_rate": 4.4791904422253925e-05,
      "loss": 0.0041,
      "step": 58440
    },
    {
      "epoch": 10.42,
      "learning_rate": 4.4791012838801716e-05,
      "loss": 0.0056,
      "step": 58450
    },
    {
      "epoch": 10.42,
      "learning_rate": 4.479012125534951e-05,
      "loss": 0.005,
      "step": 58460
    },
    {
      "epoch": 10.43,
      "learning_rate": 4.478922967189729e-05,
      "loss": 0.005,
      "step": 58470
    },
    {
      "epoch": 10.43,
      "learning_rate": 4.478833808844508e-05,
      "loss": 0.0043,
      "step": 58480
    },
    {
      "epoch": 10.43,
      "learning_rate": 4.478744650499287e-05,
      "loss": 0.0038,
      "step": 58490
    },
    {
      "epoch": 10.43,
      "learning_rate": 4.478655492154066e-05,
      "loss": 0.0043,
      "step": 58500
    },
    {
      "epoch": 10.43,
      "learning_rate": 4.478566333808844e-05,
      "loss": 0.0037,
      "step": 58510
    },
    {
      "epoch": 10.44,
      "learning_rate": 4.4784771754636234e-05,
      "loss": 0.0041,
      "step": 58520
    },
    {
      "epoch": 10.44,
      "learning_rate": 4.4783880171184026e-05,
      "loss": 0.0031,
      "step": 58530
    },
    {
      "epoch": 10.44,
      "learning_rate": 4.478298858773181e-05,
      "loss": 0.0052,
      "step": 58540
    },
    {
      "epoch": 10.44,
      "learning_rate": 4.478209700427961e-05,
      "loss": 0.005,
      "step": 58550
    },
    {
      "epoch": 10.44,
      "learning_rate": 4.478120542082739e-05,
      "loss": 0.0032,
      "step": 58560
    },
    {
      "epoch": 10.44,
      "learning_rate": 4.4780313837375184e-05,
      "loss": 0.0036,
      "step": 58570
    },
    {
      "epoch": 10.45,
      "learning_rate": 4.477942225392297e-05,
      "loss": 0.0045,
      "step": 58580
    },
    {
      "epoch": 10.45,
      "learning_rate": 4.477853067047076e-05,
      "loss": 0.006,
      "step": 58590
    },
    {
      "epoch": 10.45,
      "learning_rate": 4.4777639087018544e-05,
      "loss": 0.0039,
      "step": 58600
    },
    {
      "epoch": 10.45,
      "learning_rate": 4.4776747503566335e-05,
      "loss": 0.0029,
      "step": 58610
    },
    {
      "epoch": 10.45,
      "learning_rate": 4.4775855920114126e-05,
      "loss": 0.0044,
      "step": 58620
    },
    {
      "epoch": 10.45,
      "learning_rate": 4.477496433666191e-05,
      "loss": 0.0058,
      "step": 58630
    },
    {
      "epoch": 10.46,
      "learning_rate": 4.47740727532097e-05,
      "loss": 0.002,
      "step": 58640
    },
    {
      "epoch": 10.46,
      "learning_rate": 4.4773181169757486e-05,
      "loss": 0.0036,
      "step": 58650
    },
    {
      "epoch": 10.46,
      "learning_rate": 4.4772289586305284e-05,
      "loss": 0.0044,
      "step": 58660
    },
    {
      "epoch": 10.46,
      "learning_rate": 4.477139800285307e-05,
      "loss": 0.0045,
      "step": 58670
    },
    {
      "epoch": 10.46,
      "learning_rate": 4.477050641940086e-05,
      "loss": 0.0066,
      "step": 58680
    },
    {
      "epoch": 10.47,
      "learning_rate": 4.476961483594865e-05,
      "loss": 0.0031,
      "step": 58690
    },
    {
      "epoch": 10.47,
      "learning_rate": 4.4768723252496436e-05,
      "loss": 0.0051,
      "step": 58700
    },
    {
      "epoch": 10.47,
      "learning_rate": 4.476783166904423e-05,
      "loss": 0.0049,
      "step": 58710
    },
    {
      "epoch": 10.47,
      "learning_rate": 4.476694008559201e-05,
      "loss": 0.0031,
      "step": 58720
    },
    {
      "epoch": 10.47,
      "learning_rate": 4.47660485021398e-05,
      "loss": 0.0036,
      "step": 58730
    },
    {
      "epoch": 10.47,
      "learning_rate": 4.476515691868759e-05,
      "loss": 0.004,
      "step": 58740
    },
    {
      "epoch": 10.48,
      "learning_rate": 4.476426533523538e-05,
      "loss": 0.0031,
      "step": 58750
    },
    {
      "epoch": 10.48,
      "learning_rate": 4.476337375178317e-05,
      "loss": 0.0037,
      "step": 58760
    },
    {
      "epoch": 10.48,
      "learning_rate": 4.476248216833096e-05,
      "loss": 0.0043,
      "step": 58770
    },
    {
      "epoch": 10.48,
      "learning_rate": 4.476159058487875e-05,
      "loss": 0.0046,
      "step": 58780
    },
    {
      "epoch": 10.48,
      "learning_rate": 4.4760699001426536e-05,
      "loss": 0.0039,
      "step": 58790
    },
    {
      "epoch": 10.49,
      "learning_rate": 4.475980741797433e-05,
      "loss": 0.0043,
      "step": 58800
    },
    {
      "epoch": 10.49,
      "learning_rate": 4.475891583452211e-05,
      "loss": 0.0029,
      "step": 58810
    },
    {
      "epoch": 10.49,
      "learning_rate": 4.47580242510699e-05,
      "loss": 0.0057,
      "step": 58820
    },
    {
      "epoch": 10.49,
      "learning_rate": 4.475713266761769e-05,
      "loss": 0.0041,
      "step": 58830
    },
    {
      "epoch": 10.49,
      "learning_rate": 4.475624108416548e-05,
      "loss": 0.0043,
      "step": 58840
    },
    {
      "epoch": 10.49,
      "learning_rate": 4.475534950071327e-05,
      "loss": 0.0076,
      "step": 58850
    },
    {
      "epoch": 10.5,
      "learning_rate": 4.4754457917261054e-05,
      "loss": 0.0037,
      "step": 58860
    },
    {
      "epoch": 10.5,
      "learning_rate": 4.4753566333808845e-05,
      "loss": 0.0031,
      "step": 58870
    },
    {
      "epoch": 10.5,
      "learning_rate": 4.475267475035664e-05,
      "loss": 0.0042,
      "step": 58880
    },
    {
      "epoch": 10.5,
      "learning_rate": 4.475178316690443e-05,
      "loss": 0.0045,
      "step": 58890
    },
    {
      "epoch": 10.5,
      "learning_rate": 4.475089158345221e-05,
      "loss": 0.005,
      "step": 58900
    },
    {
      "epoch": 10.5,
      "learning_rate": 4.4750000000000004e-05,
      "loss": 0.0034,
      "step": 58910
    },
    {
      "epoch": 10.51,
      "learning_rate": 4.4749108416547795e-05,
      "loss": 0.0049,
      "step": 58920
    },
    {
      "epoch": 10.51,
      "learning_rate": 4.474821683309558e-05,
      "loss": 0.005,
      "step": 58930
    },
    {
      "epoch": 10.51,
      "learning_rate": 4.474732524964337e-05,
      "loss": 0.0048,
      "step": 58940
    },
    {
      "epoch": 10.51,
      "learning_rate": 4.4746433666191155e-05,
      "loss": 0.0059,
      "step": 58950
    },
    {
      "epoch": 10.51,
      "learning_rate": 4.4745542082738946e-05,
      "loss": 0.0044,
      "step": 58960
    },
    {
      "epoch": 10.52,
      "learning_rate": 4.474465049928673e-05,
      "loss": 0.0023,
      "step": 58970
    },
    {
      "epoch": 10.52,
      "learning_rate": 4.474375891583452e-05,
      "loss": 0.004,
      "step": 58980
    },
    {
      "epoch": 10.52,
      "learning_rate": 4.474286733238231e-05,
      "loss": 0.0037,
      "step": 58990
    },
    {
      "epoch": 10.52,
      "learning_rate": 4.4741975748930104e-05,
      "loss": 0.0048,
      "step": 59000
    },
    {
      "epoch": 10.52,
      "learning_rate": 4.4741084165477895e-05,
      "loss": 0.0041,
      "step": 59010
    },
    {
      "epoch": 10.52,
      "learning_rate": 4.474019258202568e-05,
      "loss": 0.0059,
      "step": 59020
    },
    {
      "epoch": 10.53,
      "learning_rate": 4.473930099857347e-05,
      "loss": 0.0038,
      "step": 59030
    },
    {
      "epoch": 10.53,
      "learning_rate": 4.4738409415121255e-05,
      "loss": 0.0043,
      "step": 59040
    },
    {
      "epoch": 10.53,
      "learning_rate": 4.4737517831669047e-05,
      "loss": 0.0025,
      "step": 59050
    },
    {
      "epoch": 10.53,
      "learning_rate": 4.473662624821683e-05,
      "loss": 0.0065,
      "step": 59060
    },
    {
      "epoch": 10.53,
      "learning_rate": 4.473573466476462e-05,
      "loss": 0.0047,
      "step": 59070
    },
    {
      "epoch": 10.53,
      "learning_rate": 4.4734843081312413e-05,
      "loss": 0.0026,
      "step": 59080
    },
    {
      "epoch": 10.54,
      "learning_rate": 4.47339514978602e-05,
      "loss": 0.0038,
      "step": 59090
    },
    {
      "epoch": 10.54,
      "learning_rate": 4.4733059914407996e-05,
      "loss": 0.0054,
      "step": 59100
    },
    {
      "epoch": 10.54,
      "learning_rate": 4.473216833095578e-05,
      "loss": 0.0043,
      "step": 59110
    },
    {
      "epoch": 10.54,
      "learning_rate": 4.473127674750357e-05,
      "loss": 0.0041,
      "step": 59120
    },
    {
      "epoch": 10.54,
      "learning_rate": 4.4730385164051356e-05,
      "loss": 0.0072,
      "step": 59130
    },
    {
      "epoch": 10.55,
      "learning_rate": 4.472949358059915e-05,
      "loss": 0.0043,
      "step": 59140
    },
    {
      "epoch": 10.55,
      "learning_rate": 4.472860199714694e-05,
      "loss": 0.0053,
      "step": 59150
    },
    {
      "epoch": 10.55,
      "learning_rate": 4.472771041369472e-05,
      "loss": 0.0027,
      "step": 59160
    },
    {
      "epoch": 10.55,
      "learning_rate": 4.4726818830242514e-05,
      "loss": 0.0053,
      "step": 59170
    },
    {
      "epoch": 10.55,
      "learning_rate": 4.47259272467903e-05,
      "loss": 0.0032,
      "step": 59180
    },
    {
      "epoch": 10.55,
      "learning_rate": 4.472503566333809e-05,
      "loss": 0.0052,
      "step": 59190
    },
    {
      "epoch": 10.56,
      "learning_rate": 4.4724144079885874e-05,
      "loss": 0.003,
      "step": 59200
    },
    {
      "epoch": 10.56,
      "learning_rate": 4.472325249643367e-05,
      "loss": 0.0049,
      "step": 59210
    },
    {
      "epoch": 10.56,
      "learning_rate": 4.4722360912981457e-05,
      "loss": 0.0061,
      "step": 59220
    },
    {
      "epoch": 10.56,
      "learning_rate": 4.472146932952925e-05,
      "loss": 0.0045,
      "step": 59230
    },
    {
      "epoch": 10.56,
      "learning_rate": 4.472057774607704e-05,
      "loss": 0.0045,
      "step": 59240
    },
    {
      "epoch": 10.57,
      "learning_rate": 4.471968616262482e-05,
      "loss": 0.0051,
      "step": 59250
    },
    {
      "epoch": 10.57,
      "learning_rate": 4.4718794579172615e-05,
      "loss": 0.0034,
      "step": 59260
    },
    {
      "epoch": 10.57,
      "learning_rate": 4.47179029957204e-05,
      "loss": 0.0043,
      "step": 59270
    },
    {
      "epoch": 10.57,
      "learning_rate": 4.471701141226819e-05,
      "loss": 0.0049,
      "step": 59280
    },
    {
      "epoch": 10.57,
      "learning_rate": 4.4716119828815975e-05,
      "loss": 0.0044,
      "step": 59290
    },
    {
      "epoch": 10.57,
      "learning_rate": 4.4715228245363766e-05,
      "loss": 0.0037,
      "step": 59300
    },
    {
      "epoch": 10.58,
      "learning_rate": 4.471433666191156e-05,
      "loss": 0.0023,
      "step": 59310
    },
    {
      "epoch": 10.58,
      "learning_rate": 4.471344507845935e-05,
      "loss": 0.0045,
      "step": 59320
    },
    {
      "epoch": 10.58,
      "learning_rate": 4.471255349500714e-05,
      "loss": 0.0045,
      "step": 59330
    },
    {
      "epoch": 10.58,
      "learning_rate": 4.4711661911554924e-05,
      "loss": 0.003,
      "step": 59340
    },
    {
      "epoch": 10.58,
      "learning_rate": 4.4710770328102715e-05,
      "loss": 0.0046,
      "step": 59350
    },
    {
      "epoch": 10.58,
      "learning_rate": 4.47098787446505e-05,
      "loss": 0.0035,
      "step": 59360
    },
    {
      "epoch": 10.59,
      "learning_rate": 4.470898716119829e-05,
      "loss": 0.0032,
      "step": 59370
    },
    {
      "epoch": 10.59,
      "learning_rate": 4.470809557774608e-05,
      "loss": 0.0033,
      "step": 59380
    },
    {
      "epoch": 10.59,
      "learning_rate": 4.4707203994293866e-05,
      "loss": 0.0046,
      "step": 59390
    },
    {
      "epoch": 10.59,
      "learning_rate": 4.470631241084166e-05,
      "loss": 0.0041,
      "step": 59400
    },
    {
      "epoch": 10.59,
      "learning_rate": 4.470542082738944e-05,
      "loss": 0.0062,
      "step": 59410
    },
    {
      "epoch": 10.6,
      "learning_rate": 4.470452924393723e-05,
      "loss": 0.0044,
      "step": 59420
    },
    {
      "epoch": 10.6,
      "learning_rate": 4.4703637660485024e-05,
      "loss": 0.0022,
      "step": 59430
    },
    {
      "epoch": 10.6,
      "learning_rate": 4.4702746077032816e-05,
      "loss": 0.0058,
      "step": 59440
    },
    {
      "epoch": 10.6,
      "learning_rate": 4.47018544935806e-05,
      "loss": 0.004,
      "step": 59450
    },
    {
      "epoch": 10.6,
      "learning_rate": 4.470096291012839e-05,
      "loss": 0.0029,
      "step": 59460
    },
    {
      "epoch": 10.6,
      "learning_rate": 4.470007132667618e-05,
      "loss": 0.0047,
      "step": 59470
    },
    {
      "epoch": 10.61,
      "learning_rate": 4.469917974322397e-05,
      "loss": 0.0031,
      "step": 59480
    },
    {
      "epoch": 10.61,
      "learning_rate": 4.469828815977176e-05,
      "loss": 0.0024,
      "step": 59490
    },
    {
      "epoch": 10.61,
      "learning_rate": 4.469739657631954e-05,
      "loss": 0.0024,
      "step": 59500
    },
    {
      "epoch": 10.61,
      "learning_rate": 4.4696504992867334e-05,
      "loss": 0.0039,
      "step": 59510
    },
    {
      "epoch": 10.61,
      "learning_rate": 4.469561340941512e-05,
      "loss": 0.0037,
      "step": 59520
    },
    {
      "epoch": 10.62,
      "learning_rate": 4.469472182596291e-05,
      "loss": 0.0039,
      "step": 59530
    },
    {
      "epoch": 10.62,
      "learning_rate": 4.46938302425107e-05,
      "loss": 0.0029,
      "step": 59540
    },
    {
      "epoch": 10.62,
      "learning_rate": 4.469293865905849e-05,
      "loss": 0.0052,
      "step": 59550
    },
    {
      "epoch": 10.62,
      "learning_rate": 4.469204707560628e-05,
      "loss": 0.0044,
      "step": 59560
    },
    {
      "epoch": 10.62,
      "learning_rate": 4.469115549215407e-05,
      "loss": 0.0038,
      "step": 59570
    },
    {
      "epoch": 10.62,
      "learning_rate": 4.469026390870186e-05,
      "loss": 0.0041,
      "step": 59580
    },
    {
      "epoch": 10.63,
      "learning_rate": 4.468937232524964e-05,
      "loss": 0.0042,
      "step": 59590
    },
    {
      "epoch": 10.63,
      "learning_rate": 4.4688480741797434e-05,
      "loss": 0.0037,
      "step": 59600
    },
    {
      "epoch": 10.63,
      "learning_rate": 4.468758915834522e-05,
      "loss": 0.0039,
      "step": 59610
    },
    {
      "epoch": 10.63,
      "learning_rate": 4.468669757489301e-05,
      "loss": 0.0057,
      "step": 59620
    },
    {
      "epoch": 10.63,
      "learning_rate": 4.46858059914408e-05,
      "loss": 0.0054,
      "step": 59630
    },
    {
      "epoch": 10.63,
      "learning_rate": 4.4684914407988586e-05,
      "loss": 0.0031,
      "step": 59640
    },
    {
      "epoch": 10.64,
      "learning_rate": 4.4684022824536384e-05,
      "loss": 0.0051,
      "step": 59650
    },
    {
      "epoch": 10.64,
      "learning_rate": 4.468313124108417e-05,
      "loss": 0.0048,
      "step": 59660
    },
    {
      "epoch": 10.64,
      "learning_rate": 4.468223965763196e-05,
      "loss": 0.006,
      "step": 59670
    },
    {
      "epoch": 10.64,
      "learning_rate": 4.4681348074179744e-05,
      "loss": 0.0037,
      "step": 59680
    },
    {
      "epoch": 10.64,
      "learning_rate": 4.4680456490727535e-05,
      "loss": 0.0031,
      "step": 59690
    },
    {
      "epoch": 10.65,
      "learning_rate": 4.4679564907275326e-05,
      "loss": 0.0037,
      "step": 59700
    },
    {
      "epoch": 10.65,
      "learning_rate": 4.467867332382311e-05,
      "loss": 0.0038,
      "step": 59710
    },
    {
      "epoch": 10.65,
      "learning_rate": 4.46777817403709e-05,
      "loss": 0.0052,
      "step": 59720
    },
    {
      "epoch": 10.65,
      "learning_rate": 4.4676890156918686e-05,
      "loss": 0.0055,
      "step": 59730
    },
    {
      "epoch": 10.65,
      "learning_rate": 4.467599857346648e-05,
      "loss": 0.0086,
      "step": 59740
    },
    {
      "epoch": 10.65,
      "learning_rate": 4.467510699001426e-05,
      "loss": 0.004,
      "step": 59750
    },
    {
      "epoch": 10.66,
      "learning_rate": 4.467421540656206e-05,
      "loss": 0.0059,
      "step": 59760
    },
    {
      "epoch": 10.66,
      "learning_rate": 4.4673323823109844e-05,
      "loss": 0.0034,
      "step": 59770
    },
    {
      "epoch": 10.66,
      "learning_rate": 4.4672432239657636e-05,
      "loss": 0.004,
      "step": 59780
    },
    {
      "epoch": 10.66,
      "learning_rate": 4.467154065620543e-05,
      "loss": 0.0036,
      "step": 59790
    },
    {
      "epoch": 10.66,
      "learning_rate": 4.467064907275321e-05,
      "loss": 0.0029,
      "step": 59800
    },
    {
      "epoch": 10.67,
      "learning_rate": 4.4669757489301e-05,
      "loss": 0.0025,
      "step": 59810
    },
    {
      "epoch": 10.67,
      "learning_rate": 4.466886590584879e-05,
      "loss": 0.0061,
      "step": 59820
    },
    {
      "epoch": 10.67,
      "learning_rate": 4.466797432239658e-05,
      "loss": 0.0026,
      "step": 59830
    },
    {
      "epoch": 10.67,
      "learning_rate": 4.466708273894436e-05,
      "loss": 0.0025,
      "step": 59840
    },
    {
      "epoch": 10.67,
      "learning_rate": 4.4666191155492154e-05,
      "loss": 0.0018,
      "step": 59850
    },
    {
      "epoch": 10.67,
      "learning_rate": 4.4665299572039945e-05,
      "loss": 0.0034,
      "step": 59860
    },
    {
      "epoch": 10.68,
      "learning_rate": 4.4664407988587736e-05,
      "loss": 0.0029,
      "step": 59870
    },
    {
      "epoch": 10.68,
      "learning_rate": 4.466351640513553e-05,
      "loss": 0.0034,
      "step": 59880
    },
    {
      "epoch": 10.68,
      "learning_rate": 4.466262482168331e-05,
      "loss": 0.0019,
      "step": 59890
    },
    {
      "epoch": 10.68,
      "learning_rate": 4.46617332382311e-05,
      "loss": 0.0029,
      "step": 59900
    },
    {
      "epoch": 10.68,
      "learning_rate": 4.466084165477889e-05,
      "loss": 0.0047,
      "step": 59910
    },
    {
      "epoch": 10.68,
      "learning_rate": 4.465995007132668e-05,
      "loss": 0.0045,
      "step": 59920
    },
    {
      "epoch": 10.69,
      "learning_rate": 4.465905848787447e-05,
      "loss": 0.0051,
      "step": 59930
    },
    {
      "epoch": 10.69,
      "learning_rate": 4.4658166904422254e-05,
      "loss": 0.0059,
      "step": 59940
    },
    {
      "epoch": 10.69,
      "learning_rate": 4.4657275320970045e-05,
      "loss": 0.0021,
      "step": 59950
    },
    {
      "epoch": 10.69,
      "learning_rate": 4.465638373751783e-05,
      "loss": 0.0047,
      "step": 59960
    },
    {
      "epoch": 10.69,
      "learning_rate": 4.465549215406562e-05,
      "loss": 0.0039,
      "step": 59970
    },
    {
      "epoch": 10.7,
      "learning_rate": 4.465460057061341e-05,
      "loss": 0.0031,
      "step": 59980
    },
    {
      "epoch": 10.7,
      "learning_rate": 4.4653708987161203e-05,
      "loss": 0.0065,
      "step": 59990
    },
    {
      "epoch": 10.7,
      "learning_rate": 4.465281740370899e-05,
      "loss": 0.0026,
      "step": 60000
    },
    {
      "epoch": 10.7,
      "learning_rate": 4.465192582025678e-05,
      "loss": 0.0034,
      "step": 60010
    },
    {
      "epoch": 10.7,
      "learning_rate": 4.465103423680457e-05,
      "loss": 0.0021,
      "step": 60020
    },
    {
      "epoch": 10.7,
      "learning_rate": 4.4650142653352355e-05,
      "loss": 0.0047,
      "step": 60030
    },
    {
      "epoch": 10.71,
      "learning_rate": 4.4649251069900146e-05,
      "loss": 0.004,
      "step": 60040
    },
    {
      "epoch": 10.71,
      "learning_rate": 4.464835948644793e-05,
      "loss": 0.0034,
      "step": 60050
    },
    {
      "epoch": 10.71,
      "learning_rate": 4.464746790299572e-05,
      "loss": 0.003,
      "step": 60060
    },
    {
      "epoch": 10.71,
      "learning_rate": 4.4646576319543506e-05,
      "loss": 0.0034,
      "step": 60070
    },
    {
      "epoch": 10.71,
      "learning_rate": 4.46456847360913e-05,
      "loss": 0.0025,
      "step": 60080
    },
    {
      "epoch": 10.72,
      "learning_rate": 4.464479315263909e-05,
      "loss": 0.0048,
      "step": 60090
    },
    {
      "epoch": 10.72,
      "learning_rate": 4.464390156918688e-05,
      "loss": 0.0051,
      "step": 60100
    },
    {
      "epoch": 10.72,
      "learning_rate": 4.464300998573467e-05,
      "loss": 0.0058,
      "step": 60110
    },
    {
      "epoch": 10.72,
      "learning_rate": 4.4642118402282455e-05,
      "loss": 0.0031,
      "step": 60120
    },
    {
      "epoch": 10.72,
      "learning_rate": 4.4641226818830247e-05,
      "loss": 0.0058,
      "step": 60130
    },
    {
      "epoch": 10.72,
      "learning_rate": 4.464033523537803e-05,
      "loss": 0.0058,
      "step": 60140
    },
    {
      "epoch": 10.73,
      "learning_rate": 4.463944365192582e-05,
      "loss": 0.0029,
      "step": 60150
    },
    {
      "epoch": 10.73,
      "learning_rate": 4.4638552068473613e-05,
      "loss": 0.0029,
      "step": 60160
    },
    {
      "epoch": 10.73,
      "learning_rate": 4.46376604850214e-05,
      "loss": 0.0069,
      "step": 60170
    },
    {
      "epoch": 10.73,
      "learning_rate": 4.463676890156919e-05,
      "loss": 0.0035,
      "step": 60180
    },
    {
      "epoch": 10.73,
      "learning_rate": 4.4635877318116973e-05,
      "loss": 0.0025,
      "step": 60190
    },
    {
      "epoch": 10.73,
      "learning_rate": 4.463498573466477e-05,
      "loss": 0.0077,
      "step": 60200
    },
    {
      "epoch": 10.74,
      "learning_rate": 4.4634094151212556e-05,
      "loss": 0.0041,
      "step": 60210
    },
    {
      "epoch": 10.74,
      "learning_rate": 4.463320256776035e-05,
      "loss": 0.0057,
      "step": 60220
    },
    {
      "epoch": 10.74,
      "learning_rate": 4.463231098430813e-05,
      "loss": 0.0046,
      "step": 60230
    },
    {
      "epoch": 10.74,
      "learning_rate": 4.463141940085592e-05,
      "loss": 0.0052,
      "step": 60240
    },
    {
      "epoch": 10.74,
      "learning_rate": 4.4630527817403714e-05,
      "loss": 0.0038,
      "step": 60250
    },
    {
      "epoch": 10.75,
      "learning_rate": 4.46296362339515e-05,
      "loss": 0.002,
      "step": 60260
    },
    {
      "epoch": 10.75,
      "learning_rate": 4.462874465049929e-05,
      "loss": 0.0027,
      "step": 60270
    },
    {
      "epoch": 10.75,
      "learning_rate": 4.4627853067047074e-05,
      "loss": 0.0033,
      "step": 60280
    },
    {
      "epoch": 10.75,
      "learning_rate": 4.4626961483594865e-05,
      "loss": 0.0034,
      "step": 60290
    },
    {
      "epoch": 10.75,
      "learning_rate": 4.462606990014265e-05,
      "loss": 0.0025,
      "step": 60300
    },
    {
      "epoch": 10.75,
      "learning_rate": 4.462517831669045e-05,
      "loss": 0.0035,
      "step": 60310
    },
    {
      "epoch": 10.76,
      "learning_rate": 4.462428673323823e-05,
      "loss": 0.0038,
      "step": 60320
    },
    {
      "epoch": 10.76,
      "learning_rate": 4.462339514978602e-05,
      "loss": 0.008,
      "step": 60330
    },
    {
      "epoch": 10.76,
      "learning_rate": 4.4622503566333815e-05,
      "loss": 0.0036,
      "step": 60340
    },
    {
      "epoch": 10.76,
      "learning_rate": 4.46216119828816e-05,
      "loss": 0.0015,
      "step": 60350
    },
    {
      "epoch": 10.76,
      "learning_rate": 4.462072039942939e-05,
      "loss": 0.0032,
      "step": 60360
    },
    {
      "epoch": 10.76,
      "learning_rate": 4.4619828815977175e-05,
      "loss": 0.0034,
      "step": 60370
    },
    {
      "epoch": 10.77,
      "learning_rate": 4.4618937232524966e-05,
      "loss": 0.0055,
      "step": 60380
    },
    {
      "epoch": 10.77,
      "learning_rate": 4.461804564907276e-05,
      "loss": 0.0024,
      "step": 60390
    },
    {
      "epoch": 10.77,
      "learning_rate": 4.461715406562054e-05,
      "loss": 0.0032,
      "step": 60400
    },
    {
      "epoch": 10.77,
      "learning_rate": 4.461626248216833e-05,
      "loss": 0.0046,
      "step": 60410
    },
    {
      "epoch": 10.77,
      "learning_rate": 4.4615370898716124e-05,
      "loss": 0.0044,
      "step": 60420
    },
    {
      "epoch": 10.78,
      "learning_rate": 4.4614479315263915e-05,
      "loss": 0.0081,
      "step": 60430
    },
    {
      "epoch": 10.78,
      "learning_rate": 4.46135877318117e-05,
      "loss": 0.006,
      "step": 60440
    },
    {
      "epoch": 10.78,
      "learning_rate": 4.461269614835949e-05,
      "loss": 0.0058,
      "step": 60450
    },
    {
      "epoch": 10.78,
      "learning_rate": 4.4611804564907275e-05,
      "loss": 0.0075,
      "step": 60460
    },
    {
      "epoch": 10.78,
      "learning_rate": 4.4610912981455066e-05,
      "loss": 0.0045,
      "step": 60470
    },
    {
      "epoch": 10.78,
      "learning_rate": 4.461002139800286e-05,
      "loss": 0.0054,
      "step": 60480
    },
    {
      "epoch": 10.79,
      "learning_rate": 4.460912981455064e-05,
      "loss": 0.004,
      "step": 60490
    },
    {
      "epoch": 10.79,
      "learning_rate": 4.460823823109843e-05,
      "loss": 0.0044,
      "step": 60500
    },
    {
      "epoch": 10.79,
      "learning_rate": 4.460734664764622e-05,
      "loss": 0.0026,
      "step": 60510
    },
    {
      "epoch": 10.79,
      "learning_rate": 4.460645506419401e-05,
      "loss": 0.0026,
      "step": 60520
    },
    {
      "epoch": 10.79,
      "learning_rate": 4.46055634807418e-05,
      "loss": 0.0045,
      "step": 60530
    },
    {
      "epoch": 10.8,
      "learning_rate": 4.460467189728959e-05,
      "loss": 0.0021,
      "step": 60540
    },
    {
      "epoch": 10.8,
      "learning_rate": 4.4603780313837376e-05,
      "loss": 0.0049,
      "step": 60550
    },
    {
      "epoch": 10.8,
      "learning_rate": 4.460288873038517e-05,
      "loss": 0.0025,
      "step": 60560
    },
    {
      "epoch": 10.8,
      "learning_rate": 4.460199714693296e-05,
      "loss": 0.0025,
      "step": 60570
    },
    {
      "epoch": 10.8,
      "learning_rate": 4.460110556348074e-05,
      "loss": 0.0032,
      "step": 60580
    },
    {
      "epoch": 10.8,
      "learning_rate": 4.4600213980028534e-05,
      "loss": 0.0038,
      "step": 60590
    },
    {
      "epoch": 10.81,
      "learning_rate": 4.459932239657632e-05,
      "loss": 0.0041,
      "step": 60600
    },
    {
      "epoch": 10.81,
      "learning_rate": 4.459843081312411e-05,
      "loss": 0.0069,
      "step": 60610
    },
    {
      "epoch": 10.81,
      "learning_rate": 4.45975392296719e-05,
      "loss": 0.0037,
      "step": 60620
    },
    {
      "epoch": 10.81,
      "learning_rate": 4.4596647646219685e-05,
      "loss": 0.0062,
      "step": 60630
    },
    {
      "epoch": 10.81,
      "learning_rate": 4.459575606276748e-05,
      "loss": 0.0035,
      "step": 60640
    },
    {
      "epoch": 10.81,
      "learning_rate": 4.459486447931527e-05,
      "loss": 0.0023,
      "step": 60650
    },
    {
      "epoch": 10.82,
      "learning_rate": 4.459397289586306e-05,
      "loss": 0.0044,
      "step": 60660
    },
    {
      "epoch": 10.82,
      "learning_rate": 4.459308131241084e-05,
      "loss": 0.004,
      "step": 60670
    },
    {
      "epoch": 10.82,
      "learning_rate": 4.4592189728958634e-05,
      "loss": 0.0045,
      "step": 60680
    },
    {
      "epoch": 10.82,
      "learning_rate": 4.459129814550642e-05,
      "loss": 0.0047,
      "step": 60690
    },
    {
      "epoch": 10.82,
      "learning_rate": 4.459040656205421e-05,
      "loss": 0.0061,
      "step": 60700
    },
    {
      "epoch": 10.83,
      "learning_rate": 4.4589514978602e-05,
      "loss": 0.0027,
      "step": 60710
    },
    {
      "epoch": 10.83,
      "learning_rate": 4.4588623395149786e-05,
      "loss": 0.0082,
      "step": 60720
    },
    {
      "epoch": 10.83,
      "learning_rate": 4.458773181169758e-05,
      "loss": 0.0025,
      "step": 60730
    },
    {
      "epoch": 10.83,
      "learning_rate": 4.458684022824536e-05,
      "loss": 0.0046,
      "step": 60740
    },
    {
      "epoch": 10.83,
      "learning_rate": 4.458594864479316e-05,
      "loss": 0.0032,
      "step": 60750
    },
    {
      "epoch": 10.83,
      "learning_rate": 4.4585057061340944e-05,
      "loss": 0.0052,
      "step": 60760
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.4584165477888735e-05,
      "loss": 0.004,
      "step": 60770
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.458327389443652e-05,
      "loss": 0.0062,
      "step": 60780
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.458238231098431e-05,
      "loss": 0.0038,
      "step": 60790
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.45814907275321e-05,
      "loss": 0.0025,
      "step": 60800
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.4580599144079886e-05,
      "loss": 0.0036,
      "step": 60810
    },
    {
      "epoch": 10.85,
      "learning_rate": 4.457970756062768e-05,
      "loss": 0.0031,
      "step": 60820
    },
    {
      "epoch": 10.85,
      "learning_rate": 4.457881597717546e-05,
      "loss": 0.0041,
      "step": 60830
    },
    {
      "epoch": 10.85,
      "learning_rate": 4.457792439372325e-05,
      "loss": 0.0085,
      "step": 60840
    },
    {
      "epoch": 10.85,
      "learning_rate": 4.4577032810271044e-05,
      "loss": 0.003,
      "step": 60850
    },
    {
      "epoch": 10.85,
      "learning_rate": 4.4576141226818835e-05,
      "loss": 0.0028,
      "step": 60860
    },
    {
      "epoch": 10.85,
      "learning_rate": 4.457524964336663e-05,
      "loss": 0.0045,
      "step": 60870
    },
    {
      "epoch": 10.86,
      "learning_rate": 4.457435805991441e-05,
      "loss": 0.0044,
      "step": 60880
    },
    {
      "epoch": 10.86,
      "learning_rate": 4.45734664764622e-05,
      "loss": 0.0048,
      "step": 60890
    },
    {
      "epoch": 10.86,
      "learning_rate": 4.457257489300999e-05,
      "loss": 0.0031,
      "step": 60900
    },
    {
      "epoch": 10.86,
      "learning_rate": 4.457168330955778e-05,
      "loss": 0.0015,
      "step": 60910
    },
    {
      "epoch": 10.86,
      "learning_rate": 4.457079172610556e-05,
      "loss": 0.0039,
      "step": 60920
    },
    {
      "epoch": 10.86,
      "learning_rate": 4.4569900142653354e-05,
      "loss": 0.0044,
      "step": 60930
    },
    {
      "epoch": 10.87,
      "learning_rate": 4.4569008559201145e-05,
      "loss": 0.0031,
      "step": 60940
    },
    {
      "epoch": 10.87,
      "learning_rate": 4.456811697574893e-05,
      "loss": 0.0039,
      "step": 60950
    },
    {
      "epoch": 10.87,
      "learning_rate": 4.456722539229672e-05,
      "loss": 0.0037,
      "step": 60960
    },
    {
      "epoch": 10.87,
      "learning_rate": 4.456633380884451e-05,
      "loss": 0.0031,
      "step": 60970
    },
    {
      "epoch": 10.87,
      "learning_rate": 4.45654422253923e-05,
      "loss": 0.0032,
      "step": 60980
    },
    {
      "epoch": 10.88,
      "learning_rate": 4.456455064194009e-05,
      "loss": 0.0039,
      "step": 60990
    },
    {
      "epoch": 10.88,
      "learning_rate": 4.456365905848788e-05,
      "loss": 0.0045,
      "step": 61000
    },
    {
      "epoch": 10.88,
      "learning_rate": 4.456276747503566e-05,
      "loss": 0.0044,
      "step": 61010
    },
    {
      "epoch": 10.88,
      "learning_rate": 4.4561875891583454e-05,
      "loss": 0.0035,
      "step": 61020
    },
    {
      "epoch": 10.88,
      "learning_rate": 4.4560984308131245e-05,
      "loss": 0.0035,
      "step": 61030
    },
    {
      "epoch": 10.88,
      "learning_rate": 4.456009272467903e-05,
      "loss": 0.0023,
      "step": 61040
    },
    {
      "epoch": 10.89,
      "learning_rate": 4.455920114122682e-05,
      "loss": 0.0031,
      "step": 61050
    },
    {
      "epoch": 10.89,
      "learning_rate": 4.4558309557774605e-05,
      "loss": 0.0032,
      "step": 61060
    },
    {
      "epoch": 10.89,
      "learning_rate": 4.45574179743224e-05,
      "loss": 0.0044,
      "step": 61070
    },
    {
      "epoch": 10.89,
      "learning_rate": 4.455652639087019e-05,
      "loss": 0.0038,
      "step": 61080
    },
    {
      "epoch": 10.89,
      "learning_rate": 4.455563480741798e-05,
      "loss": 0.0066,
      "step": 61090
    },
    {
      "epoch": 10.9,
      "learning_rate": 4.455474322396577e-05,
      "loss": 0.0039,
      "step": 61100
    },
    {
      "epoch": 10.9,
      "learning_rate": 4.4553851640513555e-05,
      "loss": 0.0054,
      "step": 61110
    },
    {
      "epoch": 10.9,
      "learning_rate": 4.4552960057061346e-05,
      "loss": 0.0044,
      "step": 61120
    },
    {
      "epoch": 10.9,
      "learning_rate": 4.455206847360913e-05,
      "loss": 0.0025,
      "step": 61130
    },
    {
      "epoch": 10.9,
      "learning_rate": 4.455117689015692e-05,
      "loss": 0.003,
      "step": 61140
    },
    {
      "epoch": 10.9,
      "learning_rate": 4.4550285306704706e-05,
      "loss": 0.002,
      "step": 61150
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.45493937232525e-05,
      "loss": 0.0044,
      "step": 61160
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.454850213980029e-05,
      "loss": 0.0058,
      "step": 61170
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.454761055634807e-05,
      "loss": 0.0026,
      "step": 61180
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.454671897289587e-05,
      "loss": 0.0064,
      "step": 61190
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.4545827389443655e-05,
      "loss": 0.0041,
      "step": 61200
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.4544935805991447e-05,
      "loss": 0.0041,
      "step": 61210
    },
    {
      "epoch": 10.92,
      "learning_rate": 4.454404422253923e-05,
      "loss": 0.0074,
      "step": 61220
    },
    {
      "epoch": 10.92,
      "learning_rate": 4.454315263908702e-05,
      "loss": 0.0064,
      "step": 61230
    },
    {
      "epoch": 10.92,
      "learning_rate": 4.4542261055634807e-05,
      "loss": 0.0062,
      "step": 61240
    },
    {
      "epoch": 10.92,
      "learning_rate": 4.45413694721826e-05,
      "loss": 0.0056,
      "step": 61250
    },
    {
      "epoch": 10.92,
      "learning_rate": 4.454047788873039e-05,
      "loss": 0.0031,
      "step": 61260
    },
    {
      "epoch": 10.93,
      "learning_rate": 4.4539586305278173e-05,
      "loss": 0.0029,
      "step": 61270
    },
    {
      "epoch": 10.93,
      "learning_rate": 4.4538694721825965e-05,
      "loss": 0.0041,
      "step": 61280
    },
    {
      "epoch": 10.93,
      "learning_rate": 4.453780313837375e-05,
      "loss": 0.0026,
      "step": 61290
    },
    {
      "epoch": 10.93,
      "learning_rate": 4.453691155492155e-05,
      "loss": 0.0034,
      "step": 61300
    },
    {
      "epoch": 10.93,
      "learning_rate": 4.453601997146933e-05,
      "loss": 0.0051,
      "step": 61310
    },
    {
      "epoch": 10.93,
      "learning_rate": 4.453512838801712e-05,
      "loss": 0.0042,
      "step": 61320
    },
    {
      "epoch": 10.94,
      "learning_rate": 4.4534236804564914e-05,
      "loss": 0.0063,
      "step": 61330
    },
    {
      "epoch": 10.94,
      "learning_rate": 4.45333452211127e-05,
      "loss": 0.0052,
      "step": 61340
    },
    {
      "epoch": 10.94,
      "learning_rate": 4.453245363766049e-05,
      "loss": 0.0044,
      "step": 61350
    },
    {
      "epoch": 10.94,
      "learning_rate": 4.4531562054208274e-05,
      "loss": 0.0056,
      "step": 61360
    },
    {
      "epoch": 10.94,
      "learning_rate": 4.4530670470756065e-05,
      "loss": 0.0052,
      "step": 61370
    },
    {
      "epoch": 10.95,
      "learning_rate": 4.452977888730385e-05,
      "loss": 0.0038,
      "step": 61380
    },
    {
      "epoch": 10.95,
      "learning_rate": 4.452888730385164e-05,
      "loss": 0.0034,
      "step": 61390
    },
    {
      "epoch": 10.95,
      "learning_rate": 4.452799572039943e-05,
      "loss": 0.0051,
      "step": 61400
    },
    {
      "epoch": 10.95,
      "learning_rate": 4.452710413694722e-05,
      "loss": 0.006,
      "step": 61410
    },
    {
      "epoch": 10.95,
      "learning_rate": 4.4526212553495014e-05,
      "loss": 0.0036,
      "step": 61420
    },
    {
      "epoch": 10.95,
      "learning_rate": 4.45253209700428e-05,
      "loss": 0.0032,
      "step": 61430
    },
    {
      "epoch": 10.96,
      "learning_rate": 4.452442938659059e-05,
      "loss": 0.004,
      "step": 61440
    },
    {
      "epoch": 10.96,
      "learning_rate": 4.4523537803138375e-05,
      "loss": 0.0031,
      "step": 61450
    },
    {
      "epoch": 10.96,
      "learning_rate": 4.4522646219686166e-05,
      "loss": 0.0039,
      "step": 61460
    },
    {
      "epoch": 10.96,
      "learning_rate": 4.452175463623395e-05,
      "loss": 0.0047,
      "step": 61470
    },
    {
      "epoch": 10.96,
      "learning_rate": 4.452086305278174e-05,
      "loss": 0.004,
      "step": 61480
    },
    {
      "epoch": 10.96,
      "learning_rate": 4.451997146932953e-05,
      "loss": 0.0051,
      "step": 61490
    },
    {
      "epoch": 10.97,
      "learning_rate": 4.451907988587732e-05,
      "loss": 0.0014,
      "step": 61500
    },
    {
      "epoch": 10.97,
      "learning_rate": 4.451818830242511e-05,
      "loss": 0.0068,
      "step": 61510
    },
    {
      "epoch": 10.97,
      "learning_rate": 4.45172967189729e-05,
      "loss": 0.004,
      "step": 61520
    },
    {
      "epoch": 10.97,
      "learning_rate": 4.451640513552069e-05,
      "loss": 0.0088,
      "step": 61530
    },
    {
      "epoch": 10.97,
      "learning_rate": 4.4515513552068475e-05,
      "loss": 0.0033,
      "step": 61540
    },
    {
      "epoch": 10.98,
      "learning_rate": 4.4514621968616266e-05,
      "loss": 0.0042,
      "step": 61550
    },
    {
      "epoch": 10.98,
      "learning_rate": 4.451373038516405e-05,
      "loss": 0.0048,
      "step": 61560
    },
    {
      "epoch": 10.98,
      "learning_rate": 4.451283880171184e-05,
      "loss": 0.0024,
      "step": 61570
    },
    {
      "epoch": 10.98,
      "learning_rate": 4.451194721825963e-05,
      "loss": 0.004,
      "step": 61580
    },
    {
      "epoch": 10.98,
      "learning_rate": 4.451105563480742e-05,
      "loss": 0.0043,
      "step": 61590
    },
    {
      "epoch": 10.98,
      "learning_rate": 4.451016405135521e-05,
      "loss": 0.0053,
      "step": 61600
    },
    {
      "epoch": 10.99,
      "learning_rate": 4.450927246790299e-05,
      "loss": 0.0031,
      "step": 61610
    },
    {
      "epoch": 10.99,
      "learning_rate": 4.4508380884450784e-05,
      "loss": 0.0054,
      "step": 61620
    },
    {
      "epoch": 10.99,
      "learning_rate": 4.4507489300998576e-05,
      "loss": 0.0033,
      "step": 61630
    },
    {
      "epoch": 10.99,
      "learning_rate": 4.450659771754637e-05,
      "loss": 0.004,
      "step": 61640
    },
    {
      "epoch": 10.99,
      "learning_rate": 4.450570613409416e-05,
      "loss": 0.0046,
      "step": 61650
    },
    {
      "epoch": 11.0,
      "learning_rate": 4.450481455064194e-05,
      "loss": 0.0055,
      "step": 61660
    },
    {
      "epoch": 11.0,
      "learning_rate": 4.4503922967189734e-05,
      "loss": 0.0034,
      "step": 61670
    },
    {
      "epoch": 11.0,
      "learning_rate": 4.450303138373752e-05,
      "loss": 0.0049,
      "step": 61680
    },
    {
      "epoch": 11.0,
      "eval_loss": 0.018656417727470398,
      "eval_runtime": 195.9206,
      "eval_samples_per_second": 23.678,
      "eval_steps_per_second": 2.96,
      "step": 61688
    },
    {
      "epoch": 11.0,
      "learning_rate": 4.450213980028531e-05,
      "loss": 0.0024,
      "step": 61690
    },
    {
      "epoch": 11.0,
      "learning_rate": 4.4501248216833094e-05,
      "loss": 0.0022,
      "step": 61700
    },
    {
      "epoch": 11.0,
      "learning_rate": 4.4500356633380885e-05,
      "loss": 0.0028,
      "step": 61710
    },
    {
      "epoch": 11.01,
      "learning_rate": 4.4499465049928676e-05,
      "loss": 0.0021,
      "step": 61720
    },
    {
      "epoch": 11.01,
      "learning_rate": 4.449857346647646e-05,
      "loss": 0.0048,
      "step": 61730
    },
    {
      "epoch": 11.01,
      "learning_rate": 4.449768188302426e-05,
      "loss": 0.0034,
      "step": 61740
    },
    {
      "epoch": 11.01,
      "learning_rate": 4.449679029957204e-05,
      "loss": 0.0031,
      "step": 61750
    },
    {
      "epoch": 11.01,
      "learning_rate": 4.4495898716119834e-05,
      "loss": 0.0042,
      "step": 61760
    },
    {
      "epoch": 11.01,
      "learning_rate": 4.449500713266762e-05,
      "loss": 0.0045,
      "step": 61770
    },
    {
      "epoch": 11.02,
      "learning_rate": 4.449411554921541e-05,
      "loss": 0.0026,
      "step": 61780
    },
    {
      "epoch": 11.02,
      "learning_rate": 4.4493223965763194e-05,
      "loss": 0.004,
      "step": 61790
    },
    {
      "epoch": 11.02,
      "learning_rate": 4.4492332382310986e-05,
      "loss": 0.005,
      "step": 61800
    },
    {
      "epoch": 11.02,
      "learning_rate": 4.449144079885878e-05,
      "loss": 0.0025,
      "step": 61810
    },
    {
      "epoch": 11.02,
      "learning_rate": 4.449054921540656e-05,
      "loss": 0.0056,
      "step": 61820
    },
    {
      "epoch": 11.03,
      "learning_rate": 4.448965763195435e-05,
      "loss": 0.0046,
      "step": 61830
    },
    {
      "epoch": 11.03,
      "learning_rate": 4.448876604850214e-05,
      "loss": 0.0039,
      "step": 61840
    },
    {
      "epoch": 11.03,
      "learning_rate": 4.4487874465049935e-05,
      "loss": 0.003,
      "step": 61850
    },
    {
      "epoch": 11.03,
      "learning_rate": 4.448698288159772e-05,
      "loss": 0.006,
      "step": 61860
    },
    {
      "epoch": 11.03,
      "learning_rate": 4.448609129814551e-05,
      "loss": 0.0031,
      "step": 61870
    },
    {
      "epoch": 11.03,
      "learning_rate": 4.44851997146933e-05,
      "loss": 0.0028,
      "step": 61880
    },
    {
      "epoch": 11.04,
      "learning_rate": 4.4484308131241086e-05,
      "loss": 0.0047,
      "step": 61890
    },
    {
      "epoch": 11.04,
      "learning_rate": 4.448341654778888e-05,
      "loss": 0.007,
      "step": 61900
    },
    {
      "epoch": 11.04,
      "learning_rate": 4.448252496433666e-05,
      "loss": 0.0035,
      "step": 61910
    },
    {
      "epoch": 11.04,
      "learning_rate": 4.448163338088445e-05,
      "loss": 0.0051,
      "step": 61920
    },
    {
      "epoch": 11.04,
      "learning_rate": 4.448074179743224e-05,
      "loss": 0.003,
      "step": 61930
    },
    {
      "epoch": 11.04,
      "learning_rate": 4.447985021398003e-05,
      "loss": 0.0036,
      "step": 61940
    },
    {
      "epoch": 11.05,
      "learning_rate": 4.447895863052782e-05,
      "loss": 0.0057,
      "step": 61950
    },
    {
      "epoch": 11.05,
      "learning_rate": 4.447806704707561e-05,
      "loss": 0.0035,
      "step": 61960
    },
    {
      "epoch": 11.05,
      "learning_rate": 4.44771754636234e-05,
      "loss": 0.0029,
      "step": 61970
    },
    {
      "epoch": 11.05,
      "learning_rate": 4.447628388017119e-05,
      "loss": 0.0036,
      "step": 61980
    },
    {
      "epoch": 11.05,
      "learning_rate": 4.447539229671898e-05,
      "loss": 0.0024,
      "step": 61990
    },
    {
      "epoch": 11.06,
      "learning_rate": 4.447450071326676e-05,
      "loss": 0.0029,
      "step": 62000
    },
    {
      "epoch": 11.06,
      "learning_rate": 4.4473609129814554e-05,
      "loss": 0.003,
      "step": 62010
    },
    {
      "epoch": 11.06,
      "learning_rate": 4.447271754636234e-05,
      "loss": 0.0035,
      "step": 62020
    },
    {
      "epoch": 11.06,
      "learning_rate": 4.447182596291013e-05,
      "loss": 0.0052,
      "step": 62030
    },
    {
      "epoch": 11.06,
      "learning_rate": 4.447093437945792e-05,
      "loss": 0.0036,
      "step": 62040
    },
    {
      "epoch": 11.06,
      "learning_rate": 4.4470042796005705e-05,
      "loss": 0.0033,
      "step": 62050
    },
    {
      "epoch": 11.07,
      "learning_rate": 4.4469151212553496e-05,
      "loss": 0.0039,
      "step": 62060
    },
    {
      "epoch": 11.07,
      "learning_rate": 4.446825962910129e-05,
      "loss": 0.0024,
      "step": 62070
    },
    {
      "epoch": 11.07,
      "learning_rate": 4.446736804564908e-05,
      "loss": 0.0051,
      "step": 62080
    },
    {
      "epoch": 11.07,
      "learning_rate": 4.446647646219686e-05,
      "loss": 0.003,
      "step": 62090
    },
    {
      "epoch": 11.07,
      "learning_rate": 4.4465584878744654e-05,
      "loss": 0.0026,
      "step": 62100
    },
    {
      "epoch": 11.08,
      "learning_rate": 4.4464693295292445e-05,
      "loss": 0.006,
      "step": 62110
    },
    {
      "epoch": 11.08,
      "learning_rate": 4.446380171184023e-05,
      "loss": 0.0026,
      "step": 62120
    },
    {
      "epoch": 11.08,
      "learning_rate": 4.446291012838802e-05,
      "loss": 0.0045,
      "step": 62130
    },
    {
      "epoch": 11.08,
      "learning_rate": 4.4462018544935805e-05,
      "loss": 0.0054,
      "step": 62140
    },
    {
      "epoch": 11.08,
      "learning_rate": 4.44611269614836e-05,
      "loss": 0.0025,
      "step": 62150
    },
    {
      "epoch": 11.08,
      "learning_rate": 4.446023537803138e-05,
      "loss": 0.0036,
      "step": 62160
    },
    {
      "epoch": 11.09,
      "learning_rate": 4.445934379457917e-05,
      "loss": 0.0084,
      "step": 62170
    },
    {
      "epoch": 11.09,
      "learning_rate": 4.4458452211126963e-05,
      "loss": 0.0021,
      "step": 62180
    },
    {
      "epoch": 11.09,
      "learning_rate": 4.4457560627674755e-05,
      "loss": 0.0035,
      "step": 62190
    },
    {
      "epoch": 11.09,
      "learning_rate": 4.4456669044222546e-05,
      "loss": 0.0037,
      "step": 62200
    },
    {
      "epoch": 11.09,
      "learning_rate": 4.445577746077033e-05,
      "loss": 0.0038,
      "step": 62210
    },
    {
      "epoch": 11.09,
      "learning_rate": 4.445488587731812e-05,
      "loss": 0.0044,
      "step": 62220
    },
    {
      "epoch": 11.1,
      "learning_rate": 4.4453994293865906e-05,
      "loss": 0.0059,
      "step": 62230
    },
    {
      "epoch": 11.1,
      "learning_rate": 4.44531027104137e-05,
      "loss": 0.0028,
      "step": 62240
    },
    {
      "epoch": 11.1,
      "learning_rate": 4.445221112696148e-05,
      "loss": 0.0021,
      "step": 62250
    },
    {
      "epoch": 11.1,
      "learning_rate": 4.445131954350927e-05,
      "loss": 0.006,
      "step": 62260
    },
    {
      "epoch": 11.1,
      "learning_rate": 4.4450427960057064e-05,
      "loss": 0.0034,
      "step": 62270
    },
    {
      "epoch": 11.11,
      "learning_rate": 4.444953637660485e-05,
      "loss": 0.0034,
      "step": 62280
    },
    {
      "epoch": 11.11,
      "learning_rate": 4.4448644793152646e-05,
      "loss": 0.0017,
      "step": 62290
    },
    {
      "epoch": 11.11,
      "learning_rate": 4.444775320970043e-05,
      "loss": 0.0046,
      "step": 62300
    },
    {
      "epoch": 11.11,
      "learning_rate": 4.444686162624822e-05,
      "loss": 0.002,
      "step": 62310
    },
    {
      "epoch": 11.11,
      "learning_rate": 4.4445970042796007e-05,
      "loss": 0.0037,
      "step": 62320
    },
    {
      "epoch": 11.11,
      "learning_rate": 4.44450784593438e-05,
      "loss": 0.0042,
      "step": 62330
    },
    {
      "epoch": 11.12,
      "learning_rate": 4.444418687589159e-05,
      "loss": 0.003,
      "step": 62340
    },
    {
      "epoch": 11.12,
      "learning_rate": 4.4443295292439373e-05,
      "loss": 0.0033,
      "step": 62350
    },
    {
      "epoch": 11.12,
      "learning_rate": 4.4442403708987165e-05,
      "loss": 0.0044,
      "step": 62360
    },
    {
      "epoch": 11.12,
      "learning_rate": 4.444151212553495e-05,
      "loss": 0.0032,
      "step": 62370
    },
    {
      "epoch": 11.12,
      "learning_rate": 4.444062054208274e-05,
      "loss": 0.005,
      "step": 62380
    },
    {
      "epoch": 11.13,
      "learning_rate": 4.4439728958630525e-05,
      "loss": 0.0069,
      "step": 62390
    },
    {
      "epoch": 11.13,
      "learning_rate": 4.443883737517832e-05,
      "loss": 0.0038,
      "step": 62400
    },
    {
      "epoch": 11.13,
      "learning_rate": 4.443794579172611e-05,
      "loss": 0.0042,
      "step": 62410
    },
    {
      "epoch": 11.13,
      "learning_rate": 4.44370542082739e-05,
      "loss": 0.0045,
      "step": 62420
    },
    {
      "epoch": 11.13,
      "learning_rate": 4.443616262482169e-05,
      "loss": 0.0026,
      "step": 62430
    },
    {
      "epoch": 11.13,
      "learning_rate": 4.4435271041369474e-05,
      "loss": 0.0031,
      "step": 62440
    },
    {
      "epoch": 11.14,
      "learning_rate": 4.4434379457917265e-05,
      "loss": 0.0037,
      "step": 62450
    },
    {
      "epoch": 11.14,
      "learning_rate": 4.443348787446505e-05,
      "loss": 0.0022,
      "step": 62460
    },
    {
      "epoch": 11.14,
      "learning_rate": 4.443259629101284e-05,
      "loss": 0.003,
      "step": 62470
    },
    {
      "epoch": 11.14,
      "learning_rate": 4.4431704707560625e-05,
      "loss": 0.0038,
      "step": 62480
    },
    {
      "epoch": 11.14,
      "learning_rate": 4.4430813124108416e-05,
      "loss": 0.0045,
      "step": 62490
    },
    {
      "epoch": 11.14,
      "learning_rate": 4.442992154065621e-05,
      "loss": 0.0031,
      "step": 62500
    },
    {
      "epoch": 11.15,
      "learning_rate": 4.4429029957204e-05,
      "loss": 0.003,
      "step": 62510
    },
    {
      "epoch": 11.15,
      "learning_rate": 4.442813837375179e-05,
      "loss": 0.0021,
      "step": 62520
    },
    {
      "epoch": 11.15,
      "learning_rate": 4.4427246790299575e-05,
      "loss": 0.0052,
      "step": 62530
    },
    {
      "epoch": 11.15,
      "learning_rate": 4.4426355206847366e-05,
      "loss": 0.003,
      "step": 62540
    },
    {
      "epoch": 11.15,
      "learning_rate": 4.442546362339515e-05,
      "loss": 0.0042,
      "step": 62550
    },
    {
      "epoch": 11.16,
      "learning_rate": 4.442457203994294e-05,
      "loss": 0.0071,
      "step": 62560
    },
    {
      "epoch": 11.16,
      "learning_rate": 4.442368045649073e-05,
      "loss": 0.0032,
      "step": 62570
    },
    {
      "epoch": 11.16,
      "learning_rate": 4.442278887303852e-05,
      "loss": 0.0068,
      "step": 62580
    },
    {
      "epoch": 11.16,
      "learning_rate": 4.442189728958631e-05,
      "loss": 0.0079,
      "step": 62590
    },
    {
      "epoch": 11.16,
      "learning_rate": 4.442100570613409e-05,
      "loss": 0.0033,
      "step": 62600
    },
    {
      "epoch": 11.16,
      "learning_rate": 4.4420114122681884e-05,
      "loss": 0.0032,
      "step": 62610
    },
    {
      "epoch": 11.17,
      "learning_rate": 4.441922253922967e-05,
      "loss": 0.0046,
      "step": 62620
    },
    {
      "epoch": 11.17,
      "learning_rate": 4.4418330955777466e-05,
      "loss": 0.0033,
      "step": 62630
    },
    {
      "epoch": 11.17,
      "learning_rate": 4.441743937232525e-05,
      "loss": 0.0028,
      "step": 62640
    },
    {
      "epoch": 11.17,
      "learning_rate": 4.441654778887304e-05,
      "loss": 0.0014,
      "step": 62650
    },
    {
      "epoch": 11.17,
      "learning_rate": 4.441565620542083e-05,
      "loss": 0.0042,
      "step": 62660
    },
    {
      "epoch": 11.18,
      "learning_rate": 4.441476462196862e-05,
      "loss": 0.0051,
      "step": 62670
    },
    {
      "epoch": 11.18,
      "learning_rate": 4.441387303851641e-05,
      "loss": 0.0023,
      "step": 62680
    },
    {
      "epoch": 11.18,
      "learning_rate": 4.441298145506419e-05,
      "loss": 0.0052,
      "step": 62690
    },
    {
      "epoch": 11.18,
      "learning_rate": 4.4412089871611984e-05,
      "loss": 0.0055,
      "step": 62700
    },
    {
      "epoch": 11.18,
      "learning_rate": 4.441119828815977e-05,
      "loss": 0.0037,
      "step": 62710
    },
    {
      "epoch": 11.18,
      "learning_rate": 4.441030670470756e-05,
      "loss": 0.0028,
      "step": 62720
    },
    {
      "epoch": 11.19,
      "learning_rate": 4.440941512125535e-05,
      "loss": 0.0032,
      "step": 62730
    },
    {
      "epoch": 11.19,
      "learning_rate": 4.440852353780314e-05,
      "loss": 0.0037,
      "step": 62740
    },
    {
      "epoch": 11.19,
      "learning_rate": 4.4407631954350934e-05,
      "loss": 0.0035,
      "step": 62750
    },
    {
      "epoch": 11.19,
      "learning_rate": 4.440674037089872e-05,
      "loss": 0.0041,
      "step": 62760
    },
    {
      "epoch": 11.19,
      "learning_rate": 4.440584878744651e-05,
      "loss": 0.0032,
      "step": 62770
    },
    {
      "epoch": 11.19,
      "learning_rate": 4.4404957203994294e-05,
      "loss": 0.0034,
      "step": 62780
    },
    {
      "epoch": 11.2,
      "learning_rate": 4.4404065620542085e-05,
      "loss": 0.0063,
      "step": 62790
    },
    {
      "epoch": 11.2,
      "learning_rate": 4.4403174037089876e-05,
      "loss": 0.0026,
      "step": 62800
    },
    {
      "epoch": 11.2,
      "learning_rate": 4.440228245363766e-05,
      "loss": 0.0017,
      "step": 62810
    },
    {
      "epoch": 11.2,
      "learning_rate": 4.440139087018545e-05,
      "loss": 0.0015,
      "step": 62820
    },
    {
      "epoch": 11.2,
      "learning_rate": 4.4400499286733236e-05,
      "loss": 0.0045,
      "step": 62830
    },
    {
      "epoch": 11.21,
      "learning_rate": 4.439960770328103e-05,
      "loss": 0.002,
      "step": 62840
    },
    {
      "epoch": 11.21,
      "learning_rate": 4.439871611982882e-05,
      "loss": 0.0019,
      "step": 62850
    },
    {
      "epoch": 11.21,
      "learning_rate": 4.439782453637661e-05,
      "loss": 0.0029,
      "step": 62860
    },
    {
      "epoch": 11.21,
      "learning_rate": 4.4396932952924394e-05,
      "loss": 0.004,
      "step": 62870
    },
    {
      "epoch": 11.21,
      "learning_rate": 4.4396041369472186e-05,
      "loss": 0.0035,
      "step": 62880
    },
    {
      "epoch": 11.21,
      "learning_rate": 4.439514978601998e-05,
      "loss": 0.0029,
      "step": 62890
    },
    {
      "epoch": 11.22,
      "learning_rate": 4.439425820256776e-05,
      "loss": 0.0031,
      "step": 62900
    },
    {
      "epoch": 11.22,
      "learning_rate": 4.439336661911555e-05,
      "loss": 0.0031,
      "step": 62910
    },
    {
      "epoch": 11.22,
      "learning_rate": 4.439247503566334e-05,
      "loss": 0.0034,
      "step": 62920
    },
    {
      "epoch": 11.22,
      "learning_rate": 4.439158345221113e-05,
      "loss": 0.0062,
      "step": 62930
    },
    {
      "epoch": 11.22,
      "learning_rate": 4.439069186875891e-05,
      "loss": 0.003,
      "step": 62940
    },
    {
      "epoch": 11.23,
      "learning_rate": 4.4389800285306704e-05,
      "loss": 0.0024,
      "step": 62950
    },
    {
      "epoch": 11.23,
      "learning_rate": 4.4388908701854495e-05,
      "loss": 0.0038,
      "step": 62960
    },
    {
      "epoch": 11.23,
      "learning_rate": 4.4388017118402286e-05,
      "loss": 0.0025,
      "step": 62970
    },
    {
      "epoch": 11.23,
      "learning_rate": 4.438712553495008e-05,
      "loss": 0.004,
      "step": 62980
    },
    {
      "epoch": 11.23,
      "learning_rate": 4.438623395149786e-05,
      "loss": 0.0043,
      "step": 62990
    },
    {
      "epoch": 11.23,
      "learning_rate": 4.438534236804565e-05,
      "loss": 0.0031,
      "step": 63000
    },
    {
      "epoch": 11.24,
      "learning_rate": 4.438453994293866e-05,
      "loss": 0.0029,
      "step": 63010
    },
    {
      "epoch": 11.24,
      "learning_rate": 4.438364835948645e-05,
      "loss": 0.0057,
      "step": 63020
    },
    {
      "epoch": 11.24,
      "learning_rate": 4.438275677603424e-05,
      "loss": 0.0038,
      "step": 63030
    },
    {
      "epoch": 11.24,
      "learning_rate": 4.438186519258203e-05,
      "loss": 0.0038,
      "step": 63040
    },
    {
      "epoch": 11.24,
      "learning_rate": 4.438097360912982e-05,
      "loss": 0.0052,
      "step": 63050
    },
    {
      "epoch": 11.24,
      "learning_rate": 4.4380082025677603e-05,
      "loss": 0.0041,
      "step": 63060
    },
    {
      "epoch": 11.25,
      "learning_rate": 4.4379190442225395e-05,
      "loss": 0.0035,
      "step": 63070
    },
    {
      "epoch": 11.25,
      "learning_rate": 4.437829885877318e-05,
      "loss": 0.0049,
      "step": 63080
    },
    {
      "epoch": 11.25,
      "learning_rate": 4.437740727532097e-05,
      "loss": 0.0018,
      "step": 63090
    },
    {
      "epoch": 11.25,
      "learning_rate": 4.437651569186876e-05,
      "loss": 0.0061,
      "step": 63100
    },
    {
      "epoch": 11.25,
      "learning_rate": 4.437562410841655e-05,
      "loss": 0.0041,
      "step": 63110
    },
    {
      "epoch": 11.26,
      "learning_rate": 4.4374732524964344e-05,
      "loss": 0.0041,
      "step": 63120
    },
    {
      "epoch": 11.26,
      "learning_rate": 4.437384094151213e-05,
      "loss": 0.0034,
      "step": 63130
    },
    {
      "epoch": 11.26,
      "learning_rate": 4.437294935805992e-05,
      "loss": 0.0052,
      "step": 63140
    },
    {
      "epoch": 11.26,
      "learning_rate": 4.4372057774607704e-05,
      "loss": 0.0023,
      "step": 63150
    },
    {
      "epoch": 11.26,
      "learning_rate": 4.4371166191155495e-05,
      "loss": 0.0035,
      "step": 63160
    },
    {
      "epoch": 11.26,
      "learning_rate": 4.437027460770328e-05,
      "loss": 0.0032,
      "step": 63170
    },
    {
      "epoch": 11.27,
      "learning_rate": 4.436938302425107e-05,
      "loss": 0.0037,
      "step": 63180
    },
    {
      "epoch": 11.27,
      "learning_rate": 4.436849144079886e-05,
      "loss": 0.0043,
      "step": 63190
    },
    {
      "epoch": 11.27,
      "learning_rate": 4.4367599857346647e-05,
      "loss": 0.0064,
      "step": 63200
    },
    {
      "epoch": 11.27,
      "learning_rate": 4.436670827389444e-05,
      "loss": 0.003,
      "step": 63210
    },
    {
      "epoch": 11.27,
      "learning_rate": 4.436581669044223e-05,
      "loss": 0.0016,
      "step": 63220
    },
    {
      "epoch": 11.27,
      "learning_rate": 4.436492510699002e-05,
      "loss": 0.0033,
      "step": 63230
    },
    {
      "epoch": 11.28,
      "learning_rate": 4.4364033523537805e-05,
      "loss": 0.007,
      "step": 63240
    },
    {
      "epoch": 11.28,
      "learning_rate": 4.4363141940085596e-05,
      "loss": 0.0063,
      "step": 63250
    },
    {
      "epoch": 11.28,
      "learning_rate": 4.436225035663338e-05,
      "loss": 0.0019,
      "step": 63260
    },
    {
      "epoch": 11.28,
      "learning_rate": 4.436135877318117e-05,
      "loss": 0.0041,
      "step": 63270
    },
    {
      "epoch": 11.28,
      "learning_rate": 4.436046718972896e-05,
      "loss": 0.008,
      "step": 63280
    },
    {
      "epoch": 11.29,
      "learning_rate": 4.435957560627675e-05,
      "loss": 0.0024,
      "step": 63290
    },
    {
      "epoch": 11.29,
      "learning_rate": 4.435868402282454e-05,
      "loss": 0.0042,
      "step": 63300
    },
    {
      "epoch": 11.29,
      "learning_rate": 4.435779243937232e-05,
      "loss": 0.0052,
      "step": 63310
    },
    {
      "epoch": 11.29,
      "learning_rate": 4.4356900855920114e-05,
      "loss": 0.0041,
      "step": 63320
    },
    {
      "epoch": 11.29,
      "learning_rate": 4.4356009272467905e-05,
      "loss": 0.0072,
      "step": 63330
    },
    {
      "epoch": 11.29,
      "learning_rate": 4.4355117689015696e-05,
      "loss": 0.0055,
      "step": 63340
    },
    {
      "epoch": 11.3,
      "learning_rate": 4.435422610556349e-05,
      "loss": 0.006,
      "step": 63350
    },
    {
      "epoch": 11.3,
      "learning_rate": 4.435333452211127e-05,
      "loss": 0.0035,
      "step": 63360
    },
    {
      "epoch": 11.3,
      "learning_rate": 4.435244293865906e-05,
      "loss": 0.003,
      "step": 63370
    },
    {
      "epoch": 11.3,
      "learning_rate": 4.435155135520685e-05,
      "loss": 0.0049,
      "step": 63380
    },
    {
      "epoch": 11.3,
      "learning_rate": 4.435065977175464e-05,
      "loss": 0.003,
      "step": 63390
    },
    {
      "epoch": 11.31,
      "learning_rate": 4.434976818830242e-05,
      "loss": 0.0028,
      "step": 63400
    },
    {
      "epoch": 11.31,
      "learning_rate": 4.4348876604850215e-05,
      "loss": 0.0051,
      "step": 63410
    },
    {
      "epoch": 11.31,
      "learning_rate": 4.4347985021398006e-05,
      "loss": 0.003,
      "step": 63420
    },
    {
      "epoch": 11.31,
      "learning_rate": 4.434709343794579e-05,
      "loss": 0.0024,
      "step": 63430
    },
    {
      "epoch": 11.31,
      "learning_rate": 4.434620185449359e-05,
      "loss": 0.0021,
      "step": 63440
    },
    {
      "epoch": 11.31,
      "learning_rate": 4.434531027104137e-05,
      "loss": 0.0037,
      "step": 63450
    },
    {
      "epoch": 11.32,
      "learning_rate": 4.4344418687589164e-05,
      "loss": 0.0033,
      "step": 63460
    },
    {
      "epoch": 11.32,
      "learning_rate": 4.434352710413695e-05,
      "loss": 0.0034,
      "step": 63470
    },
    {
      "epoch": 11.32,
      "learning_rate": 4.434263552068474e-05,
      "loss": 0.0044,
      "step": 63480
    },
    {
      "epoch": 11.32,
      "learning_rate": 4.4341743937232524e-05,
      "loss": 0.0023,
      "step": 63490
    },
    {
      "epoch": 11.32,
      "learning_rate": 4.4340852353780315e-05,
      "loss": 0.0026,
      "step": 63500
    },
    {
      "epoch": 11.32,
      "learning_rate": 4.4339960770328106e-05,
      "loss": 0.0045,
      "step": 63510
    },
    {
      "epoch": 11.33,
      "learning_rate": 4.433906918687589e-05,
      "loss": 0.0028,
      "step": 63520
    },
    {
      "epoch": 11.33,
      "learning_rate": 4.433817760342368e-05,
      "loss": 0.0035,
      "step": 63530
    },
    {
      "epoch": 11.33,
      "learning_rate": 4.4337286019971466e-05,
      "loss": 0.0022,
      "step": 63540
    },
    {
      "epoch": 11.33,
      "learning_rate": 4.4336394436519264e-05,
      "loss": 0.0037,
      "step": 63550
    },
    {
      "epoch": 11.33,
      "learning_rate": 4.433550285306705e-05,
      "loss": 0.0086,
      "step": 63560
    },
    {
      "epoch": 11.34,
      "learning_rate": 4.433461126961484e-05,
      "loss": 0.0078,
      "step": 63570
    },
    {
      "epoch": 11.34,
      "learning_rate": 4.433371968616263e-05,
      "loss": 0.0037,
      "step": 63580
    },
    {
      "epoch": 11.34,
      "learning_rate": 4.4332828102710416e-05,
      "loss": 0.006,
      "step": 63590
    },
    {
      "epoch": 11.34,
      "learning_rate": 4.433193651925821e-05,
      "loss": 0.003,
      "step": 63600
    },
    {
      "epoch": 11.34,
      "learning_rate": 4.433104493580599e-05,
      "loss": 0.0038,
      "step": 63610
    },
    {
      "epoch": 11.34,
      "learning_rate": 4.433015335235378e-05,
      "loss": 0.0028,
      "step": 63620
    },
    {
      "epoch": 11.35,
      "learning_rate": 4.432926176890157e-05,
      "loss": 0.0048,
      "step": 63630
    },
    {
      "epoch": 11.35,
      "learning_rate": 4.432837018544936e-05,
      "loss": 0.0029,
      "step": 63640
    },
    {
      "epoch": 11.35,
      "learning_rate": 4.432747860199715e-05,
      "loss": 0.0038,
      "step": 63650
    },
    {
      "epoch": 11.35,
      "learning_rate": 4.432658701854494e-05,
      "loss": 0.0024,
      "step": 63660
    },
    {
      "epoch": 11.35,
      "learning_rate": 4.432569543509273e-05,
      "loss": 0.0031,
      "step": 63670
    },
    {
      "epoch": 11.36,
      "learning_rate": 4.4324803851640516e-05,
      "loss": 0.0043,
      "step": 63680
    },
    {
      "epoch": 11.36,
      "learning_rate": 4.432391226818831e-05,
      "loss": 0.0035,
      "step": 63690
    },
    {
      "epoch": 11.36,
      "learning_rate": 4.432302068473609e-05,
      "loss": 0.0022,
      "step": 63700
    },
    {
      "epoch": 11.36,
      "learning_rate": 4.432212910128388e-05,
      "loss": 0.0033,
      "step": 63710
    },
    {
      "epoch": 11.36,
      "learning_rate": 4.432123751783167e-05,
      "loss": 0.0029,
      "step": 63720
    },
    {
      "epoch": 11.36,
      "learning_rate": 4.432034593437946e-05,
      "loss": 0.0029,
      "step": 63730
    },
    {
      "epoch": 11.37,
      "learning_rate": 4.431945435092725e-05,
      "loss": 0.003,
      "step": 63740
    },
    {
      "epoch": 11.37,
      "learning_rate": 4.4318562767475034e-05,
      "loss": 0.0037,
      "step": 63750
    },
    {
      "epoch": 11.37,
      "learning_rate": 4.4317671184022826e-05,
      "loss": 0.0031,
      "step": 63760
    },
    {
      "epoch": 11.37,
      "learning_rate": 4.431677960057062e-05,
      "loss": 0.0043,
      "step": 63770
    },
    {
      "epoch": 11.37,
      "learning_rate": 4.431588801711841e-05,
      "loss": 0.0031,
      "step": 63780
    },
    {
      "epoch": 11.37,
      "learning_rate": 4.431499643366619e-05,
      "loss": 0.0033,
      "step": 63790
    },
    {
      "epoch": 11.38,
      "learning_rate": 4.4314104850213984e-05,
      "loss": 0.0039,
      "step": 63800
    },
    {
      "epoch": 11.38,
      "learning_rate": 4.4313213266761775e-05,
      "loss": 0.0043,
      "step": 63810
    },
    {
      "epoch": 11.38,
      "learning_rate": 4.431232168330956e-05,
      "loss": 0.0021,
      "step": 63820
    },
    {
      "epoch": 11.38,
      "learning_rate": 4.431143009985735e-05,
      "loss": 0.0014,
      "step": 63830
    },
    {
      "epoch": 11.38,
      "learning_rate": 4.4310538516405135e-05,
      "loss": 0.0026,
      "step": 63840
    },
    {
      "epoch": 11.39,
      "learning_rate": 4.4309646932952926e-05,
      "loss": 0.0049,
      "step": 63850
    },
    {
      "epoch": 11.39,
      "learning_rate": 4.430875534950071e-05,
      "loss": 0.0055,
      "step": 63860
    },
    {
      "epoch": 11.39,
      "learning_rate": 4.43078637660485e-05,
      "loss": 0.0033,
      "step": 63870
    },
    {
      "epoch": 11.39,
      "learning_rate": 4.430697218259629e-05,
      "loss": 0.0029,
      "step": 63880
    },
    {
      "epoch": 11.39,
      "learning_rate": 4.4306080599144084e-05,
      "loss": 0.004,
      "step": 63890
    },
    {
      "epoch": 11.39,
      "learning_rate": 4.4305189015691875e-05,
      "loss": 0.0038,
      "step": 63900
    },
    {
      "epoch": 11.4,
      "learning_rate": 4.430429743223966e-05,
      "loss": 0.0032,
      "step": 63910
    },
    {
      "epoch": 11.4,
      "learning_rate": 4.430340584878745e-05,
      "loss": 0.0022,
      "step": 63920
    },
    {
      "epoch": 11.4,
      "learning_rate": 4.4302514265335235e-05,
      "loss": 0.0032,
      "step": 63930
    },
    {
      "epoch": 11.4,
      "learning_rate": 4.430162268188303e-05,
      "loss": 0.003,
      "step": 63940
    },
    {
      "epoch": 11.4,
      "learning_rate": 4.430073109843081e-05,
      "loss": 0.0015,
      "step": 63950
    },
    {
      "epoch": 11.41,
      "learning_rate": 4.42998395149786e-05,
      "loss": 0.004,
      "step": 63960
    },
    {
      "epoch": 11.41,
      "learning_rate": 4.4298947931526394e-05,
      "loss": 0.0027,
      "step": 63970
    },
    {
      "epoch": 11.41,
      "learning_rate": 4.429805634807418e-05,
      "loss": 0.002,
      "step": 63980
    },
    {
      "epoch": 11.41,
      "learning_rate": 4.4297164764621976e-05,
      "loss": 0.0021,
      "step": 63990
    },
    {
      "epoch": 11.41,
      "learning_rate": 4.429627318116976e-05,
      "loss": 0.0065,
      "step": 64000
    },
    {
      "epoch": 11.41,
      "learning_rate": 4.429538159771755e-05,
      "loss": 0.0031,
      "step": 64010
    },
    {
      "epoch": 11.42,
      "learning_rate": 4.4294490014265336e-05,
      "loss": 0.005,
      "step": 64020
    },
    {
      "epoch": 11.42,
      "learning_rate": 4.429359843081313e-05,
      "loss": 0.0041,
      "step": 64030
    },
    {
      "epoch": 11.42,
      "learning_rate": 4.429270684736092e-05,
      "loss": 0.0041,
      "step": 64040
    },
    {
      "epoch": 11.42,
      "learning_rate": 4.42918152639087e-05,
      "loss": 0.0044,
      "step": 64050
    },
    {
      "epoch": 11.42,
      "learning_rate": 4.4290923680456494e-05,
      "loss": 0.0039,
      "step": 64060
    },
    {
      "epoch": 11.42,
      "learning_rate": 4.429003209700428e-05,
      "loss": 0.0039,
      "step": 64070
    },
    {
      "epoch": 11.43,
      "learning_rate": 4.428914051355207e-05,
      "loss": 0.0042,
      "step": 64080
    },
    {
      "epoch": 11.43,
      "learning_rate": 4.4288248930099854e-05,
      "loss": 0.0037,
      "step": 64090
    },
    {
      "epoch": 11.43,
      "learning_rate": 4.428735734664765e-05,
      "loss": 0.0051,
      "step": 64100
    },
    {
      "epoch": 11.43,
      "learning_rate": 4.4286465763195437e-05,
      "loss": 0.0054,
      "step": 64110
    },
    {
      "epoch": 11.43,
      "learning_rate": 4.428557417974323e-05,
      "loss": 0.0038,
      "step": 64120
    },
    {
      "epoch": 11.44,
      "learning_rate": 4.428468259629102e-05,
      "loss": 0.0047,
      "step": 64130
    },
    {
      "epoch": 11.44,
      "learning_rate": 4.4283791012838803e-05,
      "loss": 0.0054,
      "step": 64140
    },
    {
      "epoch": 11.44,
      "learning_rate": 4.4282899429386595e-05,
      "loss": 0.0029,
      "step": 64150
    },
    {
      "epoch": 11.44,
      "learning_rate": 4.428200784593438e-05,
      "loss": 0.0045,
      "step": 64160
    },
    {
      "epoch": 11.44,
      "learning_rate": 4.428111626248217e-05,
      "loss": 0.004,
      "step": 64170
    },
    {
      "epoch": 11.44,
      "learning_rate": 4.4280224679029955e-05,
      "loss": 0.0048,
      "step": 64180
    },
    {
      "epoch": 11.45,
      "learning_rate": 4.4279333095577746e-05,
      "loss": 0.0014,
      "step": 64190
    },
    {
      "epoch": 11.45,
      "learning_rate": 4.427844151212554e-05,
      "loss": 0.0028,
      "step": 64200
    },
    {
      "epoch": 11.45,
      "learning_rate": 4.427754992867333e-05,
      "loss": 0.0024,
      "step": 64210
    },
    {
      "epoch": 11.45,
      "learning_rate": 4.427665834522112e-05,
      "loss": 0.0065,
      "step": 64220
    },
    {
      "epoch": 11.45,
      "learning_rate": 4.4275766761768904e-05,
      "loss": 0.0037,
      "step": 64230
    },
    {
      "epoch": 11.46,
      "learning_rate": 4.4274875178316695e-05,
      "loss": 0.0037,
      "step": 64240
    },
    {
      "epoch": 11.46,
      "learning_rate": 4.427398359486448e-05,
      "loss": 0.0028,
      "step": 64250
    },
    {
      "epoch": 11.46,
      "learning_rate": 4.427309201141227e-05,
      "loss": 0.0026,
      "step": 64260
    },
    {
      "epoch": 11.46,
      "learning_rate": 4.427220042796006e-05,
      "loss": 0.0046,
      "step": 64270
    },
    {
      "epoch": 11.46,
      "learning_rate": 4.4271308844507847e-05,
      "loss": 0.0035,
      "step": 64280
    },
    {
      "epoch": 11.46,
      "learning_rate": 4.427041726105564e-05,
      "loss": 0.0027,
      "step": 64290
    },
    {
      "epoch": 11.47,
      "learning_rate": 4.426952567760342e-05,
      "loss": 0.0037,
      "step": 64300
    },
    {
      "epoch": 11.47,
      "learning_rate": 4.426863409415121e-05,
      "loss": 0.0038,
      "step": 64310
    },
    {
      "epoch": 11.47,
      "learning_rate": 4.4267742510699005e-05,
      "loss": 0.0035,
      "step": 64320
    },
    {
      "epoch": 11.47,
      "learning_rate": 4.4266850927246796e-05,
      "loss": 0.007,
      "step": 64330
    },
    {
      "epoch": 11.47,
      "learning_rate": 4.426595934379458e-05,
      "loss": 0.0028,
      "step": 64340
    },
    {
      "epoch": 11.47,
      "learning_rate": 4.426506776034237e-05,
      "loss": 0.0032,
      "step": 64350
    },
    {
      "epoch": 11.48,
      "learning_rate": 4.426417617689016e-05,
      "loss": 0.0027,
      "step": 64360
    },
    {
      "epoch": 11.48,
      "learning_rate": 4.426328459343795e-05,
      "loss": 0.0033,
      "step": 64370
    },
    {
      "epoch": 11.48,
      "learning_rate": 4.426239300998574e-05,
      "loss": 0.0045,
      "step": 64380
    },
    {
      "epoch": 11.48,
      "learning_rate": 4.426150142653352e-05,
      "loss": 0.0027,
      "step": 64390
    },
    {
      "epoch": 11.48,
      "learning_rate": 4.4260609843081314e-05,
      "loss": 0.0027,
      "step": 64400
    },
    {
      "epoch": 11.49,
      "learning_rate": 4.42597182596291e-05,
      "loss": 0.0045,
      "step": 64410
    },
    {
      "epoch": 11.49,
      "learning_rate": 4.425882667617689e-05,
      "loss": 0.0031,
      "step": 64420
    },
    {
      "epoch": 11.49,
      "learning_rate": 4.425793509272468e-05,
      "loss": 0.005,
      "step": 64430
    },
    {
      "epoch": 11.49,
      "learning_rate": 4.425704350927247e-05,
      "loss": 0.0029,
      "step": 64440
    },
    {
      "epoch": 11.49,
      "learning_rate": 4.425615192582026e-05,
      "loss": 0.0026,
      "step": 64450
    },
    {
      "epoch": 11.49,
      "learning_rate": 4.425526034236805e-05,
      "loss": 0.0028,
      "step": 64460
    },
    {
      "epoch": 11.5,
      "learning_rate": 4.425436875891584e-05,
      "loss": 0.006,
      "step": 64470
    },
    {
      "epoch": 11.5,
      "learning_rate": 4.425347717546362e-05,
      "loss": 0.0018,
      "step": 64480
    },
    {
      "epoch": 11.5,
      "learning_rate": 4.4252585592011414e-05,
      "loss": 0.0057,
      "step": 64490
    },
    {
      "epoch": 11.5,
      "learning_rate": 4.4251694008559206e-05,
      "loss": 0.0032,
      "step": 64500
    },
    {
      "epoch": 11.5,
      "learning_rate": 4.425080242510699e-05,
      "loss": 0.0031,
      "step": 64510
    },
    {
      "epoch": 11.5,
      "learning_rate": 4.424991084165478e-05,
      "loss": 0.0026,
      "step": 64520
    },
    {
      "epoch": 11.51,
      "learning_rate": 4.4249019258202566e-05,
      "loss": 0.0045,
      "step": 64530
    },
    {
      "epoch": 11.51,
      "learning_rate": 4.4248127674750364e-05,
      "loss": 0.007,
      "step": 64540
    },
    {
      "epoch": 11.51,
      "learning_rate": 4.424723609129815e-05,
      "loss": 0.0035,
      "step": 64550
    },
    {
      "epoch": 11.51,
      "learning_rate": 4.424634450784594e-05,
      "loss": 0.0052,
      "step": 64560
    },
    {
      "epoch": 11.51,
      "learning_rate": 4.4245452924393724e-05,
      "loss": 0.0089,
      "step": 64570
    },
    {
      "epoch": 11.52,
      "learning_rate": 4.4244561340941515e-05,
      "loss": 0.0031,
      "step": 64580
    },
    {
      "epoch": 11.52,
      "learning_rate": 4.4243669757489306e-05,
      "loss": 0.0059,
      "step": 64590
    },
    {
      "epoch": 11.52,
      "learning_rate": 4.424277817403709e-05,
      "loss": 0.0046,
      "step": 64600
    },
    {
      "epoch": 11.52,
      "learning_rate": 4.424188659058488e-05,
      "loss": 0.002,
      "step": 64610
    },
    {
      "epoch": 11.52,
      "learning_rate": 4.4240995007132666e-05,
      "loss": 0.0054,
      "step": 64620
    },
    {
      "epoch": 11.52,
      "learning_rate": 4.424010342368046e-05,
      "loss": 0.0031,
      "step": 64630
    },
    {
      "epoch": 11.53,
      "learning_rate": 4.423921184022824e-05,
      "loss": 0.0041,
      "step": 64640
    },
    {
      "epoch": 11.53,
      "learning_rate": 4.423832025677604e-05,
      "loss": 0.0045,
      "step": 64650
    },
    {
      "epoch": 11.53,
      "learning_rate": 4.4237428673323824e-05,
      "loss": 0.0032,
      "step": 64660
    },
    {
      "epoch": 11.53,
      "learning_rate": 4.4236537089871616e-05,
      "loss": 0.0056,
      "step": 64670
    },
    {
      "epoch": 11.53,
      "learning_rate": 4.423564550641941e-05,
      "loss": 0.0059,
      "step": 64680
    },
    {
      "epoch": 11.54,
      "learning_rate": 4.423475392296719e-05,
      "loss": 0.0062,
      "step": 64690
    },
    {
      "epoch": 11.54,
      "learning_rate": 4.423386233951498e-05,
      "loss": 0.0029,
      "step": 64700
    },
    {
      "epoch": 11.54,
      "learning_rate": 4.423297075606277e-05,
      "loss": 0.0049,
      "step": 64710
    },
    {
      "epoch": 11.54,
      "learning_rate": 4.423207917261056e-05,
      "loss": 0.0023,
      "step": 64720
    },
    {
      "epoch": 11.54,
      "learning_rate": 4.423118758915835e-05,
      "loss": 0.0035,
      "step": 64730
    },
    {
      "epoch": 11.54,
      "learning_rate": 4.4230296005706134e-05,
      "loss": 0.0028,
      "step": 64740
    },
    {
      "epoch": 11.55,
      "learning_rate": 4.4229404422253925e-05,
      "loss": 0.0025,
      "step": 64750
    },
    {
      "epoch": 11.55,
      "learning_rate": 4.4228512838801716e-05,
      "loss": 0.0033,
      "step": 64760
    },
    {
      "epoch": 11.55,
      "learning_rate": 4.422762125534951e-05,
      "loss": 0.0027,
      "step": 64770
    },
    {
      "epoch": 11.55,
      "learning_rate": 4.422672967189729e-05,
      "loss": 0.0039,
      "step": 64780
    },
    {
      "epoch": 11.55,
      "learning_rate": 4.422583808844508e-05,
      "loss": 0.0056,
      "step": 64790
    },
    {
      "epoch": 11.55,
      "learning_rate": 4.422494650499287e-05,
      "loss": 0.0035,
      "step": 64800
    },
    {
      "epoch": 11.56,
      "learning_rate": 4.422405492154066e-05,
      "loss": 0.0036,
      "step": 64810
    },
    {
      "epoch": 11.56,
      "learning_rate": 4.422316333808845e-05,
      "loss": 0.0028,
      "step": 64820
    },
    {
      "epoch": 11.56,
      "learning_rate": 4.4222271754636234e-05,
      "loss": 0.0023,
      "step": 64830
    },
    {
      "epoch": 11.56,
      "learning_rate": 4.4221380171184026e-05,
      "loss": 0.007,
      "step": 64840
    },
    {
      "epoch": 11.56,
      "learning_rate": 4.422048858773181e-05,
      "loss": 0.0049,
      "step": 64850
    },
    {
      "epoch": 11.57,
      "learning_rate": 4.42195970042796e-05,
      "loss": 0.004,
      "step": 64860
    },
    {
      "epoch": 11.57,
      "learning_rate": 4.421870542082739e-05,
      "loss": 0.0046,
      "step": 64870
    },
    {
      "epoch": 11.57,
      "learning_rate": 4.4217813837375184e-05,
      "loss": 0.0042,
      "step": 64880
    },
    {
      "epoch": 11.57,
      "learning_rate": 4.421692225392297e-05,
      "loss": 0.0024,
      "step": 64890
    },
    {
      "epoch": 11.57,
      "learning_rate": 4.421603067047076e-05,
      "loss": 0.004,
      "step": 64900
    },
    {
      "epoch": 11.57,
      "learning_rate": 4.421513908701855e-05,
      "loss": 0.0036,
      "step": 64910
    },
    {
      "epoch": 11.58,
      "learning_rate": 4.4214247503566335e-05,
      "loss": 0.0034,
      "step": 64920
    },
    {
      "epoch": 11.58,
      "learning_rate": 4.4213355920114126e-05,
      "loss": 0.0033,
      "step": 64930
    },
    {
      "epoch": 11.58,
      "learning_rate": 4.421246433666191e-05,
      "loss": 0.0036,
      "step": 64940
    },
    {
      "epoch": 11.58,
      "learning_rate": 4.42115727532097e-05,
      "loss": 0.0022,
      "step": 64950
    },
    {
      "epoch": 11.58,
      "learning_rate": 4.421068116975749e-05,
      "loss": 0.0034,
      "step": 64960
    },
    {
      "epoch": 11.59,
      "learning_rate": 4.420978958630528e-05,
      "loss": 0.0046,
      "step": 64970
    },
    {
      "epoch": 11.59,
      "learning_rate": 4.420889800285307e-05,
      "loss": 0.0027,
      "step": 64980
    },
    {
      "epoch": 11.59,
      "learning_rate": 4.420800641940086e-05,
      "loss": 0.0046,
      "step": 64990
    },
    {
      "epoch": 11.59,
      "learning_rate": 4.420711483594865e-05,
      "loss": 0.0042,
      "step": 65000
    },
    {
      "epoch": 11.59,
      "learning_rate": 4.4206223252496435e-05,
      "loss": 0.0028,
      "step": 65010
    },
    {
      "epoch": 11.59,
      "learning_rate": 4.420533166904423e-05,
      "loss": 0.0062,
      "step": 65020
    },
    {
      "epoch": 11.6,
      "learning_rate": 4.420444008559201e-05,
      "loss": 0.0035,
      "step": 65030
    },
    {
      "epoch": 11.6,
      "learning_rate": 4.42035485021398e-05,
      "loss": 0.0031,
      "step": 65040
    },
    {
      "epoch": 11.6,
      "learning_rate": 4.4202656918687594e-05,
      "loss": 0.0034,
      "step": 65050
    },
    {
      "epoch": 11.6,
      "learning_rate": 4.420176533523538e-05,
      "loss": 0.0034,
      "step": 65060
    },
    {
      "epoch": 11.6,
      "learning_rate": 4.420096291012839e-05,
      "loss": 0.0032,
      "step": 65070
    },
    {
      "epoch": 11.6,
      "learning_rate": 4.420007132667618e-05,
      "loss": 0.0045,
      "step": 65080
    },
    {
      "epoch": 11.61,
      "learning_rate": 4.419917974322397e-05,
      "loss": 0.0025,
      "step": 65090
    },
    {
      "epoch": 11.61,
      "learning_rate": 4.419828815977175e-05,
      "loss": 0.0031,
      "step": 65100
    },
    {
      "epoch": 11.61,
      "learning_rate": 4.4197396576319544e-05,
      "loss": 0.0036,
      "step": 65110
    },
    {
      "epoch": 11.61,
      "learning_rate": 4.4196504992867335e-05,
      "loss": 0.0021,
      "step": 65120
    },
    {
      "epoch": 11.61,
      "learning_rate": 4.419561340941512e-05,
      "loss": 0.0048,
      "step": 65130
    },
    {
      "epoch": 11.62,
      "learning_rate": 4.419472182596292e-05,
      "loss": 0.0031,
      "step": 65140
    },
    {
      "epoch": 11.62,
      "learning_rate": 4.41938302425107e-05,
      "loss": 0.004,
      "step": 65150
    },
    {
      "epoch": 11.62,
      "learning_rate": 4.419293865905849e-05,
      "loss": 0.0074,
      "step": 65160
    },
    {
      "epoch": 11.62,
      "learning_rate": 4.419204707560628e-05,
      "loss": 0.0053,
      "step": 65170
    },
    {
      "epoch": 11.62,
      "learning_rate": 4.419115549215407e-05,
      "loss": 0.0033,
      "step": 65180
    },
    {
      "epoch": 11.62,
      "learning_rate": 4.419026390870185e-05,
      "loss": 0.0038,
      "step": 65190
    },
    {
      "epoch": 11.63,
      "learning_rate": 4.4189372325249645e-05,
      "loss": 0.0038,
      "step": 65200
    },
    {
      "epoch": 11.63,
      "learning_rate": 4.4188480741797436e-05,
      "loss": 0.0046,
      "step": 65210
    },
    {
      "epoch": 11.63,
      "learning_rate": 4.418758915834522e-05,
      "loss": 0.0032,
      "step": 65220
    },
    {
      "epoch": 11.63,
      "learning_rate": 4.418669757489301e-05,
      "loss": 0.0036,
      "step": 65230
    },
    {
      "epoch": 11.63,
      "learning_rate": 4.4185805991440796e-05,
      "loss": 0.0045,
      "step": 65240
    },
    {
      "epoch": 11.64,
      "learning_rate": 4.4184914407988594e-05,
      "loss": 0.004,
      "step": 65250
    },
    {
      "epoch": 11.64,
      "learning_rate": 4.418402282453638e-05,
      "loss": 0.0059,
      "step": 65260
    },
    {
      "epoch": 11.64,
      "learning_rate": 4.418313124108417e-05,
      "loss": 0.0039,
      "step": 65270
    },
    {
      "epoch": 11.64,
      "learning_rate": 4.418223965763196e-05,
      "loss": 0.0028,
      "step": 65280
    },
    {
      "epoch": 11.64,
      "learning_rate": 4.4181348074179745e-05,
      "loss": 0.0049,
      "step": 65290
    },
    {
      "epoch": 11.64,
      "learning_rate": 4.4180456490727536e-05,
      "loss": 0.0034,
      "step": 65300
    },
    {
      "epoch": 11.65,
      "learning_rate": 4.417956490727532e-05,
      "loss": 0.0036,
      "step": 65310
    },
    {
      "epoch": 11.65,
      "learning_rate": 4.417867332382311e-05,
      "loss": 0.004,
      "step": 65320
    },
    {
      "epoch": 11.65,
      "learning_rate": 4.4177781740370896e-05,
      "loss": 0.0035,
      "step": 65330
    },
    {
      "epoch": 11.65,
      "learning_rate": 4.417689015691869e-05,
      "loss": 0.0046,
      "step": 65340
    },
    {
      "epoch": 11.65,
      "learning_rate": 4.417599857346648e-05,
      "loss": 0.0036,
      "step": 65350
    },
    {
      "epoch": 11.65,
      "learning_rate": 4.417510699001427e-05,
      "loss": 0.0038,
      "step": 65360
    },
    {
      "epoch": 11.66,
      "learning_rate": 4.417421540656206e-05,
      "loss": 0.0031,
      "step": 65370
    },
    {
      "epoch": 11.66,
      "learning_rate": 4.4173323823109846e-05,
      "loss": 0.003,
      "step": 65380
    },
    {
      "epoch": 11.66,
      "learning_rate": 4.417243223965764e-05,
      "loss": 0.005,
      "step": 65390
    },
    {
      "epoch": 11.66,
      "learning_rate": 4.417154065620542e-05,
      "loss": 0.003,
      "step": 65400
    },
    {
      "epoch": 11.66,
      "learning_rate": 4.417064907275321e-05,
      "loss": 0.0061,
      "step": 65410
    },
    {
      "epoch": 11.67,
      "learning_rate": 4.4169757489301e-05,
      "loss": 0.004,
      "step": 65420
    },
    {
      "epoch": 11.67,
      "learning_rate": 4.416886590584879e-05,
      "loss": 0.004,
      "step": 65430
    },
    {
      "epoch": 11.67,
      "learning_rate": 4.416797432239658e-05,
      "loss": 0.0044,
      "step": 65440
    },
    {
      "epoch": 11.67,
      "learning_rate": 4.4167082738944364e-05,
      "loss": 0.0032,
      "step": 65450
    },
    {
      "epoch": 11.67,
      "learning_rate": 4.4166191155492155e-05,
      "loss": 0.0022,
      "step": 65460
    },
    {
      "epoch": 11.67,
      "learning_rate": 4.4165299572039946e-05,
      "loss": 0.0032,
      "step": 65470
    },
    {
      "epoch": 11.68,
      "learning_rate": 4.416440798858774e-05,
      "loss": 0.0062,
      "step": 65480
    },
    {
      "epoch": 11.68,
      "learning_rate": 4.416351640513552e-05,
      "loss": 0.0065,
      "step": 65490
    },
    {
      "epoch": 11.68,
      "learning_rate": 4.416262482168331e-05,
      "loss": 0.003,
      "step": 65500
    },
    {
      "epoch": 11.68,
      "learning_rate": 4.4161733238231104e-05,
      "loss": 0.0036,
      "step": 65510
    },
    {
      "epoch": 11.68,
      "learning_rate": 4.416084165477889e-05,
      "loss": 0.0033,
      "step": 65520
    },
    {
      "epoch": 11.69,
      "learning_rate": 4.415995007132668e-05,
      "loss": 0.006,
      "step": 65530
    },
    {
      "epoch": 11.69,
      "learning_rate": 4.4159058487874464e-05,
      "loss": 0.0034,
      "step": 65540
    },
    {
      "epoch": 11.69,
      "learning_rate": 4.4158166904422256e-05,
      "loss": 0.0056,
      "step": 65550
    },
    {
      "epoch": 11.69,
      "learning_rate": 4.415727532097004e-05,
      "loss": 0.0041,
      "step": 65560
    },
    {
      "epoch": 11.69,
      "learning_rate": 4.415638373751783e-05,
      "loss": 0.0051,
      "step": 65570
    },
    {
      "epoch": 11.69,
      "learning_rate": 4.415549215406562e-05,
      "loss": 0.0027,
      "step": 65580
    },
    {
      "epoch": 11.7,
      "learning_rate": 4.4154600570613414e-05,
      "loss": 0.0058,
      "step": 65590
    },
    {
      "epoch": 11.7,
      "learning_rate": 4.4153708987161205e-05,
      "loss": 0.0036,
      "step": 65600
    },
    {
      "epoch": 11.7,
      "learning_rate": 4.415281740370899e-05,
      "loss": 0.0049,
      "step": 65610
    },
    {
      "epoch": 11.7,
      "learning_rate": 4.415192582025678e-05,
      "loss": 0.0035,
      "step": 65620
    },
    {
      "epoch": 11.7,
      "learning_rate": 4.4151034236804565e-05,
      "loss": 0.0027,
      "step": 65630
    },
    {
      "epoch": 11.7,
      "learning_rate": 4.4150142653352356e-05,
      "loss": 0.0024,
      "step": 65640
    },
    {
      "epoch": 11.71,
      "learning_rate": 4.414925106990014e-05,
      "loss": 0.0043,
      "step": 65650
    },
    {
      "epoch": 11.71,
      "learning_rate": 4.414835948644793e-05,
      "loss": 0.0028,
      "step": 65660
    },
    {
      "epoch": 11.71,
      "learning_rate": 4.414746790299572e-05,
      "loss": 0.0045,
      "step": 65670
    },
    {
      "epoch": 11.71,
      "learning_rate": 4.414657631954351e-05,
      "loss": 0.0057,
      "step": 65680
    },
    {
      "epoch": 11.71,
      "learning_rate": 4.4145684736091305e-05,
      "loss": 0.0041,
      "step": 65690
    },
    {
      "epoch": 11.72,
      "learning_rate": 4.414479315263909e-05,
      "loss": 0.0037,
      "step": 65700
    },
    {
      "epoch": 11.72,
      "learning_rate": 4.414390156918688e-05,
      "loss": 0.0042,
      "step": 65710
    },
    {
      "epoch": 11.72,
      "learning_rate": 4.4143009985734666e-05,
      "loss": 0.0036,
      "step": 65720
    },
    {
      "epoch": 11.72,
      "learning_rate": 4.414211840228246e-05,
      "loss": 0.006,
      "step": 65730
    },
    {
      "epoch": 11.72,
      "learning_rate": 4.414122681883025e-05,
      "loss": 0.0048,
      "step": 65740
    },
    {
      "epoch": 11.72,
      "learning_rate": 4.414033523537803e-05,
      "loss": 0.0052,
      "step": 65750
    },
    {
      "epoch": 11.73,
      "learning_rate": 4.4139443651925824e-05,
      "loss": 0.0027,
      "step": 65760
    },
    {
      "epoch": 11.73,
      "learning_rate": 4.413855206847361e-05,
      "loss": 0.0029,
      "step": 65770
    },
    {
      "epoch": 11.73,
      "learning_rate": 4.41376604850214e-05,
      "loss": 0.0053,
      "step": 65780
    },
    {
      "epoch": 11.73,
      "learning_rate": 4.4136768901569184e-05,
      "loss": 0.0017,
      "step": 65790
    },
    {
      "epoch": 11.73,
      "learning_rate": 4.413587731811698e-05,
      "loss": 0.003,
      "step": 65800
    },
    {
      "epoch": 11.74,
      "learning_rate": 4.4134985734664766e-05,
      "loss": 0.0046,
      "step": 65810
    },
    {
      "epoch": 11.74,
      "learning_rate": 4.413409415121256e-05,
      "loss": 0.003,
      "step": 65820
    },
    {
      "epoch": 11.74,
      "learning_rate": 4.413320256776035e-05,
      "loss": 0.003,
      "step": 65830
    },
    {
      "epoch": 11.74,
      "learning_rate": 4.413231098430813e-05,
      "loss": 0.0072,
      "step": 65840
    },
    {
      "epoch": 11.74,
      "learning_rate": 4.4131419400855924e-05,
      "loss": 0.0064,
      "step": 65850
    },
    {
      "epoch": 11.74,
      "learning_rate": 4.413052781740371e-05,
      "loss": 0.0032,
      "step": 65860
    },
    {
      "epoch": 11.75,
      "learning_rate": 4.41296362339515e-05,
      "loss": 0.0057,
      "step": 65870
    },
    {
      "epoch": 11.75,
      "learning_rate": 4.4128744650499284e-05,
      "loss": 0.0028,
      "step": 65880
    },
    {
      "epoch": 11.75,
      "learning_rate": 4.4127853067047075e-05,
      "loss": 0.0033,
      "step": 65890
    },
    {
      "epoch": 11.75,
      "learning_rate": 4.412696148359487e-05,
      "loss": 0.0045,
      "step": 65900
    },
    {
      "epoch": 11.75,
      "learning_rate": 4.412606990014266e-05,
      "loss": 0.0033,
      "step": 65910
    },
    {
      "epoch": 11.75,
      "learning_rate": 4.412517831669045e-05,
      "loss": 0.0027,
      "step": 65920
    },
    {
      "epoch": 11.76,
      "learning_rate": 4.4124286733238234e-05,
      "loss": 0.0063,
      "step": 65930
    },
    {
      "epoch": 11.76,
      "learning_rate": 4.4123395149786025e-05,
      "loss": 0.0036,
      "step": 65940
    },
    {
      "epoch": 11.76,
      "learning_rate": 4.412250356633381e-05,
      "loss": 0.0045,
      "step": 65950
    },
    {
      "epoch": 11.76,
      "learning_rate": 4.41216119828816e-05,
      "loss": 0.0033,
      "step": 65960
    },
    {
      "epoch": 11.76,
      "learning_rate": 4.412072039942939e-05,
      "loss": 0.0018,
      "step": 65970
    },
    {
      "epoch": 11.77,
      "learning_rate": 4.4119828815977176e-05,
      "loss": 0.0035,
      "step": 65980
    },
    {
      "epoch": 11.77,
      "learning_rate": 4.411893723252497e-05,
      "loss": 0.006,
      "step": 65990
    },
    {
      "epoch": 11.77,
      "learning_rate": 4.411804564907275e-05,
      "loss": 0.005,
      "step": 66000
    },
    {
      "epoch": 11.77,
      "learning_rate": 4.411715406562054e-05,
      "loss": 0.0035,
      "step": 66010
    },
    {
      "epoch": 11.77,
      "learning_rate": 4.4116262482168334e-05,
      "loss": 0.0049,
      "step": 66020
    },
    {
      "epoch": 11.77,
      "learning_rate": 4.4115370898716125e-05,
      "loss": 0.0043,
      "step": 66030
    },
    {
      "epoch": 11.78,
      "learning_rate": 4.411447931526391e-05,
      "loss": 0.0041,
      "step": 66040
    },
    {
      "epoch": 11.78,
      "learning_rate": 4.41135877318117e-05,
      "loss": 0.004,
      "step": 66050
    },
    {
      "epoch": 11.78,
      "learning_rate": 4.411269614835949e-05,
      "loss": 0.0023,
      "step": 66060
    },
    {
      "epoch": 11.78,
      "learning_rate": 4.4111804564907277e-05,
      "loss": 0.004,
      "step": 66070
    },
    {
      "epoch": 11.78,
      "learning_rate": 4.411091298145507e-05,
      "loss": 0.0049,
      "step": 66080
    },
    {
      "epoch": 11.78,
      "learning_rate": 4.411002139800285e-05,
      "loss": 0.0046,
      "step": 66090
    },
    {
      "epoch": 11.79,
      "learning_rate": 4.4109129814550643e-05,
      "loss": 0.0041,
      "step": 66100
    },
    {
      "epoch": 11.79,
      "learning_rate": 4.410823823109843e-05,
      "loss": 0.0027,
      "step": 66110
    },
    {
      "epoch": 11.79,
      "learning_rate": 4.410734664764622e-05,
      "loss": 0.0042,
      "step": 66120
    },
    {
      "epoch": 11.79,
      "learning_rate": 4.410645506419401e-05,
      "loss": 0.0028,
      "step": 66130
    },
    {
      "epoch": 11.79,
      "learning_rate": 4.41055634807418e-05,
      "loss": 0.0042,
      "step": 66140
    },
    {
      "epoch": 11.8,
      "learning_rate": 4.410467189728959e-05,
      "loss": 0.0069,
      "step": 66150
    },
    {
      "epoch": 11.8,
      "learning_rate": 4.410378031383738e-05,
      "loss": 0.0029,
      "step": 66160
    },
    {
      "epoch": 11.8,
      "learning_rate": 4.410288873038517e-05,
      "loss": 0.0041,
      "step": 66170
    },
    {
      "epoch": 11.8,
      "learning_rate": 4.410199714693295e-05,
      "loss": 0.0032,
      "step": 66180
    },
    {
      "epoch": 11.8,
      "learning_rate": 4.4101105563480744e-05,
      "loss": 0.0026,
      "step": 66190
    },
    {
      "epoch": 11.8,
      "learning_rate": 4.4100213980028535e-05,
      "loss": 0.0056,
      "step": 66200
    },
    {
      "epoch": 11.81,
      "learning_rate": 4.409932239657632e-05,
      "loss": 0.0021,
      "step": 66210
    },
    {
      "epoch": 11.81,
      "learning_rate": 4.409843081312411e-05,
      "loss": 0.0029,
      "step": 66220
    },
    {
      "epoch": 11.81,
      "learning_rate": 4.4097539229671895e-05,
      "loss": 0.0058,
      "step": 66230
    },
    {
      "epoch": 11.81,
      "learning_rate": 4.409664764621969e-05,
      "loss": 0.0021,
      "step": 66240
    },
    {
      "epoch": 11.81,
      "learning_rate": 4.409575606276748e-05,
      "loss": 0.0035,
      "step": 66250
    },
    {
      "epoch": 11.82,
      "learning_rate": 4.409486447931527e-05,
      "loss": 0.006,
      "step": 66260
    },
    {
      "epoch": 11.82,
      "learning_rate": 4.409397289586305e-05,
      "loss": 0.0033,
      "step": 66270
    },
    {
      "epoch": 11.82,
      "learning_rate": 4.4093081312410845e-05,
      "loss": 0.0029,
      "step": 66280
    },
    {
      "epoch": 11.82,
      "learning_rate": 4.4092189728958636e-05,
      "loss": 0.0041,
      "step": 66290
    },
    {
      "epoch": 11.82,
      "learning_rate": 4.409129814550642e-05,
      "loss": 0.0018,
      "step": 66300
    },
    {
      "epoch": 11.82,
      "learning_rate": 4.409040656205421e-05,
      "loss": 0.004,
      "step": 66310
    },
    {
      "epoch": 11.83,
      "learning_rate": 4.4089514978601996e-05,
      "loss": 0.0031,
      "step": 66320
    },
    {
      "epoch": 11.83,
      "learning_rate": 4.408862339514979e-05,
      "loss": 0.0034,
      "step": 66330
    },
    {
      "epoch": 11.83,
      "learning_rate": 4.408773181169757e-05,
      "loss": 0.0039,
      "step": 66340
    },
    {
      "epoch": 11.83,
      "learning_rate": 4.408684022824537e-05,
      "loss": 0.0017,
      "step": 66350
    },
    {
      "epoch": 11.83,
      "learning_rate": 4.4085948644793154e-05,
      "loss": 0.004,
      "step": 66360
    },
    {
      "epoch": 11.83,
      "learning_rate": 4.4085057061340945e-05,
      "loss": 0.0048,
      "step": 66370
    },
    {
      "epoch": 11.84,
      "learning_rate": 4.4084165477888736e-05,
      "loss": 0.0064,
      "step": 66380
    },
    {
      "epoch": 11.84,
      "learning_rate": 4.408327389443652e-05,
      "loss": 0.0028,
      "step": 66390
    },
    {
      "epoch": 11.84,
      "learning_rate": 4.408238231098431e-05,
      "loss": 0.0049,
      "step": 66400
    },
    {
      "epoch": 11.84,
      "learning_rate": 4.4081490727532096e-05,
      "loss": 0.0039,
      "step": 66410
    },
    {
      "epoch": 11.84,
      "learning_rate": 4.408059914407989e-05,
      "loss": 0.0045,
      "step": 66420
    },
    {
      "epoch": 11.85,
      "learning_rate": 4.407970756062768e-05,
      "loss": 0.0044,
      "step": 66430
    },
    {
      "epoch": 11.85,
      "learning_rate": 4.407881597717546e-05,
      "loss": 0.0046,
      "step": 66440
    },
    {
      "epoch": 11.85,
      "learning_rate": 4.4077924393723254e-05,
      "loss": 0.0049,
      "step": 66450
    },
    {
      "epoch": 11.85,
      "learning_rate": 4.4077032810271046e-05,
      "loss": 0.0045,
      "step": 66460
    },
    {
      "epoch": 11.85,
      "learning_rate": 4.407614122681884e-05,
      "loss": 0.003,
      "step": 66470
    },
    {
      "epoch": 11.85,
      "learning_rate": 4.407524964336662e-05,
      "loss": 0.0044,
      "step": 66480
    },
    {
      "epoch": 11.86,
      "learning_rate": 4.407435805991441e-05,
      "loss": 0.0033,
      "step": 66490
    },
    {
      "epoch": 11.86,
      "learning_rate": 4.40734664764622e-05,
      "loss": 0.0035,
      "step": 66500
    },
    {
      "epoch": 11.86,
      "learning_rate": 4.407257489300999e-05,
      "loss": 0.0044,
      "step": 66510
    },
    {
      "epoch": 11.86,
      "learning_rate": 4.407168330955778e-05,
      "loss": 0.0052,
      "step": 66520
    },
    {
      "epoch": 11.86,
      "learning_rate": 4.4070791726105564e-05,
      "loss": 0.0041,
      "step": 66530
    },
    {
      "epoch": 11.87,
      "learning_rate": 4.4069900142653355e-05,
      "loss": 0.0061,
      "step": 66540
    },
    {
      "epoch": 11.87,
      "learning_rate": 4.406900855920114e-05,
      "loss": 0.0044,
      "step": 66550
    },
    {
      "epoch": 11.87,
      "learning_rate": 4.406811697574893e-05,
      "loss": 0.006,
      "step": 66560
    },
    {
      "epoch": 11.87,
      "learning_rate": 4.406722539229672e-05,
      "loss": 0.0027,
      "step": 66570
    },
    {
      "epoch": 11.87,
      "learning_rate": 4.406642296718973e-05,
      "loss": 0.0032,
      "step": 66580
    },
    {
      "epoch": 11.87,
      "learning_rate": 4.406553138373752e-05,
      "loss": 0.0049,
      "step": 66590
    },
    {
      "epoch": 11.88,
      "learning_rate": 4.4064639800285306e-05,
      "loss": 0.0047,
      "step": 66600
    },
    {
      "epoch": 11.88,
      "learning_rate": 4.40637482168331e-05,
      "loss": 0.0031,
      "step": 66610
    },
    {
      "epoch": 11.88,
      "learning_rate": 4.406285663338089e-05,
      "loss": 0.0061,
      "step": 66620
    },
    {
      "epoch": 11.88,
      "learning_rate": 4.406196504992868e-05,
      "loss": 0.0023,
      "step": 66630
    },
    {
      "epoch": 11.88,
      "learning_rate": 4.4061073466476464e-05,
      "loss": 0.0051,
      "step": 66640
    },
    {
      "epoch": 11.88,
      "learning_rate": 4.4060181883024255e-05,
      "loss": 0.0025,
      "step": 66650
    },
    {
      "epoch": 11.89,
      "learning_rate": 4.405929029957204e-05,
      "loss": 0.0063,
      "step": 66660
    },
    {
      "epoch": 11.89,
      "learning_rate": 4.405839871611983e-05,
      "loss": 0.0049,
      "step": 66670
    },
    {
      "epoch": 11.89,
      "learning_rate": 4.405750713266762e-05,
      "loss": 0.0048,
      "step": 66680
    },
    {
      "epoch": 11.89,
      "learning_rate": 4.4056615549215406e-05,
      "loss": 0.0043,
      "step": 66690
    },
    {
      "epoch": 11.89,
      "learning_rate": 4.40557239657632e-05,
      "loss": 0.0028,
      "step": 66700
    },
    {
      "epoch": 11.9,
      "learning_rate": 4.405483238231098e-05,
      "loss": 0.004,
      "step": 66710
    },
    {
      "epoch": 11.9,
      "learning_rate": 4.405394079885877e-05,
      "loss": 0.0039,
      "step": 66720
    },
    {
      "epoch": 11.9,
      "learning_rate": 4.4053049215406564e-05,
      "loss": 0.0029,
      "step": 66730
    },
    {
      "epoch": 11.9,
      "learning_rate": 4.4052157631954355e-05,
      "loss": 0.0052,
      "step": 66740
    },
    {
      "epoch": 11.9,
      "learning_rate": 4.4051266048502147e-05,
      "loss": 0.0025,
      "step": 66750
    },
    {
      "epoch": 11.9,
      "learning_rate": 4.405037446504993e-05,
      "loss": 0.0039,
      "step": 66760
    },
    {
      "epoch": 11.91,
      "learning_rate": 4.404948288159772e-05,
      "loss": 0.0012,
      "step": 66770
    },
    {
      "epoch": 11.91,
      "learning_rate": 4.404859129814551e-05,
      "loss": 0.0032,
      "step": 66780
    },
    {
      "epoch": 11.91,
      "learning_rate": 4.40476997146933e-05,
      "loss": 0.0048,
      "step": 66790
    },
    {
      "epoch": 11.91,
      "learning_rate": 4.404680813124108e-05,
      "loss": 0.0029,
      "step": 66800
    },
    {
      "epoch": 11.91,
      "learning_rate": 4.4045916547788874e-05,
      "loss": 0.0023,
      "step": 66810
    },
    {
      "epoch": 11.92,
      "learning_rate": 4.4045024964336665e-05,
      "loss": 0.003,
      "step": 66820
    },
    {
      "epoch": 11.92,
      "learning_rate": 4.404413338088445e-05,
      "loss": 0.0062,
      "step": 66830
    },
    {
      "epoch": 11.92,
      "learning_rate": 4.404324179743225e-05,
      "loss": 0.0036,
      "step": 66840
    },
    {
      "epoch": 11.92,
      "learning_rate": 4.404235021398003e-05,
      "loss": 0.0089,
      "step": 66850
    },
    {
      "epoch": 11.92,
      "learning_rate": 4.404145863052782e-05,
      "loss": 0.0032,
      "step": 66860
    },
    {
      "epoch": 11.92,
      "learning_rate": 4.404056704707561e-05,
      "loss": 0.0034,
      "step": 66870
    },
    {
      "epoch": 11.93,
      "learning_rate": 4.40396754636234e-05,
      "loss": 0.0035,
      "step": 66880
    },
    {
      "epoch": 11.93,
      "learning_rate": 4.403878388017118e-05,
      "loss": 0.0023,
      "step": 66890
    },
    {
      "epoch": 11.93,
      "learning_rate": 4.4037892296718974e-05,
      "loss": 0.0022,
      "step": 66900
    },
    {
      "epoch": 11.93,
      "learning_rate": 4.4037000713266765e-05,
      "loss": 0.003,
      "step": 66910
    },
    {
      "epoch": 11.93,
      "learning_rate": 4.403610912981455e-05,
      "loss": 0.0059,
      "step": 66920
    },
    {
      "epoch": 11.93,
      "learning_rate": 4.403521754636234e-05,
      "loss": 0.0052,
      "step": 66930
    },
    {
      "epoch": 11.94,
      "learning_rate": 4.4034325962910125e-05,
      "loss": 0.0041,
      "step": 66940
    },
    {
      "epoch": 11.94,
      "learning_rate": 4.403343437945792e-05,
      "loss": 0.0053,
      "step": 66950
    },
    {
      "epoch": 11.94,
      "learning_rate": 4.403254279600571e-05,
      "loss": 0.0035,
      "step": 66960
    },
    {
      "epoch": 11.94,
      "learning_rate": 4.40316512125535e-05,
      "loss": 0.005,
      "step": 66970
    },
    {
      "epoch": 11.94,
      "learning_rate": 4.403075962910129e-05,
      "loss": 0.0027,
      "step": 66980
    },
    {
      "epoch": 11.95,
      "learning_rate": 4.4029868045649075e-05,
      "loss": 0.0047,
      "step": 66990
    },
    {
      "epoch": 11.95,
      "learning_rate": 4.4028976462196866e-05,
      "loss": 0.0034,
      "step": 67000
    },
    {
      "epoch": 11.95,
      "learning_rate": 4.402808487874465e-05,
      "loss": 0.0025,
      "step": 67010
    },
    {
      "epoch": 11.95,
      "learning_rate": 4.402719329529244e-05,
      "loss": 0.0037,
      "step": 67020
    },
    {
      "epoch": 11.95,
      "learning_rate": 4.4026301711840226e-05,
      "loss": 0.0033,
      "step": 67030
    },
    {
      "epoch": 11.95,
      "learning_rate": 4.402541012838802e-05,
      "loss": 0.004,
      "step": 67040
    },
    {
      "epoch": 11.96,
      "learning_rate": 4.402451854493581e-05,
      "loss": 0.0031,
      "step": 67050
    },
    {
      "epoch": 11.96,
      "learning_rate": 4.40236269614836e-05,
      "loss": 0.0043,
      "step": 67060
    },
    {
      "epoch": 11.96,
      "learning_rate": 4.402273537803139e-05,
      "loss": 0.0044,
      "step": 67070
    },
    {
      "epoch": 11.96,
      "learning_rate": 4.4021843794579175e-05,
      "loss": 0.0041,
      "step": 67080
    },
    {
      "epoch": 11.96,
      "learning_rate": 4.4020952211126966e-05,
      "loss": 0.0037,
      "step": 67090
    },
    {
      "epoch": 11.97,
      "learning_rate": 4.402006062767475e-05,
      "loss": 0.0047,
      "step": 67100
    },
    {
      "epoch": 11.97,
      "learning_rate": 4.401916904422254e-05,
      "loss": 0.0019,
      "step": 67110
    },
    {
      "epoch": 11.97,
      "learning_rate": 4.4018277460770326e-05,
      "loss": 0.0035,
      "step": 67120
    },
    {
      "epoch": 11.97,
      "learning_rate": 4.401738587731812e-05,
      "loss": 0.0026,
      "step": 67130
    },
    {
      "epoch": 11.97,
      "learning_rate": 4.401649429386591e-05,
      "loss": 0.0026,
      "step": 67140
    },
    {
      "epoch": 11.97,
      "learning_rate": 4.401560271041369e-05,
      "loss": 0.0038,
      "step": 67150
    },
    {
      "epoch": 11.98,
      "learning_rate": 4.4014711126961485e-05,
      "loss": 0.0069,
      "step": 67160
    },
    {
      "epoch": 11.98,
      "learning_rate": 4.4013819543509276e-05,
      "loss": 0.0051,
      "step": 67170
    },
    {
      "epoch": 11.98,
      "learning_rate": 4.401292796005707e-05,
      "loss": 0.0058,
      "step": 67180
    },
    {
      "epoch": 11.98,
      "learning_rate": 4.401203637660485e-05,
      "loss": 0.0025,
      "step": 67190
    },
    {
      "epoch": 11.98,
      "learning_rate": 4.401114479315264e-05,
      "loss": 0.0051,
      "step": 67200
    },
    {
      "epoch": 11.98,
      "learning_rate": 4.4010253209700434e-05,
      "loss": 0.0029,
      "step": 67210
    },
    {
      "epoch": 11.99,
      "learning_rate": 4.400936162624822e-05,
      "loss": 0.0035,
      "step": 67220
    },
    {
      "epoch": 11.99,
      "learning_rate": 4.400847004279601e-05,
      "loss": 0.0027,
      "step": 67230
    },
    {
      "epoch": 11.99,
      "learning_rate": 4.4007578459343794e-05,
      "loss": 0.0032,
      "step": 67240
    },
    {
      "epoch": 11.99,
      "learning_rate": 4.4006686875891585e-05,
      "loss": 0.0017,
      "step": 67250
    },
    {
      "epoch": 11.99,
      "learning_rate": 4.400579529243937e-05,
      "loss": 0.006,
      "step": 67260
    },
    {
      "epoch": 12.0,
      "learning_rate": 4.400490370898716e-05,
      "loss": 0.0044,
      "step": 67270
    },
    {
      "epoch": 12.0,
      "learning_rate": 4.400401212553495e-05,
      "loss": 0.0032,
      "step": 67280
    },
    {
      "epoch": 12.0,
      "learning_rate": 4.400312054208274e-05,
      "loss": 0.0031,
      "step": 67290
    },
    {
      "epoch": 12.0,
      "eval_loss": 0.01598210446536541,
      "eval_runtime": 195.6628,
      "eval_samples_per_second": 23.709,
      "eval_steps_per_second": 2.964,
      "step": 67296
    },
    {
      "epoch": 12.0,
      "learning_rate": 4.4002228958630534e-05,
      "loss": 0.0026,
      "step": 67300
    },
    {
      "epoch": 12.0,
      "learning_rate": 4.400133737517832e-05,
      "loss": 0.0024,
      "step": 67310
    },
    {
      "epoch": 12.0,
      "learning_rate": 4.400044579172611e-05,
      "loss": 0.0027,
      "step": 67320
    },
    {
      "epoch": 12.01,
      "learning_rate": 4.3999554208273894e-05,
      "loss": 0.0022,
      "step": 67330
    },
    {
      "epoch": 12.01,
      "learning_rate": 4.3998662624821686e-05,
      "loss": 0.004,
      "step": 67340
    },
    {
      "epoch": 12.01,
      "learning_rate": 4.399777104136947e-05,
      "loss": 0.0037,
      "step": 67350
    },
    {
      "epoch": 12.01,
      "learning_rate": 4.399687945791726e-05,
      "loss": 0.0026,
      "step": 67360
    },
    {
      "epoch": 12.01,
      "learning_rate": 4.399598787446505e-05,
      "loss": 0.0036,
      "step": 67370
    },
    {
      "epoch": 12.01,
      "learning_rate": 4.399509629101284e-05,
      "loss": 0.0032,
      "step": 67380
    },
    {
      "epoch": 12.02,
      "learning_rate": 4.3994204707560635e-05,
      "loss": 0.0032,
      "step": 67390
    },
    {
      "epoch": 12.02,
      "learning_rate": 4.399331312410842e-05,
      "loss": 0.0039,
      "step": 67400
    },
    {
      "epoch": 12.02,
      "learning_rate": 4.399242154065621e-05,
      "loss": 0.0019,
      "step": 67410
    },
    {
      "epoch": 12.02,
      "learning_rate": 4.3991529957203995e-05,
      "loss": 0.0034,
      "step": 67420
    },
    {
      "epoch": 12.02,
      "learning_rate": 4.3990638373751786e-05,
      "loss": 0.0031,
      "step": 67430
    },
    {
      "epoch": 12.03,
      "learning_rate": 4.398974679029958e-05,
      "loss": 0.0062,
      "step": 67440
    },
    {
      "epoch": 12.03,
      "learning_rate": 4.398885520684736e-05,
      "loss": 0.0045,
      "step": 67450
    },
    {
      "epoch": 12.03,
      "learning_rate": 4.398796362339515e-05,
      "loss": 0.0048,
      "step": 67460
    },
    {
      "epoch": 12.03,
      "learning_rate": 4.398707203994294e-05,
      "loss": 0.0037,
      "step": 67470
    },
    {
      "epoch": 12.03,
      "learning_rate": 4.398618045649073e-05,
      "loss": 0.0035,
      "step": 67480
    },
    {
      "epoch": 12.03,
      "learning_rate": 4.398528887303851e-05,
      "loss": 0.0044,
      "step": 67490
    },
    {
      "epoch": 12.04,
      "learning_rate": 4.398448644793153e-05,
      "loss": 0.0055,
      "step": 67500
    },
    {
      "epoch": 12.04,
      "learning_rate": 4.398359486447932e-05,
      "loss": 0.0035,
      "step": 67510
    },
    {
      "epoch": 12.04,
      "learning_rate": 4.3982703281027104e-05,
      "loss": 0.0037,
      "step": 67520
    },
    {
      "epoch": 12.04,
      "learning_rate": 4.3981811697574895e-05,
      "loss": 0.0031,
      "step": 67530
    },
    {
      "epoch": 12.04,
      "learning_rate": 4.3980920114122686e-05,
      "loss": 0.0027,
      "step": 67540
    },
    {
      "epoch": 12.05,
      "learning_rate": 4.398002853067048e-05,
      "loss": 0.0036,
      "step": 67550
    },
    {
      "epoch": 12.05,
      "learning_rate": 4.397913694721826e-05,
      "loss": 0.0033,
      "step": 67560
    },
    {
      "epoch": 12.05,
      "learning_rate": 4.397824536376605e-05,
      "loss": 0.0015,
      "step": 67570
    },
    {
      "epoch": 12.05,
      "learning_rate": 4.397735378031384e-05,
      "loss": 0.0024,
      "step": 67580
    },
    {
      "epoch": 12.05,
      "learning_rate": 4.397646219686163e-05,
      "loss": 0.0051,
      "step": 67590
    },
    {
      "epoch": 12.05,
      "learning_rate": 4.397557061340942e-05,
      "loss": 0.0028,
      "step": 67600
    },
    {
      "epoch": 12.06,
      "learning_rate": 4.3974679029957204e-05,
      "loss": 0.0018,
      "step": 67610
    },
    {
      "epoch": 12.06,
      "learning_rate": 4.3973787446504995e-05,
      "loss": 0.0035,
      "step": 67620
    },
    {
      "epoch": 12.06,
      "learning_rate": 4.397289586305278e-05,
      "loss": 0.0042,
      "step": 67630
    },
    {
      "epoch": 12.06,
      "learning_rate": 4.397200427960057e-05,
      "loss": 0.0059,
      "step": 67640
    },
    {
      "epoch": 12.06,
      "learning_rate": 4.3971112696148355e-05,
      "loss": 0.003,
      "step": 67650
    },
    {
      "epoch": 12.06,
      "learning_rate": 4.3970221112696153e-05,
      "loss": 0.0021,
      "step": 67660
    },
    {
      "epoch": 12.07,
      "learning_rate": 4.396932952924394e-05,
      "loss": 0.0037,
      "step": 67670
    },
    {
      "epoch": 12.07,
      "learning_rate": 4.396843794579173e-05,
      "loss": 0.0036,
      "step": 67680
    },
    {
      "epoch": 12.07,
      "learning_rate": 4.396754636233952e-05,
      "loss": 0.0047,
      "step": 67690
    },
    {
      "epoch": 12.07,
      "learning_rate": 4.3966654778887305e-05,
      "loss": 0.0051,
      "step": 67700
    },
    {
      "epoch": 12.07,
      "learning_rate": 4.3965763195435096e-05,
      "loss": 0.0027,
      "step": 67710
    },
    {
      "epoch": 12.08,
      "learning_rate": 4.396487161198288e-05,
      "loss": 0.0034,
      "step": 67720
    },
    {
      "epoch": 12.08,
      "learning_rate": 4.396398002853067e-05,
      "loss": 0.0032,
      "step": 67730
    },
    {
      "epoch": 12.08,
      "learning_rate": 4.396308844507846e-05,
      "loss": 0.0028,
      "step": 67740
    },
    {
      "epoch": 12.08,
      "learning_rate": 4.396219686162625e-05,
      "loss": 0.0036,
      "step": 67750
    },
    {
      "epoch": 12.08,
      "learning_rate": 4.396130527817404e-05,
      "loss": 0.0041,
      "step": 67760
    },
    {
      "epoch": 12.08,
      "learning_rate": 4.396041369472183e-05,
      "loss": 0.0025,
      "step": 67770
    },
    {
      "epoch": 12.09,
      "learning_rate": 4.395952211126962e-05,
      "loss": 0.0046,
      "step": 67780
    },
    {
      "epoch": 12.09,
      "learning_rate": 4.3958630527817405e-05,
      "loss": 0.0026,
      "step": 67790
    },
    {
      "epoch": 12.09,
      "learning_rate": 4.3957738944365197e-05,
      "loss": 0.003,
      "step": 67800
    },
    {
      "epoch": 12.09,
      "learning_rate": 4.395684736091298e-05,
      "loss": 0.0062,
      "step": 67810
    },
    {
      "epoch": 12.09,
      "learning_rate": 4.395595577746077e-05,
      "loss": 0.0038,
      "step": 67820
    },
    {
      "epoch": 12.1,
      "learning_rate": 4.395506419400856e-05,
      "loss": 0.0033,
      "step": 67830
    },
    {
      "epoch": 12.1,
      "learning_rate": 4.395417261055635e-05,
      "loss": 0.0027,
      "step": 67840
    },
    {
      "epoch": 12.1,
      "learning_rate": 4.395328102710414e-05,
      "loss": 0.0035,
      "step": 67850
    },
    {
      "epoch": 12.1,
      "learning_rate": 4.3952389443651923e-05,
      "loss": 0.0028,
      "step": 67860
    },
    {
      "epoch": 12.1,
      "learning_rate": 4.3951497860199715e-05,
      "loss": 0.0039,
      "step": 67870
    },
    {
      "epoch": 12.1,
      "learning_rate": 4.3950606276747506e-05,
      "loss": 0.0025,
      "step": 67880
    },
    {
      "epoch": 12.11,
      "learning_rate": 4.39497146932953e-05,
      "loss": 0.0054,
      "step": 67890
    },
    {
      "epoch": 12.11,
      "learning_rate": 4.394882310984308e-05,
      "loss": 0.0039,
      "step": 67900
    },
    {
      "epoch": 12.11,
      "learning_rate": 4.394793152639087e-05,
      "loss": 0.0046,
      "step": 67910
    },
    {
      "epoch": 12.11,
      "learning_rate": 4.3947039942938664e-05,
      "loss": 0.0026,
      "step": 67920
    },
    {
      "epoch": 12.11,
      "learning_rate": 4.394614835948645e-05,
      "loss": 0.0043,
      "step": 67930
    },
    {
      "epoch": 12.11,
      "learning_rate": 4.394525677603424e-05,
      "loss": 0.0071,
      "step": 67940
    },
    {
      "epoch": 12.12,
      "learning_rate": 4.3944365192582024e-05,
      "loss": 0.0022,
      "step": 67950
    },
    {
      "epoch": 12.12,
      "learning_rate": 4.3943473609129815e-05,
      "loss": 0.0021,
      "step": 67960
    },
    {
      "epoch": 12.12,
      "learning_rate": 4.3942582025677606e-05,
      "loss": 0.0019,
      "step": 67970
    },
    {
      "epoch": 12.12,
      "learning_rate": 4.394169044222539e-05,
      "loss": 0.0053,
      "step": 67980
    },
    {
      "epoch": 12.12,
      "learning_rate": 4.394079885877319e-05,
      "loss": 0.0031,
      "step": 67990
    },
    {
      "epoch": 12.13,
      "learning_rate": 4.393990727532097e-05,
      "loss": 0.0027,
      "step": 68000
    },
    {
      "epoch": 12.13,
      "learning_rate": 4.3939015691868764e-05,
      "loss": 0.0035,
      "step": 68010
    },
    {
      "epoch": 12.13,
      "learning_rate": 4.393812410841655e-05,
      "loss": 0.0048,
      "step": 68020
    },
    {
      "epoch": 12.13,
      "learning_rate": 4.393723252496434e-05,
      "loss": 0.0015,
      "step": 68030
    },
    {
      "epoch": 12.13,
      "learning_rate": 4.3936340941512125e-05,
      "loss": 0.0016,
      "step": 68040
    },
    {
      "epoch": 12.13,
      "learning_rate": 4.3935449358059916e-05,
      "loss": 0.0027,
      "step": 68050
    },
    {
      "epoch": 12.14,
      "learning_rate": 4.393455777460771e-05,
      "loss": 0.0015,
      "step": 68060
    },
    {
      "epoch": 12.14,
      "learning_rate": 4.393366619115549e-05,
      "loss": 0.0024,
      "step": 68070
    },
    {
      "epoch": 12.14,
      "learning_rate": 4.393277460770328e-05,
      "loss": 0.0037,
      "step": 68080
    },
    {
      "epoch": 12.14,
      "learning_rate": 4.393188302425107e-05,
      "loss": 0.0036,
      "step": 68090
    },
    {
      "epoch": 12.14,
      "learning_rate": 4.3930991440798865e-05,
      "loss": 0.0029,
      "step": 68100
    },
    {
      "epoch": 12.15,
      "learning_rate": 4.393009985734665e-05,
      "loss": 0.0028,
      "step": 68110
    },
    {
      "epoch": 12.15,
      "learning_rate": 4.392920827389444e-05,
      "loss": 0.0072,
      "step": 68120
    },
    {
      "epoch": 12.15,
      "learning_rate": 4.3928316690442225e-05,
      "loss": 0.008,
      "step": 68130
    },
    {
      "epoch": 12.15,
      "learning_rate": 4.3927425106990016e-05,
      "loss": 0.0037,
      "step": 68140
    },
    {
      "epoch": 12.15,
      "learning_rate": 4.392653352353781e-05,
      "loss": 0.0054,
      "step": 68150
    },
    {
      "epoch": 12.15,
      "learning_rate": 4.392564194008559e-05,
      "loss": 0.0031,
      "step": 68160
    },
    {
      "epoch": 12.16,
      "learning_rate": 4.392475035663338e-05,
      "loss": 0.0033,
      "step": 68170
    },
    {
      "epoch": 12.16,
      "learning_rate": 4.392385877318117e-05,
      "loss": 0.0026,
      "step": 68180
    },
    {
      "epoch": 12.16,
      "learning_rate": 4.392296718972896e-05,
      "loss": 0.0027,
      "step": 68190
    },
    {
      "epoch": 12.16,
      "learning_rate": 4.392207560627675e-05,
      "loss": 0.0025,
      "step": 68200
    },
    {
      "epoch": 12.16,
      "learning_rate": 4.392118402282454e-05,
      "loss": 0.0042,
      "step": 68210
    },
    {
      "epoch": 12.16,
      "learning_rate": 4.392029243937233e-05,
      "loss": 0.0057,
      "step": 68220
    },
    {
      "epoch": 12.17,
      "learning_rate": 4.391940085592012e-05,
      "loss": 0.0024,
      "step": 68230
    },
    {
      "epoch": 12.17,
      "learning_rate": 4.391850927246791e-05,
      "loss": 0.0036,
      "step": 68240
    },
    {
      "epoch": 12.17,
      "learning_rate": 4.391761768901569e-05,
      "loss": 0.0021,
      "step": 68250
    },
    {
      "epoch": 12.17,
      "learning_rate": 4.3916726105563484e-05,
      "loss": 0.0059,
      "step": 68260
    },
    {
      "epoch": 12.17,
      "learning_rate": 4.391583452211127e-05,
      "loss": 0.0061,
      "step": 68270
    },
    {
      "epoch": 12.18,
      "learning_rate": 4.391494293865906e-05,
      "loss": 0.0032,
      "step": 68280
    },
    {
      "epoch": 12.18,
      "learning_rate": 4.391405135520685e-05,
      "loss": 0.0027,
      "step": 68290
    },
    {
      "epoch": 12.18,
      "learning_rate": 4.3913159771754635e-05,
      "loss": 0.0046,
      "step": 68300
    },
    {
      "epoch": 12.18,
      "learning_rate": 4.3912268188302426e-05,
      "loss": 0.0026,
      "step": 68310
    },
    {
      "epoch": 12.18,
      "learning_rate": 4.391137660485022e-05,
      "loss": 0.0022,
      "step": 68320
    },
    {
      "epoch": 12.18,
      "learning_rate": 4.391048502139801e-05,
      "loss": 0.0047,
      "step": 68330
    },
    {
      "epoch": 12.19,
      "learning_rate": 4.390959343794579e-05,
      "loss": 0.0039,
      "step": 68340
    },
    {
      "epoch": 12.19,
      "learning_rate": 4.3908701854493584e-05,
      "loss": 0.0017,
      "step": 68350
    },
    {
      "epoch": 12.19,
      "learning_rate": 4.390781027104137e-05,
      "loss": 0.0027,
      "step": 68360
    },
    {
      "epoch": 12.19,
      "learning_rate": 4.390691868758916e-05,
      "loss": 0.0033,
      "step": 68370
    },
    {
      "epoch": 12.19,
      "learning_rate": 4.390602710413695e-05,
      "loss": 0.0041,
      "step": 68380
    },
    {
      "epoch": 12.2,
      "learning_rate": 4.3905135520684736e-05,
      "loss": 0.0027,
      "step": 68390
    },
    {
      "epoch": 12.2,
      "learning_rate": 4.390424393723253e-05,
      "loss": 0.0027,
      "step": 68400
    },
    {
      "epoch": 12.2,
      "learning_rate": 4.390335235378031e-05,
      "loss": 0.0082,
      "step": 68410
    },
    {
      "epoch": 12.2,
      "learning_rate": 4.39024607703281e-05,
      "loss": 0.0021,
      "step": 68420
    },
    {
      "epoch": 12.2,
      "learning_rate": 4.3901569186875894e-05,
      "loss": 0.0021,
      "step": 68430
    },
    {
      "epoch": 12.2,
      "learning_rate": 4.3900677603423685e-05,
      "loss": 0.0022,
      "step": 68440
    },
    {
      "epoch": 12.21,
      "learning_rate": 4.3899786019971476e-05,
      "loss": 0.0034,
      "step": 68450
    },
    {
      "epoch": 12.21,
      "learning_rate": 4.389889443651926e-05,
      "loss": 0.0024,
      "step": 68460
    },
    {
      "epoch": 12.21,
      "learning_rate": 4.389800285306705e-05,
      "loss": 0.0029,
      "step": 68470
    },
    {
      "epoch": 12.21,
      "learning_rate": 4.3897111269614836e-05,
      "loss": 0.0011,
      "step": 68480
    },
    {
      "epoch": 12.21,
      "learning_rate": 4.389621968616263e-05,
      "loss": 0.0042,
      "step": 68490
    },
    {
      "epoch": 12.21,
      "learning_rate": 4.389532810271041e-05,
      "loss": 0.0039,
      "step": 68500
    },
    {
      "epoch": 12.22,
      "learning_rate": 4.38944365192582e-05,
      "loss": 0.0029,
      "step": 68510
    },
    {
      "epoch": 12.22,
      "learning_rate": 4.3893544935805994e-05,
      "loss": 0.0064,
      "step": 68520
    },
    {
      "epoch": 12.22,
      "learning_rate": 4.389265335235378e-05,
      "loss": 0.0042,
      "step": 68530
    },
    {
      "epoch": 12.22,
      "learning_rate": 4.389176176890158e-05,
      "loss": 0.0043,
      "step": 68540
    },
    {
      "epoch": 12.22,
      "learning_rate": 4.389087018544936e-05,
      "loss": 0.0041,
      "step": 68550
    },
    {
      "epoch": 12.23,
      "learning_rate": 4.388997860199715e-05,
      "loss": 0.0045,
      "step": 68560
    },
    {
      "epoch": 12.23,
      "learning_rate": 4.388908701854494e-05,
      "loss": 0.004,
      "step": 68570
    },
    {
      "epoch": 12.23,
      "learning_rate": 4.388819543509273e-05,
      "loss": 0.0032,
      "step": 68580
    },
    {
      "epoch": 12.23,
      "learning_rate": 4.388730385164051e-05,
      "loss": 0.0066,
      "step": 68590
    },
    {
      "epoch": 12.23,
      "learning_rate": 4.3886412268188304e-05,
      "loss": 0.0079,
      "step": 68600
    },
    {
      "epoch": 12.23,
      "learning_rate": 4.3885520684736095e-05,
      "loss": 0.0039,
      "step": 68610
    },
    {
      "epoch": 12.24,
      "learning_rate": 4.388462910128388e-05,
      "loss": 0.0031,
      "step": 68620
    },
    {
      "epoch": 12.24,
      "learning_rate": 4.388373751783167e-05,
      "loss": 0.0044,
      "step": 68630
    },
    {
      "epoch": 12.24,
      "learning_rate": 4.3882845934379455e-05,
      "loss": 0.0047,
      "step": 68640
    },
    {
      "epoch": 12.24,
      "learning_rate": 4.388195435092725e-05,
      "loss": 0.0019,
      "step": 68650
    },
    {
      "epoch": 12.24,
      "learning_rate": 4.388106276747504e-05,
      "loss": 0.0037,
      "step": 68660
    },
    {
      "epoch": 12.25,
      "learning_rate": 4.388017118402283e-05,
      "loss": 0.0033,
      "step": 68670
    },
    {
      "epoch": 12.25,
      "learning_rate": 4.387927960057062e-05,
      "loss": 0.0038,
      "step": 68680
    },
    {
      "epoch": 12.25,
      "learning_rate": 4.3878388017118404e-05,
      "loss": 0.0028,
      "step": 68690
    },
    {
      "epoch": 12.25,
      "learning_rate": 4.3877496433666195e-05,
      "loss": 0.0048,
      "step": 68700
    },
    {
      "epoch": 12.25,
      "learning_rate": 4.387660485021398e-05,
      "loss": 0.0033,
      "step": 68710
    },
    {
      "epoch": 12.25,
      "learning_rate": 4.387571326676177e-05,
      "loss": 0.0025,
      "step": 68720
    },
    {
      "epoch": 12.26,
      "learning_rate": 4.3874821683309555e-05,
      "loss": 0.0045,
      "step": 68730
    },
    {
      "epoch": 12.26,
      "learning_rate": 4.387393009985735e-05,
      "loss": 0.0018,
      "step": 68740
    },
    {
      "epoch": 12.26,
      "learning_rate": 4.387303851640514e-05,
      "loss": 0.0024,
      "step": 68750
    },
    {
      "epoch": 12.26,
      "learning_rate": 4.387214693295293e-05,
      "loss": 0.0018,
      "step": 68760
    },
    {
      "epoch": 12.26,
      "learning_rate": 4.387125534950072e-05,
      "loss": 0.0038,
      "step": 68770
    },
    {
      "epoch": 12.26,
      "learning_rate": 4.3870363766048505e-05,
      "loss": 0.0026,
      "step": 68780
    },
    {
      "epoch": 12.27,
      "learning_rate": 4.3869472182596296e-05,
      "loss": 0.0022,
      "step": 68790
    },
    {
      "epoch": 12.27,
      "learning_rate": 4.386858059914408e-05,
      "loss": 0.0017,
      "step": 68800
    },
    {
      "epoch": 12.27,
      "learning_rate": 4.386768901569187e-05,
      "loss": 0.0046,
      "step": 68810
    },
    {
      "epoch": 12.27,
      "learning_rate": 4.3866797432239656e-05,
      "loss": 0.0035,
      "step": 68820
    },
    {
      "epoch": 12.27,
      "learning_rate": 4.386590584878745e-05,
      "loss": 0.0032,
      "step": 68830
    },
    {
      "epoch": 12.28,
      "learning_rate": 4.386501426533524e-05,
      "loss": 0.0038,
      "step": 68840
    },
    {
      "epoch": 12.28,
      "learning_rate": 4.386412268188302e-05,
      "loss": 0.0033,
      "step": 68850
    },
    {
      "epoch": 12.28,
      "learning_rate": 4.3863231098430814e-05,
      "loss": 0.0038,
      "step": 68860
    },
    {
      "epoch": 12.28,
      "learning_rate": 4.3862339514978605e-05,
      "loss": 0.0043,
      "step": 68870
    },
    {
      "epoch": 12.28,
      "learning_rate": 4.3861447931526396e-05,
      "loss": 0.0019,
      "step": 68880
    },
    {
      "epoch": 12.28,
      "learning_rate": 4.386055634807418e-05,
      "loss": 0.0021,
      "step": 68890
    },
    {
      "epoch": 12.29,
      "learning_rate": 4.385966476462197e-05,
      "loss": 0.0039,
      "step": 68900
    },
    {
      "epoch": 12.29,
      "learning_rate": 4.385877318116976e-05,
      "loss": 0.0027,
      "step": 68910
    },
    {
      "epoch": 12.29,
      "learning_rate": 4.385788159771755e-05,
      "loss": 0.0029,
      "step": 68920
    },
    {
      "epoch": 12.29,
      "learning_rate": 4.385699001426534e-05,
      "loss": 0.0031,
      "step": 68930
    },
    {
      "epoch": 12.29,
      "learning_rate": 4.3856098430813123e-05,
      "loss": 0.0059,
      "step": 68940
    },
    {
      "epoch": 12.29,
      "learning_rate": 4.3855206847360915e-05,
      "loss": 0.0037,
      "step": 68950
    },
    {
      "epoch": 12.3,
      "learning_rate": 4.38543152639087e-05,
      "loss": 0.0044,
      "step": 68960
    },
    {
      "epoch": 12.3,
      "learning_rate": 4.385342368045649e-05,
      "loss": 0.0055,
      "step": 68970
    },
    {
      "epoch": 12.3,
      "learning_rate": 4.385253209700428e-05,
      "loss": 0.0037,
      "step": 68980
    },
    {
      "epoch": 12.3,
      "learning_rate": 4.385164051355207e-05,
      "loss": 0.0038,
      "step": 68990
    },
    {
      "epoch": 12.3,
      "learning_rate": 4.3850748930099864e-05,
      "loss": 0.0041,
      "step": 69000
    },
    {
      "epoch": 12.31,
      "learning_rate": 4.384985734664765e-05,
      "loss": 0.0025,
      "step": 69010
    },
    {
      "epoch": 12.31,
      "learning_rate": 4.384896576319544e-05,
      "loss": 0.0063,
      "step": 69020
    },
    {
      "epoch": 12.31,
      "learning_rate": 4.3848074179743224e-05,
      "loss": 0.0036,
      "step": 69030
    },
    {
      "epoch": 12.31,
      "learning_rate": 4.3847182596291015e-05,
      "loss": 0.0066,
      "step": 69040
    },
    {
      "epoch": 12.31,
      "learning_rate": 4.38462910128388e-05,
      "loss": 0.0036,
      "step": 69050
    },
    {
      "epoch": 12.31,
      "learning_rate": 4.384539942938659e-05,
      "loss": 0.0054,
      "step": 69060
    },
    {
      "epoch": 12.32,
      "learning_rate": 4.384450784593438e-05,
      "loss": 0.0061,
      "step": 69070
    },
    {
      "epoch": 12.32,
      "learning_rate": 4.3843616262482166e-05,
      "loss": 0.0038,
      "step": 69080
    },
    {
      "epoch": 12.32,
      "learning_rate": 4.3842724679029964e-05,
      "loss": 0.0046,
      "step": 69090
    },
    {
      "epoch": 12.32,
      "learning_rate": 4.384183309557775e-05,
      "loss": 0.0028,
      "step": 69100
    },
    {
      "epoch": 12.32,
      "learning_rate": 4.384094151212554e-05,
      "loss": 0.0028,
      "step": 69110
    },
    {
      "epoch": 12.33,
      "learning_rate": 4.3840049928673325e-05,
      "loss": 0.0037,
      "step": 69120
    },
    {
      "epoch": 12.33,
      "learning_rate": 4.3839158345221116e-05,
      "loss": 0.0043,
      "step": 69130
    },
    {
      "epoch": 12.33,
      "learning_rate": 4.383826676176891e-05,
      "loss": 0.003,
      "step": 69140
    },
    {
      "epoch": 12.33,
      "learning_rate": 4.383737517831669e-05,
      "loss": 0.0038,
      "step": 69150
    },
    {
      "epoch": 12.33,
      "learning_rate": 4.383648359486448e-05,
      "loss": 0.0063,
      "step": 69160
    },
    {
      "epoch": 12.33,
      "learning_rate": 4.383559201141227e-05,
      "loss": 0.0041,
      "step": 69170
    },
    {
      "epoch": 12.34,
      "learning_rate": 4.383470042796006e-05,
      "loss": 0.0022,
      "step": 69180
    },
    {
      "epoch": 12.34,
      "learning_rate": 4.383380884450784e-05,
      "loss": 0.0027,
      "step": 69190
    },
    {
      "epoch": 12.34,
      "learning_rate": 4.383291726105564e-05,
      "loss": 0.0034,
      "step": 69200
    },
    {
      "epoch": 12.34,
      "learning_rate": 4.3832025677603425e-05,
      "loss": 0.0029,
      "step": 69210
    },
    {
      "epoch": 12.34,
      "learning_rate": 4.3831134094151216e-05,
      "loss": 0.0028,
      "step": 69220
    },
    {
      "epoch": 12.34,
      "learning_rate": 4.383024251069901e-05,
      "loss": 0.0048,
      "step": 69230
    },
    {
      "epoch": 12.35,
      "learning_rate": 4.382935092724679e-05,
      "loss": 0.0031,
      "step": 69240
    },
    {
      "epoch": 12.35,
      "learning_rate": 4.382845934379458e-05,
      "loss": 0.0069,
      "step": 69250
    },
    {
      "epoch": 12.35,
      "learning_rate": 4.382756776034237e-05,
      "loss": 0.0062,
      "step": 69260
    },
    {
      "epoch": 12.35,
      "learning_rate": 4.382667617689016e-05,
      "loss": 0.0025,
      "step": 69270
    },
    {
      "epoch": 12.35,
      "learning_rate": 4.382578459343794e-05,
      "loss": 0.0042,
      "step": 69280
    },
    {
      "epoch": 12.36,
      "learning_rate": 4.3824893009985734e-05,
      "loss": 0.0024,
      "step": 69290
    },
    {
      "epoch": 12.36,
      "learning_rate": 4.3824001426533526e-05,
      "loss": 0.0028,
      "step": 69300
    },
    {
      "epoch": 12.36,
      "learning_rate": 4.382310984308132e-05,
      "loss": 0.0027,
      "step": 69310
    },
    {
      "epoch": 12.36,
      "learning_rate": 4.382221825962911e-05,
      "loss": 0.0036,
      "step": 69320
    },
    {
      "epoch": 12.36,
      "learning_rate": 4.382132667617689e-05,
      "loss": 0.0017,
      "step": 69330
    },
    {
      "epoch": 12.36,
      "learning_rate": 4.3820435092724684e-05,
      "loss": 0.0033,
      "step": 69340
    },
    {
      "epoch": 12.37,
      "learning_rate": 4.381954350927247e-05,
      "loss": 0.0037,
      "step": 69350
    },
    {
      "epoch": 12.37,
      "learning_rate": 4.381865192582026e-05,
      "loss": 0.0017,
      "step": 69360
    },
    {
      "epoch": 12.37,
      "learning_rate": 4.381776034236805e-05,
      "loss": 0.003,
      "step": 69370
    },
    {
      "epoch": 12.37,
      "learning_rate": 4.3816868758915835e-05,
      "loss": 0.0053,
      "step": 69380
    },
    {
      "epoch": 12.37,
      "learning_rate": 4.3815977175463626e-05,
      "loss": 0.0055,
      "step": 69390
    },
    {
      "epoch": 12.38,
      "learning_rate": 4.381508559201141e-05,
      "loss": 0.0031,
      "step": 69400
    },
    {
      "epoch": 12.38,
      "learning_rate": 4.38141940085592e-05,
      "loss": 0.005,
      "step": 69410
    },
    {
      "epoch": 12.38,
      "learning_rate": 4.381330242510699e-05,
      "loss": 0.0041,
      "step": 69420
    },
    {
      "epoch": 12.38,
      "learning_rate": 4.3812410841654784e-05,
      "loss": 0.0062,
      "step": 69430
    },
    {
      "epoch": 12.38,
      "learning_rate": 4.381151925820257e-05,
      "loss": 0.005,
      "step": 69440
    },
    {
      "epoch": 12.38,
      "learning_rate": 4.381062767475036e-05,
      "loss": 0.0054,
      "step": 69450
    },
    {
      "epoch": 12.39,
      "learning_rate": 4.380973609129815e-05,
      "loss": 0.0015,
      "step": 69460
    },
    {
      "epoch": 12.39,
      "learning_rate": 4.3808844507845936e-05,
      "loss": 0.0079,
      "step": 69470
    },
    {
      "epoch": 12.39,
      "learning_rate": 4.380795292439373e-05,
      "loss": 0.005,
      "step": 69480
    },
    {
      "epoch": 12.39,
      "learning_rate": 4.380706134094151e-05,
      "loss": 0.0018,
      "step": 69490
    },
    {
      "epoch": 12.39,
      "learning_rate": 4.38061697574893e-05,
      "loss": 0.0035,
      "step": 69500
    },
    {
      "epoch": 12.39,
      "learning_rate": 4.380527817403709e-05,
      "loss": 0.0024,
      "step": 69510
    },
    {
      "epoch": 12.4,
      "learning_rate": 4.380438659058488e-05,
      "loss": 0.0023,
      "step": 69520
    },
    {
      "epoch": 12.4,
      "learning_rate": 4.380349500713267e-05,
      "loss": 0.0042,
      "step": 69530
    },
    {
      "epoch": 12.4,
      "learning_rate": 4.380260342368046e-05,
      "loss": 0.0026,
      "step": 69540
    },
    {
      "epoch": 12.4,
      "learning_rate": 4.380171184022825e-05,
      "loss": 0.0034,
      "step": 69550
    },
    {
      "epoch": 12.4,
      "learning_rate": 4.3800820256776036e-05,
      "loss": 0.0048,
      "step": 69560
    },
    {
      "epoch": 12.41,
      "learning_rate": 4.379992867332383e-05,
      "loss": 0.0028,
      "step": 69570
    },
    {
      "epoch": 12.41,
      "learning_rate": 4.379903708987161e-05,
      "loss": 0.0042,
      "step": 69580
    },
    {
      "epoch": 12.41,
      "learning_rate": 4.37981455064194e-05,
      "loss": 0.0039,
      "step": 69590
    },
    {
      "epoch": 12.41,
      "learning_rate": 4.379725392296719e-05,
      "loss": 0.0045,
      "step": 69600
    },
    {
      "epoch": 12.41,
      "learning_rate": 4.379636233951498e-05,
      "loss": 0.004,
      "step": 69610
    },
    {
      "epoch": 12.41,
      "learning_rate": 4.379547075606277e-05,
      "loss": 0.0028,
      "step": 69620
    },
    {
      "epoch": 12.42,
      "learning_rate": 4.3794579172610554e-05,
      "loss": 0.0043,
      "step": 69630
    },
    {
      "epoch": 12.42,
      "learning_rate": 4.379368758915835e-05,
      "loss": 0.0023,
      "step": 69640
    },
    {
      "epoch": 12.42,
      "learning_rate": 4.379279600570614e-05,
      "loss": 0.0032,
      "step": 69650
    },
    {
      "epoch": 12.42,
      "learning_rate": 4.379190442225393e-05,
      "loss": 0.0017,
      "step": 69660
    },
    {
      "epoch": 12.42,
      "learning_rate": 4.379101283880171e-05,
      "loss": 0.0029,
      "step": 69670
    },
    {
      "epoch": 12.43,
      "learning_rate": 4.3790121255349504e-05,
      "loss": 0.0066,
      "step": 69680
    },
    {
      "epoch": 12.43,
      "learning_rate": 4.3789229671897295e-05,
      "loss": 0.0034,
      "step": 69690
    },
    {
      "epoch": 12.43,
      "learning_rate": 4.378833808844508e-05,
      "loss": 0.0037,
      "step": 69700
    },
    {
      "epoch": 12.43,
      "learning_rate": 4.378744650499287e-05,
      "loss": 0.0032,
      "step": 69710
    },
    {
      "epoch": 12.43,
      "learning_rate": 4.3786554921540655e-05,
      "loss": 0.0043,
      "step": 69720
    },
    {
      "epoch": 12.43,
      "learning_rate": 4.3785663338088446e-05,
      "loss": 0.0036,
      "step": 69730
    },
    {
      "epoch": 12.44,
      "learning_rate": 4.378477175463623e-05,
      "loss": 0.0048,
      "step": 69740
    },
    {
      "epoch": 12.44,
      "learning_rate": 4.378388017118403e-05,
      "loss": 0.0033,
      "step": 69750
    },
    {
      "epoch": 12.44,
      "learning_rate": 4.378298858773181e-05,
      "loss": 0.0031,
      "step": 69760
    },
    {
      "epoch": 12.44,
      "learning_rate": 4.3782097004279604e-05,
      "loss": 0.004,
      "step": 69770
    },
    {
      "epoch": 12.44,
      "learning_rate": 4.3781205420827395e-05,
      "loss": 0.0046,
      "step": 69780
    },
    {
      "epoch": 12.44,
      "learning_rate": 4.378031383737518e-05,
      "loss": 0.0035,
      "step": 69790
    },
    {
      "epoch": 12.45,
      "learning_rate": 4.377942225392297e-05,
      "loss": 0.0023,
      "step": 69800
    },
    {
      "epoch": 12.45,
      "learning_rate": 4.3778530670470755e-05,
      "loss": 0.0044,
      "step": 69810
    },
    {
      "epoch": 12.45,
      "learning_rate": 4.3777639087018547e-05,
      "loss": 0.0026,
      "step": 69820
    },
    {
      "epoch": 12.45,
      "learning_rate": 4.377674750356633e-05,
      "loss": 0.0031,
      "step": 69830
    },
    {
      "epoch": 12.45,
      "learning_rate": 4.377585592011412e-05,
      "loss": 0.0019,
      "step": 69840
    },
    {
      "epoch": 12.46,
      "learning_rate": 4.3774964336661913e-05,
      "loss": 0.0031,
      "step": 69850
    },
    {
      "epoch": 12.46,
      "learning_rate": 4.3774072753209705e-05,
      "loss": 0.0035,
      "step": 69860
    },
    {
      "epoch": 12.46,
      "learning_rate": 4.3773181169757496e-05,
      "loss": 0.0047,
      "step": 69870
    },
    {
      "epoch": 12.46,
      "learning_rate": 4.377228958630528e-05,
      "loss": 0.002,
      "step": 69880
    },
    {
      "epoch": 12.46,
      "learning_rate": 4.377139800285307e-05,
      "loss": 0.0019,
      "step": 69890
    },
    {
      "epoch": 12.46,
      "learning_rate": 4.3770506419400856e-05,
      "loss": 0.005,
      "step": 69900
    },
    {
      "epoch": 12.47,
      "learning_rate": 4.376961483594865e-05,
      "loss": 0.0027,
      "step": 69910
    },
    {
      "epoch": 12.47,
      "learning_rate": 4.376872325249644e-05,
      "loss": 0.0028,
      "step": 69920
    },
    {
      "epoch": 12.47,
      "learning_rate": 4.376783166904422e-05,
      "loss": 0.0037,
      "step": 69930
    },
    {
      "epoch": 12.47,
      "learning_rate": 4.3766940085592014e-05,
      "loss": 0.0019,
      "step": 69940
    },
    {
      "epoch": 12.47,
      "learning_rate": 4.37660485021398e-05,
      "loss": 0.0061,
      "step": 69950
    },
    {
      "epoch": 12.48,
      "learning_rate": 4.376515691868759e-05,
      "loss": 0.0028,
      "step": 69960
    },
    {
      "epoch": 12.48,
      "learning_rate": 4.376426533523538e-05,
      "loss": 0.0028,
      "step": 69970
    },
    {
      "epoch": 12.48,
      "learning_rate": 4.376337375178317e-05,
      "loss": 0.0014,
      "step": 69980
    },
    {
      "epoch": 12.48,
      "learning_rate": 4.3762482168330956e-05,
      "loss": 0.004,
      "step": 69990
    },
    {
      "epoch": 12.48,
      "learning_rate": 4.376159058487875e-05,
      "loss": 0.0022,
      "step": 70000
    },
    {
      "epoch": 12.48,
      "learning_rate": 4.376069900142654e-05,
      "loss": 0.0053,
      "step": 70010
    },
    {
      "epoch": 12.49,
      "learning_rate": 4.375980741797432e-05,
      "loss": 0.0047,
      "step": 70020
    },
    {
      "epoch": 12.49,
      "learning_rate": 4.3758915834522115e-05,
      "loss": 0.0021,
      "step": 70030
    },
    {
      "epoch": 12.49,
      "learning_rate": 4.37580242510699e-05,
      "loss": 0.0035,
      "step": 70040
    },
    {
      "epoch": 12.49,
      "learning_rate": 4.375713266761769e-05,
      "loss": 0.0041,
      "step": 70050
    },
    {
      "epoch": 12.49,
      "learning_rate": 4.3756241084165475e-05,
      "loss": 0.0032,
      "step": 70060
    },
    {
      "epoch": 12.49,
      "learning_rate": 4.3755349500713266e-05,
      "loss": 0.0036,
      "step": 70070
    },
    {
      "epoch": 12.5,
      "learning_rate": 4.375445791726106e-05,
      "loss": 0.0031,
      "step": 70080
    },
    {
      "epoch": 12.5,
      "learning_rate": 4.375356633380885e-05,
      "loss": 0.0034,
      "step": 70090
    },
    {
      "epoch": 12.5,
      "learning_rate": 4.375267475035664e-05,
      "loss": 0.0031,
      "step": 70100
    },
    {
      "epoch": 12.5,
      "learning_rate": 4.3751783166904424e-05,
      "loss": 0.0065,
      "step": 70110
    },
    {
      "epoch": 12.5,
      "learning_rate": 4.3750891583452215e-05,
      "loss": 0.007,
      "step": 70120
    },
    {
      "epoch": 12.51,
      "learning_rate": 4.375e-05,
      "loss": 0.0029,
      "step": 70130
    },
    {
      "epoch": 12.51,
      "learning_rate": 4.374910841654779e-05,
      "loss": 0.0041,
      "step": 70140
    },
    {
      "epoch": 12.51,
      "learning_rate": 4.374821683309558e-05,
      "loss": 0.0047,
      "step": 70150
    },
    {
      "epoch": 12.51,
      "learning_rate": 4.3747325249643366e-05,
      "loss": 0.0034,
      "step": 70160
    },
    {
      "epoch": 12.51,
      "learning_rate": 4.374643366619116e-05,
      "loss": 0.0065,
      "step": 70170
    },
    {
      "epoch": 12.51,
      "learning_rate": 4.374554208273894e-05,
      "loss": 0.0038,
      "step": 70180
    },
    {
      "epoch": 12.52,
      "learning_rate": 4.374465049928674e-05,
      "loss": 0.0058,
      "step": 70190
    },
    {
      "epoch": 12.52,
      "learning_rate": 4.3743758915834524e-05,
      "loss": 0.0027,
      "step": 70200
    },
    {
      "epoch": 12.52,
      "learning_rate": 4.3742867332382316e-05,
      "loss": 0.0038,
      "step": 70210
    },
    {
      "epoch": 12.52,
      "learning_rate": 4.37419757489301e-05,
      "loss": 0.0036,
      "step": 70220
    },
    {
      "epoch": 12.52,
      "learning_rate": 4.374108416547789e-05,
      "loss": 0.0051,
      "step": 70230
    },
    {
      "epoch": 12.52,
      "learning_rate": 4.374019258202568e-05,
      "loss": 0.0027,
      "step": 70240
    },
    {
      "epoch": 12.53,
      "learning_rate": 4.373930099857347e-05,
      "loss": 0.005,
      "step": 70250
    },
    {
      "epoch": 12.53,
      "learning_rate": 4.373840941512126e-05,
      "loss": 0.0031,
      "step": 70260
    },
    {
      "epoch": 12.53,
      "learning_rate": 4.373751783166904e-05,
      "loss": 0.003,
      "step": 70270
    },
    {
      "epoch": 12.53,
      "learning_rate": 4.3736626248216834e-05,
      "loss": 0.003,
      "step": 70280
    },
    {
      "epoch": 12.53,
      "learning_rate": 4.373573466476462e-05,
      "loss": 0.0047,
      "step": 70290
    },
    {
      "epoch": 12.54,
      "learning_rate": 4.3734843081312416e-05,
      "loss": 0.0037,
      "step": 70300
    },
    {
      "epoch": 12.54,
      "learning_rate": 4.37339514978602e-05,
      "loss": 0.0034,
      "step": 70310
    },
    {
      "epoch": 12.54,
      "learning_rate": 4.373305991440799e-05,
      "loss": 0.0043,
      "step": 70320
    },
    {
      "epoch": 12.54,
      "learning_rate": 4.373216833095578e-05,
      "loss": 0.0025,
      "step": 70330
    },
    {
      "epoch": 12.54,
      "learning_rate": 4.373127674750357e-05,
      "loss": 0.0019,
      "step": 70340
    },
    {
      "epoch": 12.54,
      "learning_rate": 4.373038516405136e-05,
      "loss": 0.0037,
      "step": 70350
    },
    {
      "epoch": 12.55,
      "learning_rate": 4.372949358059914e-05,
      "loss": 0.0032,
      "step": 70360
    },
    {
      "epoch": 12.55,
      "learning_rate": 4.3728601997146934e-05,
      "loss": 0.0019,
      "step": 70370
    },
    {
      "epoch": 12.55,
      "learning_rate": 4.3727710413694726e-05,
      "loss": 0.0039,
      "step": 70380
    },
    {
      "epoch": 12.55,
      "learning_rate": 4.372681883024251e-05,
      "loss": 0.004,
      "step": 70390
    },
    {
      "epoch": 12.55,
      "learning_rate": 4.37259272467903e-05,
      "loss": 0.0041,
      "step": 70400
    },
    {
      "epoch": 12.56,
      "learning_rate": 4.372503566333809e-05,
      "loss": 0.0027,
      "step": 70410
    },
    {
      "epoch": 12.56,
      "learning_rate": 4.3724144079885884e-05,
      "loss": 0.0059,
      "step": 70420
    },
    {
      "epoch": 12.56,
      "learning_rate": 4.372325249643367e-05,
      "loss": 0.0037,
      "step": 70430
    },
    {
      "epoch": 12.56,
      "learning_rate": 4.372236091298146e-05,
      "loss": 0.0039,
      "step": 70440
    },
    {
      "epoch": 12.56,
      "learning_rate": 4.3721469329529244e-05,
      "loss": 0.0037,
      "step": 70450
    },
    {
      "epoch": 12.56,
      "learning_rate": 4.3720577746077035e-05,
      "loss": 0.0017,
      "step": 70460
    },
    {
      "epoch": 12.57,
      "learning_rate": 4.3719686162624826e-05,
      "loss": 0.0062,
      "step": 70470
    },
    {
      "epoch": 12.57,
      "learning_rate": 4.371879457917261e-05,
      "loss": 0.0042,
      "step": 70480
    },
    {
      "epoch": 12.57,
      "learning_rate": 4.37179029957204e-05,
      "loss": 0.003,
      "step": 70490
    },
    {
      "epoch": 12.57,
      "learning_rate": 4.3717011412268186e-05,
      "loss": 0.0039,
      "step": 70500
    },
    {
      "epoch": 12.57,
      "learning_rate": 4.371611982881598e-05,
      "loss": 0.0029,
      "step": 70510
    },
    {
      "epoch": 12.57,
      "learning_rate": 4.371522824536377e-05,
      "loss": 0.0053,
      "step": 70520
    },
    {
      "epoch": 12.58,
      "learning_rate": 4.371433666191156e-05,
      "loss": 0.0049,
      "step": 70530
    },
    {
      "epoch": 12.58,
      "learning_rate": 4.3713445078459344e-05,
      "loss": 0.0044,
      "step": 70540
    },
    {
      "epoch": 12.58,
      "learning_rate": 4.3712553495007136e-05,
      "loss": 0.0041,
      "step": 70550
    },
    {
      "epoch": 12.58,
      "learning_rate": 4.371166191155493e-05,
      "loss": 0.0066,
      "step": 70560
    },
    {
      "epoch": 12.58,
      "learning_rate": 4.371077032810271e-05,
      "loss": 0.0032,
      "step": 70570
    },
    {
      "epoch": 12.59,
      "learning_rate": 4.37098787446505e-05,
      "loss": 0.0051,
      "step": 70580
    },
    {
      "epoch": 12.59,
      "learning_rate": 4.370898716119829e-05,
      "loss": 0.0039,
      "step": 70590
    },
    {
      "epoch": 12.59,
      "learning_rate": 4.370809557774608e-05,
      "loss": 0.0067,
      "step": 70600
    },
    {
      "epoch": 12.59,
      "learning_rate": 4.370720399429387e-05,
      "loss": 0.0024,
      "step": 70610
    },
    {
      "epoch": 12.59,
      "learning_rate": 4.3706312410841654e-05,
      "loss": 0.0024,
      "step": 70620
    },
    {
      "epoch": 12.59,
      "learning_rate": 4.370542082738945e-05,
      "loss": 0.0038,
      "step": 70630
    },
    {
      "epoch": 12.6,
      "learning_rate": 4.3704529243937236e-05,
      "loss": 0.0022,
      "step": 70640
    },
    {
      "epoch": 12.6,
      "learning_rate": 4.370363766048503e-05,
      "loss": 0.0028,
      "step": 70650
    },
    {
      "epoch": 12.6,
      "learning_rate": 4.370274607703281e-05,
      "loss": 0.0022,
      "step": 70660
    },
    {
      "epoch": 12.6,
      "learning_rate": 4.37018544935806e-05,
      "loss": 0.0031,
      "step": 70670
    },
    {
      "epoch": 12.6,
      "learning_rate": 4.370096291012839e-05,
      "loss": 0.0025,
      "step": 70680
    },
    {
      "epoch": 12.61,
      "learning_rate": 4.370007132667618e-05,
      "loss": 0.0032,
      "step": 70690
    },
    {
      "epoch": 12.61,
      "learning_rate": 4.369917974322397e-05,
      "loss": 0.006,
      "step": 70700
    },
    {
      "epoch": 12.61,
      "learning_rate": 4.3698288159771754e-05,
      "loss": 0.0046,
      "step": 70710
    },
    {
      "epoch": 12.61,
      "learning_rate": 4.3697396576319545e-05,
      "loss": 0.0045,
      "step": 70720
    },
    {
      "epoch": 12.61,
      "learning_rate": 4.369650499286733e-05,
      "loss": 0.0049,
      "step": 70730
    },
    {
      "epoch": 12.61,
      "learning_rate": 4.369561340941513e-05,
      "loss": 0.0032,
      "step": 70740
    },
    {
      "epoch": 12.62,
      "learning_rate": 4.369472182596291e-05,
      "loss": 0.005,
      "step": 70750
    },
    {
      "epoch": 12.62,
      "learning_rate": 4.3693830242510703e-05,
      "loss": 0.0029,
      "step": 70760
    },
    {
      "epoch": 12.62,
      "learning_rate": 4.369293865905849e-05,
      "loss": 0.0035,
      "step": 70770
    },
    {
      "epoch": 12.62,
      "learning_rate": 4.369204707560628e-05,
      "loss": 0.0045,
      "step": 70780
    },
    {
      "epoch": 12.62,
      "learning_rate": 4.369115549215407e-05,
      "loss": 0.0053,
      "step": 70790
    },
    {
      "epoch": 12.62,
      "learning_rate": 4.3690263908701855e-05,
      "loss": 0.0072,
      "step": 70800
    },
    {
      "epoch": 12.63,
      "learning_rate": 4.3689372325249646e-05,
      "loss": 0.0033,
      "step": 70810
    },
    {
      "epoch": 12.63,
      "learning_rate": 4.368848074179743e-05,
      "loss": 0.0042,
      "step": 70820
    },
    {
      "epoch": 12.63,
      "learning_rate": 4.368758915834522e-05,
      "loss": 0.0049,
      "step": 70830
    },
    {
      "epoch": 12.63,
      "learning_rate": 4.368669757489301e-05,
      "loss": 0.0078,
      "step": 70840
    },
    {
      "epoch": 12.63,
      "learning_rate": 4.3685805991440804e-05,
      "loss": 0.0033,
      "step": 70850
    },
    {
      "epoch": 12.64,
      "learning_rate": 4.3684914407988595e-05,
      "loss": 0.002,
      "step": 70860
    },
    {
      "epoch": 12.64,
      "learning_rate": 4.368402282453638e-05,
      "loss": 0.0022,
      "step": 70870
    },
    {
      "epoch": 12.64,
      "learning_rate": 4.368313124108417e-05,
      "loss": 0.0038,
      "step": 70880
    },
    {
      "epoch": 12.64,
      "learning_rate": 4.3682239657631955e-05,
      "loss": 0.0049,
      "step": 70890
    },
    {
      "epoch": 12.64,
      "learning_rate": 4.3681348074179747e-05,
      "loss": 0.0028,
      "step": 70900
    },
    {
      "epoch": 12.64,
      "learning_rate": 4.368045649072753e-05,
      "loss": 0.0027,
      "step": 70910
    },
    {
      "epoch": 12.65,
      "learning_rate": 4.367956490727532e-05,
      "loss": 0.0024,
      "step": 70920
    },
    {
      "epoch": 12.65,
      "learning_rate": 4.3678673323823113e-05,
      "loss": 0.003,
      "step": 70930
    },
    {
      "epoch": 12.65,
      "learning_rate": 4.36777817403709e-05,
      "loss": 0.0032,
      "step": 70940
    },
    {
      "epoch": 12.65,
      "learning_rate": 4.367689015691869e-05,
      "loss": 0.003,
      "step": 70950
    },
    {
      "epoch": 12.65,
      "learning_rate": 4.367599857346648e-05,
      "loss": 0.0043,
      "step": 70960
    },
    {
      "epoch": 12.66,
      "learning_rate": 4.367510699001427e-05,
      "loss": 0.0023,
      "step": 70970
    },
    {
      "epoch": 12.66,
      "learning_rate": 4.3674215406562056e-05,
      "loss": 0.0067,
      "step": 70980
    },
    {
      "epoch": 12.66,
      "learning_rate": 4.367332382310985e-05,
      "loss": 0.003,
      "step": 70990
    },
    {
      "epoch": 12.66,
      "learning_rate": 4.367243223965763e-05,
      "loss": 0.0048,
      "step": 71000
    },
    {
      "epoch": 12.66,
      "learning_rate": 4.367154065620542e-05,
      "loss": 0.0024,
      "step": 71010
    },
    {
      "epoch": 12.66,
      "learning_rate": 4.3670649072753214e-05,
      "loss": 0.0041,
      "step": 71020
    },
    {
      "epoch": 12.67,
      "learning_rate": 4.3669757489301e-05,
      "loss": 0.0046,
      "step": 71030
    },
    {
      "epoch": 12.67,
      "learning_rate": 4.366886590584879e-05,
      "loss": 0.0037,
      "step": 71040
    },
    {
      "epoch": 12.67,
      "learning_rate": 4.3667974322396574e-05,
      "loss": 0.003,
      "step": 71050
    },
    {
      "epoch": 12.67,
      "learning_rate": 4.3667082738944365e-05,
      "loss": 0.0032,
      "step": 71060
    },
    {
      "epoch": 12.67,
      "learning_rate": 4.3666191155492156e-05,
      "loss": 0.0029,
      "step": 71070
    },
    {
      "epoch": 12.67,
      "learning_rate": 4.366529957203995e-05,
      "loss": 0.0039,
      "step": 71080
    },
    {
      "epoch": 12.68,
      "learning_rate": 4.366440798858774e-05,
      "loss": 0.0041,
      "step": 71090
    },
    {
      "epoch": 12.68,
      "learning_rate": 4.366351640513552e-05,
      "loss": 0.0061,
      "step": 71100
    },
    {
      "epoch": 12.68,
      "learning_rate": 4.3662624821683315e-05,
      "loss": 0.0025,
      "step": 71110
    },
    {
      "epoch": 12.68,
      "learning_rate": 4.36617332382311e-05,
      "loss": 0.004,
      "step": 71120
    },
    {
      "epoch": 12.68,
      "learning_rate": 4.366084165477889e-05,
      "loss": 0.0028,
      "step": 71130
    },
    {
      "epoch": 12.69,
      "learning_rate": 4.3659950071326675e-05,
      "loss": 0.0022,
      "step": 71140
    },
    {
      "epoch": 12.69,
      "learning_rate": 4.3659058487874466e-05,
      "loss": 0.0019,
      "step": 71150
    },
    {
      "epoch": 12.69,
      "learning_rate": 4.365816690442226e-05,
      "loss": 0.0036,
      "step": 71160
    },
    {
      "epoch": 12.69,
      "learning_rate": 4.365727532097004e-05,
      "loss": 0.0026,
      "step": 71170
    },
    {
      "epoch": 12.69,
      "learning_rate": 4.365638373751784e-05,
      "loss": 0.0022,
      "step": 71180
    },
    {
      "epoch": 12.69,
      "learning_rate": 4.3655492154065624e-05,
      "loss": 0.0058,
      "step": 71190
    },
    {
      "epoch": 12.7,
      "learning_rate": 4.3654600570613415e-05,
      "loss": 0.0041,
      "step": 71200
    },
    {
      "epoch": 12.7,
      "learning_rate": 4.36537089871612e-05,
      "loss": 0.0031,
      "step": 71210
    },
    {
      "epoch": 12.7,
      "learning_rate": 4.365281740370899e-05,
      "loss": 0.0025,
      "step": 71220
    },
    {
      "epoch": 12.7,
      "learning_rate": 4.3651925820256775e-05,
      "loss": 0.0046,
      "step": 71230
    },
    {
      "epoch": 12.7,
      "learning_rate": 4.3651034236804566e-05,
      "loss": 0.0045,
      "step": 71240
    },
    {
      "epoch": 12.71,
      "learning_rate": 4.365014265335236e-05,
      "loss": 0.0043,
      "step": 71250
    },
    {
      "epoch": 12.71,
      "learning_rate": 4.364925106990014e-05,
      "loss": 0.0058,
      "step": 71260
    },
    {
      "epoch": 12.71,
      "learning_rate": 4.364835948644793e-05,
      "loss": 0.0045,
      "step": 71270
    },
    {
      "epoch": 12.71,
      "learning_rate": 4.364746790299572e-05,
      "loss": 0.0035,
      "step": 71280
    },
    {
      "epoch": 12.71,
      "learning_rate": 4.3646576319543516e-05,
      "loss": 0.0023,
      "step": 71290
    },
    {
      "epoch": 12.71,
      "learning_rate": 4.36456847360913e-05,
      "loss": 0.0055,
      "step": 71300
    },
    {
      "epoch": 12.72,
      "learning_rate": 4.364479315263909e-05,
      "loss": 0.0031,
      "step": 71310
    },
    {
      "epoch": 12.72,
      "learning_rate": 4.364390156918688e-05,
      "loss": 0.0012,
      "step": 71320
    },
    {
      "epoch": 12.72,
      "learning_rate": 4.364300998573467e-05,
      "loss": 0.0024,
      "step": 71330
    },
    {
      "epoch": 12.72,
      "learning_rate": 4.364211840228246e-05,
      "loss": 0.002,
      "step": 71340
    },
    {
      "epoch": 12.72,
      "learning_rate": 4.364122681883024e-05,
      "loss": 0.0028,
      "step": 71350
    },
    {
      "epoch": 12.72,
      "learning_rate": 4.3640335235378034e-05,
      "loss": 0.0052,
      "step": 71360
    },
    {
      "epoch": 12.73,
      "learning_rate": 4.363944365192582e-05,
      "loss": 0.0048,
      "step": 71370
    },
    {
      "epoch": 12.73,
      "learning_rate": 4.363855206847361e-05,
      "loss": 0.0027,
      "step": 71380
    },
    {
      "epoch": 12.73,
      "learning_rate": 4.36376604850214e-05,
      "loss": 0.0021,
      "step": 71390
    },
    {
      "epoch": 12.73,
      "learning_rate": 4.363676890156919e-05,
      "loss": 0.0044,
      "step": 71400
    },
    {
      "epoch": 12.73,
      "learning_rate": 4.363587731811698e-05,
      "loss": 0.0054,
      "step": 71410
    },
    {
      "epoch": 12.74,
      "learning_rate": 4.363498573466477e-05,
      "loss": 0.008,
      "step": 71420
    },
    {
      "epoch": 12.74,
      "learning_rate": 4.363409415121256e-05,
      "loss": 0.0044,
      "step": 71430
    },
    {
      "epoch": 12.74,
      "learning_rate": 4.363320256776034e-05,
      "loss": 0.0065,
      "step": 71440
    },
    {
      "epoch": 12.74,
      "learning_rate": 4.3632310984308134e-05,
      "loss": 0.0039,
      "step": 71450
    },
    {
      "epoch": 12.74,
      "learning_rate": 4.363141940085592e-05,
      "loss": 0.0028,
      "step": 71460
    },
    {
      "epoch": 12.74,
      "learning_rate": 4.363052781740371e-05,
      "loss": 0.0021,
      "step": 71470
    },
    {
      "epoch": 12.75,
      "learning_rate": 4.36296362339515e-05,
      "loss": 0.006,
      "step": 71480
    },
    {
      "epoch": 12.75,
      "learning_rate": 4.3628744650499286e-05,
      "loss": 0.0021,
      "step": 71490
    },
    {
      "epoch": 12.75,
      "learning_rate": 4.362785306704708e-05,
      "loss": 0.0035,
      "step": 71500
    },
    {
      "epoch": 12.75,
      "learning_rate": 4.362696148359487e-05,
      "loss": 0.0058,
      "step": 71510
    },
    {
      "epoch": 12.75,
      "learning_rate": 4.362606990014266e-05,
      "loss": 0.003,
      "step": 71520
    },
    {
      "epoch": 12.75,
      "learning_rate": 4.3625178316690444e-05,
      "loss": 0.0045,
      "step": 71530
    },
    {
      "epoch": 12.76,
      "learning_rate": 4.3624286733238235e-05,
      "loss": 0.0038,
      "step": 71540
    },
    {
      "epoch": 12.76,
      "learning_rate": 4.362339514978602e-05,
      "loss": 0.0036,
      "step": 71550
    },
    {
      "epoch": 12.76,
      "learning_rate": 4.362250356633381e-05,
      "loss": 0.0047,
      "step": 71560
    },
    {
      "epoch": 12.76,
      "learning_rate": 4.36216119828816e-05,
      "loss": 0.0052,
      "step": 71570
    },
    {
      "epoch": 12.76,
      "learning_rate": 4.3620720399429386e-05,
      "loss": 0.0053,
      "step": 71580
    },
    {
      "epoch": 12.77,
      "learning_rate": 4.361982881597718e-05,
      "loss": 0.0049,
      "step": 71590
    },
    {
      "epoch": 12.77,
      "learning_rate": 4.361893723252496e-05,
      "loss": 0.0066,
      "step": 71600
    },
    {
      "epoch": 12.77,
      "learning_rate": 4.361804564907275e-05,
      "loss": 0.0036,
      "step": 71610
    },
    {
      "epoch": 12.77,
      "learning_rate": 4.3617154065620544e-05,
      "loss": 0.0044,
      "step": 71620
    },
    {
      "epoch": 12.77,
      "learning_rate": 4.3616262482168335e-05,
      "loss": 0.003,
      "step": 71630
    },
    {
      "epoch": 12.77,
      "learning_rate": 4.361537089871613e-05,
      "loss": 0.0029,
      "step": 71640
    },
    {
      "epoch": 12.78,
      "learning_rate": 4.361447931526391e-05,
      "loss": 0.003,
      "step": 71650
    },
    {
      "epoch": 12.78,
      "learning_rate": 4.36135877318117e-05,
      "loss": 0.0037,
      "step": 71660
    },
    {
      "epoch": 12.78,
      "learning_rate": 4.361269614835949e-05,
      "loss": 0.0028,
      "step": 71670
    },
    {
      "epoch": 12.78,
      "learning_rate": 4.361180456490728e-05,
      "loss": 0.0049,
      "step": 71680
    },
    {
      "epoch": 12.78,
      "learning_rate": 4.361091298145506e-05,
      "loss": 0.0053,
      "step": 71690
    },
    {
      "epoch": 12.79,
      "learning_rate": 4.3610021398002854e-05,
      "loss": 0.0029,
      "step": 71700
    },
    {
      "epoch": 12.79,
      "learning_rate": 4.3609129814550645e-05,
      "loss": 0.0046,
      "step": 71710
    },
    {
      "epoch": 12.79,
      "learning_rate": 4.360823823109843e-05,
      "loss": 0.0015,
      "step": 71720
    },
    {
      "epoch": 12.79,
      "learning_rate": 4.360734664764623e-05,
      "loss": 0.0057,
      "step": 71730
    },
    {
      "epoch": 12.79,
      "learning_rate": 4.360645506419401e-05,
      "loss": 0.0062,
      "step": 71740
    },
    {
      "epoch": 12.79,
      "learning_rate": 4.36055634807418e-05,
      "loss": 0.0025,
      "step": 71750
    },
    {
      "epoch": 12.8,
      "learning_rate": 4.360467189728959e-05,
      "loss": 0.0051,
      "step": 71760
    },
    {
      "epoch": 12.8,
      "learning_rate": 4.360378031383738e-05,
      "loss": 0.002,
      "step": 71770
    },
    {
      "epoch": 12.8,
      "learning_rate": 4.360288873038516e-05,
      "loss": 0.0037,
      "step": 71780
    },
    {
      "epoch": 12.8,
      "learning_rate": 4.3601997146932954e-05,
      "loss": 0.0041,
      "step": 71790
    },
    {
      "epoch": 12.8,
      "learning_rate": 4.3601105563480745e-05,
      "loss": 0.0054,
      "step": 71800
    },
    {
      "epoch": 12.8,
      "learning_rate": 4.360021398002853e-05,
      "loss": 0.0047,
      "step": 71810
    },
    {
      "epoch": 12.81,
      "learning_rate": 4.359932239657632e-05,
      "loss": 0.002,
      "step": 71820
    },
    {
      "epoch": 12.81,
      "learning_rate": 4.3598430813124105e-05,
      "loss": 0.0044,
      "step": 71830
    },
    {
      "epoch": 12.81,
      "learning_rate": 4.3597539229671903e-05,
      "loss": 0.0029,
      "step": 71840
    },
    {
      "epoch": 12.81,
      "learning_rate": 4.359664764621969e-05,
      "loss": 0.0044,
      "step": 71850
    },
    {
      "epoch": 12.81,
      "learning_rate": 4.359575606276748e-05,
      "loss": 0.0031,
      "step": 71860
    },
    {
      "epoch": 12.82,
      "learning_rate": 4.359486447931527e-05,
      "loss": 0.0034,
      "step": 71870
    },
    {
      "epoch": 12.82,
      "learning_rate": 4.3593972895863055e-05,
      "loss": 0.0042,
      "step": 71880
    },
    {
      "epoch": 12.82,
      "learning_rate": 4.3593081312410846e-05,
      "loss": 0.003,
      "step": 71890
    },
    {
      "epoch": 12.82,
      "learning_rate": 4.359218972895863e-05,
      "loss": 0.0031,
      "step": 71900
    },
    {
      "epoch": 12.82,
      "learning_rate": 4.359129814550642e-05,
      "loss": 0.0022,
      "step": 71910
    },
    {
      "epoch": 12.82,
      "learning_rate": 4.3590406562054206e-05,
      "loss": 0.0018,
      "step": 71920
    },
    {
      "epoch": 12.83,
      "learning_rate": 4.3589514978602e-05,
      "loss": 0.0016,
      "step": 71930
    },
    {
      "epoch": 12.83,
      "learning_rate": 4.358862339514979e-05,
      "loss": 0.004,
      "step": 71940
    },
    {
      "epoch": 12.83,
      "learning_rate": 4.358773181169758e-05,
      "loss": 0.0036,
      "step": 71950
    },
    {
      "epoch": 12.83,
      "learning_rate": 4.358684022824537e-05,
      "loss": 0.0049,
      "step": 71960
    },
    {
      "epoch": 12.83,
      "learning_rate": 4.3585948644793155e-05,
      "loss": 0.0059,
      "step": 71970
    },
    {
      "epoch": 12.84,
      "learning_rate": 4.3585057061340947e-05,
      "loss": 0.0054,
      "step": 71980
    },
    {
      "epoch": 12.84,
      "learning_rate": 4.358416547788873e-05,
      "loss": 0.003,
      "step": 71990
    },
    {
      "epoch": 12.84,
      "learning_rate": 4.358327389443652e-05,
      "loss": 0.0041,
      "step": 72000
    },
    {
      "epoch": 12.84,
      "learning_rate": 4.3582382310984307e-05,
      "loss": 0.0028,
      "step": 72010
    },
    {
      "epoch": 12.84,
      "learning_rate": 4.35814907275321e-05,
      "loss": 0.0043,
      "step": 72020
    },
    {
      "epoch": 12.84,
      "learning_rate": 4.358059914407989e-05,
      "loss": 0.0018,
      "step": 72030
    },
    {
      "epoch": 12.85,
      "learning_rate": 4.3579707560627673e-05,
      "loss": 0.002,
      "step": 72040
    },
    {
      "epoch": 12.85,
      "learning_rate": 4.3578815977175465e-05,
      "loss": 0.0028,
      "step": 72050
    },
    {
      "epoch": 12.85,
      "learning_rate": 4.3577924393723256e-05,
      "loss": 0.0033,
      "step": 72060
    },
    {
      "epoch": 12.85,
      "learning_rate": 4.357703281027105e-05,
      "loss": 0.0032,
      "step": 72070
    },
    {
      "epoch": 12.85,
      "learning_rate": 4.357614122681883e-05,
      "loss": 0.0024,
      "step": 72080
    },
    {
      "epoch": 12.85,
      "learning_rate": 4.357524964336662e-05,
      "loss": 0.0026,
      "step": 72090
    },
    {
      "epoch": 12.86,
      "learning_rate": 4.3574358059914414e-05,
      "loss": 0.004,
      "step": 72100
    },
    {
      "epoch": 12.86,
      "learning_rate": 4.35734664764622e-05,
      "loss": 0.0059,
      "step": 72110
    },
    {
      "epoch": 12.86,
      "learning_rate": 4.357257489300999e-05,
      "loss": 0.0017,
      "step": 72120
    },
    {
      "epoch": 12.86,
      "learning_rate": 4.3571683309557774e-05,
      "loss": 0.003,
      "step": 72130
    },
    {
      "epoch": 12.86,
      "learning_rate": 4.3570791726105565e-05,
      "loss": 0.0054,
      "step": 72140
    },
    {
      "epoch": 12.87,
      "learning_rate": 4.356990014265335e-05,
      "loss": 0.0031,
      "step": 72150
    },
    {
      "epoch": 12.87,
      "learning_rate": 4.356900855920114e-05,
      "loss": 0.0033,
      "step": 72160
    },
    {
      "epoch": 12.87,
      "learning_rate": 4.356811697574893e-05,
      "loss": 0.0043,
      "step": 72170
    },
    {
      "epoch": 12.87,
      "learning_rate": 4.356722539229672e-05,
      "loss": 0.0029,
      "step": 72180
    },
    {
      "epoch": 12.87,
      "learning_rate": 4.3566333808844514e-05,
      "loss": 0.0031,
      "step": 72190
    },
    {
      "epoch": 12.87,
      "learning_rate": 4.35654422253923e-05,
      "loss": 0.0028,
      "step": 72200
    },
    {
      "epoch": 12.88,
      "learning_rate": 4.356455064194009e-05,
      "loss": 0.0048,
      "step": 72210
    },
    {
      "epoch": 12.88,
      "learning_rate": 4.3563659058487875e-05,
      "loss": 0.0031,
      "step": 72220
    },
    {
      "epoch": 12.88,
      "learning_rate": 4.3562767475035666e-05,
      "loss": 0.0047,
      "step": 72230
    },
    {
      "epoch": 12.88,
      "learning_rate": 4.356187589158345e-05,
      "loss": 0.0032,
      "step": 72240
    },
    {
      "epoch": 12.88,
      "learning_rate": 4.356098430813124e-05,
      "loss": 0.0035,
      "step": 72250
    },
    {
      "epoch": 12.89,
      "learning_rate": 4.356009272467903e-05,
      "loss": 0.0028,
      "step": 72260
    },
    {
      "epoch": 12.89,
      "learning_rate": 4.355920114122682e-05,
      "loss": 0.0037,
      "step": 72270
    },
    {
      "epoch": 12.89,
      "learning_rate": 4.3558309557774615e-05,
      "loss": 0.002,
      "step": 72280
    },
    {
      "epoch": 12.89,
      "learning_rate": 4.35574179743224e-05,
      "loss": 0.0018,
      "step": 72290
    },
    {
      "epoch": 12.89,
      "learning_rate": 4.355652639087019e-05,
      "loss": 0.0056,
      "step": 72300
    },
    {
      "epoch": 12.89,
      "learning_rate": 4.3555634807417975e-05,
      "loss": 0.0025,
      "step": 72310
    },
    {
      "epoch": 12.9,
      "learning_rate": 4.3554743223965766e-05,
      "loss": 0.0024,
      "step": 72320
    },
    {
      "epoch": 12.9,
      "learning_rate": 4.355385164051356e-05,
      "loss": 0.0055,
      "step": 72330
    },
    {
      "epoch": 12.9,
      "learning_rate": 4.355296005706134e-05,
      "loss": 0.0038,
      "step": 72340
    },
    {
      "epoch": 12.9,
      "learning_rate": 4.355206847360913e-05,
      "loss": 0.0049,
      "step": 72350
    },
    {
      "epoch": 12.9,
      "learning_rate": 4.355117689015692e-05,
      "loss": 0.0037,
      "step": 72360
    },
    {
      "epoch": 12.9,
      "learning_rate": 4.355028530670471e-05,
      "loss": 0.0033,
      "step": 72370
    },
    {
      "epoch": 12.91,
      "learning_rate": 4.354939372325249e-05,
      "loss": 0.0024,
      "step": 72380
    },
    {
      "epoch": 12.91,
      "learning_rate": 4.354850213980029e-05,
      "loss": 0.0018,
      "step": 72390
    },
    {
      "epoch": 12.91,
      "learning_rate": 4.3547610556348076e-05,
      "loss": 0.0032,
      "step": 72400
    },
    {
      "epoch": 12.91,
      "learning_rate": 4.354671897289587e-05,
      "loss": 0.0031,
      "step": 72410
    },
    {
      "epoch": 12.91,
      "learning_rate": 4.354582738944366e-05,
      "loss": 0.0021,
      "step": 72420
    },
    {
      "epoch": 12.92,
      "learning_rate": 4.354493580599144e-05,
      "loss": 0.006,
      "step": 72430
    },
    {
      "epoch": 12.92,
      "learning_rate": 4.3544044222539234e-05,
      "loss": 0.0076,
      "step": 72440
    },
    {
      "epoch": 12.92,
      "learning_rate": 4.354315263908702e-05,
      "loss": 0.0054,
      "step": 72450
    },
    {
      "epoch": 12.92,
      "learning_rate": 4.354226105563481e-05,
      "loss": 0.0026,
      "step": 72460
    },
    {
      "epoch": 12.92,
      "learning_rate": 4.3541369472182594e-05,
      "loss": 0.0036,
      "step": 72470
    },
    {
      "epoch": 12.92,
      "learning_rate": 4.3540477888730385e-05,
      "loss": 0.0031,
      "step": 72480
    },
    {
      "epoch": 12.93,
      "learning_rate": 4.3539586305278176e-05,
      "loss": 0.0038,
      "step": 72490
    },
    {
      "epoch": 12.93,
      "learning_rate": 4.353869472182597e-05,
      "loss": 0.0019,
      "step": 72500
    },
    {
      "epoch": 12.93,
      "learning_rate": 4.353780313837376e-05,
      "loss": 0.0045,
      "step": 72510
    },
    {
      "epoch": 12.93,
      "learning_rate": 4.353691155492154e-05,
      "loss": 0.0028,
      "step": 72520
    },
    {
      "epoch": 12.93,
      "learning_rate": 4.3536019971469334e-05,
      "loss": 0.0046,
      "step": 72530
    },
    {
      "epoch": 12.94,
      "learning_rate": 4.353512838801712e-05,
      "loss": 0.0044,
      "step": 72540
    },
    {
      "epoch": 12.94,
      "learning_rate": 4.353423680456491e-05,
      "loss": 0.0036,
      "step": 72550
    },
    {
      "epoch": 12.94,
      "learning_rate": 4.35333452211127e-05,
      "loss": 0.0036,
      "step": 72560
    },
    {
      "epoch": 12.94,
      "learning_rate": 4.3532453637660486e-05,
      "loss": 0.0024,
      "step": 72570
    },
    {
      "epoch": 12.94,
      "learning_rate": 4.353156205420828e-05,
      "loss": 0.0043,
      "step": 72580
    },
    {
      "epoch": 12.94,
      "learning_rate": 4.353067047075606e-05,
      "loss": 0.004,
      "step": 72590
    },
    {
      "epoch": 12.95,
      "learning_rate": 4.352977888730385e-05,
      "loss": 0.0026,
      "step": 72600
    },
    {
      "epoch": 12.95,
      "learning_rate": 4.3528887303851644e-05,
      "loss": 0.0028,
      "step": 72610
    },
    {
      "epoch": 12.95,
      "learning_rate": 4.3527995720399435e-05,
      "loss": 0.0059,
      "step": 72620
    },
    {
      "epoch": 12.95,
      "learning_rate": 4.352710413694722e-05,
      "loss": 0.003,
      "step": 72630
    },
    {
      "epoch": 12.95,
      "learning_rate": 4.352621255349501e-05,
      "loss": 0.0021,
      "step": 72640
    },
    {
      "epoch": 12.95,
      "learning_rate": 4.35253209700428e-05,
      "loss": 0.0068,
      "step": 72650
    },
    {
      "epoch": 12.96,
      "learning_rate": 4.3524429386590586e-05,
      "loss": 0.0046,
      "step": 72660
    },
    {
      "epoch": 12.96,
      "learning_rate": 4.352353780313838e-05,
      "loss": 0.0024,
      "step": 72670
    },
    {
      "epoch": 12.96,
      "learning_rate": 4.352264621968616e-05,
      "loss": 0.005,
      "step": 72680
    },
    {
      "epoch": 12.96,
      "learning_rate": 4.352175463623395e-05,
      "loss": 0.0039,
      "step": 72690
    },
    {
      "epoch": 12.96,
      "learning_rate": 4.352086305278174e-05,
      "loss": 0.0042,
      "step": 72700
    },
    {
      "epoch": 12.97,
      "learning_rate": 4.351997146932953e-05,
      "loss": 0.0047,
      "step": 72710
    },
    {
      "epoch": 12.97,
      "learning_rate": 4.351907988587732e-05,
      "loss": 0.0027,
      "step": 72720
    },
    {
      "epoch": 12.97,
      "learning_rate": 4.351818830242511e-05,
      "loss": 0.0023,
      "step": 72730
    },
    {
      "epoch": 12.97,
      "learning_rate": 4.35172967189729e-05,
      "loss": 0.0029,
      "step": 72740
    },
    {
      "epoch": 12.97,
      "learning_rate": 4.351640513552069e-05,
      "loss": 0.0029,
      "step": 72750
    },
    {
      "epoch": 12.97,
      "learning_rate": 4.351551355206848e-05,
      "loss": 0.0061,
      "step": 72760
    },
    {
      "epoch": 12.98,
      "learning_rate": 4.351462196861626e-05,
      "loss": 0.0032,
      "step": 72770
    },
    {
      "epoch": 12.98,
      "learning_rate": 4.3513730385164054e-05,
      "loss": 0.0042,
      "step": 72780
    },
    {
      "epoch": 12.98,
      "learning_rate": 4.3512838801711845e-05,
      "loss": 0.0022,
      "step": 72790
    },
    {
      "epoch": 12.98,
      "learning_rate": 4.351194721825963e-05,
      "loss": 0.0025,
      "step": 72800
    },
    {
      "epoch": 12.98,
      "learning_rate": 4.351105563480742e-05,
      "loss": 0.0023,
      "step": 72810
    },
    {
      "epoch": 12.99,
      "learning_rate": 4.3510164051355205e-05,
      "loss": 0.0042,
      "step": 72820
    },
    {
      "epoch": 12.99,
      "learning_rate": 4.3509272467902996e-05,
      "loss": 0.0037,
      "step": 72830
    },
    {
      "epoch": 12.99,
      "learning_rate": 4.350838088445079e-05,
      "loss": 0.0046,
      "step": 72840
    },
    {
      "epoch": 12.99,
      "learning_rate": 4.350748930099858e-05,
      "loss": 0.0034,
      "step": 72850
    },
    {
      "epoch": 12.99,
      "learning_rate": 4.350659771754636e-05,
      "loss": 0.0035,
      "step": 72860
    },
    {
      "epoch": 12.99,
      "learning_rate": 4.3505706134094154e-05,
      "loss": 0.0039,
      "step": 72870
    },
    {
      "epoch": 13.0,
      "learning_rate": 4.3504814550641945e-05,
      "loss": 0.0047,
      "step": 72880
    },
    {
      "epoch": 13.0,
      "learning_rate": 4.350392296718973e-05,
      "loss": 0.0039,
      "step": 72890
    },
    {
      "epoch": 13.0,
      "learning_rate": 4.350303138373752e-05,
      "loss": 0.0038,
      "step": 72900
    },
    {
      "epoch": 13.0,
      "eval_loss": 0.02078627049922943,
      "eval_runtime": 196.3604,
      "eval_samples_per_second": 23.625,
      "eval_steps_per_second": 2.954,
      "step": 72904
    },
    {
      "epoch": 13.0,
      "learning_rate": 4.3502139800285305e-05,
      "loss": 0.0032,
      "step": 72910
    },
    {
      "epoch": 13.0,
      "learning_rate": 4.35012482168331e-05,
      "loss": 0.0034,
      "step": 72920
    },
    {
      "epoch": 13.0,
      "learning_rate": 4.350035663338088e-05,
      "loss": 0.0011,
      "step": 72930
    },
    {
      "epoch": 13.01,
      "learning_rate": 4.349946504992867e-05,
      "loss": 0.0058,
      "step": 72940
    },
    {
      "epoch": 13.01,
      "learning_rate": 4.3498573466476463e-05,
      "loss": 0.0044,
      "step": 72950
    },
    {
      "epoch": 13.01,
      "learning_rate": 4.3497681883024255e-05,
      "loss": 0.0044,
      "step": 72960
    },
    {
      "epoch": 13.01,
      "learning_rate": 4.3496790299572046e-05,
      "loss": 0.0037,
      "step": 72970
    },
    {
      "epoch": 13.01,
      "learning_rate": 4.349589871611983e-05,
      "loss": 0.0027,
      "step": 72980
    },
    {
      "epoch": 13.02,
      "learning_rate": 4.349500713266762e-05,
      "loss": 0.0046,
      "step": 72990
    },
    {
      "epoch": 13.02,
      "learning_rate": 4.3494115549215406e-05,
      "loss": 0.0045,
      "step": 73000
    },
    {
      "epoch": 13.02,
      "learning_rate": 4.34932239657632e-05,
      "loss": 0.0028,
      "step": 73010
    },
    {
      "epoch": 13.02,
      "learning_rate": 4.349233238231099e-05,
      "loss": 0.0048,
      "step": 73020
    },
    {
      "epoch": 13.02,
      "learning_rate": 4.349144079885877e-05,
      "loss": 0.0033,
      "step": 73030
    },
    {
      "epoch": 13.02,
      "learning_rate": 4.3490549215406564e-05,
      "loss": 0.0022,
      "step": 73040
    },
    {
      "epoch": 13.03,
      "learning_rate": 4.348965763195435e-05,
      "loss": 0.0033,
      "step": 73050
    },
    {
      "epoch": 13.03,
      "learning_rate": 4.3488766048502146e-05,
      "loss": 0.003,
      "step": 73060
    },
    {
      "epoch": 13.03,
      "learning_rate": 4.348787446504993e-05,
      "loss": 0.0026,
      "step": 73070
    },
    {
      "epoch": 13.03,
      "learning_rate": 4.348698288159772e-05,
      "loss": 0.0034,
      "step": 73080
    },
    {
      "epoch": 13.03,
      "learning_rate": 4.3486091298145507e-05,
      "loss": 0.0031,
      "step": 73090
    },
    {
      "epoch": 13.03,
      "learning_rate": 4.34851997146933e-05,
      "loss": 0.0028,
      "step": 73100
    },
    {
      "epoch": 13.04,
      "learning_rate": 4.348430813124109e-05,
      "loss": 0.0031,
      "step": 73110
    },
    {
      "epoch": 13.04,
      "learning_rate": 4.3483416547788873e-05,
      "loss": 0.0013,
      "step": 73120
    },
    {
      "epoch": 13.04,
      "learning_rate": 4.3482524964336665e-05,
      "loss": 0.0029,
      "step": 73130
    },
    {
      "epoch": 13.04,
      "learning_rate": 4.348163338088445e-05,
      "loss": 0.0049,
      "step": 73140
    },
    {
      "epoch": 13.04,
      "learning_rate": 4.348074179743224e-05,
      "loss": 0.0034,
      "step": 73150
    },
    {
      "epoch": 13.05,
      "learning_rate": 4.3479850213980025e-05,
      "loss": 0.0032,
      "step": 73160
    },
    {
      "epoch": 13.05,
      "learning_rate": 4.347895863052782e-05,
      "loss": 0.003,
      "step": 73170
    },
    {
      "epoch": 13.05,
      "learning_rate": 4.347806704707561e-05,
      "loss": 0.0018,
      "step": 73180
    },
    {
      "epoch": 13.05,
      "learning_rate": 4.34771754636234e-05,
      "loss": 0.0014,
      "step": 73190
    },
    {
      "epoch": 13.05,
      "learning_rate": 4.347628388017119e-05,
      "loss": 0.0038,
      "step": 73200
    },
    {
      "epoch": 13.05,
      "learning_rate": 4.3475392296718974e-05,
      "loss": 0.0044,
      "step": 73210
    },
    {
      "epoch": 13.06,
      "learning_rate": 4.3474500713266765e-05,
      "loss": 0.0021,
      "step": 73220
    },
    {
      "epoch": 13.06,
      "learning_rate": 4.347369828815977e-05,
      "loss": 0.0077,
      "step": 73230
    },
    {
      "epoch": 13.06,
      "learning_rate": 4.3472806704707564e-05,
      "loss": 0.0055,
      "step": 73240
    },
    {
      "epoch": 13.06,
      "learning_rate": 4.347191512125535e-05,
      "loss": 0.0037,
      "step": 73250
    },
    {
      "epoch": 13.06,
      "learning_rate": 4.347102353780314e-05,
      "loss": 0.0026,
      "step": 73260
    },
    {
      "epoch": 13.07,
      "learning_rate": 4.347013195435093e-05,
      "loss": 0.0031,
      "step": 73270
    },
    {
      "epoch": 13.07,
      "learning_rate": 4.3469240370898716e-05,
      "loss": 0.0026,
      "step": 73280
    },
    {
      "epoch": 13.07,
      "learning_rate": 4.346834878744651e-05,
      "loss": 0.0033,
      "step": 73290
    },
    {
      "epoch": 13.07,
      "learning_rate": 4.346745720399429e-05,
      "loss": 0.0028,
      "step": 73300
    },
    {
      "epoch": 13.07,
      "learning_rate": 4.346656562054208e-05,
      "loss": 0.0059,
      "step": 73310
    },
    {
      "epoch": 13.07,
      "learning_rate": 4.3465674037089874e-05,
      "loss": 0.0029,
      "step": 73320
    },
    {
      "epoch": 13.08,
      "learning_rate": 4.3464782453637665e-05,
      "loss": 0.0013,
      "step": 73330
    },
    {
      "epoch": 13.08,
      "learning_rate": 4.3463890870185456e-05,
      "loss": 0.0032,
      "step": 73340
    },
    {
      "epoch": 13.08,
      "learning_rate": 4.346299928673324e-05,
      "loss": 0.0036,
      "step": 73350
    },
    {
      "epoch": 13.08,
      "learning_rate": 4.346210770328103e-05,
      "loss": 0.0025,
      "step": 73360
    },
    {
      "epoch": 13.08,
      "learning_rate": 4.3461216119828816e-05,
      "loss": 0.0029,
      "step": 73370
    },
    {
      "epoch": 13.08,
      "learning_rate": 4.346032453637661e-05,
      "loss": 0.003,
      "step": 73380
    },
    {
      "epoch": 13.09,
      "learning_rate": 4.345943295292439e-05,
      "loss": 0.0025,
      "step": 73390
    },
    {
      "epoch": 13.09,
      "learning_rate": 4.345854136947218e-05,
      "loss": 0.0036,
      "step": 73400
    },
    {
      "epoch": 13.09,
      "learning_rate": 4.3457649786019974e-05,
      "loss": 0.0027,
      "step": 73410
    },
    {
      "epoch": 13.09,
      "learning_rate": 4.345675820256776e-05,
      "loss": 0.0027,
      "step": 73420
    },
    {
      "epoch": 13.09,
      "learning_rate": 4.345586661911556e-05,
      "loss": 0.0044,
      "step": 73430
    },
    {
      "epoch": 13.1,
      "learning_rate": 4.345497503566334e-05,
      "loss": 0.0019,
      "step": 73440
    },
    {
      "epoch": 13.1,
      "learning_rate": 4.345408345221113e-05,
      "loss": 0.0045,
      "step": 73450
    },
    {
      "epoch": 13.1,
      "learning_rate": 4.345319186875892e-05,
      "loss": 0.002,
      "step": 73460
    },
    {
      "epoch": 13.1,
      "learning_rate": 4.345230028530671e-05,
      "loss": 0.0031,
      "step": 73470
    },
    {
      "epoch": 13.1,
      "learning_rate": 4.345140870185449e-05,
      "loss": 0.0038,
      "step": 73480
    },
    {
      "epoch": 13.1,
      "learning_rate": 4.3450517118402284e-05,
      "loss": 0.0039,
      "step": 73490
    },
    {
      "epoch": 13.11,
      "learning_rate": 4.3449625534950075e-05,
      "loss": 0.0034,
      "step": 73500
    },
    {
      "epoch": 13.11,
      "learning_rate": 4.344873395149786e-05,
      "loss": 0.0022,
      "step": 73510
    },
    {
      "epoch": 13.11,
      "learning_rate": 4.344784236804565e-05,
      "loss": 0.0026,
      "step": 73520
    },
    {
      "epoch": 13.11,
      "learning_rate": 4.3446950784593435e-05,
      "loss": 0.002,
      "step": 73530
    },
    {
      "epoch": 13.11,
      "learning_rate": 4.344605920114123e-05,
      "loss": 0.004,
      "step": 73540
    },
    {
      "epoch": 13.12,
      "learning_rate": 4.344516761768902e-05,
      "loss": 0.0024,
      "step": 73550
    },
    {
      "epoch": 13.12,
      "learning_rate": 4.344427603423681e-05,
      "loss": 0.0064,
      "step": 73560
    },
    {
      "epoch": 13.12,
      "learning_rate": 4.34433844507846e-05,
      "loss": 0.0039,
      "step": 73570
    },
    {
      "epoch": 13.12,
      "learning_rate": 4.3442492867332384e-05,
      "loss": 0.0021,
      "step": 73580
    },
    {
      "epoch": 13.12,
      "learning_rate": 4.3441601283880175e-05,
      "loss": 0.0031,
      "step": 73590
    },
    {
      "epoch": 13.12,
      "learning_rate": 4.344070970042796e-05,
      "loss": 0.0035,
      "step": 73600
    },
    {
      "epoch": 13.13,
      "learning_rate": 4.343981811697575e-05,
      "loss": 0.0023,
      "step": 73610
    },
    {
      "epoch": 13.13,
      "learning_rate": 4.3438926533523536e-05,
      "loss": 0.0048,
      "step": 73620
    },
    {
      "epoch": 13.13,
      "learning_rate": 4.343803495007133e-05,
      "loss": 0.0035,
      "step": 73630
    },
    {
      "epoch": 13.13,
      "learning_rate": 4.343714336661912e-05,
      "loss": 0.0025,
      "step": 73640
    },
    {
      "epoch": 13.13,
      "learning_rate": 4.343625178316691e-05,
      "loss": 0.002,
      "step": 73650
    },
    {
      "epoch": 13.13,
      "learning_rate": 4.34353601997147e-05,
      "loss": 0.0027,
      "step": 73660
    },
    {
      "epoch": 13.14,
      "learning_rate": 4.3434468616262485e-05,
      "loss": 0.0022,
      "step": 73670
    },
    {
      "epoch": 13.14,
      "learning_rate": 4.3433577032810276e-05,
      "loss": 0.0027,
      "step": 73680
    },
    {
      "epoch": 13.14,
      "learning_rate": 4.343268544935806e-05,
      "loss": 0.0014,
      "step": 73690
    },
    {
      "epoch": 13.14,
      "learning_rate": 4.343179386590585e-05,
      "loss": 0.0046,
      "step": 73700
    },
    {
      "epoch": 13.14,
      "learning_rate": 4.3430902282453636e-05,
      "loss": 0.0037,
      "step": 73710
    },
    {
      "epoch": 13.15,
      "learning_rate": 4.343001069900143e-05,
      "loss": 0.0029,
      "step": 73720
    },
    {
      "epoch": 13.15,
      "learning_rate": 4.342911911554922e-05,
      "loss": 0.0038,
      "step": 73730
    },
    {
      "epoch": 13.15,
      "learning_rate": 4.3428227532097e-05,
      "loss": 0.002,
      "step": 73740
    },
    {
      "epoch": 13.15,
      "learning_rate": 4.3427335948644794e-05,
      "loss": 0.0018,
      "step": 73750
    },
    {
      "epoch": 13.15,
      "learning_rate": 4.3426444365192585e-05,
      "loss": 0.0019,
      "step": 73760
    },
    {
      "epoch": 13.15,
      "learning_rate": 4.3425552781740377e-05,
      "loss": 0.0039,
      "step": 73770
    },
    {
      "epoch": 13.16,
      "learning_rate": 4.342466119828816e-05,
      "loss": 0.0039,
      "step": 73780
    },
    {
      "epoch": 13.16,
      "learning_rate": 4.342376961483595e-05,
      "loss": 0.003,
      "step": 73790
    },
    {
      "epoch": 13.16,
      "learning_rate": 4.3422878031383743e-05,
      "loss": 0.0036,
      "step": 73800
    },
    {
      "epoch": 13.16,
      "learning_rate": 4.342198644793153e-05,
      "loss": 0.0025,
      "step": 73810
    },
    {
      "epoch": 13.16,
      "learning_rate": 4.342109486447932e-05,
      "loss": 0.0035,
      "step": 73820
    },
    {
      "epoch": 13.17,
      "learning_rate": 4.3420203281027103e-05,
      "loss": 0.0027,
      "step": 73830
    },
    {
      "epoch": 13.17,
      "learning_rate": 4.3419311697574895e-05,
      "loss": 0.0035,
      "step": 73840
    },
    {
      "epoch": 13.17,
      "learning_rate": 4.341842011412268e-05,
      "loss": 0.0043,
      "step": 73850
    },
    {
      "epoch": 13.17,
      "learning_rate": 4.341752853067047e-05,
      "loss": 0.0019,
      "step": 73860
    },
    {
      "epoch": 13.17,
      "learning_rate": 4.341663694721826e-05,
      "loss": 0.0046,
      "step": 73870
    },
    {
      "epoch": 13.17,
      "learning_rate": 4.341574536376605e-05,
      "loss": 0.0021,
      "step": 73880
    },
    {
      "epoch": 13.18,
      "learning_rate": 4.3414853780313844e-05,
      "loss": 0.0037,
      "step": 73890
    },
    {
      "epoch": 13.18,
      "learning_rate": 4.341396219686163e-05,
      "loss": 0.0045,
      "step": 73900
    },
    {
      "epoch": 13.18,
      "learning_rate": 4.341307061340942e-05,
      "loss": 0.0035,
      "step": 73910
    },
    {
      "epoch": 13.18,
      "learning_rate": 4.3412179029957204e-05,
      "loss": 0.0049,
      "step": 73920
    },
    {
      "epoch": 13.18,
      "learning_rate": 4.3411287446504995e-05,
      "loss": 0.0037,
      "step": 73930
    },
    {
      "epoch": 13.18,
      "learning_rate": 4.341039586305278e-05,
      "loss": 0.0024,
      "step": 73940
    },
    {
      "epoch": 13.19,
      "learning_rate": 4.340950427960057e-05,
      "loss": 0.003,
      "step": 73950
    },
    {
      "epoch": 13.19,
      "learning_rate": 4.340861269614836e-05,
      "loss": 0.0027,
      "step": 73960
    },
    {
      "epoch": 13.19,
      "learning_rate": 4.3407721112696147e-05,
      "loss": 0.0032,
      "step": 73970
    },
    {
      "epoch": 13.19,
      "learning_rate": 4.3406829529243945e-05,
      "loss": 0.0018,
      "step": 73980
    },
    {
      "epoch": 13.19,
      "learning_rate": 4.340593794579173e-05,
      "loss": 0.0027,
      "step": 73990
    },
    {
      "epoch": 13.2,
      "learning_rate": 4.340504636233952e-05,
      "loss": 0.0045,
      "step": 74000
    },
    {
      "epoch": 13.2,
      "learning_rate": 4.3404154778887305e-05,
      "loss": 0.0026,
      "step": 74010
    },
    {
      "epoch": 13.2,
      "learning_rate": 4.3403263195435096e-05,
      "loss": 0.0031,
      "step": 74020
    },
    {
      "epoch": 13.2,
      "learning_rate": 4.340237161198289e-05,
      "loss": 0.0014,
      "step": 74030
    },
    {
      "epoch": 13.2,
      "learning_rate": 4.340148002853067e-05,
      "loss": 0.0049,
      "step": 74040
    },
    {
      "epoch": 13.2,
      "learning_rate": 4.340058844507846e-05,
      "loss": 0.0035,
      "step": 74050
    },
    {
      "epoch": 13.21,
      "learning_rate": 4.339969686162625e-05,
      "loss": 0.0036,
      "step": 74060
    },
    {
      "epoch": 13.21,
      "learning_rate": 4.339880527817404e-05,
      "loss": 0.0068,
      "step": 74070
    },
    {
      "epoch": 13.21,
      "learning_rate": 4.339791369472182e-05,
      "loss": 0.0033,
      "step": 74080
    },
    {
      "epoch": 13.21,
      "learning_rate": 4.339702211126962e-05,
      "loss": 0.0037,
      "step": 74090
    },
    {
      "epoch": 13.21,
      "learning_rate": 4.3396130527817405e-05,
      "loss": 0.0027,
      "step": 74100
    },
    {
      "epoch": 13.22,
      "learning_rate": 4.3395238944365196e-05,
      "loss": 0.0027,
      "step": 74110
    },
    {
      "epoch": 13.22,
      "learning_rate": 4.339434736091299e-05,
      "loss": 0.0039,
      "step": 74120
    },
    {
      "epoch": 13.22,
      "learning_rate": 4.339345577746077e-05,
      "loss": 0.0027,
      "step": 74130
    },
    {
      "epoch": 13.22,
      "learning_rate": 4.339256419400856e-05,
      "loss": 0.0032,
      "step": 74140
    },
    {
      "epoch": 13.22,
      "learning_rate": 4.339167261055635e-05,
      "loss": 0.0025,
      "step": 74150
    },
    {
      "epoch": 13.22,
      "learning_rate": 4.339078102710414e-05,
      "loss": 0.0022,
      "step": 74160
    },
    {
      "epoch": 13.23,
      "learning_rate": 4.338988944365192e-05,
      "loss": 0.0026,
      "step": 74170
    },
    {
      "epoch": 13.23,
      "learning_rate": 4.3388997860199715e-05,
      "loss": 0.0037,
      "step": 74180
    },
    {
      "epoch": 13.23,
      "learning_rate": 4.3388106276747506e-05,
      "loss": 0.0031,
      "step": 74190
    },
    {
      "epoch": 13.23,
      "learning_rate": 4.33872146932953e-05,
      "loss": 0.0035,
      "step": 74200
    },
    {
      "epoch": 13.23,
      "learning_rate": 4.338632310984309e-05,
      "loss": 0.0037,
      "step": 74210
    },
    {
      "epoch": 13.23,
      "learning_rate": 4.338543152639087e-05,
      "loss": 0.0013,
      "step": 74220
    },
    {
      "epoch": 13.24,
      "learning_rate": 4.3384539942938664e-05,
      "loss": 0.0023,
      "step": 74230
    },
    {
      "epoch": 13.24,
      "learning_rate": 4.338364835948645e-05,
      "loss": 0.0037,
      "step": 74240
    },
    {
      "epoch": 13.24,
      "learning_rate": 4.338275677603424e-05,
      "loss": 0.0023,
      "step": 74250
    },
    {
      "epoch": 13.24,
      "learning_rate": 4.338186519258203e-05,
      "loss": 0.0014,
      "step": 74260
    },
    {
      "epoch": 13.24,
      "learning_rate": 4.3380973609129815e-05,
      "loss": 0.0029,
      "step": 74270
    },
    {
      "epoch": 13.25,
      "learning_rate": 4.3380082025677606e-05,
      "loss": 0.0027,
      "step": 74280
    },
    {
      "epoch": 13.25,
      "learning_rate": 4.337919044222539e-05,
      "loss": 0.0046,
      "step": 74290
    },
    {
      "epoch": 13.25,
      "learning_rate": 4.337829885877318e-05,
      "loss": 0.001,
      "step": 74300
    },
    {
      "epoch": 13.25,
      "learning_rate": 4.337740727532097e-05,
      "loss": 0.0025,
      "step": 74310
    },
    {
      "epoch": 13.25,
      "learning_rate": 4.3376515691868764e-05,
      "loss": 0.0026,
      "step": 74320
    },
    {
      "epoch": 13.25,
      "learning_rate": 4.337562410841655e-05,
      "loss": 0.0012,
      "step": 74330
    },
    {
      "epoch": 13.26,
      "learning_rate": 4.337473252496434e-05,
      "loss": 0.0012,
      "step": 74340
    },
    {
      "epoch": 13.26,
      "learning_rate": 4.337384094151213e-05,
      "loss": 0.0039,
      "step": 74350
    },
    {
      "epoch": 13.26,
      "learning_rate": 4.3372949358059916e-05,
      "loss": 0.0044,
      "step": 74360
    },
    {
      "epoch": 13.26,
      "learning_rate": 4.337205777460771e-05,
      "loss": 0.0035,
      "step": 74370
    },
    {
      "epoch": 13.26,
      "learning_rate": 4.337116619115549e-05,
      "loss": 0.0036,
      "step": 74380
    },
    {
      "epoch": 13.26,
      "learning_rate": 4.337027460770328e-05,
      "loss": 0.0058,
      "step": 74390
    },
    {
      "epoch": 13.27,
      "learning_rate": 4.336938302425107e-05,
      "loss": 0.0035,
      "step": 74400
    },
    {
      "epoch": 13.27,
      "learning_rate": 4.336849144079886e-05,
      "loss": 0.0038,
      "step": 74410
    },
    {
      "epoch": 13.27,
      "learning_rate": 4.336759985734665e-05,
      "loss": 0.003,
      "step": 74420
    },
    {
      "epoch": 13.27,
      "learning_rate": 4.336670827389444e-05,
      "loss": 0.0028,
      "step": 74430
    },
    {
      "epoch": 13.27,
      "learning_rate": 4.336581669044223e-05,
      "loss": 0.004,
      "step": 74440
    },
    {
      "epoch": 13.28,
      "learning_rate": 4.3364925106990016e-05,
      "loss": 0.003,
      "step": 74450
    },
    {
      "epoch": 13.28,
      "learning_rate": 4.336403352353781e-05,
      "loss": 0.0048,
      "step": 74460
    },
    {
      "epoch": 13.28,
      "learning_rate": 4.336314194008559e-05,
      "loss": 0.005,
      "step": 74470
    },
    {
      "epoch": 13.28,
      "learning_rate": 4.336225035663338e-05,
      "loss": 0.0021,
      "step": 74480
    },
    {
      "epoch": 13.28,
      "learning_rate": 4.3361358773181174e-05,
      "loss": 0.006,
      "step": 74490
    },
    {
      "epoch": 13.28,
      "learning_rate": 4.336046718972896e-05,
      "loss": 0.0031,
      "step": 74500
    },
    {
      "epoch": 13.29,
      "learning_rate": 4.335957560627675e-05,
      "loss": 0.0024,
      "step": 74510
    },
    {
      "epoch": 13.29,
      "learning_rate": 4.3358684022824534e-05,
      "loss": 0.0047,
      "step": 74520
    },
    {
      "epoch": 13.29,
      "learning_rate": 4.335779243937233e-05,
      "loss": 0.0032,
      "step": 74530
    },
    {
      "epoch": 13.29,
      "learning_rate": 4.335690085592012e-05,
      "loss": 0.0026,
      "step": 74540
    },
    {
      "epoch": 13.29,
      "learning_rate": 4.335600927246791e-05,
      "loss": 0.002,
      "step": 74550
    },
    {
      "epoch": 13.3,
      "learning_rate": 4.335511768901569e-05,
      "loss": 0.0032,
      "step": 74560
    },
    {
      "epoch": 13.3,
      "learning_rate": 4.3354226105563484e-05,
      "loss": 0.0028,
      "step": 74570
    },
    {
      "epoch": 13.3,
      "learning_rate": 4.3353334522111275e-05,
      "loss": 0.0038,
      "step": 74580
    },
    {
      "epoch": 13.3,
      "learning_rate": 4.335244293865906e-05,
      "loss": 0.0034,
      "step": 74590
    },
    {
      "epoch": 13.3,
      "learning_rate": 4.335155135520685e-05,
      "loss": 0.0021,
      "step": 74600
    },
    {
      "epoch": 13.3,
      "learning_rate": 4.3350659771754635e-05,
      "loss": 0.0043,
      "step": 74610
    },
    {
      "epoch": 13.31,
      "learning_rate": 4.3349768188302426e-05,
      "loss": 0.0053,
      "step": 74620
    },
    {
      "epoch": 13.31,
      "learning_rate": 4.334887660485021e-05,
      "loss": 0.005,
      "step": 74630
    },
    {
      "epoch": 13.31,
      "learning_rate": 4.334798502139801e-05,
      "loss": 0.0032,
      "step": 74640
    },
    {
      "epoch": 13.31,
      "learning_rate": 4.334709343794579e-05,
      "loss": 0.003,
      "step": 74650
    },
    {
      "epoch": 13.31,
      "learning_rate": 4.3346201854493584e-05,
      "loss": 0.0057,
      "step": 74660
    },
    {
      "epoch": 13.31,
      "learning_rate": 4.3345310271041375e-05,
      "loss": 0.0017,
      "step": 74670
    },
    {
      "epoch": 13.32,
      "learning_rate": 4.334441868758916e-05,
      "loss": 0.0027,
      "step": 74680
    },
    {
      "epoch": 13.32,
      "learning_rate": 4.334352710413695e-05,
      "loss": 0.0028,
      "step": 74690
    },
    {
      "epoch": 13.32,
      "learning_rate": 4.3342635520684735e-05,
      "loss": 0.0018,
      "step": 74700
    },
    {
      "epoch": 13.32,
      "learning_rate": 4.334174393723253e-05,
      "loss": 0.0056,
      "step": 74710
    },
    {
      "epoch": 13.32,
      "learning_rate": 4.334085235378032e-05,
      "loss": 0.0012,
      "step": 74720
    },
    {
      "epoch": 13.33,
      "learning_rate": 4.33399607703281e-05,
      "loss": 0.0024,
      "step": 74730
    },
    {
      "epoch": 13.33,
      "learning_rate": 4.3339069186875894e-05,
      "loss": 0.004,
      "step": 74740
    },
    {
      "epoch": 13.33,
      "learning_rate": 4.3338177603423685e-05,
      "loss": 0.0022,
      "step": 74750
    },
    {
      "epoch": 13.33,
      "learning_rate": 4.3337286019971476e-05,
      "loss": 0.0035,
      "step": 74760
    },
    {
      "epoch": 13.33,
      "learning_rate": 4.333639443651926e-05,
      "loss": 0.0041,
      "step": 74770
    },
    {
      "epoch": 13.33,
      "learning_rate": 4.333550285306705e-05,
      "loss": 0.0029,
      "step": 74780
    },
    {
      "epoch": 13.34,
      "learning_rate": 4.3334611269614836e-05,
      "loss": 0.0037,
      "step": 74790
    },
    {
      "epoch": 13.34,
      "learning_rate": 4.333371968616263e-05,
      "loss": 0.0034,
      "step": 74800
    },
    {
      "epoch": 13.34,
      "learning_rate": 4.333282810271042e-05,
      "loss": 0.0031,
      "step": 74810
    },
    {
      "epoch": 13.34,
      "learning_rate": 4.33319365192582e-05,
      "loss": 0.0034,
      "step": 74820
    },
    {
      "epoch": 13.34,
      "learning_rate": 4.3331044935805994e-05,
      "loss": 0.0023,
      "step": 74830
    },
    {
      "epoch": 13.35,
      "learning_rate": 4.333015335235378e-05,
      "loss": 0.0052,
      "step": 74840
    },
    {
      "epoch": 13.35,
      "learning_rate": 4.332926176890157e-05,
      "loss": 0.0028,
      "step": 74850
    },
    {
      "epoch": 13.35,
      "learning_rate": 4.332837018544936e-05,
      "loss": 0.0022,
      "step": 74860
    },
    {
      "epoch": 13.35,
      "learning_rate": 4.332747860199715e-05,
      "loss": 0.0023,
      "step": 74870
    },
    {
      "epoch": 13.35,
      "learning_rate": 4.3326587018544937e-05,
      "loss": 0.0024,
      "step": 74880
    },
    {
      "epoch": 13.35,
      "learning_rate": 4.332569543509273e-05,
      "loss": 0.0022,
      "step": 74890
    },
    {
      "epoch": 13.36,
      "learning_rate": 4.332480385164052e-05,
      "loss": 0.0034,
      "step": 74900
    },
    {
      "epoch": 13.36,
      "learning_rate": 4.3323912268188303e-05,
      "loss": 0.0027,
      "step": 74910
    },
    {
      "epoch": 13.36,
      "learning_rate": 4.3323020684736095e-05,
      "loss": 0.005,
      "step": 74920
    },
    {
      "epoch": 13.36,
      "learning_rate": 4.332212910128388e-05,
      "loss": 0.0037,
      "step": 74930
    },
    {
      "epoch": 13.36,
      "learning_rate": 4.332123751783167e-05,
      "loss": 0.0034,
      "step": 74940
    },
    {
      "epoch": 13.36,
      "learning_rate": 4.332034593437946e-05,
      "loss": 0.0033,
      "step": 74950
    },
    {
      "epoch": 13.37,
      "learning_rate": 4.3319454350927246e-05,
      "loss": 0.0042,
      "step": 74960
    },
    {
      "epoch": 13.37,
      "learning_rate": 4.331856276747504e-05,
      "loss": 0.0038,
      "step": 74970
    },
    {
      "epoch": 13.37,
      "learning_rate": 4.331767118402283e-05,
      "loss": 0.003,
      "step": 74980
    },
    {
      "epoch": 13.37,
      "learning_rate": 4.331677960057062e-05,
      "loss": 0.0023,
      "step": 74990
    },
    {
      "epoch": 13.37,
      "learning_rate": 4.3315888017118404e-05,
      "loss": 0.0025,
      "step": 75000
    },
    {
      "epoch": 13.38,
      "learning_rate": 4.3314996433666195e-05,
      "loss": 0.0021,
      "step": 75010
    },
    {
      "epoch": 13.38,
      "learning_rate": 4.331410485021398e-05,
      "loss": 0.0049,
      "step": 75020
    },
    {
      "epoch": 13.38,
      "learning_rate": 4.331321326676177e-05,
      "loss": 0.0041,
      "step": 75030
    },
    {
      "epoch": 13.38,
      "learning_rate": 4.331232168330956e-05,
      "loss": 0.004,
      "step": 75040
    },
    {
      "epoch": 13.38,
      "learning_rate": 4.3311430099857347e-05,
      "loss": 0.0011,
      "step": 75050
    },
    {
      "epoch": 13.38,
      "learning_rate": 4.331053851640514e-05,
      "loss": 0.0031,
      "step": 75060
    },
    {
      "epoch": 13.39,
      "learning_rate": 4.330964693295292e-05,
      "loss": 0.0037,
      "step": 75070
    },
    {
      "epoch": 13.39,
      "learning_rate": 4.330875534950072e-05,
      "loss": 0.0043,
      "step": 75080
    },
    {
      "epoch": 13.39,
      "learning_rate": 4.3307863766048505e-05,
      "loss": 0.0042,
      "step": 75090
    },
    {
      "epoch": 13.39,
      "learning_rate": 4.3306972182596296e-05,
      "loss": 0.0027,
      "step": 75100
    },
    {
      "epoch": 13.39,
      "learning_rate": 4.330608059914408e-05,
      "loss": 0.0021,
      "step": 75110
    },
    {
      "epoch": 13.4,
      "learning_rate": 4.330518901569187e-05,
      "loss": 0.0033,
      "step": 75120
    },
    {
      "epoch": 13.4,
      "learning_rate": 4.330429743223966e-05,
      "loss": 0.0018,
      "step": 75130
    },
    {
      "epoch": 13.4,
      "learning_rate": 4.330340584878745e-05,
      "loss": 0.0034,
      "step": 75140
    },
    {
      "epoch": 13.4,
      "learning_rate": 4.330251426533524e-05,
      "loss": 0.0033,
      "step": 75150
    },
    {
      "epoch": 13.4,
      "learning_rate": 4.330162268188302e-05,
      "loss": 0.0037,
      "step": 75160
    },
    {
      "epoch": 13.4,
      "learning_rate": 4.3300731098430814e-05,
      "loss": 0.0045,
      "step": 75170
    },
    {
      "epoch": 13.41,
      "learning_rate": 4.3299839514978605e-05,
      "loss": 0.0017,
      "step": 75180
    },
    {
      "epoch": 13.41,
      "learning_rate": 4.329894793152639e-05,
      "loss": 0.002,
      "step": 75190
    },
    {
      "epoch": 13.41,
      "learning_rate": 4.329805634807418e-05,
      "loss": 0.0028,
      "step": 75200
    },
    {
      "epoch": 13.41,
      "learning_rate": 4.329716476462197e-05,
      "loss": 0.0052,
      "step": 75210
    },
    {
      "epoch": 13.41,
      "learning_rate": 4.329627318116976e-05,
      "loss": 0.003,
      "step": 75220
    },
    {
      "epoch": 13.41,
      "learning_rate": 4.329538159771755e-05,
      "loss": 0.002,
      "step": 75230
    },
    {
      "epoch": 13.42,
      "learning_rate": 4.329449001426534e-05,
      "loss": 0.0037,
      "step": 75240
    },
    {
      "epoch": 13.42,
      "learning_rate": 4.329359843081312e-05,
      "loss": 0.0025,
      "step": 75250
    },
    {
      "epoch": 13.42,
      "learning_rate": 4.3292706847360914e-05,
      "loss": 0.0032,
      "step": 75260
    },
    {
      "epoch": 13.42,
      "learning_rate": 4.3291815263908706e-05,
      "loss": 0.003,
      "step": 75270
    },
    {
      "epoch": 13.42,
      "learning_rate": 4.329092368045649e-05,
      "loss": 0.0026,
      "step": 75280
    },
    {
      "epoch": 13.43,
      "learning_rate": 4.329003209700428e-05,
      "loss": 0.0023,
      "step": 75290
    },
    {
      "epoch": 13.43,
      "learning_rate": 4.3289140513552066e-05,
      "loss": 0.0071,
      "step": 75300
    },
    {
      "epoch": 13.43,
      "learning_rate": 4.3288248930099864e-05,
      "loss": 0.0021,
      "step": 75310
    },
    {
      "epoch": 13.43,
      "learning_rate": 4.328735734664765e-05,
      "loss": 0.0022,
      "step": 75320
    },
    {
      "epoch": 13.43,
      "learning_rate": 4.328646576319544e-05,
      "loss": 0.0041,
      "step": 75330
    },
    {
      "epoch": 13.43,
      "learning_rate": 4.3285574179743224e-05,
      "loss": 0.0064,
      "step": 75340
    },
    {
      "epoch": 13.44,
      "learning_rate": 4.3284682596291015e-05,
      "loss": 0.0033,
      "step": 75350
    },
    {
      "epoch": 13.44,
      "learning_rate": 4.3283791012838806e-05,
      "loss": 0.0026,
      "step": 75360
    },
    {
      "epoch": 13.44,
      "learning_rate": 4.328289942938659e-05,
      "loss": 0.0031,
      "step": 75370
    },
    {
      "epoch": 13.44,
      "learning_rate": 4.328200784593438e-05,
      "loss": 0.003,
      "step": 75380
    },
    {
      "epoch": 13.44,
      "learning_rate": 4.3281116262482166e-05,
      "loss": 0.0038,
      "step": 75390
    },
    {
      "epoch": 13.45,
      "learning_rate": 4.328022467902996e-05,
      "loss": 0.0016,
      "step": 75400
    },
    {
      "epoch": 13.45,
      "learning_rate": 4.327933309557775e-05,
      "loss": 0.0018,
      "step": 75410
    },
    {
      "epoch": 13.45,
      "learning_rate": 4.327844151212554e-05,
      "loss": 0.0026,
      "step": 75420
    },
    {
      "epoch": 13.45,
      "learning_rate": 4.3277549928673324e-05,
      "loss": 0.0038,
      "step": 75430
    },
    {
      "epoch": 13.45,
      "learning_rate": 4.3276658345221116e-05,
      "loss": 0.0044,
      "step": 75440
    },
    {
      "epoch": 13.45,
      "learning_rate": 4.327576676176891e-05,
      "loss": 0.0041,
      "step": 75450
    },
    {
      "epoch": 13.46,
      "learning_rate": 4.327487517831669e-05,
      "loss": 0.0015,
      "step": 75460
    },
    {
      "epoch": 13.46,
      "learning_rate": 4.327398359486448e-05,
      "loss": 0.0029,
      "step": 75470
    },
    {
      "epoch": 13.46,
      "learning_rate": 4.327309201141227e-05,
      "loss": 0.0036,
      "step": 75480
    },
    {
      "epoch": 13.46,
      "learning_rate": 4.327220042796006e-05,
      "loss": 0.0034,
      "step": 75490
    },
    {
      "epoch": 13.46,
      "learning_rate": 4.327130884450785e-05,
      "loss": 0.0045,
      "step": 75500
    },
    {
      "epoch": 13.46,
      "learning_rate": 4.3270417261055634e-05,
      "loss": 0.0047,
      "step": 75510
    },
    {
      "epoch": 13.47,
      "learning_rate": 4.3269525677603425e-05,
      "loss": 0.0024,
      "step": 75520
    },
    {
      "epoch": 13.47,
      "learning_rate": 4.3268634094151216e-05,
      "loss": 0.002,
      "step": 75530
    },
    {
      "epoch": 13.47,
      "learning_rate": 4.326774251069901e-05,
      "loss": 0.0036,
      "step": 75540
    },
    {
      "epoch": 13.47,
      "learning_rate": 4.326685092724679e-05,
      "loss": 0.0042,
      "step": 75550
    },
    {
      "epoch": 13.47,
      "learning_rate": 4.326595934379458e-05,
      "loss": 0.0034,
      "step": 75560
    },
    {
      "epoch": 13.48,
      "learning_rate": 4.326506776034237e-05,
      "loss": 0.005,
      "step": 75570
    },
    {
      "epoch": 13.48,
      "learning_rate": 4.326417617689016e-05,
      "loss": 0.0048,
      "step": 75580
    },
    {
      "epoch": 13.48,
      "learning_rate": 4.326328459343795e-05,
      "loss": 0.0033,
      "step": 75590
    },
    {
      "epoch": 13.48,
      "learning_rate": 4.3262393009985734e-05,
      "loss": 0.0028,
      "step": 75600
    },
    {
      "epoch": 13.48,
      "learning_rate": 4.3261501426533526e-05,
      "loss": 0.0039,
      "step": 75610
    },
    {
      "epoch": 13.48,
      "learning_rate": 4.326060984308131e-05,
      "loss": 0.0039,
      "step": 75620
    },
    {
      "epoch": 13.49,
      "learning_rate": 4.32597182596291e-05,
      "loss": 0.0042,
      "step": 75630
    },
    {
      "epoch": 13.49,
      "learning_rate": 4.325882667617689e-05,
      "loss": 0.0044,
      "step": 75640
    },
    {
      "epoch": 13.49,
      "learning_rate": 4.3257935092724684e-05,
      "loss": 0.0017,
      "step": 75650
    },
    {
      "epoch": 13.49,
      "learning_rate": 4.325704350927247e-05,
      "loss": 0.0026,
      "step": 75660
    },
    {
      "epoch": 13.49,
      "learning_rate": 4.325615192582026e-05,
      "loss": 0.0046,
      "step": 75670
    },
    {
      "epoch": 13.5,
      "learning_rate": 4.325526034236805e-05,
      "loss": 0.0021,
      "step": 75680
    },
    {
      "epoch": 13.5,
      "learning_rate": 4.3254368758915835e-05,
      "loss": 0.0029,
      "step": 75690
    },
    {
      "epoch": 13.5,
      "learning_rate": 4.3253477175463626e-05,
      "loss": 0.003,
      "step": 75700
    },
    {
      "epoch": 13.5,
      "learning_rate": 4.325258559201141e-05,
      "loss": 0.0019,
      "step": 75710
    },
    {
      "epoch": 13.5,
      "learning_rate": 4.32516940085592e-05,
      "loss": 0.0028,
      "step": 75720
    },
    {
      "epoch": 13.5,
      "learning_rate": 4.325080242510699e-05,
      "loss": 0.0039,
      "step": 75730
    },
    {
      "epoch": 13.51,
      "learning_rate": 4.324991084165478e-05,
      "loss": 0.0039,
      "step": 75740
    },
    {
      "epoch": 13.51,
      "learning_rate": 4.324910841654779e-05,
      "loss": 0.0041,
      "step": 75750
    },
    {
      "epoch": 13.51,
      "learning_rate": 4.3248216833095577e-05,
      "loss": 0.003,
      "step": 75760
    },
    {
      "epoch": 13.51,
      "learning_rate": 4.324732524964337e-05,
      "loss": 0.0037,
      "step": 75770
    },
    {
      "epoch": 13.51,
      "learning_rate": 4.324643366619115e-05,
      "loss": 0.0024,
      "step": 75780
    },
    {
      "epoch": 13.51,
      "learning_rate": 4.324554208273895e-05,
      "loss": 0.0014,
      "step": 75790
    },
    {
      "epoch": 13.52,
      "learning_rate": 4.3244650499286735e-05,
      "loss": 0.0032,
      "step": 75800
    },
    {
      "epoch": 13.52,
      "learning_rate": 4.3243758915834526e-05,
      "loss": 0.0039,
      "step": 75810
    },
    {
      "epoch": 13.52,
      "learning_rate": 4.324286733238232e-05,
      "loss": 0.0058,
      "step": 75820
    },
    {
      "epoch": 13.52,
      "learning_rate": 4.32419757489301e-05,
      "loss": 0.0036,
      "step": 75830
    },
    {
      "epoch": 13.52,
      "learning_rate": 4.324108416547789e-05,
      "loss": 0.0044,
      "step": 75840
    },
    {
      "epoch": 13.53,
      "learning_rate": 4.324019258202568e-05,
      "loss": 0.0022,
      "step": 75850
    },
    {
      "epoch": 13.53,
      "learning_rate": 4.323930099857347e-05,
      "loss": 0.0029,
      "step": 75860
    },
    {
      "epoch": 13.53,
      "learning_rate": 4.323840941512125e-05,
      "loss": 0.0035,
      "step": 75870
    },
    {
      "epoch": 13.53,
      "learning_rate": 4.3237517831669044e-05,
      "loss": 0.0034,
      "step": 75880
    },
    {
      "epoch": 13.53,
      "learning_rate": 4.3236626248216835e-05,
      "loss": 0.004,
      "step": 75890
    },
    {
      "epoch": 13.53,
      "learning_rate": 4.3235734664764626e-05,
      "loss": 0.003,
      "step": 75900
    },
    {
      "epoch": 13.54,
      "learning_rate": 4.323484308131242e-05,
      "loss": 0.0017,
      "step": 75910
    },
    {
      "epoch": 13.54,
      "learning_rate": 4.32339514978602e-05,
      "loss": 0.0019,
      "step": 75920
    },
    {
      "epoch": 13.54,
      "learning_rate": 4.323305991440799e-05,
      "loss": 0.0037,
      "step": 75930
    },
    {
      "epoch": 13.54,
      "learning_rate": 4.323216833095578e-05,
      "loss": 0.0033,
      "step": 75940
    },
    {
      "epoch": 13.54,
      "learning_rate": 4.323127674750357e-05,
      "loss": 0.003,
      "step": 75950
    },
    {
      "epoch": 13.54,
      "learning_rate": 4.323038516405136e-05,
      "loss": 0.0064,
      "step": 75960
    },
    {
      "epoch": 13.55,
      "learning_rate": 4.3229493580599145e-05,
      "loss": 0.0037,
      "step": 75970
    },
    {
      "epoch": 13.55,
      "learning_rate": 4.3228601997146936e-05,
      "loss": 0.002,
      "step": 75980
    },
    {
      "epoch": 13.55,
      "learning_rate": 4.322771041369472e-05,
      "loss": 0.0025,
      "step": 75990
    },
    {
      "epoch": 13.55,
      "learning_rate": 4.322681883024251e-05,
      "loss": 0.0034,
      "step": 76000
    },
    {
      "epoch": 13.55,
      "learning_rate": 4.32259272467903e-05,
      "loss": 0.0049,
      "step": 76010
    },
    {
      "epoch": 13.56,
      "learning_rate": 4.3225035663338094e-05,
      "loss": 0.0035,
      "step": 76020
    },
    {
      "epoch": 13.56,
      "learning_rate": 4.322414407988588e-05,
      "loss": 0.0034,
      "step": 76030
    },
    {
      "epoch": 13.56,
      "learning_rate": 4.322325249643367e-05,
      "loss": 0.004,
      "step": 76040
    },
    {
      "epoch": 13.56,
      "learning_rate": 4.322236091298146e-05,
      "loss": 0.003,
      "step": 76050
    },
    {
      "epoch": 13.56,
      "learning_rate": 4.3221469329529245e-05,
      "loss": 0.0017,
      "step": 76060
    },
    {
      "epoch": 13.56,
      "learning_rate": 4.3220577746077036e-05,
      "loss": 0.003,
      "step": 76070
    },
    {
      "epoch": 13.57,
      "learning_rate": 4.321968616262482e-05,
      "loss": 0.0023,
      "step": 76080
    },
    {
      "epoch": 13.57,
      "learning_rate": 4.321879457917261e-05,
      "loss": 0.002,
      "step": 76090
    },
    {
      "epoch": 13.57,
      "learning_rate": 4.3217902995720396e-05,
      "loss": 0.0041,
      "step": 76100
    },
    {
      "epoch": 13.57,
      "learning_rate": 4.321701141226819e-05,
      "loss": 0.003,
      "step": 76110
    },
    {
      "epoch": 13.57,
      "learning_rate": 4.321611982881598e-05,
      "loss": 0.0036,
      "step": 76120
    },
    {
      "epoch": 13.58,
      "learning_rate": 4.321522824536377e-05,
      "loss": 0.0033,
      "step": 76130
    },
    {
      "epoch": 13.58,
      "learning_rate": 4.321433666191156e-05,
      "loss": 0.0026,
      "step": 76140
    },
    {
      "epoch": 13.58,
      "learning_rate": 4.3213445078459346e-05,
      "loss": 0.0024,
      "step": 76150
    },
    {
      "epoch": 13.58,
      "learning_rate": 4.321255349500714e-05,
      "loss": 0.0044,
      "step": 76160
    },
    {
      "epoch": 13.58,
      "learning_rate": 4.321166191155492e-05,
      "loss": 0.0024,
      "step": 76170
    },
    {
      "epoch": 13.58,
      "learning_rate": 4.321077032810271e-05,
      "loss": 0.0027,
      "step": 76180
    },
    {
      "epoch": 13.59,
      "learning_rate": 4.3209878744650504e-05,
      "loss": 0.0031,
      "step": 76190
    },
    {
      "epoch": 13.59,
      "learning_rate": 4.320898716119829e-05,
      "loss": 0.0037,
      "step": 76200
    },
    {
      "epoch": 13.59,
      "learning_rate": 4.320809557774608e-05,
      "loss": 0.0029,
      "step": 76210
    },
    {
      "epoch": 13.59,
      "learning_rate": 4.3207203994293864e-05,
      "loss": 0.005,
      "step": 76220
    },
    {
      "epoch": 13.59,
      "learning_rate": 4.320631241084166e-05,
      "loss": 0.0029,
      "step": 76230
    },
    {
      "epoch": 13.59,
      "learning_rate": 4.3205420827389446e-05,
      "loss": 0.0051,
      "step": 76240
    },
    {
      "epoch": 13.6,
      "learning_rate": 4.320452924393724e-05,
      "loss": 0.0041,
      "step": 76250
    },
    {
      "epoch": 13.6,
      "learning_rate": 4.320363766048502e-05,
      "loss": 0.0021,
      "step": 76260
    },
    {
      "epoch": 13.6,
      "learning_rate": 4.320274607703281e-05,
      "loss": 0.0036,
      "step": 76270
    },
    {
      "epoch": 13.6,
      "learning_rate": 4.3201854493580604e-05,
      "loss": 0.004,
      "step": 76280
    },
    {
      "epoch": 13.6,
      "learning_rate": 4.320096291012839e-05,
      "loss": 0.0035,
      "step": 76290
    },
    {
      "epoch": 13.61,
      "learning_rate": 4.320007132667618e-05,
      "loss": 0.0024,
      "step": 76300
    },
    {
      "epoch": 13.61,
      "learning_rate": 4.3199179743223964e-05,
      "loss": 0.0028,
      "step": 76310
    },
    {
      "epoch": 13.61,
      "learning_rate": 4.3198288159771756e-05,
      "loss": 0.0032,
      "step": 76320
    },
    {
      "epoch": 13.61,
      "learning_rate": 4.319739657631954e-05,
      "loss": 0.0026,
      "step": 76330
    },
    {
      "epoch": 13.61,
      "learning_rate": 4.319650499286734e-05,
      "loss": 0.0025,
      "step": 76340
    },
    {
      "epoch": 13.61,
      "learning_rate": 4.319561340941512e-05,
      "loss": 0.0024,
      "step": 76350
    },
    {
      "epoch": 13.62,
      "learning_rate": 4.3194721825962914e-05,
      "loss": 0.0021,
      "step": 76360
    },
    {
      "epoch": 13.62,
      "learning_rate": 4.3193830242510705e-05,
      "loss": 0.0034,
      "step": 76370
    },
    {
      "epoch": 13.62,
      "learning_rate": 4.319293865905849e-05,
      "loss": 0.0027,
      "step": 76380
    },
    {
      "epoch": 13.62,
      "learning_rate": 4.319204707560628e-05,
      "loss": 0.0061,
      "step": 76390
    },
    {
      "epoch": 13.62,
      "learning_rate": 4.3191155492154065e-05,
      "loss": 0.005,
      "step": 76400
    },
    {
      "epoch": 13.63,
      "learning_rate": 4.3190263908701856e-05,
      "loss": 0.0031,
      "step": 76410
    },
    {
      "epoch": 13.63,
      "learning_rate": 4.318937232524965e-05,
      "loss": 0.0038,
      "step": 76420
    },
    {
      "epoch": 13.63,
      "learning_rate": 4.318848074179743e-05,
      "loss": 0.0015,
      "step": 76430
    },
    {
      "epoch": 13.63,
      "learning_rate": 4.318758915834522e-05,
      "loss": 0.0026,
      "step": 76440
    },
    {
      "epoch": 13.63,
      "learning_rate": 4.3186697574893014e-05,
      "loss": 0.0045,
      "step": 76450
    },
    {
      "epoch": 13.63,
      "learning_rate": 4.3185805991440805e-05,
      "loss": 0.0047,
      "step": 76460
    },
    {
      "epoch": 13.64,
      "learning_rate": 4.318491440798859e-05,
      "loss": 0.0029,
      "step": 76470
    },
    {
      "epoch": 13.64,
      "learning_rate": 4.318402282453638e-05,
      "loss": 0.0033,
      "step": 76480
    },
    {
      "epoch": 13.64,
      "learning_rate": 4.3183131241084166e-05,
      "loss": 0.0018,
      "step": 76490
    },
    {
      "epoch": 13.64,
      "learning_rate": 4.318223965763196e-05,
      "loss": 0.0025,
      "step": 76500
    },
    {
      "epoch": 13.64,
      "learning_rate": 4.318134807417975e-05,
      "loss": 0.0016,
      "step": 76510
    },
    {
      "epoch": 13.64,
      "learning_rate": 4.318045649072753e-05,
      "loss": 0.0051,
      "step": 76520
    },
    {
      "epoch": 13.65,
      "learning_rate": 4.3179564907275324e-05,
      "loss": 0.0075,
      "step": 76530
    },
    {
      "epoch": 13.65,
      "learning_rate": 4.317867332382311e-05,
      "loss": 0.0046,
      "step": 76540
    },
    {
      "epoch": 13.65,
      "learning_rate": 4.31777817403709e-05,
      "loss": 0.0049,
      "step": 76550
    },
    {
      "epoch": 13.65,
      "learning_rate": 4.317689015691869e-05,
      "loss": 0.0028,
      "step": 76560
    },
    {
      "epoch": 13.65,
      "learning_rate": 4.317599857346648e-05,
      "loss": 0.0051,
      "step": 76570
    },
    {
      "epoch": 13.66,
      "learning_rate": 4.3175106990014266e-05,
      "loss": 0.0035,
      "step": 76580
    },
    {
      "epoch": 13.66,
      "learning_rate": 4.317421540656206e-05,
      "loss": 0.0024,
      "step": 76590
    },
    {
      "epoch": 13.66,
      "learning_rate": 4.317332382310985e-05,
      "loss": 0.0036,
      "step": 76600
    },
    {
      "epoch": 13.66,
      "learning_rate": 4.317243223965763e-05,
      "loss": 0.0032,
      "step": 76610
    },
    {
      "epoch": 13.66,
      "learning_rate": 4.3171540656205424e-05,
      "loss": 0.0018,
      "step": 76620
    },
    {
      "epoch": 13.66,
      "learning_rate": 4.317064907275321e-05,
      "loss": 0.0024,
      "step": 76630
    },
    {
      "epoch": 13.67,
      "learning_rate": 4.3169757489301e-05,
      "loss": 0.0045,
      "step": 76640
    },
    {
      "epoch": 13.67,
      "learning_rate": 4.316886590584879e-05,
      "loss": 0.0007,
      "step": 76650
    },
    {
      "epoch": 13.67,
      "learning_rate": 4.3167974322396575e-05,
      "loss": 0.0031,
      "step": 76660
    },
    {
      "epoch": 13.67,
      "learning_rate": 4.316708273894437e-05,
      "loss": 0.0035,
      "step": 76670
    },
    {
      "epoch": 13.67,
      "learning_rate": 4.316619115549216e-05,
      "loss": 0.0051,
      "step": 76680
    },
    {
      "epoch": 13.68,
      "learning_rate": 4.316529957203995e-05,
      "loss": 0.0037,
      "step": 76690
    },
    {
      "epoch": 13.68,
      "learning_rate": 4.3164407988587733e-05,
      "loss": 0.0031,
      "step": 76700
    },
    {
      "epoch": 13.68,
      "learning_rate": 4.3163516405135525e-05,
      "loss": 0.005,
      "step": 76710
    },
    {
      "epoch": 13.68,
      "learning_rate": 4.316262482168331e-05,
      "loss": 0.0015,
      "step": 76720
    },
    {
      "epoch": 13.68,
      "learning_rate": 4.3161822396576324e-05,
      "loss": 0.0038,
      "step": 76730
    },
    {
      "epoch": 13.68,
      "learning_rate": 4.3160930813124115e-05,
      "loss": 0.0022,
      "step": 76740
    },
    {
      "epoch": 13.69,
      "learning_rate": 4.31600392296719e-05,
      "loss": 0.0029,
      "step": 76750
    },
    {
      "epoch": 13.69,
      "learning_rate": 4.315914764621969e-05,
      "loss": 0.0021,
      "step": 76760
    },
    {
      "epoch": 13.69,
      "learning_rate": 4.3158256062767475e-05,
      "loss": 0.0021,
      "step": 76770
    },
    {
      "epoch": 13.69,
      "learning_rate": 4.3157364479315266e-05,
      "loss": 0.0053,
      "step": 76780
    },
    {
      "epoch": 13.69,
      "learning_rate": 4.315647289586305e-05,
      "loss": 0.0033,
      "step": 76790
    },
    {
      "epoch": 13.69,
      "learning_rate": 4.315558131241084e-05,
      "loss": 0.0031,
      "step": 76800
    },
    {
      "epoch": 13.7,
      "learning_rate": 4.315468972895863e-05,
      "loss": 0.0051,
      "step": 76810
    },
    {
      "epoch": 13.7,
      "learning_rate": 4.315379814550642e-05,
      "loss": 0.0024,
      "step": 76820
    },
    {
      "epoch": 13.7,
      "learning_rate": 4.3152906562054216e-05,
      "loss": 0.0025,
      "step": 76830
    },
    {
      "epoch": 13.7,
      "learning_rate": 4.3152014978602e-05,
      "loss": 0.0027,
      "step": 76840
    },
    {
      "epoch": 13.7,
      "learning_rate": 4.315112339514979e-05,
      "loss": 0.003,
      "step": 76850
    },
    {
      "epoch": 13.71,
      "learning_rate": 4.3150231811697576e-05,
      "loss": 0.0046,
      "step": 76860
    },
    {
      "epoch": 13.71,
      "learning_rate": 4.314934022824537e-05,
      "loss": 0.0043,
      "step": 76870
    },
    {
      "epoch": 13.71,
      "learning_rate": 4.314844864479315e-05,
      "loss": 0.0032,
      "step": 76880
    },
    {
      "epoch": 13.71,
      "learning_rate": 4.314755706134094e-05,
      "loss": 0.0032,
      "step": 76890
    },
    {
      "epoch": 13.71,
      "learning_rate": 4.3146665477888734e-05,
      "loss": 0.0044,
      "step": 76900
    },
    {
      "epoch": 13.71,
      "learning_rate": 4.314577389443652e-05,
      "loss": 0.0022,
      "step": 76910
    },
    {
      "epoch": 13.72,
      "learning_rate": 4.314488231098431e-05,
      "loss": 0.0037,
      "step": 76920
    },
    {
      "epoch": 13.72,
      "learning_rate": 4.3143990727532094e-05,
      "loss": 0.0018,
      "step": 76930
    },
    {
      "epoch": 13.72,
      "learning_rate": 4.314309914407989e-05,
      "loss": 0.004,
      "step": 76940
    },
    {
      "epoch": 13.72,
      "learning_rate": 4.3142207560627676e-05,
      "loss": 0.0035,
      "step": 76950
    },
    {
      "epoch": 13.72,
      "learning_rate": 4.314131597717547e-05,
      "loss": 0.0049,
      "step": 76960
    },
    {
      "epoch": 13.73,
      "learning_rate": 4.314042439372326e-05,
      "loss": 0.0027,
      "step": 76970
    },
    {
      "epoch": 13.73,
      "learning_rate": 4.313953281027104e-05,
      "loss": 0.0031,
      "step": 76980
    },
    {
      "epoch": 13.73,
      "learning_rate": 4.3138641226818834e-05,
      "loss": 0.0065,
      "step": 76990
    },
    {
      "epoch": 13.73,
      "learning_rate": 4.313774964336662e-05,
      "loss": 0.0038,
      "step": 77000
    },
    {
      "epoch": 13.73,
      "learning_rate": 4.313685805991441e-05,
      "loss": 0.0024,
      "step": 77010
    },
    {
      "epoch": 13.73,
      "learning_rate": 4.3135966476462194e-05,
      "loss": 0.0036,
      "step": 77020
    },
    {
      "epoch": 13.74,
      "learning_rate": 4.3135074893009986e-05,
      "loss": 0.0048,
      "step": 77030
    },
    {
      "epoch": 13.74,
      "learning_rate": 4.313418330955778e-05,
      "loss": 0.0051,
      "step": 77040
    },
    {
      "epoch": 13.74,
      "learning_rate": 4.313329172610557e-05,
      "loss": 0.0025,
      "step": 77050
    },
    {
      "epoch": 13.74,
      "learning_rate": 4.313240014265336e-05,
      "loss": 0.0022,
      "step": 77060
    },
    {
      "epoch": 13.74,
      "learning_rate": 4.3131508559201144e-05,
      "loss": 0.0036,
      "step": 77070
    },
    {
      "epoch": 13.74,
      "learning_rate": 4.3130616975748935e-05,
      "loss": 0.0028,
      "step": 77080
    },
    {
      "epoch": 13.75,
      "learning_rate": 4.312972539229672e-05,
      "loss": 0.0018,
      "step": 77090
    },
    {
      "epoch": 13.75,
      "learning_rate": 4.312883380884451e-05,
      "loss": 0.0039,
      "step": 77100
    },
    {
      "epoch": 13.75,
      "learning_rate": 4.3127942225392295e-05,
      "loss": 0.0028,
      "step": 77110
    },
    {
      "epoch": 13.75,
      "learning_rate": 4.3127050641940086e-05,
      "loss": 0.0051,
      "step": 77120
    },
    {
      "epoch": 13.75,
      "learning_rate": 4.312615905848788e-05,
      "loss": 0.0049,
      "step": 77130
    },
    {
      "epoch": 13.76,
      "learning_rate": 4.312526747503566e-05,
      "loss": 0.0045,
      "step": 77140
    },
    {
      "epoch": 13.76,
      "learning_rate": 4.312437589158345e-05,
      "loss": 0.0037,
      "step": 77150
    },
    {
      "epoch": 13.76,
      "learning_rate": 4.3123484308131244e-05,
      "loss": 0.0029,
      "step": 77160
    },
    {
      "epoch": 13.76,
      "learning_rate": 4.3122592724679036e-05,
      "loss": 0.0033,
      "step": 77170
    },
    {
      "epoch": 13.76,
      "learning_rate": 4.312170114122682e-05,
      "loss": 0.0039,
      "step": 77180
    },
    {
      "epoch": 13.76,
      "learning_rate": 4.312080955777461e-05,
      "loss": 0.0016,
      "step": 77190
    },
    {
      "epoch": 13.77,
      "learning_rate": 4.31199179743224e-05,
      "loss": 0.004,
      "step": 77200
    },
    {
      "epoch": 13.77,
      "learning_rate": 4.311902639087019e-05,
      "loss": 0.0029,
      "step": 77210
    },
    {
      "epoch": 13.77,
      "learning_rate": 4.311813480741798e-05,
      "loss": 0.0032,
      "step": 77220
    },
    {
      "epoch": 13.77,
      "learning_rate": 4.311724322396576e-05,
      "loss": 0.0035,
      "step": 77230
    },
    {
      "epoch": 13.77,
      "learning_rate": 4.3116351640513554e-05,
      "loss": 0.0055,
      "step": 77240
    },
    {
      "epoch": 13.77,
      "learning_rate": 4.311546005706134e-05,
      "loss": 0.0033,
      "step": 77250
    },
    {
      "epoch": 13.78,
      "learning_rate": 4.311456847360913e-05,
      "loss": 0.0074,
      "step": 77260
    },
    {
      "epoch": 13.78,
      "learning_rate": 4.311367689015692e-05,
      "loss": 0.0013,
      "step": 77270
    },
    {
      "epoch": 13.78,
      "learning_rate": 4.311278530670471e-05,
      "loss": 0.0035,
      "step": 77280
    },
    {
      "epoch": 13.78,
      "learning_rate": 4.31118937232525e-05,
      "loss": 0.0014,
      "step": 77290
    },
    {
      "epoch": 13.78,
      "learning_rate": 4.311100213980029e-05,
      "loss": 0.0026,
      "step": 77300
    },
    {
      "epoch": 13.79,
      "learning_rate": 4.311011055634808e-05,
      "loss": 0.0033,
      "step": 77310
    },
    {
      "epoch": 13.79,
      "learning_rate": 4.310921897289586e-05,
      "loss": 0.0049,
      "step": 77320
    },
    {
      "epoch": 13.79,
      "learning_rate": 4.3108327389443654e-05,
      "loss": 0.003,
      "step": 77330
    },
    {
      "epoch": 13.79,
      "learning_rate": 4.310743580599144e-05,
      "loss": 0.0032,
      "step": 77340
    },
    {
      "epoch": 13.79,
      "learning_rate": 4.310654422253923e-05,
      "loss": 0.0032,
      "step": 77350
    },
    {
      "epoch": 13.79,
      "learning_rate": 4.310565263908702e-05,
      "loss": 0.004,
      "step": 77360
    },
    {
      "epoch": 13.8,
      "learning_rate": 4.3104761055634806e-05,
      "loss": 0.0058,
      "step": 77370
    },
    {
      "epoch": 13.8,
      "learning_rate": 4.3103869472182604e-05,
      "loss": 0.0022,
      "step": 77380
    },
    {
      "epoch": 13.8,
      "learning_rate": 4.310297788873039e-05,
      "loss": 0.0037,
      "step": 77390
    },
    {
      "epoch": 13.8,
      "learning_rate": 4.310208630527818e-05,
      "loss": 0.0033,
      "step": 77400
    },
    {
      "epoch": 13.8,
      "learning_rate": 4.3101194721825964e-05,
      "loss": 0.0029,
      "step": 77410
    },
    {
      "epoch": 13.81,
      "learning_rate": 4.3100303138373755e-05,
      "loss": 0.0037,
      "step": 77420
    },
    {
      "epoch": 13.81,
      "learning_rate": 4.3099411554921546e-05,
      "loss": 0.0024,
      "step": 77430
    },
    {
      "epoch": 13.81,
      "learning_rate": 4.309851997146933e-05,
      "loss": 0.0025,
      "step": 77440
    },
    {
      "epoch": 13.81,
      "learning_rate": 4.309762838801712e-05,
      "loss": 0.0033,
      "step": 77450
    },
    {
      "epoch": 13.81,
      "learning_rate": 4.3096736804564906e-05,
      "loss": 0.0035,
      "step": 77460
    },
    {
      "epoch": 13.81,
      "learning_rate": 4.30958452211127e-05,
      "loss": 0.0025,
      "step": 77470
    },
    {
      "epoch": 13.82,
      "learning_rate": 4.309495363766048e-05,
      "loss": 0.0026,
      "step": 77480
    },
    {
      "epoch": 13.82,
      "learning_rate": 4.309406205420828e-05,
      "loss": 0.005,
      "step": 77490
    },
    {
      "epoch": 13.82,
      "learning_rate": 4.3093170470756064e-05,
      "loss": 0.0023,
      "step": 77500
    },
    {
      "epoch": 13.82,
      "learning_rate": 4.3092278887303855e-05,
      "loss": 0.0073,
      "step": 77510
    },
    {
      "epoch": 13.82,
      "learning_rate": 4.3091387303851647e-05,
      "loss": 0.0019,
      "step": 77520
    },
    {
      "epoch": 13.82,
      "learning_rate": 4.309049572039943e-05,
      "loss": 0.0012,
      "step": 77530
    },
    {
      "epoch": 13.83,
      "learning_rate": 4.308960413694722e-05,
      "loss": 0.003,
      "step": 77540
    },
    {
      "epoch": 13.83,
      "learning_rate": 4.308871255349501e-05,
      "loss": 0.003,
      "step": 77550
    },
    {
      "epoch": 13.83,
      "learning_rate": 4.30878209700428e-05,
      "loss": 0.0033,
      "step": 77560
    },
    {
      "epoch": 13.83,
      "learning_rate": 4.308692938659058e-05,
      "loss": 0.0034,
      "step": 77570
    },
    {
      "epoch": 13.83,
      "learning_rate": 4.3086037803138374e-05,
      "loss": 0.0036,
      "step": 77580
    },
    {
      "epoch": 13.84,
      "learning_rate": 4.3085146219686165e-05,
      "loss": 0.0047,
      "step": 77590
    },
    {
      "epoch": 13.84,
      "learning_rate": 4.3084254636233956e-05,
      "loss": 0.0018,
      "step": 77600
    },
    {
      "epoch": 13.84,
      "learning_rate": 4.308336305278175e-05,
      "loss": 0.0029,
      "step": 77610
    },
    {
      "epoch": 13.84,
      "learning_rate": 4.308247146932953e-05,
      "loss": 0.0031,
      "step": 77620
    },
    {
      "epoch": 13.84,
      "learning_rate": 4.308157988587732e-05,
      "loss": 0.004,
      "step": 77630
    },
    {
      "epoch": 13.84,
      "learning_rate": 4.308068830242511e-05,
      "loss": 0.0045,
      "step": 77640
    },
    {
      "epoch": 13.85,
      "learning_rate": 4.30797967189729e-05,
      "loss": 0.0041,
      "step": 77650
    },
    {
      "epoch": 13.85,
      "learning_rate": 4.307890513552069e-05,
      "loss": 0.0042,
      "step": 77660
    },
    {
      "epoch": 13.85,
      "learning_rate": 4.3078013552068474e-05,
      "loss": 0.0036,
      "step": 77670
    },
    {
      "epoch": 13.85,
      "learning_rate": 4.3077121968616265e-05,
      "loss": 0.0035,
      "step": 77680
    },
    {
      "epoch": 13.85,
      "learning_rate": 4.307623038516405e-05,
      "loss": 0.0031,
      "step": 77690
    },
    {
      "epoch": 13.86,
      "learning_rate": 4.307533880171184e-05,
      "loss": 0.0054,
      "step": 77700
    },
    {
      "epoch": 13.86,
      "learning_rate": 4.307444721825963e-05,
      "loss": 0.0022,
      "step": 77710
    },
    {
      "epoch": 13.86,
      "learning_rate": 4.307355563480742e-05,
      "loss": 0.0032,
      "step": 77720
    },
    {
      "epoch": 13.86,
      "learning_rate": 4.307266405135521e-05,
      "loss": 0.0041,
      "step": 77730
    },
    {
      "epoch": 13.86,
      "learning_rate": 4.3071772467903e-05,
      "loss": 0.0034,
      "step": 77740
    },
    {
      "epoch": 13.86,
      "learning_rate": 4.307088088445079e-05,
      "loss": 0.0038,
      "step": 77750
    },
    {
      "epoch": 13.87,
      "learning_rate": 4.3069989300998575e-05,
      "loss": 0.0027,
      "step": 77760
    },
    {
      "epoch": 13.87,
      "learning_rate": 4.3069097717546366e-05,
      "loss": 0.0031,
      "step": 77770
    },
    {
      "epoch": 13.87,
      "learning_rate": 4.306820613409415e-05,
      "loss": 0.0029,
      "step": 77780
    },
    {
      "epoch": 13.87,
      "learning_rate": 4.306731455064194e-05,
      "loss": 0.0028,
      "step": 77790
    },
    {
      "epoch": 13.87,
      "learning_rate": 4.3066422967189726e-05,
      "loss": 0.0024,
      "step": 77800
    },
    {
      "epoch": 13.87,
      "learning_rate": 4.306553138373752e-05,
      "loss": 0.0029,
      "step": 77810
    },
    {
      "epoch": 13.88,
      "learning_rate": 4.306463980028531e-05,
      "loss": 0.0033,
      "step": 77820
    },
    {
      "epoch": 13.88,
      "learning_rate": 4.30637482168331e-05,
      "loss": 0.0031,
      "step": 77830
    },
    {
      "epoch": 13.88,
      "learning_rate": 4.306285663338089e-05,
      "loss": 0.0032,
      "step": 77840
    },
    {
      "epoch": 13.88,
      "learning_rate": 4.3061965049928675e-05,
      "loss": 0.004,
      "step": 77850
    },
    {
      "epoch": 13.88,
      "learning_rate": 4.3061073466476466e-05,
      "loss": 0.0043,
      "step": 77860
    },
    {
      "epoch": 13.89,
      "learning_rate": 4.306018188302425e-05,
      "loss": 0.0033,
      "step": 77870
    },
    {
      "epoch": 13.89,
      "learning_rate": 4.305929029957204e-05,
      "loss": 0.0036,
      "step": 77880
    },
    {
      "epoch": 13.89,
      "learning_rate": 4.305839871611983e-05,
      "loss": 0.002,
      "step": 77890
    },
    {
      "epoch": 13.89,
      "learning_rate": 4.305750713266762e-05,
      "loss": 0.0047,
      "step": 77900
    },
    {
      "epoch": 13.89,
      "learning_rate": 4.305661554921541e-05,
      "loss": 0.0043,
      "step": 77910
    },
    {
      "epoch": 13.89,
      "learning_rate": 4.305572396576319e-05,
      "loss": 0.003,
      "step": 77920
    },
    {
      "epoch": 13.9,
      "learning_rate": 4.305483238231099e-05,
      "loss": 0.0055,
      "step": 77930
    },
    {
      "epoch": 13.9,
      "learning_rate": 4.3053940798858776e-05,
      "loss": 0.0035,
      "step": 77940
    },
    {
      "epoch": 13.9,
      "learning_rate": 4.305304921540657e-05,
      "loss": 0.003,
      "step": 77950
    },
    {
      "epoch": 13.9,
      "learning_rate": 4.305215763195435e-05,
      "loss": 0.006,
      "step": 77960
    },
    {
      "epoch": 13.9,
      "learning_rate": 4.305126604850214e-05,
      "loss": 0.0059,
      "step": 77970
    },
    {
      "epoch": 13.91,
      "learning_rate": 4.3050374465049934e-05,
      "loss": 0.0043,
      "step": 77980
    },
    {
      "epoch": 13.91,
      "learning_rate": 4.304948288159772e-05,
      "loss": 0.004,
      "step": 77990
    },
    {
      "epoch": 13.91,
      "learning_rate": 4.304859129814551e-05,
      "loss": 0.0056,
      "step": 78000
    },
    {
      "epoch": 13.91,
      "learning_rate": 4.3047699714693294e-05,
      "loss": 0.0043,
      "step": 78010
    },
    {
      "epoch": 13.91,
      "learning_rate": 4.3046808131241085e-05,
      "loss": 0.0048,
      "step": 78020
    },
    {
      "epoch": 13.91,
      "learning_rate": 4.304591654778887e-05,
      "loss": 0.0027,
      "step": 78030
    },
    {
      "epoch": 13.92,
      "learning_rate": 4.304502496433667e-05,
      "loss": 0.0039,
      "step": 78040
    },
    {
      "epoch": 13.92,
      "learning_rate": 4.304413338088445e-05,
      "loss": 0.0025,
      "step": 78050
    },
    {
      "epoch": 13.92,
      "learning_rate": 4.304324179743224e-05,
      "loss": 0.0022,
      "step": 78060
    },
    {
      "epoch": 13.92,
      "learning_rate": 4.3042350213980034e-05,
      "loss": 0.0033,
      "step": 78070
    },
    {
      "epoch": 13.92,
      "learning_rate": 4.304145863052782e-05,
      "loss": 0.0037,
      "step": 78080
    },
    {
      "epoch": 13.92,
      "learning_rate": 4.304056704707561e-05,
      "loss": 0.0029,
      "step": 78090
    },
    {
      "epoch": 13.93,
      "learning_rate": 4.3039675463623394e-05,
      "loss": 0.0028,
      "step": 78100
    },
    {
      "epoch": 13.93,
      "learning_rate": 4.3038783880171186e-05,
      "loss": 0.0026,
      "step": 78110
    },
    {
      "epoch": 13.93,
      "learning_rate": 4.303789229671898e-05,
      "loss": 0.0021,
      "step": 78120
    },
    {
      "epoch": 13.93,
      "learning_rate": 4.303700071326676e-05,
      "loss": 0.0065,
      "step": 78130
    },
    {
      "epoch": 13.93,
      "learning_rate": 4.303610912981455e-05,
      "loss": 0.0033,
      "step": 78140
    },
    {
      "epoch": 13.94,
      "learning_rate": 4.3035217546362344e-05,
      "loss": 0.0022,
      "step": 78150
    },
    {
      "epoch": 13.94,
      "learning_rate": 4.3034325962910135e-05,
      "loss": 0.0038,
      "step": 78160
    },
    {
      "epoch": 13.94,
      "learning_rate": 4.303343437945792e-05,
      "loss": 0.0043,
      "step": 78170
    },
    {
      "epoch": 13.94,
      "learning_rate": 4.303254279600571e-05,
      "loss": 0.0037,
      "step": 78180
    },
    {
      "epoch": 13.94,
      "learning_rate": 4.3031651212553495e-05,
      "loss": 0.0037,
      "step": 78190
    },
    {
      "epoch": 13.94,
      "learning_rate": 4.3030759629101286e-05,
      "loss": 0.0037,
      "step": 78200
    },
    {
      "epoch": 13.95,
      "learning_rate": 4.302986804564908e-05,
      "loss": 0.0035,
      "step": 78210
    },
    {
      "epoch": 13.95,
      "learning_rate": 4.302897646219686e-05,
      "loss": 0.0044,
      "step": 78220
    },
    {
      "epoch": 13.95,
      "learning_rate": 4.302808487874465e-05,
      "loss": 0.0035,
      "step": 78230
    },
    {
      "epoch": 13.95,
      "learning_rate": 4.302719329529244e-05,
      "loss": 0.0026,
      "step": 78240
    },
    {
      "epoch": 13.95,
      "learning_rate": 4.302630171184023e-05,
      "loss": 0.0029,
      "step": 78250
    },
    {
      "epoch": 13.96,
      "learning_rate": 4.302541012838802e-05,
      "loss": 0.0023,
      "step": 78260
    },
    {
      "epoch": 13.96,
      "learning_rate": 4.302451854493581e-05,
      "loss": 0.0022,
      "step": 78270
    },
    {
      "epoch": 13.96,
      "learning_rate": 4.3023626961483596e-05,
      "loss": 0.002,
      "step": 78280
    },
    {
      "epoch": 13.96,
      "learning_rate": 4.302273537803139e-05,
      "loss": 0.0041,
      "step": 78290
    },
    {
      "epoch": 13.96,
      "learning_rate": 4.302184379457918e-05,
      "loss": 0.0041,
      "step": 78300
    },
    {
      "epoch": 13.96,
      "learning_rate": 4.302095221112696e-05,
      "loss": 0.002,
      "step": 78310
    },
    {
      "epoch": 13.97,
      "learning_rate": 4.3020060627674754e-05,
      "loss": 0.006,
      "step": 78320
    },
    {
      "epoch": 13.97,
      "learning_rate": 4.301916904422254e-05,
      "loss": 0.0021,
      "step": 78330
    },
    {
      "epoch": 13.97,
      "learning_rate": 4.301827746077033e-05,
      "loss": 0.0025,
      "step": 78340
    },
    {
      "epoch": 13.97,
      "learning_rate": 4.3017385877318114e-05,
      "loss": 0.0029,
      "step": 78350
    },
    {
      "epoch": 13.97,
      "learning_rate": 4.3016494293865905e-05,
      "loss": 0.0019,
      "step": 78360
    },
    {
      "epoch": 13.97,
      "learning_rate": 4.3015602710413696e-05,
      "loss": 0.0029,
      "step": 78370
    },
    {
      "epoch": 13.98,
      "learning_rate": 4.301471112696149e-05,
      "loss": 0.0025,
      "step": 78380
    },
    {
      "epoch": 13.98,
      "learning_rate": 4.301381954350928e-05,
      "loss": 0.0017,
      "step": 78390
    },
    {
      "epoch": 13.98,
      "learning_rate": 4.301292796005706e-05,
      "loss": 0.0035,
      "step": 78400
    },
    {
      "epoch": 13.98,
      "learning_rate": 4.3012036376604854e-05,
      "loss": 0.003,
      "step": 78410
    },
    {
      "epoch": 13.98,
      "learning_rate": 4.301114479315264e-05,
      "loss": 0.0027,
      "step": 78420
    },
    {
      "epoch": 13.99,
      "learning_rate": 4.301025320970043e-05,
      "loss": 0.0028,
      "step": 78430
    },
    {
      "epoch": 13.99,
      "learning_rate": 4.300936162624822e-05,
      "loss": 0.0028,
      "step": 78440
    },
    {
      "epoch": 13.99,
      "learning_rate": 4.3008470042796005e-05,
      "loss": 0.0024,
      "step": 78450
    },
    {
      "epoch": 13.99,
      "learning_rate": 4.30075784593438e-05,
      "loss": 0.002,
      "step": 78460
    },
    {
      "epoch": 13.99,
      "learning_rate": 4.300668687589158e-05,
      "loss": 0.0025,
      "step": 78470
    },
    {
      "epoch": 13.99,
      "learning_rate": 4.300579529243938e-05,
      "loss": 0.003,
      "step": 78480
    },
    {
      "epoch": 14.0,
      "learning_rate": 4.3004903708987164e-05,
      "loss": 0.0058,
      "step": 78490
    },
    {
      "epoch": 14.0,
      "learning_rate": 4.3004012125534955e-05,
      "loss": 0.0039,
      "step": 78500
    },
    {
      "epoch": 14.0,
      "learning_rate": 4.300312054208274e-05,
      "loss": 0.0038,
      "step": 78510
    },
    {
      "epoch": 14.0,
      "eval_loss": 0.019745901226997375,
      "eval_runtime": 196.3873,
      "eval_samples_per_second": 23.622,
      "eval_steps_per_second": 2.953,
      "step": 78512
    },
    {
      "epoch": 14.0,
      "learning_rate": 4.300222895863053e-05,
      "loss": 0.0024,
      "step": 78520
    },
    {
      "epoch": 14.0,
      "learning_rate": 4.300133737517832e-05,
      "loss": 0.0034,
      "step": 78530
    },
    {
      "epoch": 14.0,
      "learning_rate": 4.3000445791726106e-05,
      "loss": 0.0031,
      "step": 78540
    },
    {
      "epoch": 14.01,
      "learning_rate": 4.29995542082739e-05,
      "loss": 0.0048,
      "step": 78550
    },
    {
      "epoch": 14.01,
      "learning_rate": 4.299866262482168e-05,
      "loss": 0.0019,
      "step": 78560
    },
    {
      "epoch": 14.01,
      "learning_rate": 4.299777104136947e-05,
      "loss": 0.0021,
      "step": 78570
    },
    {
      "epoch": 14.01,
      "learning_rate": 4.299687945791726e-05,
      "loss": 0.0039,
      "step": 78580
    },
    {
      "epoch": 14.01,
      "learning_rate": 4.2995987874465055e-05,
      "loss": 0.0021,
      "step": 78590
    },
    {
      "epoch": 14.02,
      "learning_rate": 4.299509629101284e-05,
      "loss": 0.0026,
      "step": 78600
    },
    {
      "epoch": 14.02,
      "learning_rate": 4.299420470756063e-05,
      "loss": 0.0024,
      "step": 78610
    },
    {
      "epoch": 14.02,
      "learning_rate": 4.299331312410842e-05,
      "loss": 0.0034,
      "step": 78620
    },
    {
      "epoch": 14.02,
      "learning_rate": 4.2992421540656207e-05,
      "loss": 0.0022,
      "step": 78630
    },
    {
      "epoch": 14.02,
      "learning_rate": 4.2991529957204e-05,
      "loss": 0.0031,
      "step": 78640
    },
    {
      "epoch": 14.02,
      "learning_rate": 4.299063837375178e-05,
      "loss": 0.0023,
      "step": 78650
    },
    {
      "epoch": 14.03,
      "learning_rate": 4.2989746790299573e-05,
      "loss": 0.0011,
      "step": 78660
    },
    {
      "epoch": 14.03,
      "learning_rate": 4.2988855206847365e-05,
      "loss": 0.004,
      "step": 78670
    },
    {
      "epoch": 14.03,
      "learning_rate": 4.298796362339515e-05,
      "loss": 0.0029,
      "step": 78680
    },
    {
      "epoch": 14.03,
      "learning_rate": 4.298707203994294e-05,
      "loss": 0.0021,
      "step": 78690
    },
    {
      "epoch": 14.03,
      "learning_rate": 4.298618045649073e-05,
      "loss": 0.0019,
      "step": 78700
    },
    {
      "epoch": 14.04,
      "learning_rate": 4.298528887303852e-05,
      "loss": 0.0041,
      "step": 78710
    },
    {
      "epoch": 14.04,
      "learning_rate": 4.298439728958631e-05,
      "loss": 0.0025,
      "step": 78720
    },
    {
      "epoch": 14.04,
      "learning_rate": 4.29835057061341e-05,
      "loss": 0.0043,
      "step": 78730
    },
    {
      "epoch": 14.04,
      "learning_rate": 4.298261412268188e-05,
      "loss": 0.0027,
      "step": 78740
    },
    {
      "epoch": 14.04,
      "learning_rate": 4.2981722539229674e-05,
      "loss": 0.004,
      "step": 78750
    },
    {
      "epoch": 14.04,
      "learning_rate": 4.2980830955777465e-05,
      "loss": 0.002,
      "step": 78760
    },
    {
      "epoch": 14.05,
      "learning_rate": 4.297993937232525e-05,
      "loss": 0.0046,
      "step": 78770
    },
    {
      "epoch": 14.05,
      "learning_rate": 4.297904778887304e-05,
      "loss": 0.0037,
      "step": 78780
    },
    {
      "epoch": 14.05,
      "learning_rate": 4.2978156205420825e-05,
      "loss": 0.0028,
      "step": 78790
    },
    {
      "epoch": 14.05,
      "learning_rate": 4.2977264621968617e-05,
      "loss": 0.0029,
      "step": 78800
    },
    {
      "epoch": 14.05,
      "learning_rate": 4.297637303851641e-05,
      "loss": 0.002,
      "step": 78810
    },
    {
      "epoch": 14.05,
      "learning_rate": 4.29754814550642e-05,
      "loss": 0.003,
      "step": 78820
    },
    {
      "epoch": 14.06,
      "learning_rate": 4.297458987161198e-05,
      "loss": 0.0022,
      "step": 78830
    },
    {
      "epoch": 14.06,
      "learning_rate": 4.2973698288159775e-05,
      "loss": 0.0018,
      "step": 78840
    },
    {
      "epoch": 14.06,
      "learning_rate": 4.2972806704707566e-05,
      "loss": 0.0034,
      "step": 78850
    },
    {
      "epoch": 14.06,
      "learning_rate": 4.297191512125535e-05,
      "loss": 0.0017,
      "step": 78860
    },
    {
      "epoch": 14.06,
      "learning_rate": 4.297102353780314e-05,
      "loss": 0.0022,
      "step": 78870
    },
    {
      "epoch": 14.07,
      "learning_rate": 4.2970131954350926e-05,
      "loss": 0.0027,
      "step": 78880
    },
    {
      "epoch": 14.07,
      "learning_rate": 4.296924037089872e-05,
      "loss": 0.0044,
      "step": 78890
    },
    {
      "epoch": 14.07,
      "learning_rate": 4.296834878744651e-05,
      "loss": 0.0025,
      "step": 78900
    },
    {
      "epoch": 14.07,
      "learning_rate": 4.296745720399429e-05,
      "loss": 0.0029,
      "step": 78910
    },
    {
      "epoch": 14.07,
      "learning_rate": 4.296656562054209e-05,
      "loss": 0.0018,
      "step": 78920
    },
    {
      "epoch": 14.07,
      "learning_rate": 4.2965674037089875e-05,
      "loss": 0.0025,
      "step": 78930
    },
    {
      "epoch": 14.08,
      "learning_rate": 4.2964782453637666e-05,
      "loss": 0.0032,
      "step": 78940
    },
    {
      "epoch": 14.08,
      "learning_rate": 4.296389087018545e-05,
      "loss": 0.003,
      "step": 78950
    },
    {
      "epoch": 14.08,
      "learning_rate": 4.296299928673324e-05,
      "loss": 0.0015,
      "step": 78960
    },
    {
      "epoch": 14.08,
      "learning_rate": 4.2962107703281026e-05,
      "loss": 0.0024,
      "step": 78970
    },
    {
      "epoch": 14.08,
      "learning_rate": 4.296121611982882e-05,
      "loss": 0.0026,
      "step": 78980
    },
    {
      "epoch": 14.09,
      "learning_rate": 4.296032453637661e-05,
      "loss": 0.0017,
      "step": 78990
    },
    {
      "epoch": 14.09,
      "learning_rate": 4.295943295292439e-05,
      "loss": 0.0055,
      "step": 79000
    },
    {
      "epoch": 14.09,
      "learning_rate": 4.2958541369472184e-05,
      "loss": 0.0058,
      "step": 79010
    },
    {
      "epoch": 14.09,
      "learning_rate": 4.295764978601997e-05,
      "loss": 0.0015,
      "step": 79020
    },
    {
      "epoch": 14.09,
      "learning_rate": 4.295675820256777e-05,
      "loss": 0.0026,
      "step": 79030
    },
    {
      "epoch": 14.09,
      "learning_rate": 4.295586661911555e-05,
      "loss": 0.0033,
      "step": 79040
    },
    {
      "epoch": 14.1,
      "learning_rate": 4.295497503566334e-05,
      "loss": 0.0031,
      "step": 79050
    },
    {
      "epoch": 14.1,
      "learning_rate": 4.295408345221113e-05,
      "loss": 0.0014,
      "step": 79060
    },
    {
      "epoch": 14.1,
      "learning_rate": 4.295319186875892e-05,
      "loss": 0.0019,
      "step": 79070
    },
    {
      "epoch": 14.1,
      "learning_rate": 4.295230028530671e-05,
      "loss": 0.0032,
      "step": 79080
    },
    {
      "epoch": 14.1,
      "learning_rate": 4.2951408701854494e-05,
      "loss": 0.0042,
      "step": 79090
    },
    {
      "epoch": 14.1,
      "learning_rate": 4.2950517118402285e-05,
      "loss": 0.002,
      "step": 79100
    },
    {
      "epoch": 14.11,
      "learning_rate": 4.294962553495007e-05,
      "loss": 0.0023,
      "step": 79110
    },
    {
      "epoch": 14.11,
      "learning_rate": 4.294873395149786e-05,
      "loss": 0.003,
      "step": 79120
    },
    {
      "epoch": 14.11,
      "learning_rate": 4.294784236804565e-05,
      "loss": 0.0055,
      "step": 79130
    },
    {
      "epoch": 14.11,
      "learning_rate": 4.294695078459344e-05,
      "loss": 0.0059,
      "step": 79140
    },
    {
      "epoch": 14.11,
      "learning_rate": 4.2946059201141234e-05,
      "loss": 0.0023,
      "step": 79150
    },
    {
      "epoch": 14.12,
      "learning_rate": 4.294516761768902e-05,
      "loss": 0.0017,
      "step": 79160
    },
    {
      "epoch": 14.12,
      "learning_rate": 4.294427603423681e-05,
      "loss": 0.002,
      "step": 79170
    },
    {
      "epoch": 14.12,
      "learning_rate": 4.2943384450784594e-05,
      "loss": 0.0041,
      "step": 79180
    },
    {
      "epoch": 14.12,
      "learning_rate": 4.2942492867332386e-05,
      "loss": 0.0036,
      "step": 79190
    },
    {
      "epoch": 14.12,
      "learning_rate": 4.294160128388017e-05,
      "loss": 0.0043,
      "step": 79200
    },
    {
      "epoch": 14.12,
      "learning_rate": 4.294070970042796e-05,
      "loss": 0.0031,
      "step": 79210
    },
    {
      "epoch": 14.13,
      "learning_rate": 4.293981811697575e-05,
      "loss": 0.0046,
      "step": 79220
    },
    {
      "epoch": 14.13,
      "learning_rate": 4.293892653352354e-05,
      "loss": 0.002,
      "step": 79230
    },
    {
      "epoch": 14.13,
      "learning_rate": 4.293803495007133e-05,
      "loss": 0.0035,
      "step": 79240
    },
    {
      "epoch": 14.13,
      "learning_rate": 4.293714336661912e-05,
      "loss": 0.0033,
      "step": 79250
    },
    {
      "epoch": 14.13,
      "learning_rate": 4.293625178316691e-05,
      "loss": 0.0027,
      "step": 79260
    },
    {
      "epoch": 14.14,
      "learning_rate": 4.2935360199714695e-05,
      "loss": 0.0021,
      "step": 79270
    },
    {
      "epoch": 14.14,
      "learning_rate": 4.2934468616262486e-05,
      "loss": 0.0016,
      "step": 79280
    },
    {
      "epoch": 14.14,
      "learning_rate": 4.293357703281027e-05,
      "loss": 0.0039,
      "step": 79290
    },
    {
      "epoch": 14.14,
      "learning_rate": 4.293268544935806e-05,
      "loss": 0.0076,
      "step": 79300
    },
    {
      "epoch": 14.14,
      "learning_rate": 4.293179386590585e-05,
      "loss": 0.0021,
      "step": 79310
    },
    {
      "epoch": 14.14,
      "learning_rate": 4.293090228245364e-05,
      "loss": 0.0042,
      "step": 79320
    },
    {
      "epoch": 14.15,
      "learning_rate": 4.293001069900143e-05,
      "loss": 0.0064,
      "step": 79330
    },
    {
      "epoch": 14.15,
      "learning_rate": 4.292911911554921e-05,
      "loss": 0.0038,
      "step": 79340
    },
    {
      "epoch": 14.15,
      "learning_rate": 4.2928227532097004e-05,
      "loss": 0.0057,
      "step": 79350
    },
    {
      "epoch": 14.15,
      "learning_rate": 4.2927335948644796e-05,
      "loss": 0.0024,
      "step": 79360
    },
    {
      "epoch": 14.15,
      "learning_rate": 4.292644436519259e-05,
      "loss": 0.0027,
      "step": 79370
    },
    {
      "epoch": 14.15,
      "learning_rate": 4.292555278174038e-05,
      "loss": 0.003,
      "step": 79380
    },
    {
      "epoch": 14.16,
      "learning_rate": 4.292466119828816e-05,
      "loss": 0.0015,
      "step": 79390
    },
    {
      "epoch": 14.16,
      "learning_rate": 4.2923769614835954e-05,
      "loss": 0.0035,
      "step": 79400
    },
    {
      "epoch": 14.16,
      "learning_rate": 4.292287803138374e-05,
      "loss": 0.0024,
      "step": 79410
    },
    {
      "epoch": 14.16,
      "learning_rate": 4.292198644793153e-05,
      "loss": 0.0018,
      "step": 79420
    },
    {
      "epoch": 14.16,
      "learning_rate": 4.2921094864479314e-05,
      "loss": 0.0033,
      "step": 79430
    },
    {
      "epoch": 14.17,
      "learning_rate": 4.2920203281027105e-05,
      "loss": 0.0039,
      "step": 79440
    },
    {
      "epoch": 14.17,
      "learning_rate": 4.2919311697574896e-05,
      "loss": 0.0021,
      "step": 79450
    },
    {
      "epoch": 14.17,
      "learning_rate": 4.291842011412268e-05,
      "loss": 0.0039,
      "step": 79460
    },
    {
      "epoch": 14.17,
      "learning_rate": 4.291752853067048e-05,
      "loss": 0.0033,
      "step": 79470
    },
    {
      "epoch": 14.17,
      "learning_rate": 4.291663694721826e-05,
      "loss": 0.0025,
      "step": 79480
    },
    {
      "epoch": 14.17,
      "learning_rate": 4.2915745363766054e-05,
      "loss": 0.0039,
      "step": 79490
    },
    {
      "epoch": 14.18,
      "learning_rate": 4.291485378031384e-05,
      "loss": 0.0022,
      "step": 79500
    },
    {
      "epoch": 14.18,
      "learning_rate": 4.291396219686163e-05,
      "loss": 0.0069,
      "step": 79510
    },
    {
      "epoch": 14.18,
      "learning_rate": 4.2913070613409414e-05,
      "loss": 0.0036,
      "step": 79520
    },
    {
      "epoch": 14.18,
      "learning_rate": 4.2912179029957205e-05,
      "loss": 0.0043,
      "step": 79530
    },
    {
      "epoch": 14.18,
      "learning_rate": 4.2911287446505e-05,
      "loss": 0.0021,
      "step": 79540
    },
    {
      "epoch": 14.19,
      "learning_rate": 4.291039586305278e-05,
      "loss": 0.0033,
      "step": 79550
    },
    {
      "epoch": 14.19,
      "learning_rate": 4.290950427960057e-05,
      "loss": 0.003,
      "step": 79560
    },
    {
      "epoch": 14.19,
      "learning_rate": 4.290861269614836e-05,
      "loss": 0.0015,
      "step": 79570
    },
    {
      "epoch": 14.19,
      "learning_rate": 4.2907721112696155e-05,
      "loss": 0.0031,
      "step": 79580
    },
    {
      "epoch": 14.19,
      "learning_rate": 4.290682952924394e-05,
      "loss": 0.0029,
      "step": 79590
    },
    {
      "epoch": 14.19,
      "learning_rate": 4.290593794579173e-05,
      "loss": 0.0027,
      "step": 79600
    },
    {
      "epoch": 14.2,
      "learning_rate": 4.290504636233952e-05,
      "loss": 0.0032,
      "step": 79610
    },
    {
      "epoch": 14.2,
      "learning_rate": 4.2904154778887306e-05,
      "loss": 0.004,
      "step": 79620
    },
    {
      "epoch": 14.2,
      "learning_rate": 4.29032631954351e-05,
      "loss": 0.0025,
      "step": 79630
    },
    {
      "epoch": 14.2,
      "learning_rate": 4.290237161198288e-05,
      "loss": 0.0025,
      "step": 79640
    },
    {
      "epoch": 14.2,
      "learning_rate": 4.290148002853067e-05,
      "loss": 0.0023,
      "step": 79650
    },
    {
      "epoch": 14.2,
      "learning_rate": 4.290058844507846e-05,
      "loss": 0.0025,
      "step": 79660
    },
    {
      "epoch": 14.21,
      "learning_rate": 4.289969686162625e-05,
      "loss": 0.0028,
      "step": 79670
    },
    {
      "epoch": 14.21,
      "learning_rate": 4.289880527817404e-05,
      "loss": 0.0043,
      "step": 79680
    },
    {
      "epoch": 14.21,
      "learning_rate": 4.289791369472183e-05,
      "loss": 0.0012,
      "step": 79690
    },
    {
      "epoch": 14.21,
      "learning_rate": 4.289702211126962e-05,
      "loss": 0.0034,
      "step": 79700
    },
    {
      "epoch": 14.21,
      "learning_rate": 4.2896130527817407e-05,
      "loss": 0.0025,
      "step": 79710
    },
    {
      "epoch": 14.22,
      "learning_rate": 4.28952389443652e-05,
      "loss": 0.0034,
      "step": 79720
    },
    {
      "epoch": 14.22,
      "learning_rate": 4.289434736091298e-05,
      "loss": 0.0028,
      "step": 79730
    },
    {
      "epoch": 14.22,
      "learning_rate": 4.2893455777460773e-05,
      "loss": 0.0041,
      "step": 79740
    },
    {
      "epoch": 14.22,
      "learning_rate": 4.289256419400856e-05,
      "loss": 0.0029,
      "step": 79750
    },
    {
      "epoch": 14.22,
      "learning_rate": 4.289167261055635e-05,
      "loss": 0.0022,
      "step": 79760
    },
    {
      "epoch": 14.22,
      "learning_rate": 4.289078102710414e-05,
      "loss": 0.0033,
      "step": 79770
    },
    {
      "epoch": 14.23,
      "learning_rate": 4.2889889443651925e-05,
      "loss": 0.0058,
      "step": 79780
    },
    {
      "epoch": 14.23,
      "learning_rate": 4.2888997860199716e-05,
      "loss": 0.0028,
      "step": 79790
    },
    {
      "epoch": 14.23,
      "learning_rate": 4.288810627674751e-05,
      "loss": 0.0035,
      "step": 79800
    },
    {
      "epoch": 14.23,
      "learning_rate": 4.28872146932953e-05,
      "loss": 0.0031,
      "step": 79810
    },
    {
      "epoch": 14.23,
      "learning_rate": 4.288632310984308e-05,
      "loss": 0.0037,
      "step": 79820
    },
    {
      "epoch": 14.24,
      "learning_rate": 4.2885431526390874e-05,
      "loss": 0.003,
      "step": 79830
    },
    {
      "epoch": 14.24,
      "learning_rate": 4.2884539942938665e-05,
      "loss": 0.0038,
      "step": 79840
    },
    {
      "epoch": 14.24,
      "learning_rate": 4.288364835948645e-05,
      "loss": 0.0061,
      "step": 79850
    },
    {
      "epoch": 14.24,
      "learning_rate": 4.288275677603424e-05,
      "loss": 0.0025,
      "step": 79860
    },
    {
      "epoch": 14.24,
      "learning_rate": 4.2881865192582025e-05,
      "loss": 0.0027,
      "step": 79870
    },
    {
      "epoch": 14.24,
      "learning_rate": 4.2880973609129816e-05,
      "loss": 0.0074,
      "step": 79880
    },
    {
      "epoch": 14.25,
      "learning_rate": 4.28800820256776e-05,
      "loss": 0.0021,
      "step": 79890
    },
    {
      "epoch": 14.25,
      "learning_rate": 4.287919044222539e-05,
      "loss": 0.003,
      "step": 79900
    },
    {
      "epoch": 14.25,
      "learning_rate": 4.287829885877318e-05,
      "loss": 0.0014,
      "step": 79910
    },
    {
      "epoch": 14.25,
      "learning_rate": 4.2877407275320975e-05,
      "loss": 0.0059,
      "step": 79920
    },
    {
      "epoch": 14.25,
      "learning_rate": 4.2876515691868766e-05,
      "loss": 0.0039,
      "step": 79930
    },
    {
      "epoch": 14.25,
      "learning_rate": 4.287562410841655e-05,
      "loss": 0.0031,
      "step": 79940
    },
    {
      "epoch": 14.26,
      "learning_rate": 4.287473252496434e-05,
      "loss": 0.0031,
      "step": 79950
    },
    {
      "epoch": 14.26,
      "learning_rate": 4.2873840941512126e-05,
      "loss": 0.0039,
      "step": 79960
    },
    {
      "epoch": 14.26,
      "learning_rate": 4.287294935805992e-05,
      "loss": 0.0037,
      "step": 79970
    },
    {
      "epoch": 14.26,
      "learning_rate": 4.28720577746077e-05,
      "loss": 0.0025,
      "step": 79980
    },
    {
      "epoch": 14.26,
      "learning_rate": 4.287116619115549e-05,
      "loss": 0.0038,
      "step": 79990
    },
    {
      "epoch": 14.27,
      "learning_rate": 4.2870274607703284e-05,
      "loss": 0.0046,
      "step": 80000
    },
    {
      "epoch": 14.27,
      "learning_rate": 4.286938302425107e-05,
      "loss": 0.0029,
      "step": 80010
    },
    {
      "epoch": 14.27,
      "learning_rate": 4.2868491440798866e-05,
      "loss": 0.0016,
      "step": 80020
    },
    {
      "epoch": 14.27,
      "learning_rate": 4.286759985734665e-05,
      "loss": 0.0061,
      "step": 80030
    },
    {
      "epoch": 14.27,
      "learning_rate": 4.286670827389444e-05,
      "loss": 0.0026,
      "step": 80040
    },
    {
      "epoch": 14.27,
      "learning_rate": 4.2865816690442226e-05,
      "loss": 0.004,
      "step": 80050
    },
    {
      "epoch": 14.28,
      "learning_rate": 4.286492510699002e-05,
      "loss": 0.002,
      "step": 80060
    },
    {
      "epoch": 14.28,
      "learning_rate": 4.286403352353781e-05,
      "loss": 0.003,
      "step": 80070
    },
    {
      "epoch": 14.28,
      "learning_rate": 4.286314194008559e-05,
      "loss": 0.0036,
      "step": 80080
    },
    {
      "epoch": 14.28,
      "learning_rate": 4.2862250356633384e-05,
      "loss": 0.0024,
      "step": 80090
    },
    {
      "epoch": 14.28,
      "learning_rate": 4.286135877318117e-05,
      "loss": 0.0039,
      "step": 80100
    },
    {
      "epoch": 14.28,
      "learning_rate": 4.286046718972896e-05,
      "loss": 0.003,
      "step": 80110
    },
    {
      "epoch": 14.29,
      "learning_rate": 4.2859575606276745e-05,
      "loss": 0.0053,
      "step": 80120
    },
    {
      "epoch": 14.29,
      "learning_rate": 4.285868402282454e-05,
      "loss": 0.0029,
      "step": 80130
    },
    {
      "epoch": 14.29,
      "learning_rate": 4.285779243937233e-05,
      "loss": 0.0026,
      "step": 80140
    },
    {
      "epoch": 14.29,
      "learning_rate": 4.285690085592012e-05,
      "loss": 0.0038,
      "step": 80150
    },
    {
      "epoch": 14.29,
      "learning_rate": 4.285600927246791e-05,
      "loss": 0.0045,
      "step": 80160
    },
    {
      "epoch": 14.3,
      "learning_rate": 4.2855117689015694e-05,
      "loss": 0.0024,
      "step": 80170
    },
    {
      "epoch": 14.3,
      "learning_rate": 4.2854226105563485e-05,
      "loss": 0.003,
      "step": 80180
    },
    {
      "epoch": 14.3,
      "learning_rate": 4.285333452211127e-05,
      "loss": 0.0045,
      "step": 80190
    },
    {
      "epoch": 14.3,
      "learning_rate": 4.285244293865906e-05,
      "loss": 0.0022,
      "step": 80200
    },
    {
      "epoch": 14.3,
      "learning_rate": 4.2851551355206845e-05,
      "loss": 0.0046,
      "step": 80210
    },
    {
      "epoch": 14.3,
      "learning_rate": 4.2850659771754636e-05,
      "loss": 0.0019,
      "step": 80220
    },
    {
      "epoch": 14.31,
      "learning_rate": 4.284976818830243e-05,
      "loss": 0.0028,
      "step": 80230
    },
    {
      "epoch": 14.31,
      "learning_rate": 4.284887660485021e-05,
      "loss": 0.003,
      "step": 80240
    },
    {
      "epoch": 14.31,
      "learning_rate": 4.284798502139801e-05,
      "loss": 0.0027,
      "step": 80250
    },
    {
      "epoch": 14.31,
      "learning_rate": 4.2847093437945794e-05,
      "loss": 0.0027,
      "step": 80260
    },
    {
      "epoch": 14.31,
      "learning_rate": 4.2846201854493586e-05,
      "loss": 0.0018,
      "step": 80270
    },
    {
      "epoch": 14.32,
      "learning_rate": 4.284531027104137e-05,
      "loss": 0.0032,
      "step": 80280
    },
    {
      "epoch": 14.32,
      "learning_rate": 4.284441868758916e-05,
      "loss": 0.0026,
      "step": 80290
    },
    {
      "epoch": 14.32,
      "learning_rate": 4.2843527104136946e-05,
      "loss": 0.0048,
      "step": 80300
    },
    {
      "epoch": 14.32,
      "learning_rate": 4.284263552068474e-05,
      "loss": 0.0034,
      "step": 80310
    },
    {
      "epoch": 14.32,
      "learning_rate": 4.284174393723253e-05,
      "loss": 0.0021,
      "step": 80320
    },
    {
      "epoch": 14.32,
      "learning_rate": 4.284085235378031e-05,
      "loss": 0.0034,
      "step": 80330
    },
    {
      "epoch": 14.33,
      "learning_rate": 4.2839960770328104e-05,
      "loss": 0.0027,
      "step": 80340
    },
    {
      "epoch": 14.33,
      "learning_rate": 4.283906918687589e-05,
      "loss": 0.0042,
      "step": 80350
    },
    {
      "epoch": 14.33,
      "learning_rate": 4.2838177603423686e-05,
      "loss": 0.0026,
      "step": 80360
    },
    {
      "epoch": 14.33,
      "learning_rate": 4.283728601997147e-05,
      "loss": 0.0044,
      "step": 80370
    },
    {
      "epoch": 14.33,
      "learning_rate": 4.283639443651926e-05,
      "loss": 0.0015,
      "step": 80380
    },
    {
      "epoch": 14.33,
      "learning_rate": 4.283550285306705e-05,
      "loss": 0.0067,
      "step": 80390
    },
    {
      "epoch": 14.34,
      "learning_rate": 4.283461126961484e-05,
      "loss": 0.0025,
      "step": 80400
    },
    {
      "epoch": 14.34,
      "learning_rate": 4.283371968616263e-05,
      "loss": 0.003,
      "step": 80410
    },
    {
      "epoch": 14.34,
      "learning_rate": 4.283282810271041e-05,
      "loss": 0.0025,
      "step": 80420
    },
    {
      "epoch": 14.34,
      "learning_rate": 4.2831936519258204e-05,
      "loss": 0.0017,
      "step": 80430
    },
    {
      "epoch": 14.34,
      "learning_rate": 4.283104493580599e-05,
      "loss": 0.0023,
      "step": 80440
    },
    {
      "epoch": 14.35,
      "learning_rate": 4.283015335235378e-05,
      "loss": 0.0043,
      "step": 80450
    },
    {
      "epoch": 14.35,
      "learning_rate": 4.282926176890157e-05,
      "loss": 0.0019,
      "step": 80460
    },
    {
      "epoch": 14.35,
      "learning_rate": 4.282837018544936e-05,
      "loss": 0.0035,
      "step": 80470
    },
    {
      "epoch": 14.35,
      "learning_rate": 4.2827478601997154e-05,
      "loss": 0.002,
      "step": 80480
    },
    {
      "epoch": 14.35,
      "learning_rate": 4.282658701854494e-05,
      "loss": 0.0037,
      "step": 80490
    },
    {
      "epoch": 14.35,
      "learning_rate": 4.282569543509273e-05,
      "loss": 0.0036,
      "step": 80500
    },
    {
      "epoch": 14.36,
      "learning_rate": 4.2824803851640514e-05,
      "loss": 0.0041,
      "step": 80510
    },
    {
      "epoch": 14.36,
      "learning_rate": 4.2823912268188305e-05,
      "loss": 0.0033,
      "step": 80520
    },
    {
      "epoch": 14.36,
      "learning_rate": 4.282302068473609e-05,
      "loss": 0.0038,
      "step": 80530
    },
    {
      "epoch": 14.36,
      "learning_rate": 4.282212910128388e-05,
      "loss": 0.0029,
      "step": 80540
    },
    {
      "epoch": 14.36,
      "learning_rate": 4.282123751783167e-05,
      "loss": 0.0028,
      "step": 80550
    },
    {
      "epoch": 14.37,
      "learning_rate": 4.2820345934379456e-05,
      "loss": 0.002,
      "step": 80560
    },
    {
      "epoch": 14.37,
      "learning_rate": 4.281945435092725e-05,
      "loss": 0.0029,
      "step": 80570
    },
    {
      "epoch": 14.37,
      "learning_rate": 4.281856276747504e-05,
      "loss": 0.0022,
      "step": 80580
    },
    {
      "epoch": 14.37,
      "learning_rate": 4.281767118402283e-05,
      "loss": 0.0021,
      "step": 80590
    },
    {
      "epoch": 14.37,
      "learning_rate": 4.2816779600570614e-05,
      "loss": 0.004,
      "step": 80600
    },
    {
      "epoch": 14.37,
      "learning_rate": 4.2815888017118405e-05,
      "loss": 0.0022,
      "step": 80610
    },
    {
      "epoch": 14.38,
      "learning_rate": 4.28149964336662e-05,
      "loss": 0.0035,
      "step": 80620
    },
    {
      "epoch": 14.38,
      "learning_rate": 4.281410485021398e-05,
      "loss": 0.0021,
      "step": 80630
    },
    {
      "epoch": 14.38,
      "learning_rate": 4.281321326676177e-05,
      "loss": 0.0028,
      "step": 80640
    },
    {
      "epoch": 14.38,
      "learning_rate": 4.281232168330956e-05,
      "loss": 0.0026,
      "step": 80650
    },
    {
      "epoch": 14.38,
      "learning_rate": 4.281143009985735e-05,
      "loss": 0.0024,
      "step": 80660
    },
    {
      "epoch": 14.38,
      "learning_rate": 4.281053851640513e-05,
      "loss": 0.005,
      "step": 80670
    },
    {
      "epoch": 14.39,
      "learning_rate": 4.2809646932952924e-05,
      "loss": 0.0021,
      "step": 80680
    },
    {
      "epoch": 14.39,
      "learning_rate": 4.2808755349500715e-05,
      "loss": 0.0019,
      "step": 80690
    },
    {
      "epoch": 14.39,
      "learning_rate": 4.2807863766048506e-05,
      "loss": 0.0015,
      "step": 80700
    },
    {
      "epoch": 14.39,
      "learning_rate": 4.28069721825963e-05,
      "loss": 0.0018,
      "step": 80710
    },
    {
      "epoch": 14.39,
      "learning_rate": 4.280608059914408e-05,
      "loss": 0.0023,
      "step": 80720
    },
    {
      "epoch": 14.4,
      "learning_rate": 4.280518901569187e-05,
      "loss": 0.0033,
      "step": 80730
    },
    {
      "epoch": 14.4,
      "learning_rate": 4.280429743223966e-05,
      "loss": 0.0012,
      "step": 80740
    },
    {
      "epoch": 14.4,
      "learning_rate": 4.280340584878745e-05,
      "loss": 0.0034,
      "step": 80750
    },
    {
      "epoch": 14.4,
      "learning_rate": 4.280251426533523e-05,
      "loss": 0.0057,
      "step": 80760
    },
    {
      "epoch": 14.4,
      "learning_rate": 4.2801622681883024e-05,
      "loss": 0.002,
      "step": 80770
    },
    {
      "epoch": 14.4,
      "learning_rate": 4.2800731098430815e-05,
      "loss": 0.0026,
      "step": 80780
    },
    {
      "epoch": 14.41,
      "learning_rate": 4.27998395149786e-05,
      "loss": 0.0038,
      "step": 80790
    },
    {
      "epoch": 14.41,
      "learning_rate": 4.27989479315264e-05,
      "loss": 0.0034,
      "step": 80800
    },
    {
      "epoch": 14.41,
      "learning_rate": 4.279805634807418e-05,
      "loss": 0.0028,
      "step": 80810
    },
    {
      "epoch": 14.41,
      "learning_rate": 4.279716476462197e-05,
      "loss": 0.0024,
      "step": 80820
    },
    {
      "epoch": 14.41,
      "learning_rate": 4.279627318116976e-05,
      "loss": 0.0015,
      "step": 80830
    },
    {
      "epoch": 14.42,
      "learning_rate": 4.279538159771755e-05,
      "loss": 0.0029,
      "step": 80840
    },
    {
      "epoch": 14.42,
      "learning_rate": 4.279449001426534e-05,
      "loss": 0.0022,
      "step": 80850
    },
    {
      "epoch": 14.42,
      "learning_rate": 4.2793598430813125e-05,
      "loss": 0.0013,
      "step": 80860
    },
    {
      "epoch": 14.42,
      "learning_rate": 4.2792706847360916e-05,
      "loss": 0.004,
      "step": 80870
    },
    {
      "epoch": 14.42,
      "learning_rate": 4.27918152639087e-05,
      "loss": 0.0054,
      "step": 80880
    },
    {
      "epoch": 14.42,
      "learning_rate": 4.279092368045649e-05,
      "loss": 0.0035,
      "step": 80890
    },
    {
      "epoch": 14.43,
      "learning_rate": 4.2790032097004276e-05,
      "loss": 0.0016,
      "step": 80900
    },
    {
      "epoch": 14.43,
      "learning_rate": 4.2789140513552074e-05,
      "loss": 0.0018,
      "step": 80910
    },
    {
      "epoch": 14.43,
      "learning_rate": 4.278824893009986e-05,
      "loss": 0.0012,
      "step": 80920
    },
    {
      "epoch": 14.43,
      "learning_rate": 4.278735734664765e-05,
      "loss": 0.0033,
      "step": 80930
    },
    {
      "epoch": 14.43,
      "learning_rate": 4.278646576319544e-05,
      "loss": 0.003,
      "step": 80940
    },
    {
      "epoch": 14.43,
      "learning_rate": 4.2785574179743225e-05,
      "loss": 0.0039,
      "step": 80950
    },
    {
      "epoch": 14.44,
      "learning_rate": 4.2784682596291016e-05,
      "loss": 0.0058,
      "step": 80960
    },
    {
      "epoch": 14.44,
      "learning_rate": 4.27837910128388e-05,
      "loss": 0.0022,
      "step": 80970
    },
    {
      "epoch": 14.44,
      "learning_rate": 4.278289942938659e-05,
      "loss": 0.0022,
      "step": 80980
    },
    {
      "epoch": 14.44,
      "learning_rate": 4.2782007845934377e-05,
      "loss": 0.002,
      "step": 80990
    },
    {
      "epoch": 14.44,
      "learning_rate": 4.278111626248217e-05,
      "loss": 0.0066,
      "step": 81000
    },
    {
      "epoch": 14.45,
      "learning_rate": 4.278022467902996e-05,
      "loss": 0.0016,
      "step": 81010
    },
    {
      "epoch": 14.45,
      "learning_rate": 4.277933309557775e-05,
      "loss": 0.004,
      "step": 81020
    },
    {
      "epoch": 14.45,
      "learning_rate": 4.277844151212554e-05,
      "loss": 0.0043,
      "step": 81030
    },
    {
      "epoch": 14.45,
      "learning_rate": 4.2777549928673326e-05,
      "loss": 0.0043,
      "step": 81040
    },
    {
      "epoch": 14.45,
      "learning_rate": 4.277665834522112e-05,
      "loss": 0.0036,
      "step": 81050
    },
    {
      "epoch": 14.45,
      "learning_rate": 4.27757667617689e-05,
      "loss": 0.0035,
      "step": 81060
    },
    {
      "epoch": 14.46,
      "learning_rate": 4.277487517831669e-05,
      "loss": 0.0041,
      "step": 81070
    },
    {
      "epoch": 14.46,
      "learning_rate": 4.2773983594864484e-05,
      "loss": 0.0023,
      "step": 81080
    },
    {
      "epoch": 14.46,
      "learning_rate": 4.277309201141227e-05,
      "loss": 0.0024,
      "step": 81090
    },
    {
      "epoch": 14.46,
      "learning_rate": 4.277220042796006e-05,
      "loss": 0.0052,
      "step": 81100
    },
    {
      "epoch": 14.46,
      "learning_rate": 4.2771308844507844e-05,
      "loss": 0.0033,
      "step": 81110
    },
    {
      "epoch": 14.47,
      "learning_rate": 4.2770417261055635e-05,
      "loss": 0.0036,
      "step": 81120
    },
    {
      "epoch": 14.47,
      "learning_rate": 4.2769525677603426e-05,
      "loss": 0.004,
      "step": 81130
    },
    {
      "epoch": 14.47,
      "learning_rate": 4.276863409415122e-05,
      "loss": 0.0032,
      "step": 81140
    },
    {
      "epoch": 14.47,
      "learning_rate": 4.2767742510699e-05,
      "loss": 0.002,
      "step": 81150
    },
    {
      "epoch": 14.47,
      "learning_rate": 4.276685092724679e-05,
      "loss": 0.0044,
      "step": 81160
    },
    {
      "epoch": 14.47,
      "learning_rate": 4.2765959343794584e-05,
      "loss": 0.0017,
      "step": 81170
    },
    {
      "epoch": 14.48,
      "learning_rate": 4.276506776034237e-05,
      "loss": 0.0029,
      "step": 81180
    },
    {
      "epoch": 14.48,
      "learning_rate": 4.276417617689016e-05,
      "loss": 0.0045,
      "step": 81190
    },
    {
      "epoch": 14.48,
      "learning_rate": 4.2763284593437944e-05,
      "loss": 0.0031,
      "step": 81200
    },
    {
      "epoch": 14.48,
      "learning_rate": 4.2762393009985736e-05,
      "loss": 0.0017,
      "step": 81210
    },
    {
      "epoch": 14.48,
      "learning_rate": 4.276150142653352e-05,
      "loss": 0.003,
      "step": 81220
    },
    {
      "epoch": 14.48,
      "learning_rate": 4.276060984308131e-05,
      "loss": 0.0038,
      "step": 81230
    },
    {
      "epoch": 14.49,
      "learning_rate": 4.27597182596291e-05,
      "loss": 0.003,
      "step": 81240
    },
    {
      "epoch": 14.49,
      "learning_rate": 4.2758826676176894e-05,
      "loss": 0.0031,
      "step": 81250
    },
    {
      "epoch": 14.49,
      "learning_rate": 4.2757935092724685e-05,
      "loss": 0.003,
      "step": 81260
    },
    {
      "epoch": 14.49,
      "learning_rate": 4.275704350927247e-05,
      "loss": 0.0038,
      "step": 81270
    },
    {
      "epoch": 14.49,
      "learning_rate": 4.275615192582026e-05,
      "loss": 0.0053,
      "step": 81280
    },
    {
      "epoch": 14.5,
      "learning_rate": 4.2755260342368045e-05,
      "loss": 0.0035,
      "step": 81290
    },
    {
      "epoch": 14.5,
      "learning_rate": 4.2754368758915836e-05,
      "loss": 0.0036,
      "step": 81300
    },
    {
      "epoch": 14.5,
      "learning_rate": 4.275347717546363e-05,
      "loss": 0.0038,
      "step": 81310
    },
    {
      "epoch": 14.5,
      "learning_rate": 4.275258559201141e-05,
      "loss": 0.0021,
      "step": 81320
    },
    {
      "epoch": 14.5,
      "learning_rate": 4.27516940085592e-05,
      "loss": 0.0035,
      "step": 81330
    },
    {
      "epoch": 14.5,
      "learning_rate": 4.275080242510699e-05,
      "loss": 0.0022,
      "step": 81340
    },
    {
      "epoch": 14.51,
      "learning_rate": 4.2749910841654786e-05,
      "loss": 0.0027,
      "step": 81350
    },
    {
      "epoch": 14.51,
      "learning_rate": 4.274901925820257e-05,
      "loss": 0.0031,
      "step": 81360
    },
    {
      "epoch": 14.51,
      "learning_rate": 4.274812767475036e-05,
      "loss": 0.0031,
      "step": 81370
    },
    {
      "epoch": 14.51,
      "learning_rate": 4.2747236091298146e-05,
      "loss": 0.0026,
      "step": 81380
    },
    {
      "epoch": 14.51,
      "learning_rate": 4.274634450784594e-05,
      "loss": 0.0031,
      "step": 81390
    },
    {
      "epoch": 14.51,
      "learning_rate": 4.274545292439373e-05,
      "loss": 0.0041,
      "step": 81400
    },
    {
      "epoch": 14.52,
      "learning_rate": 4.274456134094151e-05,
      "loss": 0.0033,
      "step": 81410
    },
    {
      "epoch": 14.52,
      "learning_rate": 4.2743669757489304e-05,
      "loss": 0.0025,
      "step": 81420
    },
    {
      "epoch": 14.52,
      "learning_rate": 4.274277817403709e-05,
      "loss": 0.0056,
      "step": 81430
    },
    {
      "epoch": 14.52,
      "learning_rate": 4.274188659058488e-05,
      "loss": 0.0016,
      "step": 81440
    },
    {
      "epoch": 14.52,
      "learning_rate": 4.2740995007132664e-05,
      "loss": 0.0032,
      "step": 81450
    },
    {
      "epoch": 14.53,
      "learning_rate": 4.274010342368046e-05,
      "loss": 0.0015,
      "step": 81460
    },
    {
      "epoch": 14.53,
      "learning_rate": 4.2739211840228246e-05,
      "loss": 0.0027,
      "step": 81470
    },
    {
      "epoch": 14.53,
      "learning_rate": 4.273832025677604e-05,
      "loss": 0.0013,
      "step": 81480
    },
    {
      "epoch": 14.53,
      "learning_rate": 4.273742867332383e-05,
      "loss": 0.0017,
      "step": 81490
    },
    {
      "epoch": 14.53,
      "learning_rate": 4.273653708987161e-05,
      "loss": 0.0023,
      "step": 81500
    },
    {
      "epoch": 14.53,
      "learning_rate": 4.2735645506419404e-05,
      "loss": 0.0027,
      "step": 81510
    },
    {
      "epoch": 14.54,
      "learning_rate": 4.273475392296719e-05,
      "loss": 0.0065,
      "step": 81520
    },
    {
      "epoch": 14.54,
      "learning_rate": 4.273386233951498e-05,
      "loss": 0.0014,
      "step": 81530
    },
    {
      "epoch": 14.54,
      "learning_rate": 4.273297075606277e-05,
      "loss": 0.003,
      "step": 81540
    },
    {
      "epoch": 14.54,
      "learning_rate": 4.2732079172610556e-05,
      "loss": 0.0028,
      "step": 81550
    },
    {
      "epoch": 14.54,
      "learning_rate": 4.273118758915835e-05,
      "loss": 0.0027,
      "step": 81560
    },
    {
      "epoch": 14.55,
      "learning_rate": 4.273029600570614e-05,
      "loss": 0.0027,
      "step": 81570
    },
    {
      "epoch": 14.55,
      "learning_rate": 4.272940442225393e-05,
      "loss": 0.0029,
      "step": 81580
    },
    {
      "epoch": 14.55,
      "learning_rate": 4.2728512838801714e-05,
      "loss": 0.0029,
      "step": 81590
    },
    {
      "epoch": 14.55,
      "learning_rate": 4.2727621255349505e-05,
      "loss": 0.0031,
      "step": 81600
    },
    {
      "epoch": 14.55,
      "learning_rate": 4.272672967189729e-05,
      "loss": 0.0022,
      "step": 81610
    },
    {
      "epoch": 14.55,
      "learning_rate": 4.272583808844508e-05,
      "loss": 0.0029,
      "step": 81620
    },
    {
      "epoch": 14.56,
      "learning_rate": 4.272494650499287e-05,
      "loss": 0.0022,
      "step": 81630
    },
    {
      "epoch": 14.56,
      "learning_rate": 4.2724054921540656e-05,
      "loss": 0.0012,
      "step": 81640
    },
    {
      "epoch": 14.56,
      "learning_rate": 4.272316333808845e-05,
      "loss": 0.007,
      "step": 81650
    },
    {
      "epoch": 14.56,
      "learning_rate": 4.272227175463623e-05,
      "loss": 0.0022,
      "step": 81660
    },
    {
      "epoch": 14.56,
      "learning_rate": 4.272138017118402e-05,
      "loss": 0.0055,
      "step": 81670
    },
    {
      "epoch": 14.56,
      "learning_rate": 4.2720488587731814e-05,
      "loss": 0.0014,
      "step": 81680
    },
    {
      "epoch": 14.57,
      "learning_rate": 4.2719597004279605e-05,
      "loss": 0.0026,
      "step": 81690
    },
    {
      "epoch": 14.57,
      "learning_rate": 4.271870542082739e-05,
      "loss": 0.0024,
      "step": 81700
    },
    {
      "epoch": 14.57,
      "learning_rate": 4.271781383737518e-05,
      "loss": 0.0035,
      "step": 81710
    },
    {
      "epoch": 14.57,
      "learning_rate": 4.271692225392297e-05,
      "loss": 0.003,
      "step": 81720
    },
    {
      "epoch": 14.57,
      "learning_rate": 4.271603067047076e-05,
      "loss": 0.0028,
      "step": 81730
    },
    {
      "epoch": 14.58,
      "learning_rate": 4.271513908701855e-05,
      "loss": 0.0023,
      "step": 81740
    },
    {
      "epoch": 14.58,
      "learning_rate": 4.271424750356633e-05,
      "loss": 0.0037,
      "step": 81750
    },
    {
      "epoch": 14.58,
      "learning_rate": 4.2713355920114124e-05,
      "loss": 0.0041,
      "step": 81760
    },
    {
      "epoch": 14.58,
      "learning_rate": 4.2712464336661915e-05,
      "loss": 0.0024,
      "step": 81770
    },
    {
      "epoch": 14.58,
      "learning_rate": 4.27115727532097e-05,
      "loss": 0.0071,
      "step": 81780
    },
    {
      "epoch": 14.58,
      "learning_rate": 4.27106811697575e-05,
      "loss": 0.0037,
      "step": 81790
    },
    {
      "epoch": 14.59,
      "learning_rate": 4.270978958630528e-05,
      "loss": 0.0046,
      "step": 81800
    },
    {
      "epoch": 14.59,
      "learning_rate": 4.270889800285307e-05,
      "loss": 0.0034,
      "step": 81810
    },
    {
      "epoch": 14.59,
      "learning_rate": 4.270800641940086e-05,
      "loss": 0.0028,
      "step": 81820
    },
    {
      "epoch": 14.59,
      "learning_rate": 4.270711483594865e-05,
      "loss": 0.0045,
      "step": 81830
    },
    {
      "epoch": 14.59,
      "learning_rate": 4.270622325249643e-05,
      "loss": 0.0057,
      "step": 81840
    },
    {
      "epoch": 14.6,
      "learning_rate": 4.2705331669044224e-05,
      "loss": 0.0028,
      "step": 81850
    },
    {
      "epoch": 14.6,
      "learning_rate": 4.2704440085592015e-05,
      "loss": 0.0025,
      "step": 81860
    },
    {
      "epoch": 14.6,
      "learning_rate": 4.27035485021398e-05,
      "loss": 0.0048,
      "step": 81870
    },
    {
      "epoch": 14.6,
      "learning_rate": 4.270265691868759e-05,
      "loss": 0.0013,
      "step": 81880
    },
    {
      "epoch": 14.6,
      "learning_rate": 4.2701765335235375e-05,
      "loss": 0.0023,
      "step": 81890
    },
    {
      "epoch": 14.6,
      "learning_rate": 4.270087375178317e-05,
      "loss": 0.0021,
      "step": 81900
    },
    {
      "epoch": 14.61,
      "learning_rate": 4.269998216833096e-05,
      "loss": 0.0045,
      "step": 81910
    },
    {
      "epoch": 14.61,
      "learning_rate": 4.269909058487875e-05,
      "loss": 0.0023,
      "step": 81920
    },
    {
      "epoch": 14.61,
      "learning_rate": 4.2698199001426533e-05,
      "loss": 0.0033,
      "step": 81930
    },
    {
      "epoch": 14.61,
      "learning_rate": 4.2697307417974325e-05,
      "loss": 0.0026,
      "step": 81940
    },
    {
      "epoch": 14.61,
      "learning_rate": 4.2696415834522116e-05,
      "loss": 0.0028,
      "step": 81950
    },
    {
      "epoch": 14.61,
      "learning_rate": 4.26955242510699e-05,
      "loss": 0.0031,
      "step": 81960
    },
    {
      "epoch": 14.62,
      "learning_rate": 4.269463266761769e-05,
      "loss": 0.0043,
      "step": 81970
    },
    {
      "epoch": 14.62,
      "learning_rate": 4.2693741084165476e-05,
      "loss": 0.0015,
      "step": 81980
    },
    {
      "epoch": 14.62,
      "learning_rate": 4.269284950071327e-05,
      "loss": 0.0027,
      "step": 81990
    },
    {
      "epoch": 14.62,
      "learning_rate": 4.269195791726106e-05,
      "loss": 0.0033,
      "step": 82000
    },
    {
      "epoch": 14.62,
      "learning_rate": 4.269106633380885e-05,
      "loss": 0.0032,
      "step": 82010
    },
    {
      "epoch": 14.63,
      "learning_rate": 4.269017475035664e-05,
      "loss": 0.002,
      "step": 82020
    },
    {
      "epoch": 14.63,
      "learning_rate": 4.2689283166904425e-05,
      "loss": 0.0033,
      "step": 82030
    },
    {
      "epoch": 14.63,
      "learning_rate": 4.2688391583452216e-05,
      "loss": 0.0017,
      "step": 82040
    },
    {
      "epoch": 14.63,
      "learning_rate": 4.26875e-05,
      "loss": 0.0038,
      "step": 82050
    },
    {
      "epoch": 14.63,
      "learning_rate": 4.268660841654779e-05,
      "loss": 0.0061,
      "step": 82060
    },
    {
      "epoch": 14.63,
      "learning_rate": 4.2685716833095576e-05,
      "loss": 0.0037,
      "step": 82070
    },
    {
      "epoch": 14.64,
      "learning_rate": 4.268482524964337e-05,
      "loss": 0.0034,
      "step": 82080
    },
    {
      "epoch": 14.64,
      "learning_rate": 4.268393366619116e-05,
      "loss": 0.0029,
      "step": 82090
    },
    {
      "epoch": 14.64,
      "learning_rate": 4.268304208273894e-05,
      "loss": 0.0026,
      "step": 82100
    },
    {
      "epoch": 14.64,
      "learning_rate": 4.2682150499286735e-05,
      "loss": 0.0024,
      "step": 82110
    },
    {
      "epoch": 14.64,
      "learning_rate": 4.2681258915834526e-05,
      "loss": 0.0035,
      "step": 82120
    },
    {
      "epoch": 14.65,
      "learning_rate": 4.268036733238232e-05,
      "loss": 0.0027,
      "step": 82130
    },
    {
      "epoch": 14.65,
      "learning_rate": 4.26794757489301e-05,
      "loss": 0.005,
      "step": 82140
    },
    {
      "epoch": 14.65,
      "learning_rate": 4.267858416547789e-05,
      "loss": 0.0025,
      "step": 82150
    },
    {
      "epoch": 14.65,
      "learning_rate": 4.267769258202568e-05,
      "loss": 0.0013,
      "step": 82160
    },
    {
      "epoch": 14.65,
      "learning_rate": 4.267680099857347e-05,
      "loss": 0.0026,
      "step": 82170
    },
    {
      "epoch": 14.65,
      "learning_rate": 4.267590941512126e-05,
      "loss": 0.0036,
      "step": 82180
    },
    {
      "epoch": 14.66,
      "learning_rate": 4.2675017831669044e-05,
      "loss": 0.0014,
      "step": 82190
    },
    {
      "epoch": 14.66,
      "learning_rate": 4.2674126248216835e-05,
      "loss": 0.0024,
      "step": 82200
    },
    {
      "epoch": 14.66,
      "learning_rate": 4.267323466476462e-05,
      "loss": 0.0022,
      "step": 82210
    },
    {
      "epoch": 14.66,
      "learning_rate": 4.267234308131241e-05,
      "loss": 0.0026,
      "step": 82220
    },
    {
      "epoch": 14.66,
      "learning_rate": 4.26714514978602e-05,
      "loss": 0.0033,
      "step": 82230
    },
    {
      "epoch": 14.66,
      "learning_rate": 4.267055991440799e-05,
      "loss": 0.0025,
      "step": 82240
    },
    {
      "epoch": 14.67,
      "learning_rate": 4.266966833095578e-05,
      "loss": 0.0028,
      "step": 82250
    },
    {
      "epoch": 14.67,
      "learning_rate": 4.266877674750357e-05,
      "loss": 0.0028,
      "step": 82260
    },
    {
      "epoch": 14.67,
      "learning_rate": 4.266788516405136e-05,
      "loss": 0.0041,
      "step": 82270
    },
    {
      "epoch": 14.67,
      "learning_rate": 4.2666993580599144e-05,
      "loss": 0.0048,
      "step": 82280
    },
    {
      "epoch": 14.67,
      "learning_rate": 4.2666101997146936e-05,
      "loss": 0.0036,
      "step": 82290
    },
    {
      "epoch": 14.68,
      "learning_rate": 4.266521041369472e-05,
      "loss": 0.0035,
      "step": 82300
    },
    {
      "epoch": 14.68,
      "learning_rate": 4.266431883024251e-05,
      "loss": 0.0053,
      "step": 82310
    },
    {
      "epoch": 14.68,
      "learning_rate": 4.26634272467903e-05,
      "loss": 0.0057,
      "step": 82320
    },
    {
      "epoch": 14.68,
      "learning_rate": 4.266253566333809e-05,
      "loss": 0.0032,
      "step": 82330
    },
    {
      "epoch": 14.68,
      "learning_rate": 4.2661644079885885e-05,
      "loss": 0.0042,
      "step": 82340
    },
    {
      "epoch": 14.68,
      "learning_rate": 4.266075249643367e-05,
      "loss": 0.0037,
      "step": 82350
    },
    {
      "epoch": 14.69,
      "learning_rate": 4.265986091298146e-05,
      "loss": 0.0012,
      "step": 82360
    },
    {
      "epoch": 14.69,
      "learning_rate": 4.2658969329529245e-05,
      "loss": 0.0027,
      "step": 82370
    },
    {
      "epoch": 14.69,
      "learning_rate": 4.2658077746077036e-05,
      "loss": 0.0033,
      "step": 82380
    },
    {
      "epoch": 14.69,
      "learning_rate": 4.265718616262482e-05,
      "loss": 0.0021,
      "step": 82390
    },
    {
      "epoch": 14.69,
      "learning_rate": 4.265629457917261e-05,
      "loss": 0.0032,
      "step": 82400
    },
    {
      "epoch": 14.7,
      "learning_rate": 4.26554029957204e-05,
      "loss": 0.0054,
      "step": 82410
    },
    {
      "epoch": 14.7,
      "learning_rate": 4.265451141226819e-05,
      "loss": 0.0024,
      "step": 82420
    },
    {
      "epoch": 14.7,
      "learning_rate": 4.265361982881598e-05,
      "loss": 0.003,
      "step": 82430
    },
    {
      "epoch": 14.7,
      "learning_rate": 4.265272824536376e-05,
      "loss": 0.0024,
      "step": 82440
    },
    {
      "epoch": 14.7,
      "learning_rate": 4.265183666191156e-05,
      "loss": 0.003,
      "step": 82450
    },
    {
      "epoch": 14.7,
      "learning_rate": 4.2650945078459346e-05,
      "loss": 0.0037,
      "step": 82460
    },
    {
      "epoch": 14.71,
      "learning_rate": 4.265005349500714e-05,
      "loss": 0.0026,
      "step": 82470
    },
    {
      "epoch": 14.71,
      "learning_rate": 4.264916191155492e-05,
      "loss": 0.0014,
      "step": 82480
    },
    {
      "epoch": 14.71,
      "learning_rate": 4.264827032810271e-05,
      "loss": 0.0045,
      "step": 82490
    },
    {
      "epoch": 14.71,
      "learning_rate": 4.2647378744650504e-05,
      "loss": 0.0037,
      "step": 82500
    },
    {
      "epoch": 14.71,
      "learning_rate": 4.264648716119829e-05,
      "loss": 0.0034,
      "step": 82510
    },
    {
      "epoch": 14.71,
      "learning_rate": 4.264559557774608e-05,
      "loss": 0.0028,
      "step": 82520
    },
    {
      "epoch": 14.72,
      "learning_rate": 4.2644703994293864e-05,
      "loss": 0.0034,
      "step": 82530
    },
    {
      "epoch": 14.72,
      "learning_rate": 4.2643812410841655e-05,
      "loss": 0.0022,
      "step": 82540
    },
    {
      "epoch": 14.72,
      "learning_rate": 4.2642920827389446e-05,
      "loss": 0.002,
      "step": 82550
    },
    {
      "epoch": 14.72,
      "learning_rate": 4.264202924393724e-05,
      "loss": 0.0029,
      "step": 82560
    },
    {
      "epoch": 14.72,
      "learning_rate": 4.264113766048503e-05,
      "loss": 0.0018,
      "step": 82570
    },
    {
      "epoch": 14.73,
      "learning_rate": 4.264024607703281e-05,
      "loss": 0.0017,
      "step": 82580
    },
    {
      "epoch": 14.73,
      "learning_rate": 4.2639354493580604e-05,
      "loss": 0.0045,
      "step": 82590
    },
    {
      "epoch": 14.73,
      "learning_rate": 4.263846291012839e-05,
      "loss": 0.0048,
      "step": 82600
    },
    {
      "epoch": 14.73,
      "learning_rate": 4.263757132667618e-05,
      "loss": 0.0037,
      "step": 82610
    },
    {
      "epoch": 14.73,
      "learning_rate": 4.2636679743223964e-05,
      "loss": 0.0027,
      "step": 82620
    },
    {
      "epoch": 14.73,
      "learning_rate": 4.2635788159771755e-05,
      "loss": 0.007,
      "step": 82630
    },
    {
      "epoch": 14.74,
      "learning_rate": 4.263489657631955e-05,
      "loss": 0.0025,
      "step": 82640
    },
    {
      "epoch": 14.74,
      "learning_rate": 4.263400499286733e-05,
      "loss": 0.0024,
      "step": 82650
    },
    {
      "epoch": 14.74,
      "learning_rate": 4.263311340941512e-05,
      "loss": 0.0046,
      "step": 82660
    },
    {
      "epoch": 14.74,
      "learning_rate": 4.2632221825962914e-05,
      "loss": 0.0015,
      "step": 82670
    },
    {
      "epoch": 14.74,
      "learning_rate": 4.263141940085592e-05,
      "loss": 0.0052,
      "step": 82680
    },
    {
      "epoch": 14.75,
      "learning_rate": 4.2630527817403706e-05,
      "loss": 0.0042,
      "step": 82690
    },
    {
      "epoch": 14.75,
      "learning_rate": 4.26296362339515e-05,
      "loss": 0.0032,
      "step": 82700
    },
    {
      "epoch": 14.75,
      "learning_rate": 4.262874465049929e-05,
      "loss": 0.0025,
      "step": 82710
    },
    {
      "epoch": 14.75,
      "learning_rate": 4.262785306704708e-05,
      "loss": 0.0047,
      "step": 82720
    },
    {
      "epoch": 14.75,
      "learning_rate": 4.262696148359487e-05,
      "loss": 0.0047,
      "step": 82730
    },
    {
      "epoch": 14.75,
      "learning_rate": 4.2626069900142655e-05,
      "loss": 0.0027,
      "step": 82740
    },
    {
      "epoch": 14.76,
      "learning_rate": 4.2625178316690446e-05,
      "loss": 0.0016,
      "step": 82750
    },
    {
      "epoch": 14.76,
      "learning_rate": 4.262428673323823e-05,
      "loss": 0.0038,
      "step": 82760
    },
    {
      "epoch": 14.76,
      "learning_rate": 4.262339514978602e-05,
      "loss": 0.0027,
      "step": 82770
    },
    {
      "epoch": 14.76,
      "learning_rate": 4.262250356633381e-05,
      "loss": 0.002,
      "step": 82780
    },
    {
      "epoch": 14.76,
      "learning_rate": 4.26216119828816e-05,
      "loss": 0.0071,
      "step": 82790
    },
    {
      "epoch": 14.76,
      "learning_rate": 4.262072039942939e-05,
      "loss": 0.0049,
      "step": 82800
    },
    {
      "epoch": 14.77,
      "learning_rate": 4.2619828815977173e-05,
      "loss": 0.0039,
      "step": 82810
    },
    {
      "epoch": 14.77,
      "learning_rate": 4.2618937232524965e-05,
      "loss": 0.0019,
      "step": 82820
    },
    {
      "epoch": 14.77,
      "learning_rate": 4.2618045649072756e-05,
      "loss": 0.0035,
      "step": 82830
    },
    {
      "epoch": 14.77,
      "learning_rate": 4.261715406562055e-05,
      "loss": 0.0035,
      "step": 82840
    },
    {
      "epoch": 14.77,
      "learning_rate": 4.261626248216833e-05,
      "loss": 0.0033,
      "step": 82850
    },
    {
      "epoch": 14.78,
      "learning_rate": 4.261537089871612e-05,
      "loss": 0.0042,
      "step": 82860
    },
    {
      "epoch": 14.78,
      "learning_rate": 4.2614479315263914e-05,
      "loss": 0.0051,
      "step": 82870
    },
    {
      "epoch": 14.78,
      "learning_rate": 4.26135877318117e-05,
      "loss": 0.0048,
      "step": 82880
    },
    {
      "epoch": 14.78,
      "learning_rate": 4.261269614835949e-05,
      "loss": 0.0037,
      "step": 82890
    },
    {
      "epoch": 14.78,
      "learning_rate": 4.2611804564907274e-05,
      "loss": 0.0033,
      "step": 82900
    },
    {
      "epoch": 14.78,
      "learning_rate": 4.2610912981455065e-05,
      "loss": 0.0029,
      "step": 82910
    },
    {
      "epoch": 14.79,
      "learning_rate": 4.261002139800285e-05,
      "loss": 0.0025,
      "step": 82920
    },
    {
      "epoch": 14.79,
      "learning_rate": 4.260912981455064e-05,
      "loss": 0.0018,
      "step": 82930
    },
    {
      "epoch": 14.79,
      "learning_rate": 4.260823823109843e-05,
      "loss": 0.003,
      "step": 82940
    },
    {
      "epoch": 14.79,
      "learning_rate": 4.260734664764622e-05,
      "loss": 0.0028,
      "step": 82950
    },
    {
      "epoch": 14.79,
      "learning_rate": 4.2606455064194014e-05,
      "loss": 0.0027,
      "step": 82960
    },
    {
      "epoch": 14.79,
      "learning_rate": 4.26055634807418e-05,
      "loss": 0.0061,
      "step": 82970
    },
    {
      "epoch": 14.8,
      "learning_rate": 4.260467189728959e-05,
      "loss": 0.0042,
      "step": 82980
    },
    {
      "epoch": 14.8,
      "learning_rate": 4.2603780313837375e-05,
      "loss": 0.0039,
      "step": 82990
    },
    {
      "epoch": 14.8,
      "learning_rate": 4.2602888730385166e-05,
      "loss": 0.0035,
      "step": 83000
    },
    {
      "epoch": 14.8,
      "learning_rate": 4.260199714693296e-05,
      "loss": 0.0041,
      "step": 83010
    },
    {
      "epoch": 14.8,
      "learning_rate": 4.260110556348074e-05,
      "loss": 0.0015,
      "step": 83020
    },
    {
      "epoch": 14.81,
      "learning_rate": 4.260021398002853e-05,
      "loss": 0.0011,
      "step": 83030
    },
    {
      "epoch": 14.81,
      "learning_rate": 4.259932239657632e-05,
      "loss": 0.0023,
      "step": 83040
    },
    {
      "epoch": 14.81,
      "learning_rate": 4.2598430813124115e-05,
      "loss": 0.0047,
      "step": 83050
    },
    {
      "epoch": 14.81,
      "learning_rate": 4.25975392296719e-05,
      "loss": 0.0032,
      "step": 83060
    },
    {
      "epoch": 14.81,
      "learning_rate": 4.259664764621969e-05,
      "loss": 0.0027,
      "step": 83070
    },
    {
      "epoch": 14.81,
      "learning_rate": 4.2595756062767475e-05,
      "loss": 0.0045,
      "step": 83080
    },
    {
      "epoch": 14.82,
      "learning_rate": 4.2594864479315266e-05,
      "loss": 0.003,
      "step": 83090
    },
    {
      "epoch": 14.82,
      "learning_rate": 4.259397289586306e-05,
      "loss": 0.0029,
      "step": 83100
    },
    {
      "epoch": 14.82,
      "learning_rate": 4.259308131241084e-05,
      "loss": 0.0026,
      "step": 83110
    },
    {
      "epoch": 14.82,
      "learning_rate": 4.259218972895863e-05,
      "loss": 0.0027,
      "step": 83120
    },
    {
      "epoch": 14.82,
      "learning_rate": 4.259129814550642e-05,
      "loss": 0.0036,
      "step": 83130
    },
    {
      "epoch": 14.83,
      "learning_rate": 4.259040656205421e-05,
      "loss": 0.0051,
      "step": 83140
    },
    {
      "epoch": 14.83,
      "learning_rate": 4.258951497860199e-05,
      "loss": 0.0026,
      "step": 83150
    },
    {
      "epoch": 14.83,
      "learning_rate": 4.258862339514979e-05,
      "loss": 0.0074,
      "step": 83160
    },
    {
      "epoch": 14.83,
      "learning_rate": 4.2587731811697576e-05,
      "loss": 0.0066,
      "step": 83170
    },
    {
      "epoch": 14.83,
      "learning_rate": 4.258684022824537e-05,
      "loss": 0.0016,
      "step": 83180
    },
    {
      "epoch": 14.83,
      "learning_rate": 4.258594864479316e-05,
      "loss": 0.0047,
      "step": 83190
    },
    {
      "epoch": 14.84,
      "learning_rate": 4.258505706134094e-05,
      "loss": 0.0041,
      "step": 83200
    },
    {
      "epoch": 14.84,
      "learning_rate": 4.2584165477888734e-05,
      "loss": 0.0018,
      "step": 83210
    },
    {
      "epoch": 14.84,
      "learning_rate": 4.258327389443652e-05,
      "loss": 0.0028,
      "step": 83220
    },
    {
      "epoch": 14.84,
      "learning_rate": 4.258238231098431e-05,
      "loss": 0.0031,
      "step": 83230
    },
    {
      "epoch": 14.84,
      "learning_rate": 4.25814907275321e-05,
      "loss": 0.0027,
      "step": 83240
    },
    {
      "epoch": 14.84,
      "learning_rate": 4.2580599144079885e-05,
      "loss": 0.0036,
      "step": 83250
    },
    {
      "epoch": 14.85,
      "learning_rate": 4.2579707560627676e-05,
      "loss": 0.0038,
      "step": 83260
    },
    {
      "epoch": 14.85,
      "learning_rate": 4.257881597717547e-05,
      "loss": 0.0034,
      "step": 83270
    },
    {
      "epoch": 14.85,
      "learning_rate": 4.257792439372326e-05,
      "loss": 0.0016,
      "step": 83280
    },
    {
      "epoch": 14.85,
      "learning_rate": 4.257703281027104e-05,
      "loss": 0.0041,
      "step": 83290
    },
    {
      "epoch": 14.85,
      "learning_rate": 4.2576141226818834e-05,
      "loss": 0.0033,
      "step": 83300
    },
    {
      "epoch": 14.86,
      "learning_rate": 4.257524964336662e-05,
      "loss": 0.0039,
      "step": 83310
    },
    {
      "epoch": 14.86,
      "learning_rate": 4.257435805991441e-05,
      "loss": 0.0027,
      "step": 83320
    },
    {
      "epoch": 14.86,
      "learning_rate": 4.25734664764622e-05,
      "loss": 0.0067,
      "step": 83330
    },
    {
      "epoch": 14.86,
      "learning_rate": 4.2572574893009986e-05,
      "loss": 0.0048,
      "step": 83340
    },
    {
      "epoch": 14.86,
      "learning_rate": 4.257168330955778e-05,
      "loss": 0.004,
      "step": 83350
    },
    {
      "epoch": 14.86,
      "learning_rate": 4.257079172610556e-05,
      "loss": 0.0036,
      "step": 83360
    },
    {
      "epoch": 14.87,
      "learning_rate": 4.256990014265335e-05,
      "loss": 0.0051,
      "step": 83370
    },
    {
      "epoch": 14.87,
      "learning_rate": 4.2569008559201144e-05,
      "loss": 0.0037,
      "step": 83380
    },
    {
      "epoch": 14.87,
      "learning_rate": 4.2568116975748935e-05,
      "loss": 0.0043,
      "step": 83390
    },
    {
      "epoch": 14.87,
      "learning_rate": 4.256722539229672e-05,
      "loss": 0.0017,
      "step": 83400
    },
    {
      "epoch": 14.87,
      "learning_rate": 4.256633380884451e-05,
      "loss": 0.0029,
      "step": 83410
    },
    {
      "epoch": 14.88,
      "learning_rate": 4.25654422253923e-05,
      "loss": 0.004,
      "step": 83420
    },
    {
      "epoch": 14.88,
      "learning_rate": 4.2564550641940086e-05,
      "loss": 0.0022,
      "step": 83430
    },
    {
      "epoch": 14.88,
      "learning_rate": 4.256365905848788e-05,
      "loss": 0.002,
      "step": 83440
    },
    {
      "epoch": 14.88,
      "learning_rate": 4.256276747503566e-05,
      "loss": 0.0036,
      "step": 83450
    },
    {
      "epoch": 14.88,
      "learning_rate": 4.256187589158345e-05,
      "loss": 0.0032,
      "step": 83460
    },
    {
      "epoch": 14.88,
      "learning_rate": 4.2560984308131244e-05,
      "loss": 0.0061,
      "step": 83470
    },
    {
      "epoch": 14.89,
      "learning_rate": 4.256009272467903e-05,
      "loss": 0.002,
      "step": 83480
    },
    {
      "epoch": 14.89,
      "learning_rate": 4.255920114122682e-05,
      "loss": 0.0084,
      "step": 83490
    },
    {
      "epoch": 14.89,
      "learning_rate": 4.255830955777461e-05,
      "loss": 0.002,
      "step": 83500
    },
    {
      "epoch": 14.89,
      "learning_rate": 4.25574179743224e-05,
      "loss": 0.0029,
      "step": 83510
    },
    {
      "epoch": 14.89,
      "learning_rate": 4.255652639087019e-05,
      "loss": 0.0039,
      "step": 83520
    },
    {
      "epoch": 14.89,
      "learning_rate": 4.255563480741798e-05,
      "loss": 0.0042,
      "step": 83530
    },
    {
      "epoch": 14.9,
      "learning_rate": 4.255474322396576e-05,
      "loss": 0.0033,
      "step": 83540
    },
    {
      "epoch": 14.9,
      "learning_rate": 4.2553851640513554e-05,
      "loss": 0.0055,
      "step": 83550
    },
    {
      "epoch": 14.9,
      "learning_rate": 4.2552960057061345e-05,
      "loss": 0.0031,
      "step": 83560
    },
    {
      "epoch": 14.9,
      "learning_rate": 4.255206847360913e-05,
      "loss": 0.0019,
      "step": 83570
    },
    {
      "epoch": 14.9,
      "learning_rate": 4.255117689015692e-05,
      "loss": 0.0024,
      "step": 83580
    },
    {
      "epoch": 14.91,
      "learning_rate": 4.2550285306704705e-05,
      "loss": 0.004,
      "step": 83590
    },
    {
      "epoch": 14.91,
      "learning_rate": 4.25493937232525e-05,
      "loss": 0.0037,
      "step": 83600
    },
    {
      "epoch": 14.91,
      "learning_rate": 4.254850213980029e-05,
      "loss": 0.0023,
      "step": 83610
    },
    {
      "epoch": 14.91,
      "learning_rate": 4.254761055634808e-05,
      "loss": 0.0039,
      "step": 83620
    },
    {
      "epoch": 14.91,
      "learning_rate": 4.254671897289586e-05,
      "loss": 0.0041,
      "step": 83630
    },
    {
      "epoch": 14.91,
      "learning_rate": 4.2545827389443654e-05,
      "loss": 0.0042,
      "step": 83640
    },
    {
      "epoch": 14.92,
      "learning_rate": 4.2544935805991445e-05,
      "loss": 0.0032,
      "step": 83650
    },
    {
      "epoch": 14.92,
      "learning_rate": 4.254404422253923e-05,
      "loss": 0.003,
      "step": 83660
    },
    {
      "epoch": 14.92,
      "learning_rate": 4.254315263908702e-05,
      "loss": 0.0015,
      "step": 83670
    },
    {
      "epoch": 14.92,
      "learning_rate": 4.2542261055634805e-05,
      "loss": 0.0029,
      "step": 83680
    },
    {
      "epoch": 14.92,
      "learning_rate": 4.25413694721826e-05,
      "loss": 0.0026,
      "step": 83690
    },
    {
      "epoch": 14.93,
      "learning_rate": 4.254047788873039e-05,
      "loss": 0.0026,
      "step": 83700
    },
    {
      "epoch": 14.93,
      "learning_rate": 4.253958630527818e-05,
      "loss": 0.0046,
      "step": 83710
    },
    {
      "epoch": 14.93,
      "learning_rate": 4.2538694721825963e-05,
      "loss": 0.0029,
      "step": 83720
    },
    {
      "epoch": 14.93,
      "learning_rate": 4.2537803138373755e-05,
      "loss": 0.0037,
      "step": 83730
    },
    {
      "epoch": 14.93,
      "learning_rate": 4.2536911554921546e-05,
      "loss": 0.0047,
      "step": 83740
    },
    {
      "epoch": 14.93,
      "learning_rate": 4.253601997146933e-05,
      "loss": 0.0044,
      "step": 83750
    },
    {
      "epoch": 14.94,
      "learning_rate": 4.253512838801712e-05,
      "loss": 0.003,
      "step": 83760
    },
    {
      "epoch": 14.94,
      "learning_rate": 4.2534236804564906e-05,
      "loss": 0.0038,
      "step": 83770
    },
    {
      "epoch": 14.94,
      "learning_rate": 4.25333452211127e-05,
      "loss": 0.0038,
      "step": 83780
    },
    {
      "epoch": 14.94,
      "learning_rate": 4.253245363766049e-05,
      "loss": 0.0026,
      "step": 83790
    },
    {
      "epoch": 14.94,
      "learning_rate": 4.253156205420827e-05,
      "loss": 0.0021,
      "step": 83800
    },
    {
      "epoch": 14.94,
      "learning_rate": 4.2530670470756064e-05,
      "loss": 0.0032,
      "step": 83810
    },
    {
      "epoch": 14.95,
      "learning_rate": 4.2529778887303855e-05,
      "loss": 0.003,
      "step": 83820
    },
    {
      "epoch": 14.95,
      "learning_rate": 4.2528887303851646e-05,
      "loss": 0.0038,
      "step": 83830
    },
    {
      "epoch": 14.95,
      "learning_rate": 4.252799572039943e-05,
      "loss": 0.0038,
      "step": 83840
    },
    {
      "epoch": 14.95,
      "learning_rate": 4.252710413694722e-05,
      "loss": 0.0014,
      "step": 83850
    },
    {
      "epoch": 14.95,
      "learning_rate": 4.2526212553495007e-05,
      "loss": 0.0027,
      "step": 83860
    },
    {
      "epoch": 14.96,
      "learning_rate": 4.25253209700428e-05,
      "loss": 0.0028,
      "step": 83870
    },
    {
      "epoch": 14.96,
      "learning_rate": 4.252442938659059e-05,
      "loss": 0.003,
      "step": 83880
    },
    {
      "epoch": 14.96,
      "learning_rate": 4.252353780313837e-05,
      "loss": 0.0029,
      "step": 83890
    },
    {
      "epoch": 14.96,
      "learning_rate": 4.2522646219686165e-05,
      "loss": 0.0024,
      "step": 83900
    },
    {
      "epoch": 14.96,
      "learning_rate": 4.252175463623395e-05,
      "loss": 0.0024,
      "step": 83910
    },
    {
      "epoch": 14.96,
      "learning_rate": 4.252086305278174e-05,
      "loss": 0.0032,
      "step": 83920
    },
    {
      "epoch": 14.97,
      "learning_rate": 4.251997146932953e-05,
      "loss": 0.0035,
      "step": 83930
    },
    {
      "epoch": 14.97,
      "learning_rate": 4.251907988587732e-05,
      "loss": 0.0018,
      "step": 83940
    },
    {
      "epoch": 14.97,
      "learning_rate": 4.251818830242511e-05,
      "loss": 0.0019,
      "step": 83950
    },
    {
      "epoch": 14.97,
      "learning_rate": 4.25172967189729e-05,
      "loss": 0.0038,
      "step": 83960
    },
    {
      "epoch": 14.97,
      "learning_rate": 4.251640513552069e-05,
      "loss": 0.0033,
      "step": 83970
    },
    {
      "epoch": 14.98,
      "learning_rate": 4.2515513552068474e-05,
      "loss": 0.0019,
      "step": 83980
    },
    {
      "epoch": 14.98,
      "learning_rate": 4.2514621968616265e-05,
      "loss": 0.0031,
      "step": 83990
    },
    {
      "epoch": 14.98,
      "learning_rate": 4.251373038516405e-05,
      "loss": 0.0033,
      "step": 84000
    },
    {
      "epoch": 14.98,
      "learning_rate": 4.251283880171184e-05,
      "loss": 0.0038,
      "step": 84010
    },
    {
      "epoch": 14.98,
      "learning_rate": 4.251194721825963e-05,
      "loss": 0.0016,
      "step": 84020
    },
    {
      "epoch": 14.98,
      "learning_rate": 4.2511055634807416e-05,
      "loss": 0.0019,
      "step": 84030
    },
    {
      "epoch": 14.99,
      "learning_rate": 4.2510164051355214e-05,
      "loss": 0.0012,
      "step": 84040
    },
    {
      "epoch": 14.99,
      "learning_rate": 4.2509272467903e-05,
      "loss": 0.004,
      "step": 84050
    },
    {
      "epoch": 14.99,
      "learning_rate": 4.250838088445079e-05,
      "loss": 0.0031,
      "step": 84060
    },
    {
      "epoch": 14.99,
      "learning_rate": 4.2507489300998575e-05,
      "loss": 0.0016,
      "step": 84070
    },
    {
      "epoch": 14.99,
      "learning_rate": 4.2506597717546366e-05,
      "loss": 0.0041,
      "step": 84080
    },
    {
      "epoch": 14.99,
      "learning_rate": 4.250570613409415e-05,
      "loss": 0.0038,
      "step": 84090
    },
    {
      "epoch": 15.0,
      "learning_rate": 4.250481455064194e-05,
      "loss": 0.0051,
      "step": 84100
    },
    {
      "epoch": 15.0,
      "learning_rate": 4.250392296718973e-05,
      "loss": 0.0018,
      "step": 84110
    },
    {
      "epoch": 15.0,
      "learning_rate": 4.250303138373752e-05,
      "loss": 0.0056,
      "step": 84120
    },
    {
      "epoch": 15.0,
      "eval_loss": 0.020025817677378654,
      "eval_runtime": 195.701,
      "eval_samples_per_second": 23.705,
      "eval_steps_per_second": 2.964,
      "step": 84120
    },
    {
      "epoch": 15.0,
      "learning_rate": 4.250213980028531e-05,
      "loss": 0.0035,
      "step": 84130
    },
    {
      "epoch": 15.0,
      "learning_rate": 4.250124821683309e-05,
      "loss": 0.0013,
      "step": 84140
    },
    {
      "epoch": 15.01,
      "learning_rate": 4.250035663338089e-05,
      "loss": 0.003,
      "step": 84150
    },
    {
      "epoch": 15.01,
      "learning_rate": 4.2499465049928675e-05,
      "loss": 0.0035,
      "step": 84160
    },
    {
      "epoch": 15.01,
      "learning_rate": 4.2498573466476466e-05,
      "loss": 0.002,
      "step": 84170
    },
    {
      "epoch": 15.01,
      "learning_rate": 4.249768188302425e-05,
      "loss": 0.0025,
      "step": 84180
    },
    {
      "epoch": 15.01,
      "learning_rate": 4.249679029957204e-05,
      "loss": 0.0027,
      "step": 84190
    },
    {
      "epoch": 15.01,
      "learning_rate": 4.249589871611983e-05,
      "loss": 0.0013,
      "step": 84200
    },
    {
      "epoch": 15.02,
      "learning_rate": 4.249500713266762e-05,
      "loss": 0.0041,
      "step": 84210
    },
    {
      "epoch": 15.02,
      "learning_rate": 4.249411554921541e-05,
      "loss": 0.0025,
      "step": 84220
    },
    {
      "epoch": 15.02,
      "learning_rate": 4.249322396576319e-05,
      "loss": 0.0018,
      "step": 84230
    },
    {
      "epoch": 15.02,
      "learning_rate": 4.2492332382310984e-05,
      "loss": 0.0007,
      "step": 84240
    },
    {
      "epoch": 15.02,
      "learning_rate": 4.2491440798858776e-05,
      "loss": 0.0019,
      "step": 84250
    },
    {
      "epoch": 15.02,
      "learning_rate": 4.249054921540657e-05,
      "loss": 0.0019,
      "step": 84260
    },
    {
      "epoch": 15.03,
      "learning_rate": 4.248965763195436e-05,
      "loss": 0.0021,
      "step": 84270
    },
    {
      "epoch": 15.03,
      "learning_rate": 4.248876604850214e-05,
      "loss": 0.0065,
      "step": 84280
    },
    {
      "epoch": 15.03,
      "learning_rate": 4.2487874465049934e-05,
      "loss": 0.0015,
      "step": 84290
    },
    {
      "epoch": 15.03,
      "learning_rate": 4.248698288159772e-05,
      "loss": 0.0028,
      "step": 84300
    },
    {
      "epoch": 15.03,
      "learning_rate": 4.248609129814551e-05,
      "loss": 0.0026,
      "step": 84310
    },
    {
      "epoch": 15.04,
      "learning_rate": 4.2485199714693294e-05,
      "loss": 0.0018,
      "step": 84320
    },
    {
      "epoch": 15.04,
      "learning_rate": 4.2484308131241085e-05,
      "loss": 0.0039,
      "step": 84330
    },
    {
      "epoch": 15.04,
      "learning_rate": 4.2483416547788876e-05,
      "loss": 0.0019,
      "step": 84340
    },
    {
      "epoch": 15.04,
      "learning_rate": 4.248252496433666e-05,
      "loss": 0.004,
      "step": 84350
    },
    {
      "epoch": 15.04,
      "learning_rate": 4.248163338088445e-05,
      "loss": 0.002,
      "step": 84360
    },
    {
      "epoch": 15.04,
      "learning_rate": 4.248074179743224e-05,
      "loss": 0.0034,
      "step": 84370
    },
    {
      "epoch": 15.05,
      "learning_rate": 4.2479850213980034e-05,
      "loss": 0.0022,
      "step": 84380
    },
    {
      "epoch": 15.05,
      "learning_rate": 4.247895863052782e-05,
      "loss": 0.001,
      "step": 84390
    },
    {
      "epoch": 15.05,
      "learning_rate": 4.247806704707561e-05,
      "loss": 0.0029,
      "step": 84400
    },
    {
      "epoch": 15.05,
      "learning_rate": 4.2477175463623394e-05,
      "loss": 0.0037,
      "step": 84410
    },
    {
      "epoch": 15.05,
      "learning_rate": 4.2476283880171186e-05,
      "loss": 0.0013,
      "step": 84420
    },
    {
      "epoch": 15.06,
      "learning_rate": 4.247539229671898e-05,
      "loss": 0.003,
      "step": 84430
    },
    {
      "epoch": 15.06,
      "learning_rate": 4.247450071326676e-05,
      "loss": 0.0017,
      "step": 84440
    },
    {
      "epoch": 15.06,
      "learning_rate": 4.247360912981455e-05,
      "loss": 0.004,
      "step": 84450
    },
    {
      "epoch": 15.06,
      "learning_rate": 4.247271754636234e-05,
      "loss": 0.0018,
      "step": 84460
    },
    {
      "epoch": 15.06,
      "learning_rate": 4.247182596291013e-05,
      "loss": 0.0023,
      "step": 84470
    },
    {
      "epoch": 15.06,
      "learning_rate": 4.247093437945792e-05,
      "loss": 0.0028,
      "step": 84480
    },
    {
      "epoch": 15.07,
      "learning_rate": 4.247004279600571e-05,
      "loss": 0.0017,
      "step": 84490
    },
    {
      "epoch": 15.07,
      "learning_rate": 4.24691512125535e-05,
      "loss": 0.0011,
      "step": 84500
    },
    {
      "epoch": 15.07,
      "learning_rate": 4.2468259629101286e-05,
      "loss": 0.0023,
      "step": 84510
    },
    {
      "epoch": 15.07,
      "learning_rate": 4.246736804564908e-05,
      "loss": 0.0038,
      "step": 84520
    },
    {
      "epoch": 15.07,
      "learning_rate": 4.246647646219686e-05,
      "loss": 0.002,
      "step": 84530
    },
    {
      "epoch": 15.07,
      "learning_rate": 4.246558487874465e-05,
      "loss": 0.0067,
      "step": 84540
    },
    {
      "epoch": 15.08,
      "learning_rate": 4.246469329529244e-05,
      "loss": 0.0035,
      "step": 84550
    },
    {
      "epoch": 15.08,
      "learning_rate": 4.246380171184023e-05,
      "loss": 0.0036,
      "step": 84560
    },
    {
      "epoch": 15.08,
      "learning_rate": 4.246291012838802e-05,
      "loss": 0.0051,
      "step": 84570
    },
    {
      "epoch": 15.08,
      "learning_rate": 4.2462018544935804e-05,
      "loss": 0.0036,
      "step": 84580
    },
    {
      "epoch": 15.08,
      "learning_rate": 4.24611269614836e-05,
      "loss": 0.0044,
      "step": 84590
    },
    {
      "epoch": 15.09,
      "learning_rate": 4.246023537803139e-05,
      "loss": 0.0034,
      "step": 84600
    },
    {
      "epoch": 15.09,
      "learning_rate": 4.245934379457918e-05,
      "loss": 0.0036,
      "step": 84610
    },
    {
      "epoch": 15.09,
      "learning_rate": 4.245845221112696e-05,
      "loss": 0.003,
      "step": 84620
    },
    {
      "epoch": 15.09,
      "learning_rate": 4.2457560627674754e-05,
      "loss": 0.0023,
      "step": 84630
    },
    {
      "epoch": 15.09,
      "learning_rate": 4.245666904422254e-05,
      "loss": 0.0028,
      "step": 84640
    },
    {
      "epoch": 15.09,
      "learning_rate": 4.245577746077033e-05,
      "loss": 0.0028,
      "step": 84650
    },
    {
      "epoch": 15.1,
      "learning_rate": 4.245488587731812e-05,
      "loss": 0.0037,
      "step": 84660
    },
    {
      "epoch": 15.1,
      "learning_rate": 4.2453994293865905e-05,
      "loss": 0.0034,
      "step": 84670
    },
    {
      "epoch": 15.1,
      "learning_rate": 4.2453102710413696e-05,
      "loss": 0.0023,
      "step": 84680
    },
    {
      "epoch": 15.1,
      "learning_rate": 4.245221112696148e-05,
      "loss": 0.0023,
      "step": 84690
    },
    {
      "epoch": 15.1,
      "learning_rate": 4.245131954350928e-05,
      "loss": 0.0025,
      "step": 84700
    },
    {
      "epoch": 15.11,
      "learning_rate": 4.245042796005706e-05,
      "loss": 0.0047,
      "step": 84710
    },
    {
      "epoch": 15.11,
      "learning_rate": 4.2449536376604854e-05,
      "loss": 0.0019,
      "step": 84720
    },
    {
      "epoch": 15.11,
      "learning_rate": 4.2448644793152645e-05,
      "loss": 0.0028,
      "step": 84730
    },
    {
      "epoch": 15.11,
      "learning_rate": 4.244775320970043e-05,
      "loss": 0.0047,
      "step": 84740
    },
    {
      "epoch": 15.11,
      "learning_rate": 4.244686162624822e-05,
      "loss": 0.002,
      "step": 84750
    },
    {
      "epoch": 15.11,
      "learning_rate": 4.2445970042796005e-05,
      "loss": 0.0018,
      "step": 84760
    },
    {
      "epoch": 15.12,
      "learning_rate": 4.2445078459343797e-05,
      "loss": 0.0023,
      "step": 84770
    },
    {
      "epoch": 15.12,
      "learning_rate": 4.244418687589158e-05,
      "loss": 0.0021,
      "step": 84780
    },
    {
      "epoch": 15.12,
      "learning_rate": 4.244329529243937e-05,
      "loss": 0.0025,
      "step": 84790
    },
    {
      "epoch": 15.12,
      "learning_rate": 4.2442403708987163e-05,
      "loss": 0.0029,
      "step": 84800
    },
    {
      "epoch": 15.12,
      "learning_rate": 4.2441512125534955e-05,
      "loss": 0.0022,
      "step": 84810
    },
    {
      "epoch": 15.12,
      "learning_rate": 4.2440620542082746e-05,
      "loss": 0.0021,
      "step": 84820
    },
    {
      "epoch": 15.13,
      "learning_rate": 4.243972895863053e-05,
      "loss": 0.0027,
      "step": 84830
    },
    {
      "epoch": 15.13,
      "learning_rate": 4.243883737517832e-05,
      "loss": 0.0029,
      "step": 84840
    },
    {
      "epoch": 15.13,
      "learning_rate": 4.2437945791726106e-05,
      "loss": 0.007,
      "step": 84850
    },
    {
      "epoch": 15.13,
      "learning_rate": 4.24370542082739e-05,
      "loss": 0.0012,
      "step": 84860
    },
    {
      "epoch": 15.13,
      "learning_rate": 4.243616262482168e-05,
      "loss": 0.0031,
      "step": 84870
    },
    {
      "epoch": 15.14,
      "learning_rate": 4.243527104136947e-05,
      "loss": 0.0027,
      "step": 84880
    },
    {
      "epoch": 15.14,
      "learning_rate": 4.2434379457917264e-05,
      "loss": 0.0022,
      "step": 84890
    },
    {
      "epoch": 15.14,
      "learning_rate": 4.243348787446505e-05,
      "loss": 0.0016,
      "step": 84900
    },
    {
      "epoch": 15.14,
      "learning_rate": 4.243259629101284e-05,
      "loss": 0.0029,
      "step": 84910
    },
    {
      "epoch": 15.14,
      "learning_rate": 4.243170470756063e-05,
      "loss": 0.0017,
      "step": 84920
    },
    {
      "epoch": 15.14,
      "learning_rate": 4.243081312410842e-05,
      "loss": 0.0035,
      "step": 84930
    },
    {
      "epoch": 15.15,
      "learning_rate": 4.2429921540656206e-05,
      "loss": 0.0044,
      "step": 84940
    },
    {
      "epoch": 15.15,
      "learning_rate": 4.2429029957204e-05,
      "loss": 0.0024,
      "step": 84950
    },
    {
      "epoch": 15.15,
      "learning_rate": 4.242813837375179e-05,
      "loss": 0.0023,
      "step": 84960
    },
    {
      "epoch": 15.15,
      "learning_rate": 4.242724679029957e-05,
      "loss": 0.0032,
      "step": 84970
    },
    {
      "epoch": 15.15,
      "learning_rate": 4.2426355206847365e-05,
      "loss": 0.0045,
      "step": 84980
    },
    {
      "epoch": 15.16,
      "learning_rate": 4.242546362339515e-05,
      "loss": 0.0057,
      "step": 84990
    },
    {
      "epoch": 15.16,
      "learning_rate": 4.2424661198288164e-05,
      "loss": 0.0066,
      "step": 85000
    },
    {
      "epoch": 15.16,
      "learning_rate": 4.242376961483595e-05,
      "loss": 0.003,
      "step": 85010
    },
    {
      "epoch": 15.16,
      "learning_rate": 4.242287803138374e-05,
      "loss": 0.003,
      "step": 85020
    },
    {
      "epoch": 15.16,
      "learning_rate": 4.242198644793153e-05,
      "loss": 0.0013,
      "step": 85030
    },
    {
      "epoch": 15.16,
      "learning_rate": 4.2421094864479315e-05,
      "loss": 0.0047,
      "step": 85040
    },
    {
      "epoch": 15.17,
      "learning_rate": 4.2420203281027106e-05,
      "loss": 0.0071,
      "step": 85050
    },
    {
      "epoch": 15.17,
      "learning_rate": 4.241931169757489e-05,
      "loss": 0.0017,
      "step": 85060
    },
    {
      "epoch": 15.17,
      "learning_rate": 4.241842011412269e-05,
      "loss": 0.0025,
      "step": 85070
    },
    {
      "epoch": 15.17,
      "learning_rate": 4.241752853067047e-05,
      "loss": 0.0037,
      "step": 85080
    },
    {
      "epoch": 15.17,
      "learning_rate": 4.2416636947218264e-05,
      "loss": 0.0059,
      "step": 85090
    },
    {
      "epoch": 15.17,
      "learning_rate": 4.241574536376605e-05,
      "loss": 0.0032,
      "step": 85100
    },
    {
      "epoch": 15.18,
      "learning_rate": 4.241485378031384e-05,
      "loss": 0.0027,
      "step": 85110
    },
    {
      "epoch": 15.18,
      "learning_rate": 4.241396219686163e-05,
      "loss": 0.0045,
      "step": 85120
    },
    {
      "epoch": 15.18,
      "learning_rate": 4.2413070613409416e-05,
      "loss": 0.0015,
      "step": 85130
    },
    {
      "epoch": 15.18,
      "learning_rate": 4.241217902995721e-05,
      "loss": 0.0011,
      "step": 85140
    },
    {
      "epoch": 15.18,
      "learning_rate": 4.241128744650499e-05,
      "loss": 0.0025,
      "step": 85150
    },
    {
      "epoch": 15.19,
      "learning_rate": 4.241039586305278e-05,
      "loss": 0.0033,
      "step": 85160
    },
    {
      "epoch": 15.19,
      "learning_rate": 4.2409504279600574e-05,
      "loss": 0.0023,
      "step": 85170
    },
    {
      "epoch": 15.19,
      "learning_rate": 4.240861269614836e-05,
      "loss": 0.0026,
      "step": 85180
    },
    {
      "epoch": 15.19,
      "learning_rate": 4.240772111269615e-05,
      "loss": 0.007,
      "step": 85190
    },
    {
      "epoch": 15.19,
      "learning_rate": 4.240682952924394e-05,
      "loss": 0.0014,
      "step": 85200
    },
    {
      "epoch": 15.19,
      "learning_rate": 4.240593794579173e-05,
      "loss": 0.0026,
      "step": 85210
    },
    {
      "epoch": 15.2,
      "learning_rate": 4.2405046362339516e-05,
      "loss": 0.0024,
      "step": 85220
    },
    {
      "epoch": 15.2,
      "learning_rate": 4.240415477888731e-05,
      "loss": 0.0011,
      "step": 85230
    },
    {
      "epoch": 15.2,
      "learning_rate": 4.240326319543509e-05,
      "loss": 0.0033,
      "step": 85240
    },
    {
      "epoch": 15.2,
      "learning_rate": 4.240237161198288e-05,
      "loss": 0.0017,
      "step": 85250
    },
    {
      "epoch": 15.2,
      "learning_rate": 4.2401480028530674e-05,
      "loss": 0.0018,
      "step": 85260
    },
    {
      "epoch": 15.21,
      "learning_rate": 4.240058844507846e-05,
      "loss": 0.0045,
      "step": 85270
    },
    {
      "epoch": 15.21,
      "learning_rate": 4.239969686162625e-05,
      "loss": 0.0025,
      "step": 85280
    },
    {
      "epoch": 15.21,
      "learning_rate": 4.2398805278174034e-05,
      "loss": 0.0038,
      "step": 85290
    },
    {
      "epoch": 15.21,
      "learning_rate": 4.239791369472183e-05,
      "loss": 0.0032,
      "step": 85300
    },
    {
      "epoch": 15.21,
      "learning_rate": 4.239702211126962e-05,
      "loss": 0.0019,
      "step": 85310
    },
    {
      "epoch": 15.21,
      "learning_rate": 4.239613052781741e-05,
      "loss": 0.0042,
      "step": 85320
    },
    {
      "epoch": 15.22,
      "learning_rate": 4.239523894436519e-05,
      "loss": 0.0042,
      "step": 85330
    },
    {
      "epoch": 15.22,
      "learning_rate": 4.2394347360912984e-05,
      "loss": 0.0015,
      "step": 85340
    },
    {
      "epoch": 15.22,
      "learning_rate": 4.2393455777460775e-05,
      "loss": 0.003,
      "step": 85350
    },
    {
      "epoch": 15.22,
      "learning_rate": 4.239256419400856e-05,
      "loss": 0.0029,
      "step": 85360
    },
    {
      "epoch": 15.22,
      "learning_rate": 4.239167261055635e-05,
      "loss": 0.0038,
      "step": 85370
    },
    {
      "epoch": 15.22,
      "learning_rate": 4.2390781027104135e-05,
      "loss": 0.0034,
      "step": 85380
    },
    {
      "epoch": 15.23,
      "learning_rate": 4.2389889443651926e-05,
      "loss": 0.0024,
      "step": 85390
    },
    {
      "epoch": 15.23,
      "learning_rate": 4.238899786019972e-05,
      "loss": 0.0021,
      "step": 85400
    },
    {
      "epoch": 15.23,
      "learning_rate": 4.238810627674751e-05,
      "loss": 0.0065,
      "step": 85410
    },
    {
      "epoch": 15.23,
      "learning_rate": 4.238721469329529e-05,
      "loss": 0.0034,
      "step": 85420
    },
    {
      "epoch": 15.23,
      "learning_rate": 4.2386323109843084e-05,
      "loss": 0.0025,
      "step": 85430
    },
    {
      "epoch": 15.24,
      "learning_rate": 4.2385431526390875e-05,
      "loss": 0.0028,
      "step": 85440
    },
    {
      "epoch": 15.24,
      "learning_rate": 4.238453994293866e-05,
      "loss": 0.0014,
      "step": 85450
    },
    {
      "epoch": 15.24,
      "learning_rate": 4.238364835948645e-05,
      "loss": 0.0068,
      "step": 85460
    },
    {
      "epoch": 15.24,
      "learning_rate": 4.2382756776034235e-05,
      "loss": 0.0027,
      "step": 85470
    },
    {
      "epoch": 15.24,
      "learning_rate": 4.238186519258203e-05,
      "loss": 0.0017,
      "step": 85480
    },
    {
      "epoch": 15.24,
      "learning_rate": 4.238097360912982e-05,
      "loss": 0.0041,
      "step": 85490
    },
    {
      "epoch": 15.25,
      "learning_rate": 4.23800820256776e-05,
      "loss": 0.0019,
      "step": 85500
    },
    {
      "epoch": 15.25,
      "learning_rate": 4.2379190442225394e-05,
      "loss": 0.0022,
      "step": 85510
    },
    {
      "epoch": 15.25,
      "learning_rate": 4.2378298858773185e-05,
      "loss": 0.0025,
      "step": 85520
    },
    {
      "epoch": 15.25,
      "learning_rate": 4.2377407275320976e-05,
      "loss": 0.001,
      "step": 85530
    },
    {
      "epoch": 15.25,
      "learning_rate": 4.237651569186876e-05,
      "loss": 0.0017,
      "step": 85540
    },
    {
      "epoch": 15.25,
      "learning_rate": 4.237562410841655e-05,
      "loss": 0.0021,
      "step": 85550
    },
    {
      "epoch": 15.26,
      "learning_rate": 4.2374732524964336e-05,
      "loss": 0.0027,
      "step": 85560
    },
    {
      "epoch": 15.26,
      "learning_rate": 4.237384094151213e-05,
      "loss": 0.0059,
      "step": 85570
    },
    {
      "epoch": 15.26,
      "learning_rate": 4.237294935805992e-05,
      "loss": 0.009,
      "step": 85580
    },
    {
      "epoch": 15.26,
      "learning_rate": 4.23720577746077e-05,
      "loss": 0.0017,
      "step": 85590
    },
    {
      "epoch": 15.26,
      "learning_rate": 4.2371166191155494e-05,
      "loss": 0.0041,
      "step": 85600
    },
    {
      "epoch": 15.27,
      "learning_rate": 4.237027460770328e-05,
      "loss": 0.0029,
      "step": 85610
    },
    {
      "epoch": 15.27,
      "learning_rate": 4.236938302425107e-05,
      "loss": 0.0017,
      "step": 85620
    },
    {
      "epoch": 15.27,
      "learning_rate": 4.236849144079886e-05,
      "loss": 0.003,
      "step": 85630
    },
    {
      "epoch": 15.27,
      "learning_rate": 4.236759985734665e-05,
      "loss": 0.0028,
      "step": 85640
    },
    {
      "epoch": 15.27,
      "learning_rate": 4.2366708273894437e-05,
      "loss": 0.0039,
      "step": 85650
    },
    {
      "epoch": 15.27,
      "learning_rate": 4.236581669044223e-05,
      "loss": 0.0024,
      "step": 85660
    },
    {
      "epoch": 15.28,
      "learning_rate": 4.236492510699002e-05,
      "loss": 0.0025,
      "step": 85670
    },
    {
      "epoch": 15.28,
      "learning_rate": 4.2364033523537803e-05,
      "loss": 0.0026,
      "step": 85680
    },
    {
      "epoch": 15.28,
      "learning_rate": 4.2363141940085595e-05,
      "loss": 0.0025,
      "step": 85690
    },
    {
      "epoch": 15.28,
      "learning_rate": 4.236225035663338e-05,
      "loss": 0.0037,
      "step": 85700
    },
    {
      "epoch": 15.28,
      "learning_rate": 4.236135877318117e-05,
      "loss": 0.0038,
      "step": 85710
    },
    {
      "epoch": 15.29,
      "learning_rate": 4.236046718972896e-05,
      "loss": 0.0018,
      "step": 85720
    },
    {
      "epoch": 15.29,
      "learning_rate": 4.2359575606276746e-05,
      "loss": 0.0051,
      "step": 85730
    },
    {
      "epoch": 15.29,
      "learning_rate": 4.2358684022824544e-05,
      "loss": 0.0037,
      "step": 85740
    },
    {
      "epoch": 15.29,
      "learning_rate": 4.235779243937233e-05,
      "loss": 0.0016,
      "step": 85750
    },
    {
      "epoch": 15.29,
      "learning_rate": 4.235690085592012e-05,
      "loss": 0.0014,
      "step": 85760
    },
    {
      "epoch": 15.29,
      "learning_rate": 4.2356009272467904e-05,
      "loss": 0.0045,
      "step": 85770
    },
    {
      "epoch": 15.3,
      "learning_rate": 4.2355117689015695e-05,
      "loss": 0.0028,
      "step": 85780
    },
    {
      "epoch": 15.3,
      "learning_rate": 4.235422610556348e-05,
      "loss": 0.0031,
      "step": 85790
    },
    {
      "epoch": 15.3,
      "learning_rate": 4.235333452211127e-05,
      "loss": 0.0023,
      "step": 85800
    },
    {
      "epoch": 15.3,
      "learning_rate": 4.235244293865906e-05,
      "loss": 0.0011,
      "step": 85810
    },
    {
      "epoch": 15.3,
      "learning_rate": 4.2351551355206846e-05,
      "loss": 0.0022,
      "step": 85820
    },
    {
      "epoch": 15.3,
      "learning_rate": 4.235065977175464e-05,
      "loss": 0.0015,
      "step": 85830
    },
    {
      "epoch": 15.31,
      "learning_rate": 4.234976818830242e-05,
      "loss": 0.0027,
      "step": 85840
    },
    {
      "epoch": 15.31,
      "learning_rate": 4.234887660485022e-05,
      "loss": 0.0037,
      "step": 85850
    },
    {
      "epoch": 15.31,
      "learning_rate": 4.2347985021398005e-05,
      "loss": 0.0025,
      "step": 85860
    },
    {
      "epoch": 15.31,
      "learning_rate": 4.2347093437945796e-05,
      "loss": 0.0028,
      "step": 85870
    },
    {
      "epoch": 15.31,
      "learning_rate": 4.234620185449358e-05,
      "loss": 0.0025,
      "step": 85880
    },
    {
      "epoch": 15.32,
      "learning_rate": 4.234531027104137e-05,
      "loss": 0.0024,
      "step": 85890
    },
    {
      "epoch": 15.32,
      "learning_rate": 4.234441868758916e-05,
      "loss": 0.0025,
      "step": 85900
    },
    {
      "epoch": 15.32,
      "learning_rate": 4.234352710413695e-05,
      "loss": 0.0033,
      "step": 85910
    },
    {
      "epoch": 15.32,
      "learning_rate": 4.234263552068474e-05,
      "loss": 0.0031,
      "step": 85920
    },
    {
      "epoch": 15.32,
      "learning_rate": 4.234174393723252e-05,
      "loss": 0.0018,
      "step": 85930
    },
    {
      "epoch": 15.32,
      "learning_rate": 4.2340852353780314e-05,
      "loss": 0.0015,
      "step": 85940
    },
    {
      "epoch": 15.33,
      "learning_rate": 4.2339960770328105e-05,
      "loss": 0.0019,
      "step": 85950
    },
    {
      "epoch": 15.33,
      "learning_rate": 4.2339069186875896e-05,
      "loss": 0.0015,
      "step": 85960
    },
    {
      "epoch": 15.33,
      "learning_rate": 4.233817760342369e-05,
      "loss": 0.005,
      "step": 85970
    },
    {
      "epoch": 15.33,
      "learning_rate": 4.233728601997147e-05,
      "loss": 0.0035,
      "step": 85980
    },
    {
      "epoch": 15.33,
      "learning_rate": 4.233639443651926e-05,
      "loss": 0.0026,
      "step": 85990
    },
    {
      "epoch": 15.34,
      "learning_rate": 4.233550285306705e-05,
      "loss": 0.0036,
      "step": 86000
    },
    {
      "epoch": 15.34,
      "learning_rate": 4.233461126961484e-05,
      "loss": 0.0025,
      "step": 86010
    },
    {
      "epoch": 15.34,
      "learning_rate": 4.233371968616262e-05,
      "loss": 0.0018,
      "step": 86020
    },
    {
      "epoch": 15.34,
      "learning_rate": 4.2332828102710414e-05,
      "loss": 0.0032,
      "step": 86030
    },
    {
      "epoch": 15.34,
      "learning_rate": 4.2331936519258206e-05,
      "loss": 0.0044,
      "step": 86040
    },
    {
      "epoch": 15.34,
      "learning_rate": 4.233104493580599e-05,
      "loss": 0.0024,
      "step": 86050
    },
    {
      "epoch": 15.35,
      "learning_rate": 4.233015335235378e-05,
      "loss": 0.0046,
      "step": 86060
    },
    {
      "epoch": 15.35,
      "learning_rate": 4.232926176890157e-05,
      "loss": 0.0023,
      "step": 86070
    },
    {
      "epoch": 15.35,
      "learning_rate": 4.2328370185449364e-05,
      "loss": 0.0023,
      "step": 86080
    },
    {
      "epoch": 15.35,
      "learning_rate": 4.232747860199715e-05,
      "loss": 0.0031,
      "step": 86090
    },
    {
      "epoch": 15.35,
      "learning_rate": 4.232658701854494e-05,
      "loss": 0.0029,
      "step": 86100
    },
    {
      "epoch": 15.35,
      "learning_rate": 4.2325695435092724e-05,
      "loss": 0.0022,
      "step": 86110
    },
    {
      "epoch": 15.36,
      "learning_rate": 4.2324803851640515e-05,
      "loss": 0.0028,
      "step": 86120
    },
    {
      "epoch": 15.36,
      "learning_rate": 4.2323912268188306e-05,
      "loss": 0.0028,
      "step": 86130
    },
    {
      "epoch": 15.36,
      "learning_rate": 4.232302068473609e-05,
      "loss": 0.0026,
      "step": 86140
    },
    {
      "epoch": 15.36,
      "learning_rate": 4.232212910128388e-05,
      "loss": 0.0068,
      "step": 86150
    },
    {
      "epoch": 15.36,
      "learning_rate": 4.2321237517831666e-05,
      "loss": 0.0036,
      "step": 86160
    },
    {
      "epoch": 15.37,
      "learning_rate": 4.232034593437946e-05,
      "loss": 0.0065,
      "step": 86170
    },
    {
      "epoch": 15.37,
      "learning_rate": 4.231945435092725e-05,
      "loss": 0.002,
      "step": 86180
    },
    {
      "epoch": 15.37,
      "learning_rate": 4.231856276747504e-05,
      "loss": 0.0015,
      "step": 86190
    },
    {
      "epoch": 15.37,
      "learning_rate": 4.231767118402283e-05,
      "loss": 0.0031,
      "step": 86200
    },
    {
      "epoch": 15.37,
      "learning_rate": 4.2316779600570616e-05,
      "loss": 0.0027,
      "step": 86210
    },
    {
      "epoch": 15.37,
      "learning_rate": 4.231588801711841e-05,
      "loss": 0.0025,
      "step": 86220
    },
    {
      "epoch": 15.38,
      "learning_rate": 4.231499643366619e-05,
      "loss": 0.0027,
      "step": 86230
    },
    {
      "epoch": 15.38,
      "learning_rate": 4.231410485021398e-05,
      "loss": 0.0028,
      "step": 86240
    },
    {
      "epoch": 15.38,
      "learning_rate": 4.231321326676177e-05,
      "loss": 0.0036,
      "step": 86250
    },
    {
      "epoch": 15.38,
      "learning_rate": 4.231232168330956e-05,
      "loss": 0.0021,
      "step": 86260
    },
    {
      "epoch": 15.38,
      "learning_rate": 4.231143009985735e-05,
      "loss": 0.0022,
      "step": 86270
    },
    {
      "epoch": 15.39,
      "learning_rate": 4.2310538516405134e-05,
      "loss": 0.0051,
      "step": 86280
    },
    {
      "epoch": 15.39,
      "learning_rate": 4.230964693295293e-05,
      "loss": 0.002,
      "step": 86290
    },
    {
      "epoch": 15.39,
      "learning_rate": 4.2308755349500716e-05,
      "loss": 0.0018,
      "step": 86300
    },
    {
      "epoch": 15.39,
      "learning_rate": 4.230786376604851e-05,
      "loss": 0.003,
      "step": 86310
    },
    {
      "epoch": 15.39,
      "learning_rate": 4.230697218259629e-05,
      "loss": 0.0027,
      "step": 86320
    },
    {
      "epoch": 15.39,
      "learning_rate": 4.230608059914408e-05,
      "loss": 0.0054,
      "step": 86330
    },
    {
      "epoch": 15.4,
      "learning_rate": 4.230518901569187e-05,
      "loss": 0.0034,
      "step": 86340
    },
    {
      "epoch": 15.4,
      "learning_rate": 4.230429743223966e-05,
      "loss": 0.0025,
      "step": 86350
    },
    {
      "epoch": 15.4,
      "learning_rate": 4.230340584878745e-05,
      "loss": 0.0011,
      "step": 86360
    },
    {
      "epoch": 15.4,
      "learning_rate": 4.2302514265335234e-05,
      "loss": 0.0026,
      "step": 86370
    },
    {
      "epoch": 15.4,
      "learning_rate": 4.2301622681883026e-05,
      "loss": 0.0033,
      "step": 86380
    },
    {
      "epoch": 15.4,
      "learning_rate": 4.230073109843081e-05,
      "loss": 0.0028,
      "step": 86390
    },
    {
      "epoch": 15.41,
      "learning_rate": 4.229983951497861e-05,
      "loss": 0.0018,
      "step": 86400
    },
    {
      "epoch": 15.41,
      "learning_rate": 4.229894793152639e-05,
      "loss": 0.0043,
      "step": 86410
    },
    {
      "epoch": 15.41,
      "learning_rate": 4.2298056348074184e-05,
      "loss": 0.0035,
      "step": 86420
    },
    {
      "epoch": 15.41,
      "learning_rate": 4.2297164764621975e-05,
      "loss": 0.0021,
      "step": 86430
    },
    {
      "epoch": 15.41,
      "learning_rate": 4.229627318116976e-05,
      "loss": 0.0035,
      "step": 86440
    },
    {
      "epoch": 15.42,
      "learning_rate": 4.229538159771755e-05,
      "loss": 0.0037,
      "step": 86450
    },
    {
      "epoch": 15.42,
      "learning_rate": 4.2294490014265335e-05,
      "loss": 0.0019,
      "step": 86460
    },
    {
      "epoch": 15.42,
      "learning_rate": 4.2293598430813126e-05,
      "loss": 0.0047,
      "step": 86470
    },
    {
      "epoch": 15.42,
      "learning_rate": 4.229270684736091e-05,
      "loss": 0.005,
      "step": 86480
    },
    {
      "epoch": 15.42,
      "learning_rate": 4.22918152639087e-05,
      "loss": 0.0019,
      "step": 86490
    },
    {
      "epoch": 15.42,
      "learning_rate": 4.229092368045649e-05,
      "loss": 0.0037,
      "step": 86500
    },
    {
      "epoch": 15.43,
      "learning_rate": 4.2290032097004284e-05,
      "loss": 0.0017,
      "step": 86510
    },
    {
      "epoch": 15.43,
      "learning_rate": 4.2289140513552075e-05,
      "loss": 0.0025,
      "step": 86520
    },
    {
      "epoch": 15.43,
      "learning_rate": 4.228824893009986e-05,
      "loss": 0.003,
      "step": 86530
    },
    {
      "epoch": 15.43,
      "learning_rate": 4.228735734664765e-05,
      "loss": 0.0049,
      "step": 86540
    },
    {
      "epoch": 15.43,
      "learning_rate": 4.2286465763195435e-05,
      "loss": 0.0011,
      "step": 86550
    },
    {
      "epoch": 15.44,
      "learning_rate": 4.228557417974323e-05,
      "loss": 0.0023,
      "step": 86560
    },
    {
      "epoch": 15.44,
      "learning_rate": 4.228468259629101e-05,
      "loss": 0.0024,
      "step": 86570
    },
    {
      "epoch": 15.44,
      "learning_rate": 4.22837910128388e-05,
      "loss": 0.002,
      "step": 86580
    },
    {
      "epoch": 15.44,
      "learning_rate": 4.2282899429386593e-05,
      "loss": 0.0031,
      "step": 86590
    },
    {
      "epoch": 15.44,
      "learning_rate": 4.228200784593438e-05,
      "loss": 0.0021,
      "step": 86600
    },
    {
      "epoch": 15.44,
      "learning_rate": 4.228111626248217e-05,
      "loss": 0.0023,
      "step": 86610
    },
    {
      "epoch": 15.45,
      "learning_rate": 4.228022467902996e-05,
      "loss": 0.0023,
      "step": 86620
    },
    {
      "epoch": 15.45,
      "learning_rate": 4.227933309557775e-05,
      "loss": 0.0033,
      "step": 86630
    },
    {
      "epoch": 15.45,
      "learning_rate": 4.2278441512125536e-05,
      "loss": 0.0014,
      "step": 86640
    },
    {
      "epoch": 15.45,
      "learning_rate": 4.227754992867333e-05,
      "loss": 0.0016,
      "step": 86650
    },
    {
      "epoch": 15.45,
      "learning_rate": 4.227665834522112e-05,
      "loss": 0.0022,
      "step": 86660
    },
    {
      "epoch": 15.45,
      "learning_rate": 4.22757667617689e-05,
      "loss": 0.0031,
      "step": 86670
    },
    {
      "epoch": 15.46,
      "learning_rate": 4.2274875178316694e-05,
      "loss": 0.0044,
      "step": 86680
    },
    {
      "epoch": 15.46,
      "learning_rate": 4.227398359486448e-05,
      "loss": 0.0019,
      "step": 86690
    },
    {
      "epoch": 15.46,
      "learning_rate": 4.227309201141227e-05,
      "loss": 0.0042,
      "step": 86700
    },
    {
      "epoch": 15.46,
      "learning_rate": 4.2272200427960054e-05,
      "loss": 0.0029,
      "step": 86710
    },
    {
      "epoch": 15.46,
      "learning_rate": 4.2271308844507845e-05,
      "loss": 0.0041,
      "step": 86720
    },
    {
      "epoch": 15.47,
      "learning_rate": 4.2270417261055637e-05,
      "loss": 0.0059,
      "step": 86730
    },
    {
      "epoch": 15.47,
      "learning_rate": 4.226952567760343e-05,
      "loss": 0.0036,
      "step": 86740
    },
    {
      "epoch": 15.47,
      "learning_rate": 4.226863409415122e-05,
      "loss": 0.0012,
      "step": 86750
    },
    {
      "epoch": 15.47,
      "learning_rate": 4.2267742510699003e-05,
      "loss": 0.0034,
      "step": 86760
    },
    {
      "epoch": 15.47,
      "learning_rate": 4.2266850927246795e-05,
      "loss": 0.003,
      "step": 86770
    },
    {
      "epoch": 15.47,
      "learning_rate": 4.226595934379458e-05,
      "loss": 0.0031,
      "step": 86780
    },
    {
      "epoch": 15.48,
      "learning_rate": 4.226506776034237e-05,
      "loss": 0.0048,
      "step": 86790
    },
    {
      "epoch": 15.48,
      "learning_rate": 4.2264176176890155e-05,
      "loss": 0.004,
      "step": 86800
    },
    {
      "epoch": 15.48,
      "learning_rate": 4.2263284593437946e-05,
      "loss": 0.002,
      "step": 86810
    },
    {
      "epoch": 15.48,
      "learning_rate": 4.226239300998574e-05,
      "loss": 0.006,
      "step": 86820
    },
    {
      "epoch": 15.48,
      "learning_rate": 4.226150142653352e-05,
      "loss": 0.0033,
      "step": 86830
    },
    {
      "epoch": 15.49,
      "learning_rate": 4.226060984308132e-05,
      "loss": 0.0032,
      "step": 86840
    },
    {
      "epoch": 15.49,
      "learning_rate": 4.2259718259629104e-05,
      "loss": 0.0025,
      "step": 86850
    },
    {
      "epoch": 15.49,
      "learning_rate": 4.2258826676176895e-05,
      "loss": 0.0031,
      "step": 86860
    },
    {
      "epoch": 15.49,
      "learning_rate": 4.225793509272468e-05,
      "loss": 0.0023,
      "step": 86870
    },
    {
      "epoch": 15.49,
      "learning_rate": 4.225704350927247e-05,
      "loss": 0.0032,
      "step": 86880
    },
    {
      "epoch": 15.49,
      "learning_rate": 4.225615192582026e-05,
      "loss": 0.0028,
      "step": 86890
    },
    {
      "epoch": 15.5,
      "learning_rate": 4.2255260342368046e-05,
      "loss": 0.004,
      "step": 86900
    },
    {
      "epoch": 15.5,
      "learning_rate": 4.225436875891584e-05,
      "loss": 0.0027,
      "step": 86910
    },
    {
      "epoch": 15.5,
      "learning_rate": 4.225347717546362e-05,
      "loss": 0.0016,
      "step": 86920
    },
    {
      "epoch": 15.5,
      "learning_rate": 4.225258559201141e-05,
      "loss": 0.0019,
      "step": 86930
    },
    {
      "epoch": 15.5,
      "learning_rate": 4.22516940085592e-05,
      "loss": 0.0028,
      "step": 86940
    },
    {
      "epoch": 15.5,
      "learning_rate": 4.2250802425106996e-05,
      "loss": 0.0015,
      "step": 86950
    },
    {
      "epoch": 15.51,
      "learning_rate": 4.224991084165478e-05,
      "loss": 0.0024,
      "step": 86960
    },
    {
      "epoch": 15.51,
      "learning_rate": 4.224901925820257e-05,
      "loss": 0.0029,
      "step": 86970
    },
    {
      "epoch": 15.51,
      "learning_rate": 4.224812767475036e-05,
      "loss": 0.0024,
      "step": 86980
    },
    {
      "epoch": 15.51,
      "learning_rate": 4.224723609129815e-05,
      "loss": 0.0043,
      "step": 86990
    },
    {
      "epoch": 15.51,
      "learning_rate": 4.224634450784594e-05,
      "loss": 0.0017,
      "step": 87000
    },
    {
      "epoch": 15.52,
      "learning_rate": 4.224545292439372e-05,
      "loss": 0.0025,
      "step": 87010
    },
    {
      "epoch": 15.52,
      "learning_rate": 4.2244561340941514e-05,
      "loss": 0.0046,
      "step": 87020
    },
    {
      "epoch": 15.52,
      "learning_rate": 4.22436697574893e-05,
      "loss": 0.0041,
      "step": 87030
    },
    {
      "epoch": 15.52,
      "learning_rate": 4.224277817403709e-05,
      "loss": 0.0023,
      "step": 87040
    },
    {
      "epoch": 15.52,
      "learning_rate": 4.224188659058488e-05,
      "loss": 0.0034,
      "step": 87050
    },
    {
      "epoch": 15.52,
      "learning_rate": 4.224099500713267e-05,
      "loss": 0.0015,
      "step": 87060
    },
    {
      "epoch": 15.53,
      "learning_rate": 4.224010342368046e-05,
      "loss": 0.0025,
      "step": 87070
    },
    {
      "epoch": 15.53,
      "learning_rate": 4.223921184022825e-05,
      "loss": 0.0015,
      "step": 87080
    },
    {
      "epoch": 15.53,
      "learning_rate": 4.223832025677604e-05,
      "loss": 0.0023,
      "step": 87090
    },
    {
      "epoch": 15.53,
      "learning_rate": 4.223742867332382e-05,
      "loss": 0.0015,
      "step": 87100
    },
    {
      "epoch": 15.53,
      "learning_rate": 4.2236537089871614e-05,
      "loss": 0.0022,
      "step": 87110
    },
    {
      "epoch": 15.53,
      "learning_rate": 4.2235645506419406e-05,
      "loss": 0.0012,
      "step": 87120
    },
    {
      "epoch": 15.54,
      "learning_rate": 4.223475392296719e-05,
      "loss": 0.0023,
      "step": 87130
    },
    {
      "epoch": 15.54,
      "learning_rate": 4.223386233951498e-05,
      "loss": 0.001,
      "step": 87140
    },
    {
      "epoch": 15.54,
      "learning_rate": 4.2232970756062766e-05,
      "loss": 0.0029,
      "step": 87150
    },
    {
      "epoch": 15.54,
      "learning_rate": 4.223207917261056e-05,
      "loss": 0.0019,
      "step": 87160
    },
    {
      "epoch": 15.54,
      "learning_rate": 4.223118758915835e-05,
      "loss": 0.0032,
      "step": 87170
    },
    {
      "epoch": 15.55,
      "learning_rate": 4.223029600570614e-05,
      "loss": 0.0024,
      "step": 87180
    },
    {
      "epoch": 15.55,
      "learning_rate": 4.2229404422253924e-05,
      "loss": 0.0016,
      "step": 87190
    },
    {
      "epoch": 15.55,
      "learning_rate": 4.2228512838801715e-05,
      "loss": 0.0013,
      "step": 87200
    },
    {
      "epoch": 15.55,
      "learning_rate": 4.2227621255349506e-05,
      "loss": 0.0026,
      "step": 87210
    },
    {
      "epoch": 15.55,
      "learning_rate": 4.222672967189729e-05,
      "loss": 0.0021,
      "step": 87220
    },
    {
      "epoch": 15.55,
      "learning_rate": 4.222583808844508e-05,
      "loss": 0.0019,
      "step": 87230
    },
    {
      "epoch": 15.56,
      "learning_rate": 4.2224946504992866e-05,
      "loss": 0.0034,
      "step": 87240
    },
    {
      "epoch": 15.56,
      "learning_rate": 4.222405492154066e-05,
      "loss": 0.0014,
      "step": 87250
    },
    {
      "epoch": 15.56,
      "learning_rate": 4.222316333808844e-05,
      "loss": 0.0018,
      "step": 87260
    },
    {
      "epoch": 15.56,
      "learning_rate": 4.222227175463623e-05,
      "loss": 0.0037,
      "step": 87270
    },
    {
      "epoch": 15.56,
      "learning_rate": 4.2221380171184024e-05,
      "loss": 0.0027,
      "step": 87280
    },
    {
      "epoch": 15.57,
      "learning_rate": 4.2220488587731816e-05,
      "loss": 0.0047,
      "step": 87290
    },
    {
      "epoch": 15.57,
      "learning_rate": 4.221959700427961e-05,
      "loss": 0.004,
      "step": 87300
    },
    {
      "epoch": 15.57,
      "learning_rate": 4.221870542082739e-05,
      "loss": 0.0018,
      "step": 87310
    },
    {
      "epoch": 15.57,
      "learning_rate": 4.221781383737518e-05,
      "loss": 0.0051,
      "step": 87320
    },
    {
      "epoch": 15.57,
      "learning_rate": 4.221692225392297e-05,
      "loss": 0.0061,
      "step": 87330
    },
    {
      "epoch": 15.57,
      "learning_rate": 4.221603067047076e-05,
      "loss": 0.0023,
      "step": 87340
    },
    {
      "epoch": 15.58,
      "learning_rate": 4.221513908701855e-05,
      "loss": 0.0044,
      "step": 87350
    },
    {
      "epoch": 15.58,
      "learning_rate": 4.2214247503566334e-05,
      "loss": 0.0025,
      "step": 87360
    },
    {
      "epoch": 15.58,
      "learning_rate": 4.2213355920114125e-05,
      "loss": 0.0038,
      "step": 87370
    },
    {
      "epoch": 15.58,
      "learning_rate": 4.221246433666191e-05,
      "loss": 0.0046,
      "step": 87380
    },
    {
      "epoch": 15.58,
      "learning_rate": 4.221157275320971e-05,
      "loss": 0.0012,
      "step": 87390
    },
    {
      "epoch": 15.58,
      "learning_rate": 4.221068116975749e-05,
      "loss": 0.0042,
      "step": 87400
    },
    {
      "epoch": 15.59,
      "learning_rate": 4.220978958630528e-05,
      "loss": 0.003,
      "step": 87410
    },
    {
      "epoch": 15.59,
      "learning_rate": 4.220889800285307e-05,
      "loss": 0.003,
      "step": 87420
    },
    {
      "epoch": 15.59,
      "learning_rate": 4.220800641940086e-05,
      "loss": 0.0026,
      "step": 87430
    },
    {
      "epoch": 15.59,
      "learning_rate": 4.220711483594865e-05,
      "loss": 0.0039,
      "step": 87440
    },
    {
      "epoch": 15.59,
      "learning_rate": 4.2206223252496434e-05,
      "loss": 0.0041,
      "step": 87450
    },
    {
      "epoch": 15.6,
      "learning_rate": 4.2205331669044225e-05,
      "loss": 0.0026,
      "step": 87460
    },
    {
      "epoch": 15.6,
      "learning_rate": 4.220444008559201e-05,
      "loss": 0.0023,
      "step": 87470
    },
    {
      "epoch": 15.6,
      "learning_rate": 4.22035485021398e-05,
      "loss": 0.0035,
      "step": 87480
    },
    {
      "epoch": 15.6,
      "learning_rate": 4.2202656918687586e-05,
      "loss": 0.0029,
      "step": 87490
    },
    {
      "epoch": 15.6,
      "learning_rate": 4.2201765335235384e-05,
      "loss": 0.0027,
      "step": 87500
    },
    {
      "epoch": 15.6,
      "learning_rate": 4.220087375178317e-05,
      "loss": 0.0033,
      "step": 87510
    },
    {
      "epoch": 15.61,
      "learning_rate": 4.219998216833096e-05,
      "loss": 0.0052,
      "step": 87520
    },
    {
      "epoch": 15.61,
      "learning_rate": 4.219909058487875e-05,
      "loss": 0.0022,
      "step": 87530
    },
    {
      "epoch": 15.61,
      "learning_rate": 4.2198199001426535e-05,
      "loss": 0.0049,
      "step": 87540
    },
    {
      "epoch": 15.61,
      "learning_rate": 4.2197307417974326e-05,
      "loss": 0.0026,
      "step": 87550
    },
    {
      "epoch": 15.61,
      "learning_rate": 4.219641583452211e-05,
      "loss": 0.0023,
      "step": 87560
    },
    {
      "epoch": 15.62,
      "learning_rate": 4.21955242510699e-05,
      "loss": 0.0039,
      "step": 87570
    },
    {
      "epoch": 15.62,
      "learning_rate": 4.219463266761769e-05,
      "loss": 0.0035,
      "step": 87580
    },
    {
      "epoch": 15.62,
      "learning_rate": 4.219374108416548e-05,
      "loss": 0.0021,
      "step": 87590
    },
    {
      "epoch": 15.62,
      "learning_rate": 4.219284950071327e-05,
      "loss": 0.0024,
      "step": 87600
    },
    {
      "epoch": 15.62,
      "learning_rate": 4.219195791726106e-05,
      "loss": 0.0036,
      "step": 87610
    },
    {
      "epoch": 15.62,
      "learning_rate": 4.219106633380885e-05,
      "loss": 0.0021,
      "step": 87620
    },
    {
      "epoch": 15.63,
      "learning_rate": 4.2190174750356635e-05,
      "loss": 0.0036,
      "step": 87630
    },
    {
      "epoch": 15.63,
      "learning_rate": 4.2189283166904427e-05,
      "loss": 0.003,
      "step": 87640
    },
    {
      "epoch": 15.63,
      "learning_rate": 4.218839158345221e-05,
      "loss": 0.0016,
      "step": 87650
    },
    {
      "epoch": 15.63,
      "learning_rate": 4.21875e-05,
      "loss": 0.0031,
      "step": 87660
    },
    {
      "epoch": 15.63,
      "learning_rate": 4.2186608416547793e-05,
      "loss": 0.002,
      "step": 87670
    },
    {
      "epoch": 15.63,
      "learning_rate": 4.218571683309558e-05,
      "loss": 0.0019,
      "step": 87680
    },
    {
      "epoch": 15.64,
      "learning_rate": 4.218482524964337e-05,
      "loss": 0.0055,
      "step": 87690
    },
    {
      "epoch": 15.64,
      "learning_rate": 4.2183933666191154e-05,
      "loss": 0.0022,
      "step": 87700
    },
    {
      "epoch": 15.64,
      "learning_rate": 4.2183042082738945e-05,
      "loss": 0.0032,
      "step": 87710
    },
    {
      "epoch": 15.64,
      "learning_rate": 4.2182150499286736e-05,
      "loss": 0.0024,
      "step": 87720
    },
    {
      "epoch": 15.64,
      "learning_rate": 4.218125891583453e-05,
      "loss": 0.0026,
      "step": 87730
    },
    {
      "epoch": 15.65,
      "learning_rate": 4.218036733238231e-05,
      "loss": 0.0021,
      "step": 87740
    },
    {
      "epoch": 15.65,
      "learning_rate": 4.21794757489301e-05,
      "loss": 0.0026,
      "step": 87750
    },
    {
      "epoch": 15.65,
      "learning_rate": 4.2178584165477894e-05,
      "loss": 0.0023,
      "step": 87760
    },
    {
      "epoch": 15.65,
      "learning_rate": 4.217769258202568e-05,
      "loss": 0.0008,
      "step": 87770
    },
    {
      "epoch": 15.65,
      "learning_rate": 4.217680099857347e-05,
      "loss": 0.0019,
      "step": 87780
    },
    {
      "epoch": 15.65,
      "learning_rate": 4.2175909415121254e-05,
      "loss": 0.0026,
      "step": 87790
    },
    {
      "epoch": 15.66,
      "learning_rate": 4.2175017831669045e-05,
      "loss": 0.0035,
      "step": 87800
    },
    {
      "epoch": 15.66,
      "learning_rate": 4.217412624821683e-05,
      "loss": 0.003,
      "step": 87810
    },
    {
      "epoch": 15.66,
      "learning_rate": 4.217323466476462e-05,
      "loss": 0.0038,
      "step": 87820
    },
    {
      "epoch": 15.66,
      "learning_rate": 4.217234308131241e-05,
      "loss": 0.0023,
      "step": 87830
    },
    {
      "epoch": 15.66,
      "learning_rate": 4.21714514978602e-05,
      "loss": 0.0019,
      "step": 87840
    },
    {
      "epoch": 15.67,
      "learning_rate": 4.2170559914407995e-05,
      "loss": 0.0038,
      "step": 87850
    },
    {
      "epoch": 15.67,
      "learning_rate": 4.216966833095578e-05,
      "loss": 0.0024,
      "step": 87860
    },
    {
      "epoch": 15.67,
      "learning_rate": 4.216877674750357e-05,
      "loss": 0.0022,
      "step": 87870
    },
    {
      "epoch": 15.67,
      "learning_rate": 4.2167885164051355e-05,
      "loss": 0.006,
      "step": 87880
    },
    {
      "epoch": 15.67,
      "learning_rate": 4.2166993580599146e-05,
      "loss": 0.002,
      "step": 87890
    },
    {
      "epoch": 15.67,
      "learning_rate": 4.216610199714694e-05,
      "loss": 0.0021,
      "step": 87900
    },
    {
      "epoch": 15.68,
      "learning_rate": 4.216521041369472e-05,
      "loss": 0.0027,
      "step": 87910
    },
    {
      "epoch": 15.68,
      "learning_rate": 4.216431883024251e-05,
      "loss": 0.0022,
      "step": 87920
    },
    {
      "epoch": 15.68,
      "learning_rate": 4.21634272467903e-05,
      "loss": 0.0024,
      "step": 87930
    },
    {
      "epoch": 15.68,
      "learning_rate": 4.2162535663338095e-05,
      "loss": 0.0042,
      "step": 87940
    },
    {
      "epoch": 15.68,
      "learning_rate": 4.216164407988588e-05,
      "loss": 0.0025,
      "step": 87950
    },
    {
      "epoch": 15.68,
      "learning_rate": 4.216075249643367e-05,
      "loss": 0.0038,
      "step": 87960
    },
    {
      "epoch": 15.69,
      "learning_rate": 4.2159860912981455e-05,
      "loss": 0.0066,
      "step": 87970
    },
    {
      "epoch": 15.69,
      "learning_rate": 4.2158969329529246e-05,
      "loss": 0.0026,
      "step": 87980
    },
    {
      "epoch": 15.69,
      "learning_rate": 4.215807774607704e-05,
      "loss": 0.0013,
      "step": 87990
    },
    {
      "epoch": 15.69,
      "learning_rate": 4.215718616262482e-05,
      "loss": 0.0018,
      "step": 88000
    },
    {
      "epoch": 15.69,
      "learning_rate": 4.215629457917261e-05,
      "loss": 0.0021,
      "step": 88010
    },
    {
      "epoch": 15.7,
      "learning_rate": 4.21554029957204e-05,
      "loss": 0.0033,
      "step": 88020
    },
    {
      "epoch": 15.7,
      "learning_rate": 4.215451141226819e-05,
      "loss": 0.0029,
      "step": 88030
    },
    {
      "epoch": 15.7,
      "learning_rate": 4.215361982881597e-05,
      "loss": 0.003,
      "step": 88040
    },
    {
      "epoch": 15.7,
      "learning_rate": 4.215272824536377e-05,
      "loss": 0.0025,
      "step": 88050
    },
    {
      "epoch": 15.7,
      "learning_rate": 4.2151836661911556e-05,
      "loss": 0.0039,
      "step": 88060
    },
    {
      "epoch": 15.7,
      "learning_rate": 4.215094507845935e-05,
      "loss": 0.0039,
      "step": 88070
    },
    {
      "epoch": 15.71,
      "learning_rate": 4.215005349500714e-05,
      "loss": 0.0019,
      "step": 88080
    },
    {
      "epoch": 15.71,
      "learning_rate": 4.214916191155492e-05,
      "loss": 0.0018,
      "step": 88090
    },
    {
      "epoch": 15.71,
      "learning_rate": 4.2148270328102714e-05,
      "loss": 0.0027,
      "step": 88100
    },
    {
      "epoch": 15.71,
      "learning_rate": 4.21473787446505e-05,
      "loss": 0.0034,
      "step": 88110
    },
    {
      "epoch": 15.71,
      "learning_rate": 4.214648716119829e-05,
      "loss": 0.0013,
      "step": 88120
    },
    {
      "epoch": 15.72,
      "learning_rate": 4.214559557774608e-05,
      "loss": 0.0033,
      "step": 88130
    },
    {
      "epoch": 15.72,
      "learning_rate": 4.2144703994293865e-05,
      "loss": 0.0036,
      "step": 88140
    },
    {
      "epoch": 15.72,
      "learning_rate": 4.2143812410841656e-05,
      "loss": 0.0043,
      "step": 88150
    },
    {
      "epoch": 15.72,
      "learning_rate": 4.214292082738945e-05,
      "loss": 0.003,
      "step": 88160
    },
    {
      "epoch": 15.72,
      "learning_rate": 4.214202924393724e-05,
      "loss": 0.003,
      "step": 88170
    },
    {
      "epoch": 15.72,
      "learning_rate": 4.214113766048502e-05,
      "loss": 0.004,
      "step": 88180
    },
    {
      "epoch": 15.73,
      "learning_rate": 4.2140246077032814e-05,
      "loss": 0.0026,
      "step": 88190
    },
    {
      "epoch": 15.73,
      "learning_rate": 4.21393544935806e-05,
      "loss": 0.0019,
      "step": 88200
    },
    {
      "epoch": 15.73,
      "learning_rate": 4.213846291012839e-05,
      "loss": 0.0023,
      "step": 88210
    },
    {
      "epoch": 15.73,
      "learning_rate": 4.213757132667618e-05,
      "loss": 0.0027,
      "step": 88220
    },
    {
      "epoch": 15.73,
      "learning_rate": 4.2136679743223966e-05,
      "loss": 0.0033,
      "step": 88230
    },
    {
      "epoch": 15.73,
      "learning_rate": 4.213578815977176e-05,
      "loss": 0.0053,
      "step": 88240
    },
    {
      "epoch": 15.74,
      "learning_rate": 4.213489657631954e-05,
      "loss": 0.0024,
      "step": 88250
    },
    {
      "epoch": 15.74,
      "learning_rate": 4.213400499286733e-05,
      "loss": 0.0043,
      "step": 88260
    },
    {
      "epoch": 15.74,
      "learning_rate": 4.2133113409415124e-05,
      "loss": 0.0035,
      "step": 88270
    },
    {
      "epoch": 15.74,
      "learning_rate": 4.2132221825962915e-05,
      "loss": 0.0034,
      "step": 88280
    },
    {
      "epoch": 15.74,
      "learning_rate": 4.21313302425107e-05,
      "loss": 0.0022,
      "step": 88290
    },
    {
      "epoch": 15.75,
      "learning_rate": 4.213043865905849e-05,
      "loss": 0.0034,
      "step": 88300
    },
    {
      "epoch": 15.75,
      "learning_rate": 4.212954707560628e-05,
      "loss": 0.0043,
      "step": 88310
    },
    {
      "epoch": 15.75,
      "learning_rate": 4.2128655492154066e-05,
      "loss": 0.0032,
      "step": 88320
    },
    {
      "epoch": 15.75,
      "learning_rate": 4.212776390870186e-05,
      "loss": 0.0021,
      "step": 88330
    },
    {
      "epoch": 15.75,
      "learning_rate": 4.212687232524964e-05,
      "loss": 0.002,
      "step": 88340
    },
    {
      "epoch": 15.75,
      "learning_rate": 4.212598074179743e-05,
      "loss": 0.0055,
      "step": 88350
    },
    {
      "epoch": 15.76,
      "learning_rate": 4.2125089158345224e-05,
      "loss": 0.0021,
      "step": 88360
    },
    {
      "epoch": 15.76,
      "learning_rate": 4.212419757489301e-05,
      "loss": 0.0032,
      "step": 88370
    },
    {
      "epoch": 15.76,
      "learning_rate": 4.212330599144081e-05,
      "loss": 0.0028,
      "step": 88380
    },
    {
      "epoch": 15.76,
      "learning_rate": 4.212241440798859e-05,
      "loss": 0.0042,
      "step": 88390
    },
    {
      "epoch": 15.76,
      "learning_rate": 4.212152282453638e-05,
      "loss": 0.0026,
      "step": 88400
    },
    {
      "epoch": 15.76,
      "learning_rate": 4.212063124108417e-05,
      "loss": 0.0025,
      "step": 88410
    },
    {
      "epoch": 15.77,
      "learning_rate": 4.211973965763196e-05,
      "loss": 0.003,
      "step": 88420
    },
    {
      "epoch": 15.77,
      "learning_rate": 4.211884807417974e-05,
      "loss": 0.0046,
      "step": 88430
    },
    {
      "epoch": 15.77,
      "learning_rate": 4.2117956490727534e-05,
      "loss": 0.0015,
      "step": 88440
    },
    {
      "epoch": 15.77,
      "learning_rate": 4.2117064907275325e-05,
      "loss": 0.0016,
      "step": 88450
    },
    {
      "epoch": 15.77,
      "learning_rate": 4.211617332382311e-05,
      "loss": 0.0043,
      "step": 88460
    },
    {
      "epoch": 15.78,
      "learning_rate": 4.2115370898716124e-05,
      "loss": 0.0037,
      "step": 88470
    },
    {
      "epoch": 15.78,
      "learning_rate": 4.211447931526391e-05,
      "loss": 0.0024,
      "step": 88480
    },
    {
      "epoch": 15.78,
      "learning_rate": 4.21135877318117e-05,
      "loss": 0.0023,
      "step": 88490
    },
    {
      "epoch": 15.78,
      "learning_rate": 4.2112696148359484e-05,
      "loss": 0.003,
      "step": 88500
    },
    {
      "epoch": 15.78,
      "learning_rate": 4.2111804564907275e-05,
      "loss": 0.0026,
      "step": 88510
    },
    {
      "epoch": 15.78,
      "learning_rate": 4.2110912981455067e-05,
      "loss": 0.0022,
      "step": 88520
    },
    {
      "epoch": 15.79,
      "learning_rate": 4.211002139800285e-05,
      "loss": 0.0023,
      "step": 88530
    },
    {
      "epoch": 15.79,
      "learning_rate": 4.210912981455065e-05,
      "loss": 0.003,
      "step": 88540
    },
    {
      "epoch": 15.79,
      "learning_rate": 4.2108238231098433e-05,
      "loss": 0.0021,
      "step": 88550
    },
    {
      "epoch": 15.79,
      "learning_rate": 4.2107346647646225e-05,
      "loss": 0.002,
      "step": 88560
    },
    {
      "epoch": 15.79,
      "learning_rate": 4.210645506419401e-05,
      "loss": 0.0015,
      "step": 88570
    },
    {
      "epoch": 15.8,
      "learning_rate": 4.21055634807418e-05,
      "loss": 0.0015,
      "step": 88580
    },
    {
      "epoch": 15.8,
      "learning_rate": 4.210467189728959e-05,
      "loss": 0.0024,
      "step": 88590
    },
    {
      "epoch": 15.8,
      "learning_rate": 4.2103780313837376e-05,
      "loss": 0.0018,
      "step": 88600
    },
    {
      "epoch": 15.8,
      "learning_rate": 4.210288873038517e-05,
      "loss": 0.0022,
      "step": 88610
    },
    {
      "epoch": 15.8,
      "learning_rate": 4.210199714693295e-05,
      "loss": 0.0045,
      "step": 88620
    },
    {
      "epoch": 15.8,
      "learning_rate": 4.210110556348074e-05,
      "loss": 0.0022,
      "step": 88630
    },
    {
      "epoch": 15.81,
      "learning_rate": 4.210021398002853e-05,
      "loss": 0.004,
      "step": 88640
    },
    {
      "epoch": 15.81,
      "learning_rate": 4.2099322396576325e-05,
      "loss": 0.003,
      "step": 88650
    },
    {
      "epoch": 15.81,
      "learning_rate": 4.209843081312411e-05,
      "loss": 0.0034,
      "step": 88660
    },
    {
      "epoch": 15.81,
      "learning_rate": 4.20975392296719e-05,
      "loss": 0.0025,
      "step": 88670
    },
    {
      "epoch": 15.81,
      "learning_rate": 4.209664764621969e-05,
      "loss": 0.0048,
      "step": 88680
    },
    {
      "epoch": 15.81,
      "learning_rate": 4.2095756062767477e-05,
      "loss": 0.0023,
      "step": 88690
    },
    {
      "epoch": 15.82,
      "learning_rate": 4.209486447931527e-05,
      "loss": 0.0022,
      "step": 88700
    },
    {
      "epoch": 15.82,
      "learning_rate": 4.209397289586305e-05,
      "loss": 0.0031,
      "step": 88710
    },
    {
      "epoch": 15.82,
      "learning_rate": 4.209308131241084e-05,
      "loss": 0.0033,
      "step": 88720
    },
    {
      "epoch": 15.82,
      "learning_rate": 4.209218972895863e-05,
      "loss": 0.0032,
      "step": 88730
    },
    {
      "epoch": 15.82,
      "learning_rate": 4.209129814550642e-05,
      "loss": 0.0015,
      "step": 88740
    },
    {
      "epoch": 15.83,
      "learning_rate": 4.209040656205421e-05,
      "loss": 0.0036,
      "step": 88750
    },
    {
      "epoch": 15.83,
      "learning_rate": 4.2089514978602e-05,
      "loss": 0.0059,
      "step": 88760
    },
    {
      "epoch": 15.83,
      "learning_rate": 4.208862339514979e-05,
      "loss": 0.0028,
      "step": 88770
    },
    {
      "epoch": 15.83,
      "learning_rate": 4.208773181169758e-05,
      "loss": 0.004,
      "step": 88780
    },
    {
      "epoch": 15.83,
      "learning_rate": 4.208684022824537e-05,
      "loss": 0.0037,
      "step": 88790
    },
    {
      "epoch": 15.83,
      "learning_rate": 4.208594864479315e-05,
      "loss": 0.0026,
      "step": 88800
    },
    {
      "epoch": 15.84,
      "learning_rate": 4.2085057061340944e-05,
      "loss": 0.0023,
      "step": 88810
    },
    {
      "epoch": 15.84,
      "learning_rate": 4.2084165477888735e-05,
      "loss": 0.0051,
      "step": 88820
    },
    {
      "epoch": 15.84,
      "learning_rate": 4.208327389443652e-05,
      "loss": 0.0018,
      "step": 88830
    },
    {
      "epoch": 15.84,
      "learning_rate": 4.208238231098431e-05,
      "loss": 0.0044,
      "step": 88840
    },
    {
      "epoch": 15.84,
      "learning_rate": 4.2081490727532095e-05,
      "loss": 0.0032,
      "step": 88850
    },
    {
      "epoch": 15.85,
      "learning_rate": 4.2080599144079886e-05,
      "loss": 0.0025,
      "step": 88860
    },
    {
      "epoch": 15.85,
      "learning_rate": 4.207970756062768e-05,
      "loss": 0.0016,
      "step": 88870
    },
    {
      "epoch": 15.85,
      "learning_rate": 4.207881597717547e-05,
      "loss": 0.0031,
      "step": 88880
    },
    {
      "epoch": 15.85,
      "learning_rate": 4.207792439372325e-05,
      "loss": 0.0031,
      "step": 88890
    },
    {
      "epoch": 15.85,
      "learning_rate": 4.2077032810271044e-05,
      "loss": 0.0028,
      "step": 88900
    },
    {
      "epoch": 15.85,
      "learning_rate": 4.2076141226818836e-05,
      "loss": 0.0027,
      "step": 88910
    },
    {
      "epoch": 15.86,
      "learning_rate": 4.207524964336662e-05,
      "loss": 0.0031,
      "step": 88920
    },
    {
      "epoch": 15.86,
      "learning_rate": 4.207435805991441e-05,
      "loss": 0.0021,
      "step": 88930
    },
    {
      "epoch": 15.86,
      "learning_rate": 4.2073466476462196e-05,
      "loss": 0.0024,
      "step": 88940
    },
    {
      "epoch": 15.86,
      "learning_rate": 4.207257489300999e-05,
      "loss": 0.0037,
      "step": 88950
    },
    {
      "epoch": 15.86,
      "learning_rate": 4.207168330955777e-05,
      "loss": 0.0028,
      "step": 88960
    },
    {
      "epoch": 15.86,
      "learning_rate": 4.207079172610556e-05,
      "loss": 0.0039,
      "step": 88970
    },
    {
      "epoch": 15.87,
      "learning_rate": 4.2069900142653354e-05,
      "loss": 0.002,
      "step": 88980
    },
    {
      "epoch": 15.87,
      "learning_rate": 4.2069008559201145e-05,
      "loss": 0.0045,
      "step": 88990
    },
    {
      "epoch": 15.87,
      "learning_rate": 4.2068116975748936e-05,
      "loss": 0.0038,
      "step": 89000
    },
    {
      "epoch": 15.87,
      "learning_rate": 4.206722539229672e-05,
      "loss": 0.0045,
      "step": 89010
    },
    {
      "epoch": 15.87,
      "learning_rate": 4.206633380884451e-05,
      "loss": 0.0014,
      "step": 89020
    },
    {
      "epoch": 15.88,
      "learning_rate": 4.2065442225392296e-05,
      "loss": 0.0019,
      "step": 89030
    },
    {
      "epoch": 15.88,
      "learning_rate": 4.206455064194009e-05,
      "loss": 0.0036,
      "step": 89040
    },
    {
      "epoch": 15.88,
      "learning_rate": 4.206365905848787e-05,
      "loss": 0.0053,
      "step": 89050
    },
    {
      "epoch": 15.88,
      "learning_rate": 4.206276747503566e-05,
      "loss": 0.0025,
      "step": 89060
    },
    {
      "epoch": 15.88,
      "learning_rate": 4.2061875891583454e-05,
      "loss": 0.003,
      "step": 89070
    },
    {
      "epoch": 15.88,
      "learning_rate": 4.206098430813124e-05,
      "loss": 0.0017,
      "step": 89080
    },
    {
      "epoch": 15.89,
      "learning_rate": 4.206009272467904e-05,
      "loss": 0.0023,
      "step": 89090
    },
    {
      "epoch": 15.89,
      "learning_rate": 4.205920114122682e-05,
      "loss": 0.0027,
      "step": 89100
    },
    {
      "epoch": 15.89,
      "learning_rate": 4.205830955777461e-05,
      "loss": 0.0022,
      "step": 89110
    },
    {
      "epoch": 15.89,
      "learning_rate": 4.20574179743224e-05,
      "loss": 0.0033,
      "step": 89120
    },
    {
      "epoch": 15.89,
      "learning_rate": 4.205652639087019e-05,
      "loss": 0.0029,
      "step": 89130
    },
    {
      "epoch": 15.9,
      "learning_rate": 4.205563480741798e-05,
      "loss": 0.0036,
      "step": 89140
    },
    {
      "epoch": 15.9,
      "learning_rate": 4.2054743223965764e-05,
      "loss": 0.0024,
      "step": 89150
    },
    {
      "epoch": 15.9,
      "learning_rate": 4.2053851640513555e-05,
      "loss": 0.0019,
      "step": 89160
    },
    {
      "epoch": 15.9,
      "learning_rate": 4.205296005706134e-05,
      "loss": 0.0014,
      "step": 89170
    },
    {
      "epoch": 15.9,
      "learning_rate": 4.205206847360913e-05,
      "loss": 0.0015,
      "step": 89180
    },
    {
      "epoch": 15.9,
      "learning_rate": 4.2051176890156915e-05,
      "loss": 0.0026,
      "step": 89190
    },
    {
      "epoch": 15.91,
      "learning_rate": 4.205028530670471e-05,
      "loss": 0.0021,
      "step": 89200
    },
    {
      "epoch": 15.91,
      "learning_rate": 4.20493937232525e-05,
      "loss": 0.004,
      "step": 89210
    },
    {
      "epoch": 15.91,
      "learning_rate": 4.2048591298145505e-05,
      "loss": 0.0052,
      "step": 89220
    },
    {
      "epoch": 15.91,
      "learning_rate": 4.20476997146933e-05,
      "loss": 0.0025,
      "step": 89230
    },
    {
      "epoch": 15.91,
      "learning_rate": 4.204680813124109e-05,
      "loss": 0.0024,
      "step": 89240
    },
    {
      "epoch": 15.91,
      "learning_rate": 4.204591654778888e-05,
      "loss": 0.003,
      "step": 89250
    },
    {
      "epoch": 15.92,
      "learning_rate": 4.2045024964336664e-05,
      "loss": 0.0035,
      "step": 89260
    },
    {
      "epoch": 15.92,
      "learning_rate": 4.2044133380884455e-05,
      "loss": 0.0026,
      "step": 89270
    },
    {
      "epoch": 15.92,
      "learning_rate": 4.204324179743224e-05,
      "loss": 0.0021,
      "step": 89280
    },
    {
      "epoch": 15.92,
      "learning_rate": 4.204235021398003e-05,
      "loss": 0.0034,
      "step": 89290
    },
    {
      "epoch": 15.92,
      "learning_rate": 4.204145863052782e-05,
      "loss": 0.0062,
      "step": 89300
    },
    {
      "epoch": 15.93,
      "learning_rate": 4.2040567047075606e-05,
      "loss": 0.0016,
      "step": 89310
    },
    {
      "epoch": 15.93,
      "learning_rate": 4.20396754636234e-05,
      "loss": 0.0038,
      "step": 89320
    },
    {
      "epoch": 15.93,
      "learning_rate": 4.203878388017118e-05,
      "loss": 0.0026,
      "step": 89330
    },
    {
      "epoch": 15.93,
      "learning_rate": 4.203789229671897e-05,
      "loss": 0.0019,
      "step": 89340
    },
    {
      "epoch": 15.93,
      "learning_rate": 4.2037000713266764e-05,
      "loss": 0.0021,
      "step": 89350
    },
    {
      "epoch": 15.93,
      "learning_rate": 4.2036109129814555e-05,
      "loss": 0.0029,
      "step": 89360
    },
    {
      "epoch": 15.94,
      "learning_rate": 4.2035217546362347e-05,
      "loss": 0.0021,
      "step": 89370
    },
    {
      "epoch": 15.94,
      "learning_rate": 4.203432596291013e-05,
      "loss": 0.0021,
      "step": 89380
    },
    {
      "epoch": 15.94,
      "learning_rate": 4.203343437945792e-05,
      "loss": 0.0031,
      "step": 89390
    },
    {
      "epoch": 15.94,
      "learning_rate": 4.2032542796005707e-05,
      "loss": 0.002,
      "step": 89400
    },
    {
      "epoch": 15.94,
      "learning_rate": 4.20316512125535e-05,
      "loss": 0.0022,
      "step": 89410
    },
    {
      "epoch": 15.95,
      "learning_rate": 4.203075962910128e-05,
      "loss": 0.0041,
      "step": 89420
    },
    {
      "epoch": 15.95,
      "learning_rate": 4.2029868045649073e-05,
      "loss": 0.0045,
      "step": 89430
    },
    {
      "epoch": 15.95,
      "learning_rate": 4.2028976462196865e-05,
      "loss": 0.0032,
      "step": 89440
    },
    {
      "epoch": 15.95,
      "learning_rate": 4.202808487874465e-05,
      "loss": 0.0036,
      "step": 89450
    },
    {
      "epoch": 15.95,
      "learning_rate": 4.202719329529245e-05,
      "loss": 0.002,
      "step": 89460
    },
    {
      "epoch": 15.95,
      "learning_rate": 4.202630171184023e-05,
      "loss": 0.0028,
      "step": 89470
    },
    {
      "epoch": 15.96,
      "learning_rate": 4.202541012838802e-05,
      "loss": 0.003,
      "step": 89480
    },
    {
      "epoch": 15.96,
      "learning_rate": 4.202451854493581e-05,
      "loss": 0.0035,
      "step": 89490
    },
    {
      "epoch": 15.96,
      "learning_rate": 4.20236269614836e-05,
      "loss": 0.0014,
      "step": 89500
    },
    {
      "epoch": 15.96,
      "learning_rate": 4.202273537803138e-05,
      "loss": 0.0022,
      "step": 89510
    },
    {
      "epoch": 15.96,
      "learning_rate": 4.2021843794579174e-05,
      "loss": 0.0046,
      "step": 89520
    },
    {
      "epoch": 15.96,
      "learning_rate": 4.2020952211126965e-05,
      "loss": 0.0021,
      "step": 89530
    },
    {
      "epoch": 15.97,
      "learning_rate": 4.202006062767475e-05,
      "loss": 0.003,
      "step": 89540
    },
    {
      "epoch": 15.97,
      "learning_rate": 4.201916904422254e-05,
      "loss": 0.0008,
      "step": 89550
    },
    {
      "epoch": 15.97,
      "learning_rate": 4.2018277460770325e-05,
      "loss": 0.0014,
      "step": 89560
    },
    {
      "epoch": 15.97,
      "learning_rate": 4.201738587731812e-05,
      "loss": 0.0031,
      "step": 89570
    },
    {
      "epoch": 15.97,
      "learning_rate": 4.201649429386591e-05,
      "loss": 0.0028,
      "step": 89580
    },
    {
      "epoch": 15.98,
      "learning_rate": 4.20156027104137e-05,
      "loss": 0.0039,
      "step": 89590
    },
    {
      "epoch": 15.98,
      "learning_rate": 4.201471112696149e-05,
      "loss": 0.0061,
      "step": 89600
    },
    {
      "epoch": 15.98,
      "learning_rate": 4.2013819543509275e-05,
      "loss": 0.0016,
      "step": 89610
    },
    {
      "epoch": 15.98,
      "learning_rate": 4.2012927960057066e-05,
      "loss": 0.0028,
      "step": 89620
    },
    {
      "epoch": 15.98,
      "learning_rate": 4.201203637660485e-05,
      "loss": 0.0025,
      "step": 89630
    },
    {
      "epoch": 15.98,
      "learning_rate": 4.201114479315264e-05,
      "loss": 0.0018,
      "step": 89640
    },
    {
      "epoch": 15.99,
      "learning_rate": 4.2010253209700426e-05,
      "loss": 0.0018,
      "step": 89650
    },
    {
      "epoch": 15.99,
      "learning_rate": 4.200936162624822e-05,
      "loss": 0.0017,
      "step": 89660
    },
    {
      "epoch": 15.99,
      "learning_rate": 4.200847004279601e-05,
      "loss": 0.0019,
      "step": 89670
    },
    {
      "epoch": 15.99,
      "learning_rate": 4.20075784593438e-05,
      "loss": 0.0048,
      "step": 89680
    },
    {
      "epoch": 15.99,
      "learning_rate": 4.200668687589159e-05,
      "loss": 0.0029,
      "step": 89690
    },
    {
      "epoch": 16.0,
      "learning_rate": 4.2005795292439375e-05,
      "loss": 0.0022,
      "step": 89700
    },
    {
      "epoch": 16.0,
      "learning_rate": 4.2004903708987166e-05,
      "loss": 0.0031,
      "step": 89710
    },
    {
      "epoch": 16.0,
      "learning_rate": 4.200401212553495e-05,
      "loss": 0.001,
      "step": 89720
    },
    {
      "epoch": 16.0,
      "eval_loss": 0.020624889060854912,
      "eval_runtime": 195.8925,
      "eval_samples_per_second": 23.681,
      "eval_steps_per_second": 2.961,
      "step": 89728
    },
    {
      "epoch": 16.0,
      "step": 89728,
      "total_flos": 8.436933281646816e+19,
      "train_loss": 0.006225432415173189,
      "train_runtime": 115573.2859,
      "train_samples_per_second": 38.819,
      "train_steps_per_second": 4.852
    }
  ],
  "max_steps": 560800,
  "num_train_epochs": 100,
  "total_flos": 8.436933281646816e+19,
  "trial_name": null,
  "trial_params": null
}