{
  "best_metric": 0.24899413187145658,
  "best_model_checkpoint": "esm2_t12_35M_lora_ptm_sites_2023-10-10_00-58-43/checkpoint-176106",
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 176106,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 0.0003701556393528675,
      "loss": 0.4195,
      "step": 200
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0003701521172172271,
      "loss": 0.1652,
      "step": 400
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00037014627443809477,
      "loss": 0.1381,
      "step": 600
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0003701380523685105,
      "loss": 0.0871,
      "step": 800
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000370127474584151,
      "loss": 0.0919,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000370114541219666,
      "loss": 0.0678,
      "step": 1200
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003700992524396906,
      "loss": 0.0678,
      "step": 1400
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00037008160843884317,
      "loss": 0.0565,
      "step": 1600
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003700616094417228,
      "loss": 0.0712,
      "step": 1800
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00037003925570290656,
      "loss": 0.0604,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00037001454750694614,
      "loss": 0.0632,
      "step": 2200
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003699874851683642,
      "loss": 0.0697,
      "step": 2400
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00036995806903165044,
      "loss": 0.046,
      "step": 2600
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0003699264641725442,
      "loss": 0.0479,
      "step": 2800
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00036989235335692274,
      "loss": 0.042,
      "step": 3000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0003698558899541489,
      "loss": 0.0533,
      "step": 3200
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00036981707442838315,
      "loss": 0.0508,
      "step": 3400
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0003697759072737272,
      "loss": 0.0492,
      "step": 3600
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00036973238901421803,
      "loss": 0.0496,
      "step": 3800
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0003696865202038208,
      "loss": 0.0729,
      "step": 4000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00036963830142642195,
      "loss": 0.0556,
      "step": 4200
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0003695877332958219,
      "loss": 0.0393,
      "step": 4400
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0003695348164557272,
      "loss": 0.042,
      "step": 4600
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00036947955157974214,
      "loss": 0.0388,
      "step": 4800
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0003694222332701908,
      "loss": 0.0632,
      "step": 5000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00036936228619390763,
      "loss": 0.0372,
      "step": 5200
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0003692999932779562,
      "loss": 0.0309,
      "step": 5400
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00036923535531529345,
      "loss": 0.0336,
      "step": 5600
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0003691683731287276,
      "loss": 0.0553,
      "step": 5800
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0003690990475709077,
      "loss": 0.0466,
      "step": 6000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0003690277436899897,
      "loss": 0.0248,
      "step": 6200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00036895374577248087,
      "loss": 0.0422,
      "step": 6400
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00036887740721581455,
      "loss": 0.0472,
      "step": 6600
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0003687987289917415,
      "loss": 0.041,
      "step": 6800
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00036871771210179546,
      "loss": 0.0321,
      "step": 7000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00036863435757727986,
      "loss": 0.036,
      "step": 7200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00036854866647925537,
      "loss": 0.0355,
      "step": 7400
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0003684606398985257,
      "loss": 0.0423,
      "step": 7600
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00036837027895562436,
      "loss": 0.0391,
      "step": 7800
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003682775848008,
      "loss": 0.0473,
      "step": 8000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00036818255861400173,
      "loss": 0.0326,
      "step": 8200
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00036808520160486446,
      "loss": 0.0295,
      "step": 8400
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003679855150126932,
      "loss": 0.0365,
      "step": 8600
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00036788350010644714,
      "loss": 0.0244,
      "step": 8800
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003677791581847241,
      "loss": 0.0484,
      "step": 9000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00036767249057574337,
      "loss": 0.0285,
      "step": 9200
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003675634986373291,
      "loss": 0.0393,
      "step": 9400
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0003674521837568929,
      "loss": 0.0204,
      "step": 9600
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003673385473514164,
      "loss": 0.0448,
      "step": 9800
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00036722259086743295,
      "loss": 0.0451,
      "step": 10000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00036710431578100935,
      "loss": 0.0295,
      "step": 10200
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00036698372359772696,
      "loss": 0.0361,
      "step": 10400
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00036686081585266277,
      "loss": 0.0308,
      "step": 10600
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003667355941103695,
      "loss": 0.0293,
      "step": 10800
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003666087033850132,
      "loss": 0.0319,
      "step": 11000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003664788700095357,
      "loss": 0.0267,
      "step": 11200
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0003663467274988045,
      "loss": 0.0195,
      "step": 11400
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00036621227753492634,
      "loss": 0.0425,
      "step": 11600
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00036607552182938043,
      "loss": 0.0211,
      "step": 11800
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003659364621229971,
      "loss": 0.0352,
      "step": 12000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003657951001859353,
      "loss": 0.0266,
      "step": 12200
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00036565216184881143,
      "loss": 0.0332,
      "step": 12400
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003655062123664866,
      "loss": 0.0346,
      "step": 12600
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00036535796613034296,
      "loss": 0.042,
      "step": 12800
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00036520742502747924,
      "loss": 0.0372,
      "step": 13000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0003650545909742067,
      "loss": 0.0246,
      "step": 13200
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003648994659160249,
      "loss": 0.0283,
      "step": 13400
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00036474205182759645,
      "loss": 0.0299,
      "step": 13600
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003645823507127223,
      "loss": 0.0292,
      "step": 13800
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000364420364604316,
      "loss": 0.0354,
      "step": 14000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000364256095564378,
      "loss": 0.0215,
      "step": 14200
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00036408954568396915,
      "loss": 0.0288,
      "step": 14400
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003639207170831844,
      "loss": 0.0214,
      "step": 14600
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0003637496119111255,
      "loss": 0.0336,
      "step": 14800
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0003635762323458739,
      "loss": 0.0193,
      "step": 15000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0003634005805944629,
      "loss": 0.0507,
      "step": 15200
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0003632226588928494,
      "loss": 0.032,
      "step": 15400
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000363042469505886,
      "loss": 0.0303,
      "step": 15600
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0003628600147272912,
      "loss": 0.0271,
      "step": 15800
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00036267529687962144,
      "loss": 0.0275,
      "step": 16000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00036248831831424026,
      "loss": 0.0352,
      "step": 16200
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0003622990814112894,
      "loss": 0.0302,
      "step": 16400
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00036210758857965785,
      "loss": 0.0175,
      "step": 16600
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00036191481659005633,
      "loss": 0.0525,
      "step": 16800
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0003617188304915086,
      "loss": 0.0259,
      "step": 17000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0003615205958505779,
      "loss": 0.0265,
      "step": 17200
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00036132011519068993,
      "loss": 0.0304,
      "step": 17400
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00036111739106386103,
      "loss": 0.0351,
      "step": 17600
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0003609124260506658,
      "loss": 0.0564,
      "step": 17800
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0003607052227602041,
      "loss": 0.0235,
      "step": 18000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0003604957838300679,
      "loss": 0.0427,
      "step": 18200
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00036028411192630784,
      "loss": 0.0259,
      "step": 18400
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00036007020974339896,
      "loss": 0.0226,
      "step": 18600
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00035985408000420693,
      "loss": 0.0361,
      "step": 18800
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00035963682276229046,
      "loss": 0.0396,
      "step": 19000
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0003594162572956826,
      "loss": 0.038,
      "step": 19200
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000359193472597272,
      "loss": 0.0263,
      "step": 19400
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00035896847150299397,
      "loss": 0.0275,
      "step": 19600
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0003587412568769976,
      "loss": 0.0368,
      "step": 19800
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0003585118316116088,
      "loss": 0.0267,
      "step": 20000
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000358280198627294,
      "loss": 0.0252,
      "step": 20200
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003580463608726229,
      "loss": 0.0396,
      "step": 20400
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003578103213242304,
      "loss": 0.0297,
      "step": 20600
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003575720829867795,
      "loss": 0.0214,
      "step": 20800
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003573316488929225,
      "loss": 0.0252,
      "step": 21000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00035708902210326236,
      "loss": 0.025,
      "step": 21200
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003568442057063144,
      "loss": 0.0262,
      "step": 21400
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000356597202818466,
      "loss": 0.022,
      "step": 21600
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003563492679409498,
      "loss": 0.0458,
      "step": 21800
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0003560979124246924,
      "loss": 0.0289,
      "step": 22000
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00035584437991746675,
      "loss": 0.0247,
      "step": 22200
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0003555886736466121,
      "loss": 0.0198,
      "step": 22400
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0003553307968671388,
      "loss": 0.0259,
      "step": 22600
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0003550707528616864,
      "loss": 0.0134,
      "step": 22800
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0003548085449404821,
      "loss": 0.0344,
      "step": 23000
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0003545441764412988,
      "loss": 0.0308,
      "step": 23200
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0003542776507294125,
      "loss": 0.0295,
      "step": 23400
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0003540089711975591,
      "loss": 0.0237,
      "step": 23600
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00035373814126589203,
      "loss": 0.0229,
      "step": 23800
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0003534651643819378,
      "loss": 0.0203,
      "step": 24000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00035319004402055264,
      "loss": 0.0297,
      "step": 24200
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000352914175302923,
      "loss": 0.0285,
      "step": 24400
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00035263478919374686,
      "loss": 0.0224,
      "step": 24600
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00035235327017739155,
      "loss": 0.0333,
      "step": 24800
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0003520696218374504,
      "loss": 0.0564,
      "step": 25000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00035178384778462185,
      "loss": 0.0341,
      "step": 25200
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0003514959516566635,
      "loss": 0.0278,
      "step": 25400
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0003512059371183459,
      "loss": 0.0358,
      "step": 25600
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0003509138078614061,
      "loss": 0.0298,
      "step": 25800
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00035061956760450006,
      "loss": 0.0314,
      "step": 26000
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0003503232200931561,
      "loss": 0.0264,
      "step": 26200
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00035002476909972645,
      "loss": 0.0259,
      "step": 26400
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00034972421842333984,
      "loss": 0.0274,
      "step": 26600
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00034942309032960303,
      "loss": 0.0193,
      "step": 26800
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0003491183622419467,
      "loss": 0.0223,
      "step": 27000
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0003488115460094296,
      "loss": 0.0213,
      "step": 27200
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003485026455376655,
      "loss": 0.0268,
      "step": 27400
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003481916647587996,
      "loss": 0.0232,
      "step": 27600
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00034788017807543066,
      "loss": 0.0325,
      "step": 27800
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00034756505893653175,
      "loss": 0.0242,
      "step": 28000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003472478714255293,
      "loss": 0.0221,
      "step": 28200
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003469286195800583,
      "loss": 0.0276,
      "step": 28400
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003466073074640316,
      "loss": 0.0225,
      "step": 28600
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003462839391675882,
      "loss": 0.0219,
      "step": 28800
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0003459585188070413,
      "loss": 0.0355,
      "step": 29000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00034563105052482586,
      "loss": 0.0211,
      "step": 29200
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0003453015384894458,
      "loss": 0.0353,
      "step": 29400
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0003449699868954208,
      "loss": 0.0253,
      "step": 29600
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0003446363999632333,
      "loss": 0.0406,
      "step": 29800
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0003443007819392746,
      "loss": 0.0201,
      "step": 30000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0003439631370957905,
      "loss": 0.0261,
      "step": 30200
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0003436234697308274,
      "loss": 0.0426,
      "step": 30400
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0003432817841681772,
      "loss": 0.0184,
      "step": 30600
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0003429380847573226,
      "loss": 0.0201,
      "step": 30800
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00034259237587338153,
      "loss": 0.0331,
      "step": 31000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00034224466191705135,
      "loss": 0.0208,
      "step": 31200
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000341894947314553,
      "loss": 0.0297,
      "step": 31400
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0003415432365175747,
      "loss": 0.0248,
      "step": 31600
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0003411895340032153,
      "loss": 0.0207,
      "step": 31800
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00034083562765829117,
      "loss": 0.0334,
      "step": 32000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0003404779651439537,
      "loss": 0.0153,
      "step": 32200
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0003401183244725952,
      "loss": 0.0315,
      "step": 32400
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0003397567102222577,
      "loss": 0.0234,
      "step": 32600
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00033939312699610597,
      "loss": 0.026,
      "step": 32800
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00033902757942236837,
      "loss": 0.018,
      "step": 33000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00033866007215427904,
      "loss": 0.0318,
      "step": 33200
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00033829060987001754,
      "loss": 0.0249,
      "step": 33400
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00033791919727265,
      "loss": 0.0266,
      "step": 33600
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00033754583909006893,
      "loss": 0.0259,
      "step": 33800
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0003371705400749333,
      "loss": 0.03,
      "step": 34000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0003367951959879635,
      "loss": 0.0283,
      "step": 34200
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000336416039308738,
      "loss": 0.0269,
      "step": 34400
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00033603495617873176,
      "loss": 0.034,
      "step": 34600
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00033565195144893837,
      "loss": 0.0319,
      "step": 34800
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0003352670299948123,
      "loss": 0.018,
      "step": 35000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00033488019671620693,
      "loss": 0.0419,
      "step": 35200
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0003344914565373123,
      "loss": 0.0371,
      "step": 35400
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0003341008144065922,
      "loss": 0.0253,
      "step": 35600
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0003337082752967214,
      "loss": 0.0254,
      "step": 35800
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0003333138442045221,
      "loss": 0.0287,
      "step": 36000
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0003329175261509006,
      "loss": 0.0203,
      "step": 36200
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00033251932618078315,
      "loss": 0.0234,
      "step": 36400
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00033211924936305204,
      "loss": 0.0162,
      "step": 36600
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0003317193151808796,
      "loss": 0.0215,
      "step": 36800
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00033131550929049215,
      "loss": 0.0274,
      "step": 37000
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0003309098418764647,
      "loss": 0.0337,
      "step": 37200
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0003305023181027363,
      "loss": 0.0214,
      "step": 37400
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0003300929431568763,
      "loss": 0.0192,
      "step": 37600
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0003296817222500186,
      "loss": 0.0373,
      "step": 37800
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0003292686606167952,
      "loss": 0.0341,
      "step": 38000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00032885376351526955,
      "loss": 0.0267,
      "step": 38200
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00032843703622686987,
      "loss": 0.0257,
      "step": 38400
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00032801848405632146,
      "loss": 0.0352,
      "step": 38600
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00032759811233157966,
      "loss": 0.0291,
      "step": 38800
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0003271780418373506,
      "loss": 0.0236,
      "step": 39000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0003267540561114055,
      "loss": 0.02,
      "step": 39200
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00032632826692678864,
      "loss": 0.0162,
      "step": 39400
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00032590067970357875,
      "loss": 0.0248,
      "step": 39600
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0003254712998847426,
      "loss": 0.0229,
      "step": 39800
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00032504013293606604,
      "loss": 0.0239,
      "step": 40000
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0003246071843460839,
      "loss": 0.0208,
      "step": 40200
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0003241724596260105,
      "loss": 0.0248,
      "step": 40400
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00032373596430966946,
      "loss": 0.0132,
      "step": 40600
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000323297703953423,
      "loss": 0.0176,
      "step": 40800
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0003228598886025915,
      "loss": 0.0327,
      "step": 41000
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0003224203368588642,
      "loss": 0.045,
      "step": 41200
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0003219768323998541,
      "loss": 0.0251,
      "step": 41400
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0003215315852937889,
      "loss": 0.0296,
      "step": 41600
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0003210846012084369,
      "loss": 0.0327,
      "step": 41800
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0003206358858336769,
      "loss": 0.0261,
      "step": 42000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0003201854448814265,
      "loss": 0.0321,
      "step": 42200
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00031973328408556876,
      "loss": 0.0228,
      "step": 42400
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0003192794092018796,
      "loss": 0.0234,
      "step": 42600
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0003188238260079543,
      "loss": 0.0227,
      "step": 42800
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00031836654030313415,
      "loss": 0.0187,
      "step": 43000
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00031790985703126633,
      "loss": 0.0381,
      "step": 43200
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0003174491922289618,
      "loss": 0.0221,
      "step": 43400
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.000316986842414148,
      "loss": 0.016,
      "step": 43600
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0003165228134723018,
      "loss": 0.0217,
      "step": 43800
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0003160571113102746,
      "loss": 0.0356,
      "step": 44000
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00031558974185621694,
      "loss": 0.0281,
      "step": 44200
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.000315120711059503,
      "loss": 0.0231,
      "step": 44400
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0003146500248906554,
      "loss": 0.0322,
      "step": 44600
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0003141776893412682,
      "loss": 0.0247,
      "step": 44800
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00031370371042393195,
      "loss": 0.0271,
      "step": 45000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00031322809417215584,
      "loss": 0.0184,
      "step": 45200
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0003127508466402918,
      "loss": 0.0232,
      "step": 45400
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0003122719739034571,
      "loss": 0.0475,
      "step": 45600
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0003117914820574569,
      "loss": 0.0303,
      "step": 45800
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0003113093772187068,
      "loss": 0.0394,
      "step": 46000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00031082566552415524,
      "loss": 0.0267,
      "step": 46200
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0003103403531312047,
      "loss": 0.0316,
      "step": 46400
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00030985344621763415,
      "loss": 0.0216,
      "step": 46600
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0003093649509815197,
      "loss": 0.0199,
      "step": 46800
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00030887487364115605,
      "loss": 0.0231,
      "step": 47000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00030838322043497736,
      "loss": 0.0202,
      "step": 47200
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00030789246762956597,
      "loss": 0.0283,
      "step": 47400
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00030739768928821336,
      "loss": 0.0394,
      "step": 47600
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0003069013538848477,
      "loss": 0.0264,
      "step": 47800
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00030640346773756506,
      "loss": 0.0411,
      "step": 48000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00030590403718420164,
      "loss": 0.036,
      "step": 48200
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00030540306858225326,
      "loss": 0.0421,
      "step": 48400
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0003049005683087941,
      "loss": 0.0398,
      "step": 48600
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.000304396542760396,
      "loss": 0.0173,
      "step": 48800
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0003038909983530467,
      "loss": 0.0317,
      "step": 49000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0003033839415220679,
      "loss": 0.048,
      "step": 49200
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00030287537872203423,
      "loss": 0.0345,
      "step": 49400
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0003023678704574289,
      "loss": 0.0316,
      "step": 49600
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00030185632260843674,
      "loss": 0.0247,
      "step": 49800
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0003013432882361978,
      "loss": 0.0165,
      "step": 50000
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0003008287738713774,
      "loss": 0.0267,
      "step": 50200
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0003003127860634806,
      "loss": 0.0236,
      "step": 50400
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00029979792229214487,
      "loss": 0.0526,
      "step": 50600
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00029927901460657474,
      "loss": 0.0176,
      "step": 50800
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0002987612586177442,
      "loss": 0.0237,
      "step": 51000
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.000298239457344193,
      "loss": 0.0169,
      "step": 51200
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00029771621558824144,
      "loss": 0.0421,
      "step": 51400
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00029719154001048997,
      "loss": 0.0271,
      "step": 51600
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0002966654372897905,
      "loss": 0.0225,
      "step": 51800
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00029613791412316185,
      "loss": 0.0283,
      "step": 52000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00029560897722570427,
      "loss": 0.017,
      "step": 52200
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00029507863333051433,
      "loss": 0.0216,
      "step": 52400
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00029454688918859875,
      "loss": 0.0212,
      "step": 52600
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00029401375156878874,
      "loss": 0.0356,
      "step": 52800
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00029347922725765375,
      "loss": 0.0223,
      "step": 53000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0002929433230594152,
      "loss": 0.0231,
      "step": 53200
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0002924060457958596,
      "loss": 0.0385,
      "step": 53400
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.000291867402306252,
      "loss": 0.0194,
      "step": 53600
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00029132739944724874,
      "loss": 0.021,
      "step": 53800
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0002907860440928105,
      "loss": 0.0384,
      "step": 54000
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00029024334313411393,
      "loss": 0.0326,
      "step": 54200
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00028969930347946533,
      "loss": 0.0309,
      "step": 54400
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00028915393205421116,
      "loss": 0.0228,
      "step": 54600
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00028860723580065116,
      "loss": 0.0164,
      "step": 54800
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0002880592216779493,
      "loss": 0.0292,
      "step": 55000
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0002875098966620452,
      "loss": 0.0184,
      "step": 55200
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0002869592677455658,
      "loss": 0.0171,
      "step": 55400
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00028640734193773564,
      "loss": 0.0272,
      "step": 55600
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0002858541262642884,
      "loss": 0.0202,
      "step": 55800
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00028529962776737674,
      "loss": 0.025,
      "step": 56000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00028474385350548337,
      "loss": 0.0232,
      "step": 56200
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0002841868105533304,
      "loss": 0.0286,
      "step": 56400
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00028362850600179034,
      "loss": 0.0246,
      "step": 56600
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0002830689469577944,
      "loss": 0.0271,
      "step": 56800
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00028250814054424367,
      "loss": 0.0216,
      "step": 57000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00028194890720638425,
      "loss": 0.0261,
      "step": 57200
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0002813856336334063,
      "loss": 0.0328,
      "step": 57400
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00028082113411859194,
      "loss": 0.0209,
      "step": 57600
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0002802554158477314,
      "loss": 0.0266,
      "step": 57800
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0002796884860221292,
      "loss": 0.0163,
      "step": 58000
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0002791203518585125,
      "loss": 0.0302,
      "step": 58200
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00027855102058893863,
      "loss": 0.0205,
      "step": 58400
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0002779804994607039,
      "loss": 0.0227,
      "step": 58600
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00027740879573625075,
      "loss": 0.035,
      "step": 58800
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002768359166930753,
      "loss": 0.0255,
      "step": 59000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00027626186962363523,
      "loss": 0.0261,
      "step": 59200
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002756866618352563,
      "loss": 0.0306,
      "step": 59400
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002751103006500397,
      "loss": 0.0106,
      "step": 59600
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00027453279340476877,
      "loss": 0.0199,
      "step": 59800
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000273957043500945,
      "loss": 0.0366,
      "step": 60000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002733772718425448,
      "loss": 0.0181,
      "step": 60200
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002727992834466737,
      "loss": 0.0211,
      "step": 60400
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002722172767484197,
      "loss": 0.0309,
      "step": 60600
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00027163416081682745,
      "loss": 0.0205,
      "step": 60800
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00027104994307466473,
      "loss": 0.0422,
      "step": 61000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0002704646309587249,
      "loss": 0.0197,
      "step": 61200
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0002698782319197321,
      "loss": 0.02,
      "step": 61400
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00026929075342224635,
      "loss": 0.0292,
      "step": 61600
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00026870220294456887,
      "loss": 0.0174,
      "step": 61800
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00026811258797864644,
      "loss": 0.0211,
      "step": 62000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00026752191602997627,
      "loss": 0.0179,
      "step": 62200
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0002669331558226597,
      "loss": 0.0243,
      "step": 62400
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00026634039766960824,
      "loss": 0.0305,
      "step": 62600
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002657466050928862,
      "loss": 0.0271,
      "step": 62800
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002651517856511696,
      "loss": 0.045,
      "step": 63000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002645559469162059,
      "loss": 0.0267,
      "step": 63200
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002639590964727178,
      "loss": 0.03,
      "step": 63400
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00026336124191830645,
      "loss": 0.018,
      "step": 63600
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00026276239086335485,
      "loss": 0.0297,
      "step": 63800
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00026216255093093095,
      "loss": 0.0159,
      "step": 64000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00026156172975669046,
      "loss": 0.0184,
      "step": 64200
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00026095993498878,
      "loss": 0.0272,
      "step": 64400
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002603571742877395,
      "loss": 0.0142,
      "step": 64600
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00025975345532640456,
      "loss": 0.0188,
      "step": 64800
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00025915181148932056,
      "loss": 0.0468,
      "step": 65000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00025854620376982297,
      "loss": 0.0152,
      "step": 65200
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00025793966084276023,
      "loss": 0.0351,
      "step": 65400
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00025733219042911403,
      "loss": 0.0259,
      "step": 65600
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002567238002616722,
      "loss": 0.0349,
      "step": 65800
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00025611449808493066,
      "loss": 0.0122,
      "step": 66000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002555042916549949,
      "loss": 0.0207,
      "step": 66200
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00025489318873948087,
      "loss": 0.0338,
      "step": 66400
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00025428119711741644,
      "loss": 0.0264,
      "step": 66600
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00025366832457914223,
      "loss": 0.0211,
      "step": 66800
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002530545789262125,
      "loss": 0.026,
      "step": 67000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00025243996797129576,
      "loss": 0.0384,
      "step": 67200
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002518244995380754,
      "loss": 0.0242,
      "step": 67400
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00025120818146115014,
      "loss": 0.0185,
      "step": 67600
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00025059102158593404,
      "loss": 0.0151,
      "step": 67800
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00024997302776855716,
      "loss": 0.016,
      "step": 68000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0002493542078757648,
      "loss": 0.0322,
      "step": 68200
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00024873456978481814,
      "loss": 0.0201,
      "step": 68400
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00024811412138339326,
      "loss": 0.0296,
      "step": 68600
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00024749287056948145,
      "loss": 0.0329,
      "step": 68800
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000246870825251288,
      "loss": 0.0136,
      "step": 69000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00024624799334713204,
      "loss": 0.0267,
      "step": 69200
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00024562438278534536,
      "loss": 0.02,
      "step": 69400
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00024500000150417183,
      "loss": 0.027,
      "step": 69600
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00024437485745166604,
      "loss": 0.0287,
      "step": 69800
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0002437489585855924,
      "loss": 0.0213,
      "step": 70000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0002431223128733236,
      "loss": 0.027,
      "step": 70200
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00024249492829173943,
      "loss": 0.0204,
      "step": 70400
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00024186681282712484,
      "loss": 0.0226,
      "step": 70600
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00024123797447506894,
      "loss": 0.0235,
      "step": 70800
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00024060842124036243,
      "loss": 0.022,
      "step": 71000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0002399781611368965,
      "loss": 0.015,
      "step": 71200
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002393503587074034,
      "loss": 0.02,
      "step": 71400
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002387187123780583,
      "loss": 0.0172,
      "step": 71600
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00023808638323498182,
      "loss": 0.0184,
      "step": 71800
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002374533793274009,
      "loss": 0.022,
      "step": 72000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00023681970871313178,
      "loss": 0.0163,
      "step": 72200
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00023618537945847764,
      "loss": 0.042,
      "step": 72400
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002355503996381257,
      "loss": 0.0249,
      "step": 72600
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00023491477733504463,
      "loss": 0.0392,
      "step": 72800
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00023427852064038156,
      "loss": 0.0206,
      "step": 73000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00023364482361278884,
      "loss": 0.0196,
      "step": 73200
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00023300732551134807,
      "loss": 0.0273,
      "step": 73400
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00023236921729921222,
      "loss": 0.0197,
      "step": 73600
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00023173370213417187,
      "loss": 0.0247,
      "step": 73800
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00023109440102573372,
      "loss": 0.0279,
      "step": 74000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00023045451415715175,
      "loss": 0.0236,
      "step": 74200
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00022981404967385886,
      "loss": 0.0183,
      "step": 74400
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00022917301572864066,
      "loss": 0.0285,
      "step": 74600
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00022853142048153175,
      "loss": 0.0298,
      "step": 74800
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00022788927209971169,
      "loss": 0.0202,
      "step": 75000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00022724657875740128,
      "loss": 0.0198,
      "step": 75200
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00022660334863575842,
      "loss": 0.0297,
      "step": 75400
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00022595958992277377,
      "loss": 0.0167,
      "step": 75600
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00022531531081316684,
      "loss": 0.0184,
      "step": 75800
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00022467051950828147,
      "loss": 0.0282,
      "step": 76000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00022402845193252637,
      "loss": 0.0345,
      "step": 76200
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00022338266332551338,
      "loss": 0.0173,
      "step": 76400
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0002227363871248368,
      "loss": 0.0243,
      "step": 76600
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0002220896315572626,
      "loss": 0.0166,
      "step": 76800
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0002214424048556585,
      "loss": 0.0257,
      "step": 77000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00022079471525888992,
      "loss": 0.0477,
      "step": 77200
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0002201465710117142,
      "loss": 0.0205,
      "step": 77400
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00021949798036467665,
      "loss": 0.0275,
      "step": 77600
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00021884895157400457,
      "loss": 0.0196,
      "step": 77800
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.000218199492901503,
      "loss": 0.0342,
      "step": 78000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00021754961261444885,
      "loss": 0.0219,
      "step": 78200
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00021689931898548614,
      "loss": 0.017,
      "step": 78400
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00021624862029252044,
      "loss": 0.0263,
      "step": 78600
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0002155975248186137,
      "loss": 0.025,
      "step": 78800
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00021494604085187845,
      "loss": 0.0171,
      "step": 79000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0002142941766853728,
      "loss": 0.0205,
      "step": 79200
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00021364194061699446,
      "loss": 0.0162,
      "step": 79400
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00021298934094937536,
      "loss": 0.0238,
      "step": 79600
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0002123363859897756,
      "loss": 0.0239,
      "step": 79800
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00021168308404997838,
      "loss": 0.0139,
      "step": 80000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00021102944344618345,
      "loss": 0.0305,
      "step": 80200
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0002103754724989017,
      "loss": 0.0228,
      "step": 80400
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00020972117953284915,
      "loss": 0.0379,
      "step": 80600
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0002090665728768409,
      "loss": 0.0176,
      "step": 80800
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0002084116608636852,
      "loss": 0.0186,
      "step": 81000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00020775645183007728,
      "loss": 0.019,
      "step": 81200
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00020710095411649338,
      "loss": 0.0251,
      "step": 81400
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0002064451760670844,
      "loss": 0.0229,
      "step": 81600
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00020578912602956987,
      "loss": 0.0303,
      "step": 81800
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0002051360945654819,
      "loss": 0.017,
      "step": 82000
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00020447952686428194,
      "loss": 0.0196,
      "step": 82200
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00020382271219668632,
      "loss": 0.0212,
      "step": 82400
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00020316565892361012,
      "loss": 0.0194,
      "step": 82600
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00020250837540900578,
      "loss": 0.0299,
      "step": 82800
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00020185087001975654,
      "loss": 0.0184,
      "step": 83000
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00020119315112557005,
      "loss": 0.033,
      "step": 83200
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00020053522709887175,
      "loss": 0.0207,
      "step": 83400
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00019987710631469828,
      "loss": 0.0141,
      "step": 83600
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019921879715059093,
      "loss": 0.0225,
      "step": 83800
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000198560307986489,
      "loss": 0.0263,
      "step": 84000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019790164720462304,
      "loss": 0.0284,
      "step": 84200
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019724282318940825,
      "loss": 0.016,
      "step": 84400
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019658384432733769,
      "loss": 0.0394,
      "step": 84600
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001959247190068755,
      "loss": 0.0208,
      "step": 84800
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019526545561835023,
      "loss": 0.0199,
      "step": 85000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019460606255384803,
      "loss": 0.0188,
      "step": 85200
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019394654820710546,
      "loss": 0.0246,
      "step": 85400
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001932869209734034,
      "loss": 0.0386,
      "step": 85600
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00019262718924945921,
      "loss": 0.0336,
      "step": 85800
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00019197066079753742,
      "loss": 0.0226,
      "step": 86000
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001913107457060452,
      "loss": 0.014,
      "step": 86200
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00019065075128001235,
      "loss": 0.0251,
      "step": 86400
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00018999068592083065,
      "loss": 0.0188,
      "step": 86600
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00018933055803079484,
      "loss": 0.0139,
      "step": 86800
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001886703760129956,
      "loss": 0.0213,
      "step": 87000
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001880101482712127,
      "loss": 0.0322,
      "step": 87200
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00018734988320980793,
      "loss": 0.0223,
      "step": 87400
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00018668958923361806,
      "loss": 0.0261,
      "step": 87600
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00018602927474784813,
      "loss": 0.019,
      "step": 87800
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00018536894815796403,
      "loss": 0.0222,
      "step": 88000
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001847119195163232,
      "loss": 0.0147,
      "step": 88200
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001840515938906732,
      "loss": 0.0206,
      "step": 88400
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001833912813357758,
      "loss": 0.0189,
      "step": 88600
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001827309902570724,
      "loss": 0.0224,
      "step": 88800
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00018207072905973099,
      "loss": 0.0197,
      "step": 89000
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00018141050614853935,
      "loss": 0.0323,
      "step": 89200
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00018075032992779762,
      "loss": 0.0138,
      "step": 89400
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0001800902088012118,
      "loss": 0.0197,
      "step": 89600
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0001794334512880854,
      "loss": 0.0307,
      "step": 89800
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017877346517762124,
      "loss": 0.026,
      "step": 90000
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017811355932579115,
      "loss": 0.0236,
      "step": 90200
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017745374213285934,
      "loss": 0.0359,
      "step": 90400
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0001767940219979617,
      "loss": 0.0245,
      "step": 90600
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017613440731899813,
      "loss": 0.0333,
      "step": 90800
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017547490649252667,
      "loss": 0.0131,
      "step": 91000
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017481552791365573,
      "loss": 0.0221,
      "step": 91200
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017415627997593782,
      "loss": 0.0209,
      "step": 91400
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0001734971710712621,
      "loss": 0.0273,
      "step": 91600
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0001728382095897483,
      "loss": 0.0262,
      "step": 91800
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017217940391963928,
      "loss": 0.0366,
      "step": 92000
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017152076244719467,
      "loss": 0.0265,
      "step": 92200
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017086229355658372,
      "loss": 0.023,
      "step": 92400
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00017020400562977906,
      "loss": 0.0304,
      "step": 92600
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00016954590704644948,
      "loss": 0.017,
      "step": 92800
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00016888800618385382,
      "loss": 0.0414,
      "step": 93000
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00016823031141673374,
      "loss": 0.0462,
      "step": 93200
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00016757611797137148,
      "loss": 0.0284,
      "step": 93400
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00016691885937382842,
      "loss": 0.0256,
      "step": 93600
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001662618319379937,
      "loss": 0.0148,
      "step": 93800
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00016560504402749084,
      "loss": 0.0144,
      "step": 94000
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00016494850400289434,
      "loss": 0.0202,
      "step": 94200
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00016429222022162316,
      "loss": 0.0264,
      "step": 94400
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00016363620103783448,
      "loss": 0.0175,
      "step": 94600
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00016298045480231735,
      "loss": 0.0187,
      "step": 94800
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001623249898623863,
      "loss": 0.0153,
      "step": 95000
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00016166981456177496,
      "loss": 0.0145,
      "step": 95200
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00016101493724053015,
      "loss": 0.0196,
      "step": 95400
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00016036036623490562,
      "loss": 0.0138,
      "step": 95600
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00015970610987725575,
      "loss": 0.0189,
      "step": 95800
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00015905217649592963,
      "loss": 0.0367,
      "step": 96000
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00015839857441516498,
      "loss": 0.0134,
      "step": 96200
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00015774857740871961,
      "loss": 0.0236,
      "step": 96400
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00015709566112445702,
      "loss": 0.0288,
      "step": 96600
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001564431010461969,
      "loss": 0.0204,
      "step": 96800
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00015579090548069552,
      "loss": 0.0108,
      "step": 97000
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001551390827300693,
      "loss": 0.0264,
      "step": 97200
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001544876410916887,
      "loss": 0.0196,
      "step": 97400
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001538365888580729,
      "loss": 0.0221,
      "step": 97600
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00015318593431678411,
      "loss": 0.0236,
      "step": 97800
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001525356857503223,
      "loss": 0.0229,
      "step": 98000
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001518858514360193,
      "loss": 0.0231,
      "step": 98200
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00015123643964593393,
      "loss": 0.0162,
      "step": 98400
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00015058745864674644,
      "loss": 0.0411,
      "step": 98600
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00014993891669965337,
      "loss": 0.0197,
      "step": 98800
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00014929082206026223,
      "loss": 0.0285,
      "step": 99000
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001486431829784866,
      "loss": 0.0316,
      "step": 99200
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00014799600769844118,
      "loss": 0.0223,
      "step": 99400
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001473493044583364,
      "loss": 0.0255,
      "step": 99600
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00014670308149037416,
      "loss": 0.0137,
      "step": 99800
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001460573470206426,
      "loss": 0.0174,
      "step": 100000
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00014541533420859412,
      "loss": 0.0322,
      "step": 100200
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001447705988435316,
      "loss": 0.0253,
      "step": 100400
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00014412637657621645,
      "loss": 0.0251,
      "step": 100600
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001434826756072689,
      "loss": 0.0185,
      "step": 100800
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00014283950413067326,
      "loss": 0.0184,
      "step": 101000
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00014219687033367387,
      "loss": 0.0137,
      "step": 101200
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00014155478239667057,
      "loss": 0.0191,
      "step": 101400
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00014091324849311473,
      "loss": 0.0234,
      "step": 101600
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.000140272276789405,
      "loss": 0.0199,
      "step": 101800
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00013963187544478376,
      "loss": 0.0141,
      "step": 102000
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00013899205261123283,
      "loss": 0.0207,
      "step": 102200
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00013835281643337,
      "loss": 0.0242,
      "step": 102400
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00013771417504834503,
      "loss": 0.031,
      "step": 102600
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00013707613658573656,
      "loss": 0.0239,
      "step": 102800
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00013643870916744814,
      "loss": 0.0238,
      "step": 103000
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00013580190090760512,
      "loss": 0.0349,
      "step": 103200
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0001351657199124511,
      "loss": 0.0177,
      "step": 103400
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0001345301742802452,
      "loss": 0.0139,
      "step": 103600
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0001338952721011585,
      "loss": 0.018,
      "step": 103800
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00013326102145717149,
      "loss": 0.0179,
      "step": 104000
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00013262743042197046,
      "loss": 0.0218,
      "step": 104200
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00013199450706084573,
      "loss": 0.0117,
      "step": 104400
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00013136225943058828,
      "loss": 0.0231,
      "step": 104600
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00013073069557938726,
      "loss": 0.031,
      "step": 104800
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001300998235467278,
      "loss": 0.0206,
      "step": 105000
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001294728004700576,
      "loss": 0.0213,
      "step": 105200
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001288433325983142,
      "loss": 0.0407,
      "step": 105400
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012821458057027873,
      "loss": 0.0225,
      "step": 105600
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012758969071674774,
      "loss": 0.0235,
      "step": 105800
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012696239069890963,
      "loss": 0.0212,
      "step": 106000
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012633583046820873,
      "loss": 0.0328,
      "step": 106200
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012571001800043652,
      "loss": 0.0278,
      "step": 106400
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.000125084961261866,
      "loss": 0.0158,
      "step": 106600
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00012446066820914994,
      "loss": 0.0146,
      "step": 106800
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00012383714678922,
      "loss": 0.0284,
      "step": 107000
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00012321440493918523,
      "loss": 0.0149,
      "step": 107200
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00012259245058623115,
      "loss": 0.0138,
      "step": 107400
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00012197129164751876,
      "loss": 0.02,
      "step": 107600
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00012135093603008409,
      "loss": 0.0187,
      "step": 107800
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00012073139163073704,
      "loss": 0.0233,
      "step": 108000
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00012011266633596143,
      "loss": 0.0244,
      "step": 108200
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011949476802181382,
      "loss": 0.0282,
      "step": 108400
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0001188777045538242,
      "loss": 0.0217,
      "step": 108600
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011826456278153069,
      "loss": 0.0214,
      "step": 108800
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.000117649188287617,
      "loss": 0.0245,
      "step": 109000
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011703467213314812,
      "loss": 0.018,
      "step": 109200
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011642102214060081,
      "loss": 0.0136,
      "step": 109400
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011580824612142588,
      "loss": 0.0274,
      "step": 109600
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011519635187594886,
      "loss": 0.0316,
      "step": 109800
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011458534719327081,
      "loss": 0.0195,
      "step": 110000
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011397523985116925,
      "loss": 0.0194,
      "step": 110200
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0001133660376159988,
      "loss": 0.0417,
      "step": 110400
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011275774824259256,
      "loss": 0.0226,
      "step": 110600
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011215037947416353,
      "loss": 0.0247,
      "step": 110800
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011154393904220578,
      "loss": 0.0123,
      "step": 111000
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011093843466639602,
      "loss": 0.0215,
      "step": 111200
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011033387405449557,
      "loss": 0.0169,
      "step": 111400
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00010973026490225217,
      "loss": 0.0335,
      "step": 111600
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00010912761489330187,
      "loss": 0.021,
      "step": 111800
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010852593169907127,
      "loss": 0.0212,
      "step": 112000
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010792522297867997,
      "loss": 0.0251,
      "step": 112200
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010732549637884315,
      "loss": 0.0195,
      "step": 112400
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010672975074337141,
      "loss": 0.0154,
      "step": 112600
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010613200626886399,
      "loss": 0.0161,
      "step": 112800
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010553526674164345,
      "loss": 0.022,
      "step": 113000
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010493953975789901,
      "loss": 0.0183,
      "step": 113200
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010434483290093065,
      "loss": 0.0301,
      "step": 113400
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010375115374105277,
      "loss": 0.0272,
      "step": 113600
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010315850983549783,
      "loss": 0.0169,
      "step": 113800
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010256690872831991,
      "loss": 0.0258,
      "step": 114000
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010197635795029873,
      "loss": 0.0339,
      "step": 114200
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010138686501884381,
      "loss": 0.0213,
      "step": 114400
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010079843743789918,
      "loss": 0.0287,
      "step": 114600
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010021401679048213,
      "loss": 0.0281,
      "step": 114800
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.962773694788469e-05,
      "loss": 0.029,
      "step": 115000
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.904254484859887e-05,
      "loss": 0.028,
      "step": 115200
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.845844794182107e-05,
      "loss": 0.0131,
      "step": 115400
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.787545366280647e-05,
      "loss": 0.0328,
      "step": 115600
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.729356943277424e-05,
      "loss": 0.0271,
      "step": 115800
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.67128026588135e-05,
      "loss": 0.0318,
      "step": 116000
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.613316073378832e-05,
      "loss": 0.0234,
      "step": 116200
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.555465103624428e-05,
      "loss": 0.025,
      "step": 116400
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.497728093031412e-05,
      "loss": 0.0344,
      "step": 116600
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.440105776562451e-05,
      "loss": 0.0164,
      "step": 116800
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.382598887720169e-05,
      "loss": 0.0298,
      "step": 117000
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.325208158537876e-05,
      "loss": 0.024,
      "step": 117200
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.267934319570226e-05,
      "loss": 0.0153,
      "step": 117400
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.210778099883943e-05,
      "loss": 0.0135,
      "step": 117600
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.153740227048476e-05,
      "loss": 0.0168,
      "step": 117800
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.097105723733374e-05,
      "loss": 0.0126,
      "step": 118000
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.040589819318035e-05,
      "loss": 0.0195,
      "step": 118200
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.983910128561952e-05,
      "loss": 0.0322,
      "step": 118400
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.92735167257004e-05,
      "loss": 0.0205,
      "step": 118600
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.870915171302544e-05,
      "loss": 0.0218,
      "step": 118800
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.814601343167284e-05,
      "loss": 0.0164,
      "step": 119000
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.758410905010516e-05,
      "loss": 0.0244,
      "step": 119200
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.702344572107807e-05,
      "loss": 0.0099,
      "step": 119400
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.646403058154925e-05,
      "loss": 0.0237,
      "step": 119600
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.590587075258757e-05,
      "loss": 0.0274,
      "step": 119800
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.534897333928242e-05,
      "loss": 0.0172,
      "step": 120000
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.479334543065332e-05,
      "loss": 0.0254,
      "step": 120200
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.423899409955962e-05,
      "loss": 0.0226,
      "step": 120400
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.368592640261049e-05,
      "loss": 0.0171,
      "step": 120600
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.313414938007512e-05,
      "loss": 0.0276,
      "step": 120800
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.258367005579311e-05,
      "loss": 0.0146,
      "step": 121000
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.203449543708476e-05,
      "loss": 0.0269,
      "step": 121200
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.148663251466253e-05,
      "loss": 0.0174,
      "step": 121400
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.094008826254145e-05,
      "loss": 0.0158,
      "step": 121600
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.039486963795052e-05,
      "loss": 0.0353,
      "step": 121800
    },
    {
      "epoch": 0.69,
      "learning_rate": 7.985098358124426e-05,
      "loss": 0.0342,
      "step": 122000
    },
    {
      "epoch": 0.69,
      "learning_rate": 7.930843701581424e-05,
      "loss": 0.0251,
      "step": 122200
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.8767236848001e-05,
      "loss": 0.0154,
      "step": 122400
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.822738996700614e-05,
      "loss": 0.031,
      "step": 122600
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.768890324480457e-05,
      "loss": 0.0205,
      "step": 122800
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.715178353605712e-05,
      "loss": 0.012,
      "step": 123000
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.661603767802323e-05,
      "loss": 0.012,
      "step": 123200
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.60816724904739e-05,
      "loss": 0.0198,
      "step": 123400
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.55486947756049e-05,
      "loss": 0.0189,
      "step": 123600
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.501711131795021e-05,
      "loss": 0.0162,
      "step": 123800
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.448692888429562e-05,
      "loss": 0.0146,
      "step": 124000
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.395815422359255e-05,
      "loss": 0.016,
      "step": 124200
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.343342733796512e-05,
      "loss": 0.0168,
      "step": 124400
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.290748127549915e-05,
      "loss": 0.0294,
      "step": 124600
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.238296309154575e-05,
      "loss": 0.0112,
      "step": 124800
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.185987946295322e-05,
      "loss": 0.013,
      "step": 125000
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.133823704830904e-05,
      "loss": 0.0237,
      "step": 125200
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.081804248785451e-05,
      "loss": 0.0247,
      "step": 125400
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.029930240340067e-05,
      "loss": 0.0225,
      "step": 125600
    },
    {
      "epoch": 0.71,
      "learning_rate": 6.978202339824351e-05,
      "loss": 0.028,
      "step": 125800
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.926621205708063e-05,
      "loss": 0.0234,
      "step": 126000
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.875187494592678e-05,
      "loss": 0.0175,
      "step": 126200
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.82390186120306e-05,
      "loss": 0.0198,
      "step": 126400
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.773020271848358e-05,
      "loss": 0.0233,
      "step": 126600
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.722032002013071e-05,
      "loss": 0.0213,
      "step": 126800
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.6711937594947e-05,
      "loss": 0.0209,
      "step": 127000
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.620506191438099e-05,
      "loss": 0.0329,
      "step": 127200
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.569969943070103e-05,
      "loss": 0.0224,
      "step": 127400
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.51958565769135e-05,
      "loss": 0.0301,
      "step": 127600
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.469604754411272e-05,
      "loss": 0.0303,
      "step": 127800
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.41952554936078e-05,
      "loss": 0.0163,
      "step": 128000
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.369600222379772e-05,
      "loss": 0.0162,
      "step": 128200
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.319829408992151e-05,
      "loss": 0.0233,
      "step": 128400
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.27021374275494e-05,
      "loss": 0.0273,
      "step": 128600
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.220753855250208e-05,
      "loss": 0.0312,
      "step": 128800
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.171450376077071e-05,
      "loss": 0.0216,
      "step": 129000
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.122303932843605e-05,
      "loss": 0.0358,
      "step": 129200
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.073315151158924e-05,
      "loss": 0.0106,
      "step": 129400
    },
    {
      "epoch": 0.74,
      "learning_rate": 6.0244846546251834e-05,
      "loss": 0.0101,
      "step": 129600
    },
    {
      "epoch": 0.74,
      "learning_rate": 5.9758130648296665e-05,
      "loss": 0.0247,
      "step": 129800
    },
    {
      "epoch": 0.74,
      "learning_rate": 5.927301001336826e-05,
      "loss": 0.0157,
      "step": 130000
    },
    {
      "epoch": 0.74,
      "learning_rate": 5.878949081680443e-05,
      "loss": 0.0219,
      "step": 130200
    },
    {
      "epoch": 0.74,
      "learning_rate": 5.830998476252924e-05,
      "loss": 0.0217,
      "step": 130400
    },
    {
      "epoch": 0.74,
      "learning_rate": 5.7829678803223054e-05,
      "loss": 0.0145,
      "step": 130600
    },
    {
      "epoch": 0.74,
      "learning_rate": 5.735099265515025e-05,
      "loss": 0.0225,
      "step": 130800
    },
    {
      "epoch": 0.74,
      "learning_rate": 5.687393241174086e-05,
      "loss": 0.0211,
      "step": 131000
    },
    {
      "epoch": 0.75,
      "learning_rate": 5.639850414572804e-05,
      "loss": 0.0275,
      "step": 131200
    },
    {
      "epoch": 0.75,
      "learning_rate": 5.5924713909070656e-05,
      "loss": 0.0171,
      "step": 131400
    },
    {
      "epoch": 0.75,
      "learning_rate": 5.545256773287633e-05,
      "loss": 0.0211,
      "step": 131600
    },
    {
      "epoch": 0.75,
      "learning_rate": 5.498207162732463e-05,
      "loss": 0.0194,
      "step": 131800
    },
    {
      "epoch": 0.75,
      "learning_rate": 5.451323158159054e-05,
      "loss": 0.0235,
      "step": 132000
    },
    {
      "epoch": 0.75,
      "learning_rate": 5.4046053563768266e-05,
      "loss": 0.0229,
      "step": 132200
    },
    {
      "epoch": 0.75,
      "learning_rate": 5.358054352079529e-05,
      "loss": 0.0073,
      "step": 132400
    },
    {
      "epoch": 0.75,
      "learning_rate": 5.311670737837655e-05,
      "loss": 0.0174,
      "step": 132600
    },
    {
      "epoch": 0.75,
      "learning_rate": 5.265455104090913e-05,
      "loss": 0.0173,
      "step": 132800
    },
    {
      "epoch": 0.76,
      "learning_rate": 5.2194080391407055e-05,
      "loss": 0.0173,
      "step": 133000
    },
    {
      "epoch": 0.76,
      "learning_rate": 5.173530129142639e-05,
      "loss": 0.0188,
      "step": 133200
    },
    {
      "epoch": 0.76,
      "learning_rate": 5.127821958099065e-05,
      "loss": 0.0264,
      "step": 133400
    },
    {
      "epoch": 0.76,
      "learning_rate": 5.082284107851646e-05,
      "loss": 0.0263,
      "step": 133600
    },
    {
      "epoch": 0.76,
      "learning_rate": 5.036917158073942e-05,
      "loss": 0.0139,
      "step": 133800
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.991721686264047e-05,
      "loss": 0.0184,
      "step": 134000
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.946698267737218e-05,
      "loss": 0.0207,
      "step": 134200
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.901847475618568e-05,
      "loss": 0.0242,
      "step": 134400
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.857169880835763e-05,
      "loss": 0.0192,
      "step": 134600
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.812666052111755e-05,
      "loss": 0.0148,
      "step": 134800
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.7687789861181634e-05,
      "loss": 0.0365,
      "step": 135000
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.724622635071022e-05,
      "loss": 0.0186,
      "step": 135200
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.6806417373413885e-05,
      "loss": 0.0225,
      "step": 135400
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.6368368527836036e-05,
      "loss": 0.0176,
      "step": 135600
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.5932085390114806e-05,
      "loss": 0.0263,
      "step": 135800
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.549757351391151e-05,
      "loss": 0.0364,
      "step": 136000
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.506483843034039e-05,
      "loss": 0.033,
      "step": 136200
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.463388564789776e-05,
      "loss": 0.0167,
      "step": 136400
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.420472065239248e-05,
      "loss": 0.0108,
      "step": 136600
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.377734890687561e-05,
      "loss": 0.022,
      "step": 136800
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.335177585157113e-05,
      "loss": 0.0164,
      "step": 137000
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.2928006903806404e-05,
      "loss": 0.0185,
      "step": 137200
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.2508152745142374e-05,
      "loss": 0.0273,
      "step": 137400
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.208799908482074e-05,
      "loss": 0.0141,
      "step": 137600
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.166966561927144e-05,
      "loss": 0.0173,
      "step": 137800
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.1253157673665675e-05,
      "loss": 0.02,
      "step": 138000
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.083848054993692e-05,
      "loss": 0.0276,
      "step": 138200
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.042563952671287e-05,
      "loss": 0.0162,
      "step": 138400
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.0014639859248885e-05,
      "loss": 0.0213,
      "step": 138600
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.960548677936065e-05,
      "loss": 0.0228,
      "step": 138800
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.9198185495357965e-05,
      "loss": 0.0224,
      "step": 139000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.879274119197787e-05,
      "loss": 0.0195,
      "step": 139200
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.8389159030319236e-05,
      "loss": 0.0163,
      "step": 139400
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.79874441477767e-05,
      "loss": 0.0194,
      "step": 139600
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.758760165797558e-05,
      "loss": 0.0177,
      "step": 139800
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.718963665070633e-05,
      "loss": 0.0197,
      "step": 140000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6793554191860186e-05,
      "loss": 0.0202,
      "step": 140200
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.639935932336438e-05,
      "loss": 0.0127,
      "step": 140400
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.6007057063118326e-05,
      "loss": 0.0247,
      "step": 140600
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.561665240492917e-05,
      "loss": 0.022,
      "step": 140800
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.522815031844875e-05,
      "loss": 0.0198,
      "step": 141000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.4841555749110164e-05,
      "loss": 0.0164,
      "step": 141200
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.4458792263419346e-05,
      "loss": 0.0249,
      "step": 141400
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.4076017868658e-05,
      "loss": 0.0087,
      "step": 141600
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.369706512869315e-05,
      "loss": 0.0293,
      "step": 141800
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.3318130301208905e-05,
      "loss": 0.0273,
      "step": 142000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.2941127304445294e-05,
      "loss": 0.0147,
      "step": 142200
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.256606093745782e-05,
      "loss": 0.0262,
      "step": 142400
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.219293597464966e-05,
      "loss": 0.0278,
      "step": 142600
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.182175716571092e-05,
      "loss": 0.025,
      "step": 142800
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.1452529235558165e-05,
      "loss": 0.0212,
      "step": 143000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.108525688427432e-05,
      "loss": 0.0297,
      "step": 143200
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.071994478704871e-05,
      "loss": 0.0141,
      "step": 143400
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.035659759411763e-05,
      "loss": 0.0298,
      "step": 143600
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.9995219930705253e-05,
      "loss": 0.0212,
      "step": 143800
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.9637608496407227e-05,
      "loss": 0.0261,
      "step": 144000
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.928017376249928e-05,
      "loss": 0.0436,
      "step": 144200
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.8924722260435328e-05,
      "loss": 0.019,
      "step": 144400
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.8571258514931404e-05,
      "loss": 0.0157,
      "step": 144600
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.8219787025400236e-05,
      "loss": 0.0216,
      "step": 144800
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.787031226589443e-05,
      "loss": 0.0246,
      "step": 145000
    },
    {
      "epoch": 0.82,
      "learning_rate": 2.752283868504904e-05,
      "loss": 0.0252,
      "step": 145200
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.7177370706025224e-05,
      "loss": 0.0182,
      "step": 145400
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.6833912726453738e-05,
      "loss": 0.0143,
      "step": 145600
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.649246911837925e-05,
      "loss": 0.0198,
      "step": 145800
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.6153044228204397e-05,
      "loss": 0.0123,
      "step": 146000
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.5815642376634615e-05,
      "loss": 0.0385,
      "step": 146200
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.5480267858622927e-05,
      "loss": 0.0177,
      "step": 146400
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.5148586597250578e-05,
      "loss": 0.0278,
      "step": 146600
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.4817269338190568e-05,
      "loss": 0.0252,
      "step": 146800
    },
    {
      "epoch": 0.83,
      "learning_rate": 2.448799212146731e-05,
      "loss": 0.0135,
      "step": 147000
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.4162390211592713e-05,
      "loss": 0.0327,
      "step": 147200
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.3837195375797726e-05,
      "loss": 0.0292,
      "step": 147400
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.351405305818026e-05,
      "loss": 0.0288,
      "step": 147600
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.319296737217692e-05,
      "loss": 0.0272,
      "step": 147800
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.2873942405044402e-05,
      "loss": 0.0238,
      "step": 148000
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.2556982217807548e-05,
      "loss": 0.0142,
      "step": 148200
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.2242090845207555e-05,
      "loss": 0.0175,
      "step": 148400
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.19292722956507e-05,
      "loss": 0.0151,
      "step": 148600
    },
    {
      "epoch": 0.84,
      "learning_rate": 2.1618530551157263e-05,
      "loss": 0.028,
      "step": 148800
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.1309869567310876e-05,
      "loss": 0.0214,
      "step": 149000
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.100329327320813e-05,
      "loss": 0.0218,
      "step": 149200
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.0698805571408578e-05,
      "loss": 0.0188,
      "step": 149400
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.039641033788514e-05,
      "loss": 0.0071,
      "step": 149600
    },
    {
      "epoch": 0.85,
      "learning_rate": 2.0096111421974547e-05,
      "loss": 0.0138,
      "step": 149800
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.979791264632855e-05,
      "loss": 0.0284,
      "step": 150000
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.9501817806865195e-05,
      "loss": 0.0154,
      "step": 150200
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.9207830672720558e-05,
      "loss": 0.0229,
      "step": 150400
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.8915954986200532e-05,
      "loss": 0.0259,
      "step": 150600
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.8626194462733508e-05,
      "loss": 0.0187,
      "step": 150800
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.8338552790822838e-05,
      "loss": 0.0171,
      "step": 151000
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.8053033632000137e-05,
      "loss": 0.0266,
      "step": 151200
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.7771052291063565e-05,
      "loss": 0.0356,
      "step": 151400
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.7489778377186878e-05,
      "loss": 0.014,
      "step": 151600
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.7210637780862658e-05,
      "loss": 0.0141,
      "step": 151800
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.693363405540805e-05,
      "loss": 0.0244,
      "step": 152000
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.665877072693892e-05,
      "loss": 0.0172,
      "step": 152200
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.638605129432503e-05,
      "loss": 0.0271,
      "step": 152400
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.611547922914535e-05,
      "loss": 0.0096,
      "step": 152600
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.584705797564406e-05,
      "loss": 0.0308,
      "step": 152800
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.5580790950686504e-05,
      "loss": 0.027,
      "step": 153000
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.531668154371589e-05,
      "loss": 0.021,
      "step": 153200
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.5054733116709978e-05,
      "loss": 0.0108,
      "step": 153400
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.4794949004138424e-05,
      "loss": 0.0152,
      "step": 153600
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.4537332512920213e-05,
      "loss": 0.0208,
      "step": 153800
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.4281886922381655e-05,
      "loss": 0.0189,
      "step": 154000
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.4028615484214573e-05,
      "loss": 0.0262,
      "step": 154200
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.3778771471221268e-05,
      "loss": 0.0305,
      "step": 154400
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.35298470713599e-05,
      "loss": 0.0378,
      "step": 154600
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.3283106396952985e-05,
      "loss": 0.0212,
      "step": 154800
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.3038552588883296e-05,
      "loss": 0.0139,
      "step": 155000
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.2796188760195822e-05,
      "loss": 0.0268,
      "step": 155200
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.2556017996058265e-05,
      "loss": 0.0164,
      "step": 155400
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.2318043353721693e-05,
      "loss": 0.0118,
      "step": 155600
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.2082267862481735e-05,
      "loss": 0.0203,
      "step": 155800
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1848694523639894e-05,
      "loss": 0.0221,
      "step": 156000
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1617326310465425e-05,
      "loss": 0.0155,
      "step": 156200
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1388166168157457e-05,
      "loss": 0.0217,
      "step": 156400
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.1161217013807514e-05,
      "loss": 0.0277,
      "step": 156600
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.0937599900986833e-05,
      "loss": 0.0159,
      "step": 156800
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.0715070270453825e-05,
      "loss": 0.0238,
      "step": 157000
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.0494760196045681e-05,
      "loss": 0.0184,
      "step": 157200
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.0276672482197057e-05,
      "loss": 0.0125,
      "step": 157400
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.0060809905053135e-05,
      "loss": 0.0379,
      "step": 157600
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.84717521243414e-06,
      "loss": 0.0121,
      "step": 157800
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.63577112380061e-06,
      "loss": 0.0301,
      "step": 158000
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.426600330218556e-06,
      "loss": 0.0153,
      "step": 158200
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.21966549432532e-06,
      "loss": 0.0139,
      "step": 158400
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.014969250295535e-06,
      "loss": 0.0172,
      "step": 158600
    },
    {
      "epoch": 0.9,
      "learning_rate": 8.812514203807878e-06,
      "loss": 0.0237,
      "step": 158800
    },
    {
      "epoch": 0.9,
      "learning_rate": 8.612302932011596e-06,
      "loss": 0.041,
      "step": 159000
    },
    {
      "epoch": 0.9,
      "learning_rate": 8.414337983493915e-06,
      "loss": 0.0103,
      "step": 159200
    },
    {
      "epoch": 0.91,
      "learning_rate": 8.218621878247375e-06,
      "loss": 0.0257,
      "step": 159400
    },
    {
      "epoch": 0.91,
      "learning_rate": 8.025157107638079e-06,
      "loss": 0.0164,
      "step": 159600
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.833946134373719e-06,
      "loss": 0.0135,
      "step": 159800
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.644991392472185e-06,
      "loss": 0.0143,
      "step": 160000
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.4582952872307985e-06,
      "loss": 0.0145,
      "step": 160200
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.2738601951956405e-06,
      "loss": 0.0213,
      "step": 160400
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.091688464131197e-06,
      "loss": 0.0215,
      "step": 160600
    },
    {
      "epoch": 0.91,
      "learning_rate": 6.911782412990403e-06,
      "loss": 0.0205,
      "step": 160800
    },
    {
      "epoch": 0.91,
      "learning_rate": 6.734144331885486e-06,
      "loss": 0.0221,
      "step": 161000
    },
    {
      "epoch": 0.92,
      "learning_rate": 6.558776482058375e-06,
      "loss": 0.0125,
      "step": 161200
    },
    {
      "epoch": 0.92,
      "learning_rate": 6.3856810958522425e-06,
      "loss": 0.009,
      "step": 161400
    },
    {
      "epoch": 0.92,
      "learning_rate": 6.215708818435388e-06,
      "loss": 0.0135,
      "step": 161600
    },
    {
      "epoch": 0.92,
      "learning_rate": 6.047153551194691e-06,
      "loss": 0.0271,
      "step": 161800
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.8808772602734375e-06,
      "loss": 0.0242,
      "step": 162000
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.7168820622837906e-06,
      "loss": 0.0153,
      "step": 162200
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.555170044800826e-06,
      "loss": 0.0159,
      "step": 162400
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.396534712327065e-06,
      "loss": 0.0279,
      "step": 162600
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.239383760959439e-06,
      "loss": 0.0265,
      "step": 162800
    },
    {
      "epoch": 0.93,
      "learning_rate": 5.084522068407875e-06,
      "loss": 0.0251,
      "step": 163000
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.931951605982607e-06,
      "loss": 0.0141,
      "step": 163200
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.781674315827682e-06,
      "loss": 0.0143,
      "step": 163400
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.633692110896181e-06,
      "loss": 0.0162,
      "step": 163600
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.48800687492597e-06,
      "loss": 0.0108,
      "step": 163800
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.3446204624156405e-06,
      "loss": 0.0173,
      "step": 164000
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.203534698601004e-06,
      "loss": 0.014,
      "step": 164200
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.064751379431683e-06,
      "loss": 0.0243,
      "step": 164400
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.9282722715484335e-06,
      "loss": 0.0189,
      "step": 164600
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.7940991122605757e-06,
      "loss": 0.016,
      "step": 164800
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.662233609523829e-06,
      "loss": 0.0279,
      "step": 165000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.5326774419187126e-06,
      "loss": 0.019,
      "step": 165200
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.405432258628993e-06,
      "loss": 0.0136,
      "step": 165400
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.2804996794208474e-06,
      "loss": 0.0276,
      "step": 165600
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1578812946221724e-06,
      "loss": 0.024,
      "step": 165800
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.038174415263218e-06,
      "loss": 0.0373,
      "step": 166000
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.920177482219368e-06,
      "loss": 0.0204,
      "step": 166200
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.804499330302412e-06,
      "loss": 0.016,
      "step": 166400
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.691141432036144e-06,
      "loss": 0.023,
      "step": 166600
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5801052304086817e-06,
      "loss": 0.018,
      "step": 166800
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4713921388541356e-06,
      "loss": 0.0156,
      "step": 167000
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.365003541234589e-06,
      "loss": 0.0249,
      "step": 167200
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.2609407918225517e-06,
      "loss": 0.0186,
      "step": 167400
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.1592052152836374e-06,
      "loss": 0.0104,
      "step": 167600
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.059798106659755e-06,
      "loss": 0.0189,
      "step": 167800
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.9627207313525887e-06,
      "loss": 0.028,
      "step": 168000
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8679743251075292e-06,
      "loss": 0.0186,
      "step": 168200
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7755600939978937e-06,
      "loss": 0.0279,
      "step": 168400
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.6854792144096584e-06,
      "loss": 0.0143,
      "step": 168600
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5977328330263757e-06,
      "loss": 0.044,
      "step": 168800
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5123220668146281e-06,
      "loss": 0.0219,
      "step": 169000
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.429248003009848e-06,
      "loss": 0.0186,
      "step": 169200
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.3485116991023881e-06,
      "loss": 0.0167,
      "step": 169400
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.2701141828241649e-06,
      "loss": 0.0204,
      "step": 169600
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.1940564521355066e-06,
      "loss": 0.0139,
      "step": 169800
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.1203394752124363e-06,
      "loss": 0.028,
      "step": 170000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.049315240383742e-06,
      "loss": 0.022,
      "step": 170200
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.806102344292969e-07,
      "loss": 0.0216,
      "step": 170400
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.138975907874411e-07,
      "loss": 0.0164,
      "step": 170600
    },
    {
      "epoch": 0.97,
      "learning_rate": 8.495292671902981e-07,
      "loss": 0.0085,
      "step": 170800
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.875060830137766e-07,
      "loss": 0.0185,
      "step": 171000
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.278288277813219e-07,
      "loss": 0.0248,
      "step": 171200
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.704982611538892e-07,
      "loss": 0.0329,
      "step": 171400
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.15515112920264e-07,
      "loss": 0.0138,
      "step": 171600
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.62880082987879e-07,
      "loss": 0.0128,
      "step": 171800
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.125938413737512e-07,
      "loss": 0.0163,
      "step": 172000
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.646570281960375e-07,
      "loss": 0.0347,
      "step": 172200
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.190702536658564e-07,
      "loss": 0.0232,
      "step": 172400
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.7583409807958233e-07,
      "loss": 0.0225,
      "step": 172600
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3494911181136674e-07,
      "loss": 0.019,
      "step": 172800
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.964158153061924e-07,
      "loss": 0.0155,
      "step": 173000
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.60234699073237e-07,
      "loss": 0.0186,
      "step": 173200
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.265695131377354e-07,
      "loss": 0.0216,
      "step": 173400
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9508234282376272e-07,
      "loss": 0.0087,
      "step": 173600
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6594864270533008e-07,
      "loss": 0.0149,
      "step": 173800
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3916878363954376e-07,
      "loss": 0.0171,
      "step": 174000
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1474310652035549e-07,
      "loss": 0.025,
      "step": 174200
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.26719222741447e-08,
      "loss": 0.0136,
      "step": 174400
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.295551185577334e-08,
      "loss": 0.0196,
      "step": 174600
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.559412624511325e-08,
      "loss": 0.0167,
      "step": 174800
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.058798644371748e-08,
      "loss": 0.0247,
      "step": 175000
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.793728347208737e-08,
      "loss": 0.0182,
      "step": 175200
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7642178367165738e-08,
      "loss": 0.0112,
      "step": 175400
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.702802180446488e-09,
      "loss": 0.0229,
      "step": 175600
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.11925597606365e-09,
      "loss": 0.0155,
      "step": 175800
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.916108297639875e-10,
      "loss": 0.0201,
      "step": 176000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.9876599555715365,
      "eval_auc": 0.8673592596422711,
      "eval_f1": 0.24899413187145658,
      "eval_loss": 0.4661065936088562,
      "eval_mcc": 0.3305508498121041,
      "eval_precision": 0.14941997670219148,
      "eval_recall": 0.7463955099754822,
      "eval_runtime": 10361.3775,
      "eval_samples_per_second": 43.805,
      "eval_steps_per_second": 4.38,
      "step": 176106
    }
  ],
  "logging_steps": 200,
  "max_steps": 176106,
  "num_train_epochs": 1,
  "save_steps": 500,
  "total_flos": 3.528456960194662e+17,
  "trial_name": null,
  "trial_params": null
}