{
  "best_metric": 1.1137409210205078,
  "best_model_checkpoint": "./trained-age/checkpoint-5000",
  "epoch": 1.1066027296200664,
  "eval_steps": 1000,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 0.000199907783105865,
      "loss": 2.1543,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00019981556621172998,
      "loss": 2.0322,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000199723349317595,
      "loss": 1.9709,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019963113242345997,
      "loss": 1.9224,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019953891552932499,
      "loss": 1.9126,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019944669863518997,
      "loss": 1.9034,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019935448174105498,
      "loss": 1.8643,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019926226484691997,
      "loss": 1.7807,
      "step": 80
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019917004795278495,
      "loss": 1.7977,
      "step": 90
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019907783105864993,
      "loss": 1.9388,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019898561416451495,
      "loss": 1.9642,
      "step": 110
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019889339727037993,
      "loss": 1.9164,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00019880118037624494,
      "loss": 1.8912,
      "step": 130
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00019870896348210993,
      "loss": 1.7802,
      "step": 140
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00019861674658797494,
      "loss": 1.7922,
      "step": 150
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00019852452969383992,
      "loss": 1.8446,
      "step": 160
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0001984323127997049,
      "loss": 1.8217,
      "step": 170
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0001983400959055699,
      "loss": 1.8406,
      "step": 180
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001982478790114349,
      "loss": 1.8379,
      "step": 190
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001981556621172999,
      "loss": 1.7822,
      "step": 200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001980634452231649,
      "loss": 1.8287,
      "step": 210
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00019797122832902988,
      "loss": 1.8191,
      "step": 220
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001978790114348949,
      "loss": 1.7958,
      "step": 230
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00019778679454075988,
      "loss": 1.7708,
      "step": 240
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019769457764662486,
      "loss": 1.7059,
      "step": 250
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019760236075248985,
      "loss": 1.7921,
      "step": 260
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019751014385835486,
      "loss": 1.8458,
      "step": 270
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019741792696421984,
      "loss": 1.7092,
      "step": 280
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019732571007008486,
      "loss": 1.7765,
      "step": 290
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019723349317594984,
      "loss": 1.7186,
      "step": 300
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019714127628181485,
      "loss": 1.7108,
      "step": 310
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019704905938767984,
      "loss": 1.5981,
      "step": 320
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019695684249354482,
      "loss": 1.7238,
      "step": 330
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0001968646255994098,
      "loss": 1.677,
      "step": 340
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019677240870527482,
      "loss": 1.6465,
      "step": 350
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001966801918111398,
      "loss": 1.6533,
      "step": 360
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001965879749170048,
      "loss": 1.5514,
      "step": 370
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001964957580228698,
      "loss": 1.5717,
      "step": 380
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001964035411287348,
      "loss": 1.6208,
      "step": 390
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0001963113242345998,
      "loss": 1.7294,
      "step": 400
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019621910734046478,
      "loss": 1.6014,
      "step": 410
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019612689044632976,
      "loss": 1.7207,
      "step": 420
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019603467355219477,
      "loss": 1.6452,
      "step": 430
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019594245665805976,
      "loss": 1.5979,
      "step": 440
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019585023976392477,
      "loss": 1.5809,
      "step": 450
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019575802286978975,
      "loss": 1.5626,
      "step": 460
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019566580597565476,
      "loss": 1.4701,
      "step": 470
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019557358908151975,
      "loss": 1.6025,
      "step": 480
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019548137218738473,
      "loss": 1.4946,
      "step": 490
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019538915529324972,
      "loss": 1.6431,
      "step": 500
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019529693839911473,
      "loss": 1.5584,
      "step": 510
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019520472150497971,
      "loss": 1.6565,
      "step": 520
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019511250461084473,
      "loss": 1.5616,
      "step": 530
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001950202877167097,
      "loss": 1.5366,
      "step": 540
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019492807082257472,
      "loss": 1.6421,
      "step": 550
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0001948358539284397,
      "loss": 1.5919,
      "step": 560
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001947436370343047,
      "loss": 1.594,
      "step": 570
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019465142014016967,
      "loss": 1.5947,
      "step": 580
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019455920324603469,
      "loss": 1.612,
      "step": 590
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019446698635189967,
      "loss": 1.4975,
      "step": 600
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019437476945776468,
      "loss": 1.5175,
      "step": 610
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019428255256362967,
      "loss": 1.3869,
      "step": 620
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019419033566949468,
      "loss": 1.494,
      "step": 630
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019409811877535966,
      "loss": 1.557,
      "step": 640
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019400590188122465,
      "loss": 1.4168,
      "step": 650
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019391368498708963,
      "loss": 1.4237,
      "step": 660
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019382146809295462,
      "loss": 1.4369,
      "step": 670
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019372925119881963,
      "loss": 1.399,
      "step": 680
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019363703430468464,
      "loss": 1.4145,
      "step": 690
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019354481741054962,
      "loss": 1.5005,
      "step": 700
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001934526005164146,
      "loss": 1.5179,
      "step": 710
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019336038362227962,
      "loss": 1.4201,
      "step": 720
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001932681667281446,
      "loss": 1.5546,
      "step": 730
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0001931759498340096,
      "loss": 1.5961,
      "step": 740
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019308373293987457,
      "loss": 1.4922,
      "step": 750
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019299151604573958,
      "loss": 1.4039,
      "step": 760
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0001928992991516046,
      "loss": 1.4541,
      "step": 770
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019280708225746958,
      "loss": 1.4385,
      "step": 780
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019271486536333456,
      "loss": 1.4652,
      "step": 790
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019262264846919958,
      "loss": 1.4903,
      "step": 800
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019253043157506456,
      "loss": 1.5028,
      "step": 810
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019243821468092954,
      "loss": 1.4647,
      "step": 820
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019234599778679453,
      "loss": 1.4421,
      "step": 830
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019225378089265954,
      "loss": 1.483,
      "step": 840
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019216156399852455,
      "loss": 1.5329,
      "step": 850
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019206934710438954,
      "loss": 1.4918,
      "step": 860
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019197713021025452,
      "loss": 1.4519,
      "step": 870
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019188491331611953,
      "loss": 1.2952,
      "step": 880
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019179269642198452,
      "loss": 1.4764,
      "step": 890
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001917004795278495,
      "loss": 1.419,
      "step": 900
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019160826263371449,
      "loss": 1.4126,
      "step": 910
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001915160457395795,
      "loss": 1.4495,
      "step": 920
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001914238288454445,
      "loss": 1.4355,
      "step": 930
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001913316119513095,
      "loss": 1.3425,
      "step": 940
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019123939505717448,
      "loss": 1.3806,
      "step": 950
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001911471781630395,
      "loss": 1.3833,
      "step": 960
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019105496126890447,
      "loss": 1.4533,
      "step": 970
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019096274437476946,
      "loss": 1.4369,
      "step": 980
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019087052748063444,
      "loss": 1.4233,
      "step": 990
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019077831058649945,
      "loss": 1.3347,
      "step": 1000
    },
    {
      "epoch": 0.18,
      "eval_accuracy": 0.4296147526017893,
      "eval_loss": 1.3819409608840942,
      "eval_runtime": 98.0284,
      "eval_samples_per_second": 111.743,
      "eval_steps_per_second": 13.976,
      "step": 1000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019068609369236446,
      "loss": 1.3295,
      "step": 1010
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019059387679822945,
      "loss": 1.4622,
      "step": 1020
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019050165990409443,
      "loss": 1.3483,
      "step": 1030
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019040944300995944,
      "loss": 1.4762,
      "step": 1040
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019031722611582443,
      "loss": 1.462,
      "step": 1050
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019022500922168941,
      "loss": 1.5086,
      "step": 1060
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001901327923275544,
      "loss": 1.4992,
      "step": 1070
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001900405754334194,
      "loss": 1.3563,
      "step": 1080
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00018994835853928442,
      "loss": 1.3295,
      "step": 1090
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001898561416451494,
      "loss": 1.3227,
      "step": 1100
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001897639247510144,
      "loss": 1.4465,
      "step": 1110
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0001896717078568794,
      "loss": 1.4442,
      "step": 1120
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018957949096274439,
      "loss": 1.3804,
      "step": 1130
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018948727406860937,
      "loss": 1.3868,
      "step": 1140
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018939505717447435,
      "loss": 1.4905,
      "step": 1150
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018930284028033937,
      "loss": 1.3099,
      "step": 1160
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018921062338620438,
      "loss": 1.4865,
      "step": 1170
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018911840649206936,
      "loss": 1.4155,
      "step": 1180
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018902618959793435,
      "loss": 1.4095,
      "step": 1190
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018893397270379936,
      "loss": 1.3217,
      "step": 1200
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018884175580966434,
      "loss": 1.5028,
      "step": 1210
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018874953891552933,
      "loss": 1.4024,
      "step": 1220
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001886573220213943,
      "loss": 1.4699,
      "step": 1230
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018856510512725932,
      "loss": 1.4158,
      "step": 1240
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018847288823312433,
      "loss": 1.4024,
      "step": 1250
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018838067133898932,
      "loss": 1.4017,
      "step": 1260
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0001882884544448543,
      "loss": 1.3641,
      "step": 1270
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001881962375507193,
      "loss": 1.4008,
      "step": 1280
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001881040206565843,
      "loss": 1.3428,
      "step": 1290
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018801180376244928,
      "loss": 1.3389,
      "step": 1300
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018791958686831427,
      "loss": 1.3816,
      "step": 1310
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018782736997417928,
      "loss": 1.3573,
      "step": 1320
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0001877351530800443,
      "loss": 1.3648,
      "step": 1330
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018764293618590928,
      "loss": 1.4559,
      "step": 1340
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018755071929177426,
      "loss": 1.3925,
      "step": 1350
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018745850239763924,
      "loss": 1.3426,
      "step": 1360
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018736628550350426,
      "loss": 1.3808,
      "step": 1370
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018727406860936924,
      "loss": 1.4028,
      "step": 1380
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018718185171523422,
      "loss": 1.4092,
      "step": 1390
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018708963482109924,
      "loss": 1.3941,
      "step": 1400
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018699741792696425,
      "loss": 1.3246,
      "step": 1410
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018690520103282923,
      "loss": 1.3828,
      "step": 1420
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00018681298413869422,
      "loss": 1.3388,
      "step": 1430
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001867207672445592,
      "loss": 1.3951,
      "step": 1440
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001866285503504242,
      "loss": 1.3484,
      "step": 1450
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001865363334562892,
      "loss": 1.5975,
      "step": 1460
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00018644411656215418,
      "loss": 1.4879,
      "step": 1470
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001863518996680192,
      "loss": 1.3751,
      "step": 1480
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001862596827738842,
      "loss": 1.3561,
      "step": 1490
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001861674658797492,
      "loss": 1.3283,
      "step": 1500
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018607524898561417,
      "loss": 1.4457,
      "step": 1510
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018598303209147916,
      "loss": 1.4338,
      "step": 1520
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018589081519734417,
      "loss": 1.313,
      "step": 1530
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018579859830320915,
      "loss": 1.4286,
      "step": 1540
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018570638140907414,
      "loss": 1.3152,
      "step": 1550
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018561416451493915,
      "loss": 1.3988,
      "step": 1560
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018552194762080416,
      "loss": 1.3082,
      "step": 1570
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018542973072666915,
      "loss": 1.2954,
      "step": 1580
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00018533751383253413,
      "loss": 1.2728,
      "step": 1590
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00018524529693839911,
      "loss": 1.3098,
      "step": 1600
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00018515308004426413,
      "loss": 1.3343,
      "step": 1610
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001850608631501291,
      "loss": 1.3702,
      "step": 1620
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001849686462559941,
      "loss": 1.3413,
      "step": 1630
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0001848764293618591,
      "loss": 1.3541,
      "step": 1640
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00018478421246772412,
      "loss": 1.3882,
      "step": 1650
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001846919955735891,
      "loss": 1.338,
      "step": 1660
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00018459977867945409,
      "loss": 1.3311,
      "step": 1670
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00018450756178531907,
      "loss": 1.3407,
      "step": 1680
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00018441534489118408,
      "loss": 1.4169,
      "step": 1690
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00018432312799704907,
      "loss": 1.2783,
      "step": 1700
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018423091110291405,
      "loss": 1.3291,
      "step": 1710
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018413869420877906,
      "loss": 1.4276,
      "step": 1720
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018404647731464407,
      "loss": 1.4504,
      "step": 1730
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018395426042050906,
      "loss": 1.356,
      "step": 1740
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018386204352637404,
      "loss": 1.3567,
      "step": 1750
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00018376982663223903,
      "loss": 1.2416,
      "step": 1760
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00018367760973810404,
      "loss": 1.2971,
      "step": 1770
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00018358539284396902,
      "loss": 1.2429,
      "step": 1780
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.000183493175949834,
      "loss": 1.3004,
      "step": 1790
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00018340095905569902,
      "loss": 1.3765,
      "step": 1800
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00018330874216156403,
      "loss": 1.4921,
      "step": 1810
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00018321652526742901,
      "loss": 1.3344,
      "step": 1820
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000183124308373294,
      "loss": 1.4283,
      "step": 1830
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00018303209147915898,
      "loss": 1.2761,
      "step": 1840
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000182939874585024,
      "loss": 1.3461,
      "step": 1850
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00018284765769088898,
      "loss": 1.2124,
      "step": 1860
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00018275544079675396,
      "loss": 1.3249,
      "step": 1870
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00018266322390261898,
      "loss": 1.3656,
      "step": 1880
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000182571007008484,
      "loss": 1.3039,
      "step": 1890
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00018247879011434897,
      "loss": 1.3722,
      "step": 1900
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00018238657322021396,
      "loss": 1.1888,
      "step": 1910
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00018229435632607894,
      "loss": 1.3604,
      "step": 1920
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018220213943194392,
      "loss": 1.4169,
      "step": 1930
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018210992253780894,
      "loss": 1.2332,
      "step": 1940
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018201770564367392,
      "loss": 1.2774,
      "step": 1950
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018192548874953893,
      "loss": 1.4248,
      "step": 1960
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00018183327185540392,
      "loss": 1.3928,
      "step": 1970
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018174105496126893,
      "loss": 1.2566,
      "step": 1980
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001816488380671339,
      "loss": 1.2803,
      "step": 1990
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001815566211729989,
      "loss": 1.3071,
      "step": 2000
    },
    {
      "epoch": 0.37,
      "eval_accuracy": 0.464213985758627,
      "eval_loss": 1.279906988143921,
      "eval_runtime": 97.8688,
      "eval_samples_per_second": 111.925,
      "eval_steps_per_second": 13.998,
      "step": 2000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018146440427886388,
      "loss": 1.3159,
      "step": 2010
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001813721873847289,
      "loss": 1.4002,
      "step": 2020
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018127997049059388,
      "loss": 1.2217,
      "step": 2030
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001811877535964589,
      "loss": 1.2869,
      "step": 2040
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018109553670232387,
      "loss": 1.2793,
      "step": 2050
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018100331980818888,
      "loss": 1.3284,
      "step": 2060
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018091110291405387,
      "loss": 1.1991,
      "step": 2070
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018081888601991885,
      "loss": 1.1353,
      "step": 2080
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018072666912578384,
      "loss": 1.3133,
      "step": 2090
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018063445223164885,
      "loss": 1.3075,
      "step": 2100
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018054223533751383,
      "loss": 1.4026,
      "step": 2110
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018045001844337885,
      "loss": 1.3367,
      "step": 2120
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018035780154924383,
      "loss": 1.3156,
      "step": 2130
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018026558465510884,
      "loss": 1.2022,
      "step": 2140
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00018017336776097383,
      "loss": 1.3409,
      "step": 2150
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001800811508668388,
      "loss": 1.2041,
      "step": 2160
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001799889339727038,
      "loss": 1.3062,
      "step": 2170
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001798967170785688,
      "loss": 1.2372,
      "step": 2180
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001798045001844338,
      "loss": 1.2237,
      "step": 2190
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001797122832902988,
      "loss": 1.2524,
      "step": 2200
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017962006639616379,
      "loss": 1.4144,
      "step": 2210
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001795278495020288,
      "loss": 1.1676,
      "step": 2220
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017943563260789378,
      "loss": 1.2909,
      "step": 2230
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017934341571375877,
      "loss": 1.372,
      "step": 2240
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017925119881962375,
      "loss": 1.2902,
      "step": 2250
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017915898192548876,
      "loss": 1.2131,
      "step": 2260
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017906676503135375,
      "loss": 1.198,
      "step": 2270
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017897454813721876,
      "loss": 1.2151,
      "step": 2280
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017888233124308374,
      "loss": 1.3141,
      "step": 2290
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017879011434894875,
      "loss": 1.3788,
      "step": 2300
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017869789745481374,
      "loss": 1.2766,
      "step": 2310
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017860568056067872,
      "loss": 1.2166,
      "step": 2320
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001785134636665437,
      "loss": 1.3074,
      "step": 2330
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017842124677240872,
      "loss": 1.2592,
      "step": 2340
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001783290298782737,
      "loss": 1.2932,
      "step": 2350
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00017823681298413871,
      "loss": 1.2729,
      "step": 2360
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001781445960900037,
      "loss": 1.256,
      "step": 2370
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001780523791958687,
      "loss": 1.284,
      "step": 2380
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001779601623017337,
      "loss": 1.2473,
      "step": 2390
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00017786794540759868,
      "loss": 1.3336,
      "step": 2400
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00017777572851346366,
      "loss": 1.3713,
      "step": 2410
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017768351161932868,
      "loss": 1.3888,
      "step": 2420
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017759129472519366,
      "loss": 1.2189,
      "step": 2430
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017749907783105864,
      "loss": 1.3783,
      "step": 2440
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017740686093692366,
      "loss": 1.2576,
      "step": 2450
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00017731464404278867,
      "loss": 1.2524,
      "step": 2460
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017722242714865365,
      "loss": 1.1614,
      "step": 2470
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017713021025451864,
      "loss": 1.2631,
      "step": 2480
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017703799336038362,
      "loss": 1.2215,
      "step": 2490
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017694577646624863,
      "loss": 1.266,
      "step": 2500
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00017685355957211362,
      "loss": 1.1883,
      "step": 2510
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0001767613426779786,
      "loss": 1.2202,
      "step": 2520
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001766691257838436,
      "loss": 1.238,
      "step": 2530
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001765769088897086,
      "loss": 1.2836,
      "step": 2540
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001764846919955736,
      "loss": 1.2879,
      "step": 2550
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001763924751014386,
      "loss": 1.17,
      "step": 2560
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00017630025820730358,
      "loss": 1.1675,
      "step": 2570
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017620804131316856,
      "loss": 1.1862,
      "step": 2580
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017611582441903357,
      "loss": 1.2787,
      "step": 2590
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017602360752489856,
      "loss": 1.1561,
      "step": 2600
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017593139063076357,
      "loss": 1.3317,
      "step": 2610
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00017583917373662855,
      "loss": 1.2562,
      "step": 2620
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017574695684249356,
      "loss": 1.3731,
      "step": 2630
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017565473994835855,
      "loss": 1.304,
      "step": 2640
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017556252305422353,
      "loss": 1.2217,
      "step": 2650
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017547030616008852,
      "loss": 1.2968,
      "step": 2660
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017537808926595353,
      "loss": 1.2932,
      "step": 2670
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00017528587237181851,
      "loss": 1.3466,
      "step": 2680
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00017519365547768353,
      "loss": 1.272,
      "step": 2690
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001751014385835485,
      "loss": 1.1447,
      "step": 2700
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00017500922168941352,
      "loss": 1.2865,
      "step": 2710
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001749170047952785,
      "loss": 1.287,
      "step": 2720
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001748247879011435,
      "loss": 1.2388,
      "step": 2730
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017473257100700847,
      "loss": 1.2865,
      "step": 2740
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017464035411287349,
      "loss": 1.2697,
      "step": 2750
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017454813721873847,
      "loss": 1.2994,
      "step": 2760
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017445592032460348,
      "loss": 1.3243,
      "step": 2770
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017436370343046847,
      "loss": 1.1788,
      "step": 2780
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00017427148653633348,
      "loss": 1.3052,
      "step": 2790
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017417926964219846,
      "loss": 1.2467,
      "step": 2800
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017408705274806345,
      "loss": 1.2646,
      "step": 2810
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017399483585392843,
      "loss": 1.3098,
      "step": 2820
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017390261895979344,
      "loss": 1.3249,
      "step": 2830
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00017381040206565843,
      "loss": 1.3779,
      "step": 2840
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00017371818517152344,
      "loss": 1.3639,
      "step": 2850
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00017362596827738842,
      "loss": 1.2494,
      "step": 2860
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00017353375138325343,
      "loss": 1.2869,
      "step": 2870
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00017344153448911842,
      "loss": 1.2766,
      "step": 2880
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001733493175949834,
      "loss": 1.1126,
      "step": 2890
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001732571007008484,
      "loss": 1.1705,
      "step": 2900
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001731648838067134,
      "loss": 1.2194,
      "step": 2910
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00017307266691257838,
      "loss": 1.2963,
      "step": 2920
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001729804500184434,
      "loss": 1.2211,
      "step": 2930
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00017288823312430838,
      "loss": 1.1875,
      "step": 2940
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001727960162301734,
      "loss": 1.3088,
      "step": 2950
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017270379933603838,
      "loss": 1.3143,
      "step": 2960
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017261158244190336,
      "loss": 1.2684,
      "step": 2970
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017251936554776834,
      "loss": 1.1308,
      "step": 2980
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017242714865363336,
      "loss": 1.2508,
      "step": 2990
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00017233493175949834,
      "loss": 1.297,
      "step": 3000
    },
    {
      "epoch": 0.55,
      "eval_accuracy": 0.4720649990870915,
      "eval_loss": 1.250298261642456,
      "eval_runtime": 98.4328,
      "eval_samples_per_second": 111.284,
      "eval_steps_per_second": 13.918,
      "step": 3000
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017224271486536335,
      "loss": 1.2519,
      "step": 3010
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017215049797122834,
      "loss": 1.1632,
      "step": 3020
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017205828107709335,
      "loss": 1.2063,
      "step": 3030
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017196606418295833,
      "loss": 1.2205,
      "step": 3040
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00017187384728882332,
      "loss": 1.2787,
      "step": 3050
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001717816303946883,
      "loss": 1.1501,
      "step": 3060
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001716894135005533,
      "loss": 1.4336,
      "step": 3070
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001715971966064183,
      "loss": 1.228,
      "step": 3080
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001715049797122833,
      "loss": 1.2311,
      "step": 3090
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001714127628181483,
      "loss": 1.2151,
      "step": 3100
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0001713205459240133,
      "loss": 1.324,
      "step": 3110
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0001712283290298783,
      "loss": 1.2236,
      "step": 3120
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017113611213574327,
      "loss": 1.1156,
      "step": 3130
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017104389524160826,
      "loss": 1.1789,
      "step": 3140
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017095167834747327,
      "loss": 1.1482,
      "step": 3150
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017085946145333825,
      "loss": 1.2907,
      "step": 3160
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00017076724455920326,
      "loss": 1.255,
      "step": 3170
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017067502766506825,
      "loss": 1.1669,
      "step": 3180
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017058281077093323,
      "loss": 1.2531,
      "step": 3190
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017049059387679825,
      "loss": 1.3122,
      "step": 3200
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017039837698266323,
      "loss": 1.2077,
      "step": 3210
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00017030616008852821,
      "loss": 1.2112,
      "step": 3220
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001702139431943932,
      "loss": 1.2232,
      "step": 3230
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001701217263002582,
      "loss": 1.2612,
      "step": 3240
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00017002950940612322,
      "loss": 1.2819,
      "step": 3250
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001699372925119882,
      "loss": 1.3206,
      "step": 3260
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001698450756178532,
      "loss": 1.1989,
      "step": 3270
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001697528587237182,
      "loss": 1.204,
      "step": 3280
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016966064182958319,
      "loss": 1.1277,
      "step": 3290
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016956842493544817,
      "loss": 1.1263,
      "step": 3300
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016947620804131316,
      "loss": 1.1812,
      "step": 3310
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016938399114717817,
      "loss": 1.2092,
      "step": 3320
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00016929177425304318,
      "loss": 1.1473,
      "step": 3330
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016919955735890816,
      "loss": 1.3631,
      "step": 3340
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016910734046477315,
      "loss": 1.2097,
      "step": 3350
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016901512357063816,
      "loss": 1.1183,
      "step": 3360
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016892290667650314,
      "loss": 1.1925,
      "step": 3370
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00016883068978236813,
      "loss": 1.2737,
      "step": 3380
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0001687384728882331,
      "loss": 1.0825,
      "step": 3390
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00016864625599409812,
      "loss": 1.2121,
      "step": 3400
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00016855403909996313,
      "loss": 1.167,
      "step": 3410
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00016846182220582812,
      "loss": 1.3436,
      "step": 3420
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0001683696053116931,
      "loss": 1.1877,
      "step": 3430
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00016827738841755812,
      "loss": 1.2584,
      "step": 3440
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001681851715234231,
      "loss": 1.3245,
      "step": 3450
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00016809295462928808,
      "loss": 1.2784,
      "step": 3460
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00016800073773515307,
      "loss": 1.0824,
      "step": 3470
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00016790852084101808,
      "loss": 1.1694,
      "step": 3480
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001678163039468831,
      "loss": 1.1642,
      "step": 3490
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016772408705274808,
      "loss": 1.1797,
      "step": 3500
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016763187015861306,
      "loss": 1.2161,
      "step": 3510
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016753965326447807,
      "loss": 1.2212,
      "step": 3520
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016744743637034306,
      "loss": 1.0782,
      "step": 3530
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016735521947620804,
      "loss": 1.2315,
      "step": 3540
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00016726300258207302,
      "loss": 1.1335,
      "step": 3550
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016717078568793804,
      "loss": 1.1268,
      "step": 3560
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016707856879380305,
      "loss": 1.3353,
      "step": 3570
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016698635189966803,
      "loss": 1.2586,
      "step": 3580
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016689413500553302,
      "loss": 1.3272,
      "step": 3590
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00016680191811139803,
      "loss": 1.1169,
      "step": 3600
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000166709701217263,
      "loss": 1.1928,
      "step": 3610
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000166617484323128,
      "loss": 1.0965,
      "step": 3620
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00016652526742899298,
      "loss": 1.2023,
      "step": 3630
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000166433050534858,
      "loss": 1.239,
      "step": 3640
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000166340833640723,
      "loss": 1.2667,
      "step": 3650
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.000166248616746588,
      "loss": 1.3098,
      "step": 3660
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016615639985245297,
      "loss": 1.1174,
      "step": 3670
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016606418295831798,
      "loss": 1.1965,
      "step": 3680
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016597196606418297,
      "loss": 1.1481,
      "step": 3690
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016587974917004795,
      "loss": 1.1209,
      "step": 3700
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00016578753227591294,
      "loss": 1.1346,
      "step": 3710
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016569531538177795,
      "loss": 1.2816,
      "step": 3720
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016560309848764296,
      "loss": 1.1948,
      "step": 3730
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016551088159350795,
      "loss": 1.1452,
      "step": 3740
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016541866469937293,
      "loss": 1.1751,
      "step": 3750
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00016532644780523794,
      "loss": 1.212,
      "step": 3760
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00016523423091110293,
      "loss": 1.1469,
      "step": 3770
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001651420140169679,
      "loss": 1.2593,
      "step": 3780
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001650497971228329,
      "loss": 1.1924,
      "step": 3790
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001649575802286979,
      "loss": 1.1856,
      "step": 3800
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00016486536333456292,
      "loss": 1.2306,
      "step": 3810
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001647731464404279,
      "loss": 1.2943,
      "step": 3820
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016468092954629289,
      "loss": 1.1842,
      "step": 3830
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016458871265215787,
      "loss": 1.322,
      "step": 3840
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016449649575802288,
      "loss": 1.1888,
      "step": 3850
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016440427886388787,
      "loss": 1.1909,
      "step": 3860
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00016431206196975285,
      "loss": 1.2228,
      "step": 3870
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016421984507561786,
      "loss": 1.1169,
      "step": 3880
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016412762818148287,
      "loss": 1.2129,
      "step": 3890
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016403541128734786,
      "loss": 1.2108,
      "step": 3900
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016394319439321284,
      "loss": 1.3192,
      "step": 3910
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016385097749907783,
      "loss": 1.11,
      "step": 3920
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00016375876060494284,
      "loss": 1.1571,
      "step": 3930
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00016366654371080782,
      "loss": 1.2533,
      "step": 3940
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001635743268166728,
      "loss": 1.0954,
      "step": 3950
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00016348210992253782,
      "loss": 1.1373,
      "step": 3960
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00016338989302840283,
      "loss": 1.1435,
      "step": 3970
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00016329767613426782,
      "loss": 1.1704,
      "step": 3980
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001632054592401328,
      "loss": 1.0662,
      "step": 3990
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016311324234599778,
      "loss": 1.3121,
      "step": 4000
    },
    {
      "epoch": 0.74,
      "eval_accuracy": 0.49945225488406064,
      "eval_loss": 1.1661431789398193,
      "eval_runtime": 98.5644,
      "eval_samples_per_second": 111.135,
      "eval_steps_per_second": 13.9,
      "step": 4000
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001630210254518628,
      "loss": 1.2862,
      "step": 4010
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016292880855772778,
      "loss": 1.2184,
      "step": 4020
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016283659166359276,
      "loss": 1.1609,
      "step": 4030
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016274437476945778,
      "loss": 1.1033,
      "step": 4040
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001626521578753228,
      "loss": 1.1446,
      "step": 4050
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016255994098118777,
      "loss": 1.2345,
      "step": 4060
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016246772408705276,
      "loss": 1.1732,
      "step": 4070
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016237550719291774,
      "loss": 1.2738,
      "step": 4080
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016228329029878275,
      "loss": 1.2372,
      "step": 4090
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016219107340464774,
      "loss": 1.142,
      "step": 4100
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016209885651051272,
      "loss": 1.277,
      "step": 4110
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016200663961637773,
      "loss": 1.1757,
      "step": 4120
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016191442272224274,
      "loss": 1.239,
      "step": 4130
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00016182220582810773,
      "loss": 1.1598,
      "step": 4140
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001617299889339727,
      "loss": 1.2175,
      "step": 4150
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001616377720398377,
      "loss": 1.1578,
      "step": 4160
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001615455551457027,
      "loss": 1.2052,
      "step": 4170
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001614533382515677,
      "loss": 1.1283,
      "step": 4180
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00016136112135743268,
      "loss": 1.233,
      "step": 4190
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001612689044632977,
      "loss": 1.1148,
      "step": 4200
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001611766875691627,
      "loss": 1.1895,
      "step": 4210
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00016108447067502768,
      "loss": 1.3549,
      "step": 4220
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00016099225378089267,
      "loss": 1.2073,
      "step": 4230
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00016090003688675765,
      "loss": 1.194,
      "step": 4240
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00016080781999262267,
      "loss": 1.2183,
      "step": 4250
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016071560309848765,
      "loss": 1.2088,
      "step": 4260
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016062338620435263,
      "loss": 1.3126,
      "step": 4270
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016053116931021765,
      "loss": 1.2154,
      "step": 4280
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016043895241608266,
      "loss": 1.1869,
      "step": 4290
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016034673552194764,
      "loss": 1.1124,
      "step": 4300
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00016025451862781263,
      "loss": 1.1789,
      "step": 4310
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001601623017336776,
      "loss": 1.1254,
      "step": 4320
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00016007008483954262,
      "loss": 1.3232,
      "step": 4330
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001599778679454076,
      "loss": 1.1419,
      "step": 4340
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001598856510512726,
      "loss": 1.2861,
      "step": 4350
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001597934341571376,
      "loss": 1.1492,
      "step": 4360
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0001597012172630026,
      "loss": 1.2304,
      "step": 4370
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0001596090003688676,
      "loss": 1.2289,
      "step": 4380
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00015951678347473258,
      "loss": 1.1479,
      "step": 4390
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00015942456658059757,
      "loss": 1.222,
      "step": 4400
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00015933234968646258,
      "loss": 1.105,
      "step": 4410
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015924013279232756,
      "loss": 1.1094,
      "step": 4420
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015914791589819255,
      "loss": 1.0859,
      "step": 4430
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015905569900405756,
      "loss": 1.2148,
      "step": 4440
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015896348210992254,
      "loss": 1.2015,
      "step": 4450
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015887126521578755,
      "loss": 1.0869,
      "step": 4460
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00015877904832165254,
      "loss": 1.2852,
      "step": 4470
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00015868683142751752,
      "loss": 1.14,
      "step": 4480
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0001585946145333825,
      "loss": 1.2118,
      "step": 4490
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00015850239763924752,
      "loss": 1.1661,
      "step": 4500
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0001584101807451125,
      "loss": 1.07,
      "step": 4510
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00015831796385097752,
      "loss": 1.1214,
      "step": 4520
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0001582257469568425,
      "loss": 1.285,
      "step": 4530
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0001581335300627075,
      "loss": 1.1742,
      "step": 4540
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0001580413131685725,
      "loss": 1.1425,
      "step": 4550
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00015794909627443748,
      "loss": 1.0878,
      "step": 4560
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00015785687938030246,
      "loss": 1.2311,
      "step": 4570
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00015776466248616748,
      "loss": 1.1238,
      "step": 4580
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015767244559203246,
      "loss": 1.0743,
      "step": 4590
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015758022869789747,
      "loss": 1.0789,
      "step": 4600
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015748801180376246,
      "loss": 1.1919,
      "step": 4610
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015739579490962747,
      "loss": 1.1697,
      "step": 4620
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00015730357801549245,
      "loss": 1.2384,
      "step": 4630
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015721136112135744,
      "loss": 1.1858,
      "step": 4640
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015711914422722242,
      "loss": 1.1766,
      "step": 4650
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015702692733308743,
      "loss": 1.0852,
      "step": 4660
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015693471043895242,
      "loss": 1.1499,
      "step": 4670
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00015684249354481743,
      "loss": 1.2804,
      "step": 4680
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0001567502766506824,
      "loss": 1.2195,
      "step": 4690
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00015665805975654742,
      "loss": 1.1809,
      "step": 4700
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0001565658428624124,
      "loss": 1.2306,
      "step": 4710
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0001564736259682774,
      "loss": 1.1516,
      "step": 4720
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00015638140907414238,
      "loss": 1.1354,
      "step": 4730
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0001562891921800074,
      "loss": 1.1047,
      "step": 4740
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015619697528587237,
      "loss": 1.1401,
      "step": 4750
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015610475839173736,
      "loss": 1.1011,
      "step": 4760
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015601254149760237,
      "loss": 1.0627,
      "step": 4770
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015592032460346738,
      "loss": 1.2008,
      "step": 4780
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00015582810770933237,
      "loss": 1.0876,
      "step": 4790
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015573589081519735,
      "loss": 1.2179,
      "step": 4800
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015564367392106233,
      "loss": 1.1274,
      "step": 4810
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015555145702692735,
      "loss": 1.2143,
      "step": 4820
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015545924013279233,
      "loss": 1.264,
      "step": 4830
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015536702323865731,
      "loss": 1.0355,
      "step": 4840
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00015527480634452233,
      "loss": 1.1883,
      "step": 4850
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00015518258945038734,
      "loss": 1.151,
      "step": 4860
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00015509037255625232,
      "loss": 1.1937,
      "step": 4870
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0001549981556621173,
      "loss": 1.1426,
      "step": 4880
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0001549059387679823,
      "loss": 1.1356,
      "step": 4890
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0001548137218738473,
      "loss": 1.0953,
      "step": 4900
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0001547215049797123,
      "loss": 1.2168,
      "step": 4910
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00015462928808557727,
      "loss": 1.2641,
      "step": 4920
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00015453707119144228,
      "loss": 0.9988,
      "step": 4930
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0001544448542973073,
      "loss": 1.2423,
      "step": 4940
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00015435263740317228,
      "loss": 1.1201,
      "step": 4950
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00015426042050903726,
      "loss": 1.1261,
      "step": 4960
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015416820361490225,
      "loss": 1.1374,
      "step": 4970
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015407598672076726,
      "loss": 0.9945,
      "step": 4980
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015398376982663224,
      "loss": 1.1362,
      "step": 4990
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015389155293249723,
      "loss": 1.1806,
      "step": 5000
    },
    {
      "epoch": 0.92,
      "eval_accuracy": 0.5240094942486763,
      "eval_loss": 1.1137409210205078,
      "eval_runtime": 98.12,
      "eval_samples_per_second": 111.639,
      "eval_steps_per_second": 13.963,
      "step": 5000
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00015379933603836224,
      "loss": 1.1386,
      "step": 5010
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00015370711914422725,
      "loss": 1.129,
      "step": 5020
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00015361490225009223,
      "loss": 1.1191,
      "step": 5030
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00015352268535595722,
      "loss": 1.2112,
      "step": 5040
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0001534304684618222,
      "loss": 1.0587,
      "step": 5050
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0001533382515676872,
      "loss": 1.2067,
      "step": 5060
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.0001532460346735522,
      "loss": 1.1811,
      "step": 5070
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00015315381777941718,
      "loss": 1.1983,
      "step": 5080
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.0001530616008852822,
      "loss": 1.2142,
      "step": 5090
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00015296938399114718,
      "loss": 1.1877,
      "step": 5100
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.0001528771670970122,
      "loss": 1.1208,
      "step": 5110
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00015278495020287718,
      "loss": 1.2037,
      "step": 5120
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015269273330874216,
      "loss": 1.0518,
      "step": 5130
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015260051641460714,
      "loss": 1.1385,
      "step": 5140
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015250829952047216,
      "loss": 1.2212,
      "step": 5150
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015241608262633714,
      "loss": 1.2147,
      "step": 5160
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00015232386573220215,
      "loss": 1.0961,
      "step": 5170
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00015223164883806714,
      "loss": 1.1507,
      "step": 5180
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00015213943194393215,
      "loss": 1.2598,
      "step": 5190
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00015204721504979713,
      "loss": 1.1551,
      "step": 5200
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00015195499815566212,
      "loss": 1.3621,
      "step": 5210
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0001518627812615271,
      "loss": 1.1444,
      "step": 5220
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0001517705643673921,
      "loss": 1.1967,
      "step": 5230
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001516783474732571,
      "loss": 1.1623,
      "step": 5240
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001515861305791221,
      "loss": 1.1205,
      "step": 5250
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001514939136849871,
      "loss": 1.0907,
      "step": 5260
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001514016967908521,
      "loss": 1.0634,
      "step": 5270
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001513094798967171,
      "loss": 1.1764,
      "step": 5280
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015121726300258207,
      "loss": 1.169,
      "step": 5290
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015112504610844706,
      "loss": 1.0883,
      "step": 5300
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015103282921431207,
      "loss": 1.2949,
      "step": 5310
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015094061232017705,
      "loss": 1.1286,
      "step": 5320
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015084839542604207,
      "loss": 1.08,
      "step": 5330
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015075617853190705,
      "loss": 1.146,
      "step": 5340
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015066396163777206,
      "loss": 1.2019,
      "step": 5350
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015057174474363705,
      "loss": 1.1424,
      "step": 5360
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015047952784950203,
      "loss": 1.114,
      "step": 5370
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015038731095536701,
      "loss": 1.1133,
      "step": 5380
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015029509406123203,
      "loss": 1.1234,
      "step": 5390
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.000150202877167097,
      "loss": 1.2356,
      "step": 5400
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00015011066027296202,
      "loss": 1.2222,
      "step": 5410
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.000150018443378827,
      "loss": 1.1921,
      "step": 5420
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00014992622648469202,
      "loss": 1.1302,
      "step": 5430
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.000149834009590557,
      "loss": 1.1424,
      "step": 5440
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.000149741792696422,
      "loss": 1.1571,
      "step": 5450
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014964957580228697,
      "loss": 1.0979,
      "step": 5460
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014955735890815198,
      "loss": 1.0564,
      "step": 5470
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014946514201401697,
      "loss": 1.007,
      "step": 5480
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014937292511988198,
      "loss": 1.2216,
      "step": 5490
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00014928070822574696,
      "loss": 0.9655,
      "step": 5500
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014918849133161197,
      "loss": 0.9971,
      "step": 5510
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014909627443747696,
      "loss": 1.0476,
      "step": 5520
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014900405754334194,
      "loss": 1.0946,
      "step": 5530
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014891184064920693,
      "loss": 1.128,
      "step": 5540
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00014881962375507194,
      "loss": 1.124,
      "step": 5550
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014872740686093692,
      "loss": 1.0277,
      "step": 5560
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014863518996680193,
      "loss": 1.2334,
      "step": 5570
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014854297307266692,
      "loss": 0.9921,
      "step": 5580
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014845075617853193,
      "loss": 1.0135,
      "step": 5590
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00014835853928439692,
      "loss": 1.0203,
      "step": 5600
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0001482663223902619,
      "loss": 1.0778,
      "step": 5610
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014817410549612688,
      "loss": 1.0985,
      "step": 5620
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0001480818886019919,
      "loss": 1.1,
      "step": 5630
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014798967170785688,
      "loss": 1.1413,
      "step": 5640
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0001478974548137219,
      "loss": 1.0165,
      "step": 5650
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014780523791958688,
      "loss": 1.0329,
      "step": 5660
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.0001477130210254519,
      "loss": 1.0341,
      "step": 5670
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014762080413131687,
      "loss": 0.9721,
      "step": 5680
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014752858723718186,
      "loss": 1.1558,
      "step": 5690
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014743637034304684,
      "loss": 1.0964,
      "step": 5700
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014734415344891183,
      "loss": 0.9984,
      "step": 5710
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014725193655477684,
      "loss": 1.1214,
      "step": 5720
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014715971966064185,
      "loss": 1.0954,
      "step": 5730
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014706750276650683,
      "loss": 1.0381,
      "step": 5740
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014697528587237182,
      "loss": 1.0516,
      "step": 5750
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014688306897823683,
      "loss": 1.1157,
      "step": 5760
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.0001467908520841018,
      "loss": 0.9874,
      "step": 5770
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001466986351899668,
      "loss": 1.0634,
      "step": 5780
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00014660641829583178,
      "loss": 1.1058,
      "step": 5790
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001465142014016968,
      "loss": 1.0966,
      "step": 5800
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001464219845075618,
      "loss": 1.0457,
      "step": 5810
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001463297676134268,
      "loss": 1.1258,
      "step": 5820
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014623755071929177,
      "loss": 1.1258,
      "step": 5830
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014614533382515679,
      "loss": 1.2046,
      "step": 5840
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014605311693102177,
      "loss": 1.0688,
      "step": 5850
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014596090003688675,
      "loss": 0.9497,
      "step": 5860
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014586868314275174,
      "loss": 1.1829,
      "step": 5870
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014577646624861675,
      "loss": 1.1155,
      "step": 5880
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014568424935448176,
      "loss": 1.1273,
      "step": 5890
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014559203246034675,
      "loss": 1.011,
      "step": 5900
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014549981556621173,
      "loss": 1.081,
      "step": 5910
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014540759867207674,
      "loss": 1.041,
      "step": 5920
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014531538177794173,
      "loss": 1.1286,
      "step": 5930
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001452231648838067,
      "loss": 0.9914,
      "step": 5940
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001451309479896717,
      "loss": 1.0105,
      "step": 5950
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001450387310955367,
      "loss": 1.0517,
      "step": 5960
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00014494651420140172,
      "loss": 1.0245,
      "step": 5970
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001448542973072667,
      "loss": 1.0713,
      "step": 5980
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0001447620804131317,
      "loss": 1.0638,
      "step": 5990
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.0001446698635189967,
      "loss": 1.0839,
      "step": 6000
    },
    {
      "epoch": 1.11,
      "eval_accuracy": 0.5164323534781815,
      "eval_loss": 1.1340410709381104,
      "eval_runtime": 98.4525,
      "eval_samples_per_second": 111.262,
      "eval_steps_per_second": 13.915,
      "step": 6000
    },
    {
      "epoch": 1.11,
      "step": 6000,
      "total_flos": 2.0396723395200123e+18,
      "train_loss": 1.29178360859553,
      "train_runtime": 1561.0386,
      "train_samples_per_second": 222.273,
      "train_steps_per_second": 13.893
    }
  ],
  "logging_steps": 10,
  "max_steps": 21688,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "total_flos": 2.0396723395200123e+18,
  "trial_name": null,
  "trial_params": null
}