{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9946777054997042,
  "eval_steps": 500,
  "global_step": 1266,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02365464222353637,
      "grad_norm": 4.438574633904732,
      "learning_rate": 5e-06,
      "loss": 0.8864,
      "step": 10
    },
    {
      "epoch": 0.04730928444707274,
      "grad_norm": 3.743436107422786,
      "learning_rate": 5e-06,
      "loss": 0.7865,
      "step": 20
    },
    {
      "epoch": 0.0709639266706091,
      "grad_norm": 1.3773266130731683,
      "learning_rate": 5e-06,
      "loss": 0.7718,
      "step": 30
    },
    {
      "epoch": 0.09461856889414548,
      "grad_norm": 1.0328014979269187,
      "learning_rate": 5e-06,
      "loss": 0.7321,
      "step": 40
    },
    {
      "epoch": 0.11827321111768184,
      "grad_norm": 0.9419322611015702,
      "learning_rate": 5e-06,
      "loss": 0.7263,
      "step": 50
    },
    {
      "epoch": 0.1419278533412182,
      "grad_norm": 1.0108429467163185,
      "learning_rate": 5e-06,
      "loss": 0.7095,
      "step": 60
    },
    {
      "epoch": 0.16558249556475457,
      "grad_norm": 0.7116397296212089,
      "learning_rate": 5e-06,
      "loss": 0.7076,
      "step": 70
    },
    {
      "epoch": 0.18923713778829096,
      "grad_norm": 0.6226004481870809,
      "learning_rate": 5e-06,
      "loss": 0.6923,
      "step": 80
    },
    {
      "epoch": 0.21289178001182732,
      "grad_norm": 0.7788334547916798,
      "learning_rate": 5e-06,
      "loss": 0.6939,
      "step": 90
    },
    {
      "epoch": 0.23654642223536368,
      "grad_norm": 0.5579006889125326,
      "learning_rate": 5e-06,
      "loss": 0.6916,
      "step": 100
    },
    {
      "epoch": 0.26020106445890007,
      "grad_norm": 0.8348224630921526,
      "learning_rate": 5e-06,
      "loss": 0.6841,
      "step": 110
    },
    {
      "epoch": 0.2838557066824364,
      "grad_norm": 1.0981466464621934,
      "learning_rate": 5e-06,
      "loss": 0.6822,
      "step": 120
    },
    {
      "epoch": 0.3075103489059728,
      "grad_norm": 0.8917486118802607,
      "learning_rate": 5e-06,
      "loss": 0.6761,
      "step": 130
    },
    {
      "epoch": 0.33116499112950915,
      "grad_norm": 0.6543556998725211,
      "learning_rate": 5e-06,
      "loss": 0.6715,
      "step": 140
    },
    {
      "epoch": 0.35481963335304556,
      "grad_norm": 0.8125188565799322,
      "learning_rate": 5e-06,
      "loss": 0.6773,
      "step": 150
    },
    {
      "epoch": 0.3784742755765819,
      "grad_norm": 0.5688602721338011,
      "learning_rate": 5e-06,
      "loss": 0.674,
      "step": 160
    },
    {
      "epoch": 0.4021289178001183,
      "grad_norm": 0.491756225050921,
      "learning_rate": 5e-06,
      "loss": 0.6815,
      "step": 170
    },
    {
      "epoch": 0.42578356002365464,
      "grad_norm": 0.6509377411475789,
      "learning_rate": 5e-06,
      "loss": 0.669,
      "step": 180
    },
    {
      "epoch": 0.449438202247191,
      "grad_norm": 0.6207735885705108,
      "learning_rate": 5e-06,
      "loss": 0.6755,
      "step": 190
    },
    {
      "epoch": 0.47309284447072736,
      "grad_norm": 0.528808960645126,
      "learning_rate": 5e-06,
      "loss": 0.6674,
      "step": 200
    },
    {
      "epoch": 0.4967474866942638,
      "grad_norm": 0.8472585224068009,
      "learning_rate": 5e-06,
      "loss": 0.6637,
      "step": 210
    },
    {
      "epoch": 0.5204021289178001,
      "grad_norm": 0.5848774410670773,
      "learning_rate": 5e-06,
      "loss": 0.6681,
      "step": 220
    },
    {
      "epoch": 0.5440567711413364,
      "grad_norm": 0.6344280914148243,
      "learning_rate": 5e-06,
      "loss": 0.6675,
      "step": 230
    },
    {
      "epoch": 0.5677114133648729,
      "grad_norm": 0.7485250474806475,
      "learning_rate": 5e-06,
      "loss": 0.6549,
      "step": 240
    },
    {
      "epoch": 0.5913660555884093,
      "grad_norm": 0.7332796111883003,
      "learning_rate": 5e-06,
      "loss": 0.6693,
      "step": 250
    },
    {
      "epoch": 0.6150206978119456,
      "grad_norm": 0.5097881381268425,
      "learning_rate": 5e-06,
      "loss": 0.6603,
      "step": 260
    },
    {
      "epoch": 0.638675340035482,
      "grad_norm": 0.49176638410796597,
      "learning_rate": 5e-06,
      "loss": 0.6697,
      "step": 270
    },
    {
      "epoch": 0.6623299822590183,
      "grad_norm": 0.4404068786810332,
      "learning_rate": 5e-06,
      "loss": 0.6547,
      "step": 280
    },
    {
      "epoch": 0.6859846244825547,
      "grad_norm": 0.45956579197536424,
      "learning_rate": 5e-06,
      "loss": 0.6617,
      "step": 290
    },
    {
      "epoch": 0.7096392667060911,
      "grad_norm": 0.5489471352518822,
      "learning_rate": 5e-06,
      "loss": 0.65,
      "step": 300
    },
    {
      "epoch": 0.7332939089296274,
      "grad_norm": 0.5071925000559494,
      "learning_rate": 5e-06,
      "loss": 0.6639,
      "step": 310
    },
    {
      "epoch": 0.7569485511531638,
      "grad_norm": 0.4479532221316009,
      "learning_rate": 5e-06,
      "loss": 0.6638,
      "step": 320
    },
    {
      "epoch": 0.7806031933767001,
      "grad_norm": 0.5768991016278898,
      "learning_rate": 5e-06,
      "loss": 0.6601,
      "step": 330
    },
    {
      "epoch": 0.8042578356002366,
      "grad_norm": 0.47440990509293773,
      "learning_rate": 5e-06,
      "loss": 0.6457,
      "step": 340
    },
    {
      "epoch": 0.8279124778237729,
      "grad_norm": 0.5535872360742707,
      "learning_rate": 5e-06,
      "loss": 0.6552,
      "step": 350
    },
    {
      "epoch": 0.8515671200473093,
      "grad_norm": 0.5692309710225549,
      "learning_rate": 5e-06,
      "loss": 0.6533,
      "step": 360
    },
    {
      "epoch": 0.8752217622708457,
      "grad_norm": 0.477161966378483,
      "learning_rate": 5e-06,
      "loss": 0.6538,
      "step": 370
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 0.5742339288892304,
      "learning_rate": 5e-06,
      "loss": 0.6576,
      "step": 380
    },
    {
      "epoch": 0.9225310467179184,
      "grad_norm": 0.6276883665595651,
      "learning_rate": 5e-06,
      "loss": 0.6524,
      "step": 390
    },
    {
      "epoch": 0.9461856889414547,
      "grad_norm": 0.5739867998426434,
      "learning_rate": 5e-06,
      "loss": 0.645,
      "step": 400
    },
    {
      "epoch": 0.9698403311649911,
      "grad_norm": 0.6714991896688636,
      "learning_rate": 5e-06,
      "loss": 0.6552,
      "step": 410
    },
    {
      "epoch": 0.9934949733885275,
      "grad_norm": 0.5532850958647405,
      "learning_rate": 5e-06,
      "loss": 0.6528,
      "step": 420
    },
    {
      "epoch": 0.9982259018332348,
      "eval_loss": 0.6549943685531616,
      "eval_runtime": 226.5831,
      "eval_samples_per_second": 50.255,
      "eval_steps_per_second": 0.393,
      "step": 422
    },
    {
      "epoch": 1.0171496156120639,
      "grad_norm": 0.6577034498689445,
      "learning_rate": 5e-06,
      "loss": 0.6186,
      "step": 430
    },
    {
      "epoch": 1.0408042578356003,
      "grad_norm": 0.6919211184212087,
      "learning_rate": 5e-06,
      "loss": 0.611,
      "step": 440
    },
    {
      "epoch": 1.0644589000591367,
      "grad_norm": 0.49818432774881954,
      "learning_rate": 5e-06,
      "loss": 0.6094,
      "step": 450
    },
    {
      "epoch": 1.0881135422826729,
      "grad_norm": 0.5304613381757841,
      "learning_rate": 5e-06,
      "loss": 0.6118,
      "step": 460
    },
    {
      "epoch": 1.1117681845062093,
      "grad_norm": 0.5661240677080396,
      "learning_rate": 5e-06,
      "loss": 0.6069,
      "step": 470
    },
    {
      "epoch": 1.1354228267297457,
      "grad_norm": 0.4725657759678031,
      "learning_rate": 5e-06,
      "loss": 0.6081,
      "step": 480
    },
    {
      "epoch": 1.1590774689532821,
      "grad_norm": 0.5348982555181953,
      "learning_rate": 5e-06,
      "loss": 0.608,
      "step": 490
    },
    {
      "epoch": 1.1827321111768185,
      "grad_norm": 0.7009257467225577,
      "learning_rate": 5e-06,
      "loss": 0.6107,
      "step": 500
    },
    {
      "epoch": 1.2063867534003547,
      "grad_norm": 0.516755234113577,
      "learning_rate": 5e-06,
      "loss": 0.6145,
      "step": 510
    },
    {
      "epoch": 1.2300413956238911,
      "grad_norm": 0.5565870238553596,
      "learning_rate": 5e-06,
      "loss": 0.6064,
      "step": 520
    },
    {
      "epoch": 1.2536960378474276,
      "grad_norm": 0.5176934237005286,
      "learning_rate": 5e-06,
      "loss": 0.6078,
      "step": 530
    },
    {
      "epoch": 1.277350680070964,
      "grad_norm": 0.5399011019791115,
      "learning_rate": 5e-06,
      "loss": 0.6173,
      "step": 540
    },
    {
      "epoch": 1.3010053222945004,
      "grad_norm": 0.48804065232921706,
      "learning_rate": 5e-06,
      "loss": 0.6089,
      "step": 550
    },
    {
      "epoch": 1.3246599645180366,
      "grad_norm": 0.6247022748083035,
      "learning_rate": 5e-06,
      "loss": 0.612,
      "step": 560
    },
    {
      "epoch": 1.348314606741573,
      "grad_norm": 0.5205181494692162,
      "learning_rate": 5e-06,
      "loss": 0.6087,
      "step": 570
    },
    {
      "epoch": 1.3719692489651094,
      "grad_norm": 0.4444906716754459,
      "learning_rate": 5e-06,
      "loss": 0.6129,
      "step": 580
    },
    {
      "epoch": 1.3956238911886458,
      "grad_norm": 0.4699507974891951,
      "learning_rate": 5e-06,
      "loss": 0.6084,
      "step": 590
    },
    {
      "epoch": 1.4192785334121822,
      "grad_norm": 0.438759746705871,
      "learning_rate": 5e-06,
      "loss": 0.6118,
      "step": 600
    },
    {
      "epoch": 1.4429331756357184,
      "grad_norm": 0.492167276336904,
      "learning_rate": 5e-06,
      "loss": 0.6057,
      "step": 610
    },
    {
      "epoch": 1.4665878178592548,
      "grad_norm": 0.508896134049524,
      "learning_rate": 5e-06,
      "loss": 0.6111,
      "step": 620
    },
    {
      "epoch": 1.4902424600827913,
      "grad_norm": 0.5044935497801236,
      "learning_rate": 5e-06,
      "loss": 0.6091,
      "step": 630
    },
    {
      "epoch": 1.5138971023063275,
      "grad_norm": 0.611513828523435,
      "learning_rate": 5e-06,
      "loss": 0.6084,
      "step": 640
    },
    {
      "epoch": 1.537551744529864,
      "grad_norm": 0.4284886945389684,
      "learning_rate": 5e-06,
      "loss": 0.6161,
      "step": 650
    },
    {
      "epoch": 1.5612063867534003,
      "grad_norm": 0.7397737868115762,
      "learning_rate": 5e-06,
      "loss": 0.611,
      "step": 660
    },
    {
      "epoch": 1.5848610289769367,
      "grad_norm": 0.45834776518516607,
      "learning_rate": 5e-06,
      "loss": 0.6054,
      "step": 670
    },
    {
      "epoch": 1.6085156712004731,
      "grad_norm": 0.9830107568320281,
      "learning_rate": 5e-06,
      "loss": 0.6077,
      "step": 680
    },
    {
      "epoch": 1.6321703134240093,
      "grad_norm": 0.7316301006660809,
      "learning_rate": 5e-06,
      "loss": 0.6066,
      "step": 690
    },
    {
      "epoch": 1.655824955647546,
      "grad_norm": 0.8713979852654485,
      "learning_rate": 5e-06,
      "loss": 0.6112,
      "step": 700
    },
    {
      "epoch": 1.6794795978710821,
      "grad_norm": 0.6609904307136948,
      "learning_rate": 5e-06,
      "loss": 0.6063,
      "step": 710
    },
    {
      "epoch": 1.7031342400946186,
      "grad_norm": 0.5730385784454821,
      "learning_rate": 5e-06,
      "loss": 0.6174,
      "step": 720
    },
    {
      "epoch": 1.726788882318155,
      "grad_norm": 0.428675321624077,
      "learning_rate": 5e-06,
      "loss": 0.6075,
      "step": 730
    },
    {
      "epoch": 1.7504435245416912,
      "grad_norm": 0.5747845078803645,
      "learning_rate": 5e-06,
      "loss": 0.6073,
      "step": 740
    },
    {
      "epoch": 1.7740981667652278,
      "grad_norm": 0.6019599666582006,
      "learning_rate": 5e-06,
      "loss": 0.6074,
      "step": 750
    },
    {
      "epoch": 1.797752808988764,
      "grad_norm": 0.484871680178572,
      "learning_rate": 5e-06,
      "loss": 0.6076,
      "step": 760
    },
    {
      "epoch": 1.8214074512123004,
      "grad_norm": 0.4801879662753807,
      "learning_rate": 5e-06,
      "loss": 0.6046,
      "step": 770
    },
    {
      "epoch": 1.8450620934358368,
      "grad_norm": 0.44588625446373603,
      "learning_rate": 5e-06,
      "loss": 0.6078,
      "step": 780
    },
    {
      "epoch": 1.868716735659373,
      "grad_norm": 0.43921853360548113,
      "learning_rate": 5e-06,
      "loss": 0.6086,
      "step": 790
    },
    {
      "epoch": 1.8923713778829097,
      "grad_norm": 0.4461189307976923,
      "learning_rate": 5e-06,
      "loss": 0.6105,
      "step": 800
    },
    {
      "epoch": 1.9160260201064458,
      "grad_norm": 0.4949761836327779,
      "learning_rate": 5e-06,
      "loss": 0.613,
      "step": 810
    },
    {
      "epoch": 1.9396806623299823,
      "grad_norm": 0.44062812260467765,
      "learning_rate": 5e-06,
      "loss": 0.6049,
      "step": 820
    },
    {
      "epoch": 1.9633353045535187,
      "grad_norm": 0.4460160929815086,
      "learning_rate": 5e-06,
      "loss": 0.613,
      "step": 830
    },
    {
      "epoch": 1.9869899467770549,
      "grad_norm": 0.5175110899521405,
      "learning_rate": 5e-06,
      "loss": 0.6028,
      "step": 840
    },
    {
      "epoch": 1.9988172678888232,
      "eval_loss": 0.6445377469062805,
      "eval_runtime": 227.0244,
      "eval_samples_per_second": 50.158,
      "eval_steps_per_second": 0.392,
      "step": 845
    },
    {
      "epoch": 2.0106445890005915,
      "grad_norm": 0.5892375412389526,
      "learning_rate": 5e-06,
      "loss": 0.5851,
      "step": 850
    },
    {
      "epoch": 2.0342992312241277,
      "grad_norm": 0.5097516172118646,
      "learning_rate": 5e-06,
      "loss": 0.5643,
      "step": 860
    },
    {
      "epoch": 2.057953873447664,
      "grad_norm": 0.6536746176311915,
      "learning_rate": 5e-06,
      "loss": 0.5592,
      "step": 870
    },
    {
      "epoch": 2.0816085156712005,
      "grad_norm": 0.47983268810356666,
      "learning_rate": 5e-06,
      "loss": 0.5626,
      "step": 880
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 0.6017282349204336,
      "learning_rate": 5e-06,
      "loss": 0.5697,
      "step": 890
    },
    {
      "epoch": 2.1289178001182734,
      "grad_norm": 0.5728407157654074,
      "learning_rate": 5e-06,
      "loss": 0.5632,
      "step": 900
    },
    {
      "epoch": 2.1525724423418096,
      "grad_norm": 0.5680779384221303,
      "learning_rate": 5e-06,
      "loss": 0.5672,
      "step": 910
    },
    {
      "epoch": 2.1762270845653457,
      "grad_norm": 0.48858908601906337,
      "learning_rate": 5e-06,
      "loss": 0.567,
      "step": 920
    },
    {
      "epoch": 2.1998817267888824,
      "grad_norm": 0.5005707887249943,
      "learning_rate": 5e-06,
      "loss": 0.5646,
      "step": 930
    },
    {
      "epoch": 2.2235363690124186,
      "grad_norm": 0.5829558904651037,
      "learning_rate": 5e-06,
      "loss": 0.5648,
      "step": 940
    },
    {
      "epoch": 2.247191011235955,
      "grad_norm": 0.48798199303667406,
      "learning_rate": 5e-06,
      "loss": 0.578,
      "step": 950
    },
    {
      "epoch": 2.2708456534594914,
      "grad_norm": 0.582446153234459,
      "learning_rate": 5e-06,
      "loss": 0.5682,
      "step": 960
    },
    {
      "epoch": 2.2945002956830276,
      "grad_norm": 0.46970294592756995,
      "learning_rate": 5e-06,
      "loss": 0.571,
      "step": 970
    },
    {
      "epoch": 2.3181549379065642,
      "grad_norm": 0.5759020549520256,
      "learning_rate": 5e-06,
      "loss": 0.5647,
      "step": 980
    },
    {
      "epoch": 2.3418095801301004,
      "grad_norm": 0.549340588982862,
      "learning_rate": 5e-06,
      "loss": 0.5755,
      "step": 990
    },
    {
      "epoch": 2.365464222353637,
      "grad_norm": 0.46429208051701265,
      "learning_rate": 5e-06,
      "loss": 0.5648,
      "step": 1000
    },
    {
      "epoch": 2.3891188645771733,
      "grad_norm": 0.5160254392452897,
      "learning_rate": 5e-06,
      "loss": 0.558,
      "step": 1010
    },
    {
      "epoch": 2.4127735068007095,
      "grad_norm": 0.4799281597192369,
      "learning_rate": 5e-06,
      "loss": 0.5627,
      "step": 1020
    },
    {
      "epoch": 2.436428149024246,
      "grad_norm": 0.5121330286207769,
      "learning_rate": 5e-06,
      "loss": 0.5608,
      "step": 1030
    },
    {
      "epoch": 2.4600827912477823,
      "grad_norm": 0.5841580086447481,
      "learning_rate": 5e-06,
      "loss": 0.5693,
      "step": 1040
    },
    {
      "epoch": 2.483737433471319,
      "grad_norm": 0.557020183414569,
      "learning_rate": 5e-06,
      "loss": 0.5726,
      "step": 1050
    },
    {
      "epoch": 2.507392075694855,
      "grad_norm": 0.6374112998842234,
      "learning_rate": 5e-06,
      "loss": 0.5747,
      "step": 1060
    },
    {
      "epoch": 2.5310467179183913,
      "grad_norm": 0.5343754869995426,
      "learning_rate": 5e-06,
      "loss": 0.5607,
      "step": 1070
    },
    {
      "epoch": 2.554701360141928,
      "grad_norm": 0.5496554790900547,
      "learning_rate": 5e-06,
      "loss": 0.5698,
      "step": 1080
    },
    {
      "epoch": 2.578356002365464,
      "grad_norm": 0.6822773581077988,
      "learning_rate": 5e-06,
      "loss": 0.5738,
      "step": 1090
    },
    {
      "epoch": 2.6020106445890008,
      "grad_norm": 0.49632724788385346,
      "learning_rate": 5e-06,
      "loss": 0.5692,
      "step": 1100
    },
    {
      "epoch": 2.625665286812537,
      "grad_norm": 0.4859614320386073,
      "learning_rate": 5e-06,
      "loss": 0.5704,
      "step": 1110
    },
    {
      "epoch": 2.649319929036073,
      "grad_norm": 0.5005521245693028,
      "learning_rate": 5e-06,
      "loss": 0.5721,
      "step": 1120
    },
    {
      "epoch": 2.67297457125961,
      "grad_norm": 0.5418331476470847,
      "learning_rate": 5e-06,
      "loss": 0.5719,
      "step": 1130
    },
    {
      "epoch": 2.696629213483146,
      "grad_norm": 0.4518235189693759,
      "learning_rate": 5e-06,
      "loss": 0.5658,
      "step": 1140
    },
    {
      "epoch": 2.7202838557066826,
      "grad_norm": 0.45229828628235735,
      "learning_rate": 5e-06,
      "loss": 0.5638,
      "step": 1150
    },
    {
      "epoch": 2.743938497930219,
      "grad_norm": 0.5051148207876189,
      "learning_rate": 5e-06,
      "loss": 0.5748,
      "step": 1160
    },
    {
      "epoch": 2.767593140153755,
      "grad_norm": 0.7455413514573421,
      "learning_rate": 5e-06,
      "loss": 0.5797,
      "step": 1170
    },
    {
      "epoch": 2.7912477823772917,
      "grad_norm": 0.5362145068936747,
      "learning_rate": 5e-06,
      "loss": 0.5705,
      "step": 1180
    },
    {
      "epoch": 2.814902424600828,
      "grad_norm": 0.46118669511344673,
      "learning_rate": 5e-06,
      "loss": 0.5653,
      "step": 1190
    },
    {
      "epoch": 2.8385570668243645,
      "grad_norm": 0.5498761802579338,
      "learning_rate": 5e-06,
      "loss": 0.5694,
      "step": 1200
    },
    {
      "epoch": 2.8622117090479007,
      "grad_norm": 0.5720658060375756,
      "learning_rate": 5e-06,
      "loss": 0.5761,
      "step": 1210
    },
    {
      "epoch": 2.885866351271437,
      "grad_norm": 0.4735883791639776,
      "learning_rate": 5e-06,
      "loss": 0.5714,
      "step": 1220
    },
    {
      "epoch": 2.9095209934949735,
      "grad_norm": 0.6126626053091963,
      "learning_rate": 5e-06,
      "loss": 0.5665,
      "step": 1230
    },
    {
      "epoch": 2.9331756357185097,
      "grad_norm": 0.5724885076669786,
      "learning_rate": 5e-06,
      "loss": 0.5666,
      "step": 1240
    },
    {
      "epoch": 2.9568302779420463,
      "grad_norm": 0.5144727847784881,
      "learning_rate": 5e-06,
      "loss": 0.5721,
      "step": 1250
    },
    {
      "epoch": 2.9804849201655825,
      "grad_norm": 0.4637250585550989,
      "learning_rate": 5e-06,
      "loss": 0.5645,
      "step": 1260
    },
    {
      "epoch": 2.9946777054997042,
      "eval_loss": 0.6453979015350342,
      "eval_runtime": 226.895,
      "eval_samples_per_second": 50.186,
      "eval_steps_per_second": 0.392,
      "step": 1266
    },
    {
      "epoch": 2.9946777054997042,
      "step": 1266,
      "total_flos": 2120178393415680.0,
      "train_loss": 0.6197805719164687,
      "train_runtime": 38167.6556,
      "train_samples_per_second": 17.005,
      "train_steps_per_second": 0.033
    }
  ],
  "logging_steps": 10,
  "max_steps": 1266,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2120178393415680.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}