{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.10982976386600769,
  "eval_steps": 1000,
  "global_step": 100,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 11.704396157183714,
      "learning_rate": 0.0,
      "loss": 2.6917,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 14.261265634920543,
      "learning_rate": 6.020599913279623e-05,
      "loss": 2.0455,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 9.252464584699219,
      "learning_rate": 9.542425094393248e-05,
      "loss": 2.1024,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 7.478072090774749,
      "learning_rate": 0.00012041199826559246,
      "loss": 1.9419,
      "step": 4
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.996421444202911,
      "learning_rate": 0.00013979400086720374,
      "loss": 1.2142,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.62925923224712,
      "learning_rate": 0.00015563025007672872,
      "loss": 1.4192,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.9971192119861545,
      "learning_rate": 0.00016901960800285134,
      "loss": 1.1698,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 15.448410811680446,
      "learning_rate": 0.00018061799739838867,
      "loss": 1.0663,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.664012698560983,
      "learning_rate": 0.00019084850188786495,
      "loss": 1.0346,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.9872198688383325,
      "learning_rate": 0.00019999999999999998,
      "loss": 1.2899,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.492858411635369,
      "learning_rate": 0.0002,
      "loss": 0.733,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.117272508239465,
      "learning_rate": 0.00019931271477663232,
      "loss": 0.7529,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.57016142244955,
      "learning_rate": 0.0001986254295532646,
      "loss": 0.9221,
      "step": 13
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.106703686957636,
      "learning_rate": 0.00019793814432989693,
      "loss": 1.1292,
      "step": 14
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.4331559960790115,
      "learning_rate": 0.00019725085910652924,
      "loss": 0.9505,
      "step": 15
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.871898936371301,
      "learning_rate": 0.0001965635738831615,
      "loss": 1.0894,
      "step": 16
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.546128257668831,
      "learning_rate": 0.00019587628865979381,
      "loss": 1.0915,
      "step": 17
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.426135233570764,
      "learning_rate": 0.00019518900343642613,
      "loss": 1.2174,
      "step": 18
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.7481567939197316,
      "learning_rate": 0.00019450171821305842,
      "loss": 0.8281,
      "step": 19
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.264747615275931,
      "learning_rate": 0.00019381443298969073,
      "loss": 1.1069,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.850720515264914,
      "learning_rate": 0.00019312714776632305,
      "loss": 1.1216,
      "step": 21
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.583277384098615,
      "learning_rate": 0.00019243986254295533,
      "loss": 1.0751,
      "step": 22
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.923174586611154,
      "learning_rate": 0.00019175257731958765,
      "loss": 1.1915,
      "step": 23
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.21422328394722,
      "learning_rate": 0.00019106529209621996,
      "loss": 1.1412,
      "step": 24
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.9312652393524803,
      "learning_rate": 0.00019037800687285222,
      "loss": 0.9699,
      "step": 25
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.511161102577495,
      "learning_rate": 0.00018969072164948454,
      "loss": 1.1289,
      "step": 26
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.9233152624949454,
      "learning_rate": 0.00018900343642611685,
      "loss": 0.8803,
      "step": 27
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.413459689226915,
      "learning_rate": 0.00018831615120274914,
      "loss": 1.0594,
      "step": 28
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.2106489602848685,
      "learning_rate": 0.00018762886597938145,
      "loss": 1.1003,
      "step": 29
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.568263346040736,
      "learning_rate": 0.00018694158075601377,
      "loss": 1.0816,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.12202434010765,
      "learning_rate": 0.00018625429553264605,
      "loss": 0.9053,
      "step": 31
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.282623293516478,
      "learning_rate": 0.00018556701030927837,
      "loss": 1.206,
      "step": 32
    },
    {
      "epoch": 0.04,
      "grad_norm": 6.45030819651884,
      "learning_rate": 0.00018487972508591068,
      "loss": 0.9049,
      "step": 33
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.871975082534186,
      "learning_rate": 0.00018419243986254294,
      "loss": 1.1436,
      "step": 34
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.715014058776802,
      "learning_rate": 0.00018350515463917526,
      "loss": 1.3847,
      "step": 35
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.3808462582338707,
      "learning_rate": 0.00018281786941580757,
      "loss": 0.7817,
      "step": 36
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.8976964456454866,
      "learning_rate": 0.00018213058419243986,
      "loss": 1.0001,
      "step": 37
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.355867444757705,
      "learning_rate": 0.00018144329896907217,
      "loss": 0.9259,
      "step": 38
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.178991855035252,
      "learning_rate": 0.0001807560137457045,
      "loss": 0.794,
      "step": 39
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.14441205427679,
      "learning_rate": 0.00018006872852233677,
      "loss": 1.0384,
      "step": 40
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.7176836552561974,
      "learning_rate": 0.0001793814432989691,
      "loss": 0.75,
      "step": 41
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.011588210132538,
      "learning_rate": 0.0001786941580756014,
      "loss": 1.3034,
      "step": 42
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.111725152950483,
      "learning_rate": 0.00017800687285223366,
      "loss": 1.3023,
      "step": 43
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.021959822322685,
      "learning_rate": 0.00017731958762886598,
      "loss": 0.9624,
      "step": 44
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.943541786297702,
      "learning_rate": 0.0001766323024054983,
      "loss": 0.6659,
      "step": 45
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.534002060279327,
      "learning_rate": 0.00017594501718213058,
      "loss": 1.1354,
      "step": 46
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.108426720583385,
      "learning_rate": 0.0001752577319587629,
      "loss": 1.4258,
      "step": 47
    },
    {
      "epoch": 0.05,
      "grad_norm": 7.235810963301271,
      "learning_rate": 0.0001745704467353952,
      "loss": 1.3918,
      "step": 48
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.207791712185817,
      "learning_rate": 0.0001738831615120275,
      "loss": 1.2796,
      "step": 49
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.050243728273998,
      "learning_rate": 0.0001731958762886598,
      "loss": 1.244,
      "step": 50
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.657182228931627,
      "learning_rate": 0.00017250859106529212,
      "loss": 1.2068,
      "step": 51
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.5652582299228643,
      "learning_rate": 0.00017182130584192438,
      "loss": 0.8897,
      "step": 52
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.529701968193304,
      "learning_rate": 0.0001711340206185567,
      "loss": 1.1582,
      "step": 53
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.49586529984068,
      "learning_rate": 0.000170446735395189,
      "loss": 1.1379,
      "step": 54
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.845994813972232,
      "learning_rate": 0.0001697594501718213,
      "loss": 1.4724,
      "step": 55
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.732950229095352,
      "learning_rate": 0.00016907216494845361,
      "loss": 0.886,
      "step": 56
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.8567901480339426,
      "learning_rate": 0.00016838487972508593,
      "loss": 0.7763,
      "step": 57
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.931804800794497,
      "learning_rate": 0.00016769759450171822,
      "loss": 1.1761,
      "step": 58
    },
    {
      "epoch": 0.06,
      "grad_norm": 3.7294788904744625,
      "learning_rate": 0.00016701030927835053,
      "loss": 0.6722,
      "step": 59
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.688890615204965,
      "learning_rate": 0.00016632302405498285,
      "loss": 0.9642,
      "step": 60
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.022317141495382,
      "learning_rate": 0.00016563573883161513,
      "loss": 0.8865,
      "step": 61
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.55573614414137,
      "learning_rate": 0.00016494845360824742,
      "loss": 1.217,
      "step": 62
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.5890564068710615,
      "learning_rate": 0.00016426116838487973,
      "loss": 1.0791,
      "step": 63
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.435288078022071,
      "learning_rate": 0.00016357388316151202,
      "loss": 1.1501,
      "step": 64
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.965664463354534,
      "learning_rate": 0.00016288659793814434,
      "loss": 1.4109,
      "step": 65
    },
    {
      "epoch": 0.07,
      "grad_norm": 7.483997056692371,
      "learning_rate": 0.00016219931271477665,
      "loss": 1.0735,
      "step": 66
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.9923544603584915,
      "learning_rate": 0.00016151202749140894,
      "loss": 0.9927,
      "step": 67
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.143678077389599,
      "learning_rate": 0.00016082474226804125,
      "loss": 1.1299,
      "step": 68
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.420855401236021,
      "learning_rate": 0.00016013745704467357,
      "loss": 1.0263,
      "step": 69
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.02485050719212,
      "learning_rate": 0.00015945017182130585,
      "loss": 1.1168,
      "step": 70
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.524608717382107,
      "learning_rate": 0.00015876288659793814,
      "loss": 1.1015,
      "step": 71
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.9028726855074054,
      "learning_rate": 0.00015807560137457046,
      "loss": 1.091,
      "step": 72
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.271315148375007,
      "learning_rate": 0.00015738831615120274,
      "loss": 0.9397,
      "step": 73
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.5227145076761515,
      "learning_rate": 0.00015670103092783506,
      "loss": 1.0062,
      "step": 74
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.344752651586208,
      "learning_rate": 0.00015601374570446737,
      "loss": 1.0027,
      "step": 75
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.102353206893142,
      "learning_rate": 0.00015532646048109966,
      "loss": 1.3915,
      "step": 76
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.722343844673861,
      "learning_rate": 0.00015463917525773197,
      "loss": 1.1678,
      "step": 77
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.017428516681286,
      "learning_rate": 0.0001539518900343643,
      "loss": 1.329,
      "step": 78
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.7313811619387516,
      "learning_rate": 0.00015326460481099657,
      "loss": 0.887,
      "step": 79
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.7179924970759406,
      "learning_rate": 0.00015257731958762886,
      "loss": 1.0153,
      "step": 80
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.499981774187266,
      "learning_rate": 0.00015189003436426118,
      "loss": 1.3911,
      "step": 81
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.955286629774712,
      "learning_rate": 0.00015120274914089346,
      "loss": 1.215,
      "step": 82
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.5953610996772984,
      "learning_rate": 0.00015051546391752578,
      "loss": 0.9343,
      "step": 83
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.8040779769157687,
      "learning_rate": 0.0001498281786941581,
      "loss": 1.062,
      "step": 84
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.755142565965664,
      "learning_rate": 0.00014914089347079038,
      "loss": 1.2539,
      "step": 85
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.7550494212874264,
      "learning_rate": 0.0001484536082474227,
      "loss": 0.8594,
      "step": 86
    },
    {
      "epoch": 0.1,
      "grad_norm": 6.7330159455584635,
      "learning_rate": 0.000147766323024055,
      "loss": 0.9157,
      "step": 87
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.438479463179745,
      "learning_rate": 0.0001470790378006873,
      "loss": 1.1235,
      "step": 88
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.87421384650703,
      "learning_rate": 0.00014639175257731958,
      "loss": 0.9763,
      "step": 89
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.4000323333151683,
      "learning_rate": 0.0001457044673539519,
      "loss": 0.5867,
      "step": 90
    },
    {
      "epoch": 0.1,
      "grad_norm": 5.866412115354472,
      "learning_rate": 0.00014501718213058418,
      "loss": 1.5134,
      "step": 91
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.023945137404242,
      "learning_rate": 0.0001443298969072165,
      "loss": 0.7887,
      "step": 92
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.7174822786238435,
      "learning_rate": 0.00014364261168384881,
      "loss": 0.925,
      "step": 93
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.007705895268358,
      "learning_rate": 0.0001429553264604811,
      "loss": 0.9114,
      "step": 94
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.852559484855566,
      "learning_rate": 0.00014226804123711342,
      "loss": 1.2322,
      "step": 95
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.9331976985714006,
      "learning_rate": 0.00014158075601374573,
      "loss": 1.021,
      "step": 96
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.7472774795317676,
      "learning_rate": 0.00014089347079037802,
      "loss": 0.9222,
      "step": 97
    },
    {
      "epoch": 0.11,
      "grad_norm": 5.430655545449399,
      "learning_rate": 0.0001402061855670103,
      "loss": 1.0648,
      "step": 98
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.8259440534841365,
      "learning_rate": 0.00013951890034364262,
      "loss": 0.9769,
      "step": 99
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.784794509604932,
      "learning_rate": 0.0001388316151202749,
      "loss": 1.0134,
      "step": 100
    }
  ],
  "logging_steps": 1,
  "max_steps": 301,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25,
  "total_flos": 1192784269148160.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}