{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1014,
  "global_step": 2535,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 2e-06,
      "loss": 3.1659,
      "theoretical_loss": 3.484796891144814,
      "tokens_seen": 1661665280
    },
    {
      "epoch": 0.0,
      "learning_rate": 4e-06,
      "loss": 3.0486,
      "theoretical_loss": 3.484785010063602,
      "tokens_seen": 1661730816
    },
    {
      "epoch": 0.0,
      "learning_rate": 6e-06,
      "loss": 2.5634,
      "theoretical_loss": 3.4847731295821447,
      "tokens_seen": 1661796352
    },
    {
      "epoch": 0.0,
      "learning_rate": 8e-06,
      "loss": 3.0242,
      "theoretical_loss": 3.48476124970039,
      "tokens_seen": 1661861888
    },
    {
      "epoch": 0.0,
      "learning_rate": 1e-05,
      "loss": 2.685,
      "theoretical_loss": 3.4847493704182817,
      "tokens_seen": 1661927424
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2e-05,
      "loss": 2.7646,
      "theoretical_loss": 3.4847374917357676,
      "tokens_seen": 1661992960
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4e-05,
      "loss": 2.8002,
      "theoretical_loss": 3.4847256136527935,
      "tokens_seen": 1662058496
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6e-05,
      "loss": 3.0059,
      "theoretical_loss": 3.4847137361693052,
      "tokens_seen": 1662124032
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8e-05,
      "loss": 3.0361,
      "theoretical_loss": 3.4847018592852494,
      "tokens_seen": 1662189568
    },
    {
      "epoch": 0.0,
      "learning_rate": 2e-05,
      "loss": 2.79,
      "theoretical_loss": 3.484689983000571,
      "tokens_seen": 1662255104
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2e-05,
      "loss": 2.7581,
      "theoretical_loss": 3.4846781073152173,
      "tokens_seen": 1662320640
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4e-05,
      "loss": 2.6647,
      "theoretical_loss": 3.484666232229134,
      "tokens_seen": 1662386176
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6e-05,
      "loss": 2.8627,
      "theoretical_loss": 3.484654357742267,
      "tokens_seen": 1662451712
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8e-05,
      "loss": 2.8585,
      "theoretical_loss": 3.4846424838545627,
      "tokens_seen": 1662517248
    },
    {
      "epoch": 0.0,
      "learning_rate": 3e-05,
      "loss": 2.7554,
      "theoretical_loss": 3.4846306105659677,
      "tokens_seen": 1662582784
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2e-05,
      "loss": 2.5777,
      "theoretical_loss": 3.484618737876427,
      "tokens_seen": 1662648320
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 2.5762,
      "theoretical_loss": 3.4846068657858877,
      "tokens_seen": 1662713856
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.6e-05,
      "loss": 2.6419,
      "theoretical_loss": 3.484594994294296,
      "tokens_seen": 1662779392
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.8e-05,
      "loss": 2.6613,
      "theoretical_loss": 3.4845831234015976,
      "tokens_seen": 1662844928
    },
    {
      "epoch": 0.0,
      "learning_rate": 4e-05,
      "loss": 2.6489,
      "theoretical_loss": 3.484571253107739,
      "tokens_seen": 1662910464
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.2000000000000004e-05,
      "loss": 2.8326,
      "theoretical_loss": 3.484559383412666,
      "tokens_seen": 1662976000
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.4e-05,
      "loss": 2.771,
      "theoretical_loss": 3.4845475143163256,
      "tokens_seen": 1663041536
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.6e-05,
      "loss": 2.8005,
      "theoretical_loss": 3.4845356458186627,
      "tokens_seen": 1663107072
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.8e-05,
      "loss": 2.6649,
      "theoretical_loss": 3.484523777919625,
      "tokens_seen": 1663172608
    },
    {
      "epoch": 0.0,
      "objective/train/docs_used": 918485,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.4342758655548096,
      "objective/train/theoretical_loss": 3.4845119106191578,
      "objective/train/tokens_used": 22097376,
      "theoretical_loss": 3.4845119106191578,
      "tokens_seen": 1663238144
    },
    {
      "epoch": 0.0,
      "learning_rate": 5e-05,
      "loss": 2.6636,
      "theoretical_loss": 3.4845119106191578,
      "tokens_seen": 1663238144
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.2e-05,
      "loss": 2.8955,
      "theoretical_loss": 3.4845000439172074,
      "tokens_seen": 1663303680
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.4e-05,
      "loss": 2.5046,
      "theoretical_loss": 3.48448817781372,
      "tokens_seen": 1663369216
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.6e-05,
      "loss": 2.709,
      "theoretical_loss": 3.484476312308643,
      "tokens_seen": 1663434752
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.800000000000001e-05,
      "loss": 2.4005,
      "theoretical_loss": 3.484464447401921,
      "tokens_seen": 1663500288
    },
    {
      "epoch": 0.0,
      "learning_rate": 6e-05,
      "loss": 2.5362,
      "theoretical_loss": 3.4844525830935007,
      "tokens_seen": 1663565824
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.2e-05,
      "loss": 2.5606,
      "theoretical_loss": 3.4844407193833282,
      "tokens_seen": 1663631360
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.4e-05,
      "loss": 2.6669,
      "theoretical_loss": 3.484428856271351,
      "tokens_seen": 1663696896
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.6e-05,
      "loss": 2.626,
      "theoretical_loss": 3.484416993757514,
      "tokens_seen": 1663762432
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.800000000000001e-05,
      "loss": 2.5635,
      "theoretical_loss": 3.484405131841765,
      "tokens_seen": 1663827968
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.000000000000001e-05,
      "loss": 2.454,
      "theoretical_loss": 3.4843932705240483,
      "tokens_seen": 1663893504
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.2e-05,
      "loss": 2.5559,
      "theoretical_loss": 3.4843814098043113,
      "tokens_seen": 1663959040
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.4e-05,
      "loss": 2.1608,
      "theoretical_loss": 3.4843695496825005,
      "tokens_seen": 1664024576
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.6e-05,
      "loss": 2.6816,
      "theoretical_loss": 3.4843576901585616,
      "tokens_seen": 1664090112
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.8e-05,
      "loss": 2.5955,
      "theoretical_loss": 3.4843458312324413,
      "tokens_seen": 1664155648
    },
    {
      "epoch": 0.0,
      "learning_rate": 8e-05,
      "loss": 2.7015,
      "theoretical_loss": 3.484333972904086,
      "tokens_seen": 1664221184
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.2e-05,
      "loss": 2.5895,
      "theoretical_loss": 3.484322115173442,
      "tokens_seen": 1664286720
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.400000000000001e-05,
      "loss": 2.6653,
      "theoretical_loss": 3.4843102580404555,
      "tokens_seen": 1664352256
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.599999999999999e-05,
      "loss": 2.4374,
      "theoretical_loss": 3.4842984015050726,
      "tokens_seen": 1664417792
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.8e-05,
      "loss": 2.6655,
      "theoretical_loss": 3.4842865455672403,
      "tokens_seen": 1664483328
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.999999999999999e-05,
      "loss": 2.1725,
      "theoretical_loss": 3.484274690226904,
      "tokens_seen": 1664548864
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.2e-05,
      "loss": 2.6074,
      "theoretical_loss": 3.484262835484011,
      "tokens_seen": 1664614400
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.400000000000001e-05,
      "loss": 2.2801,
      "theoretical_loss": 3.484250981338507,
      "tokens_seen": 1664679936
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.6e-05,
      "loss": 2.6196,
      "theoretical_loss": 3.484239127790339,
      "tokens_seen": 1664745472
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.800000000000001e-05,
      "loss": 2.349,
      "theoretical_loss": 3.484227274839453,
      "tokens_seen": 1664811008
    },
    {
      "epoch": 0.0,
      "objective/train/docs_used": 919051,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5782582759857178,
      "objective/train/theoretical_loss": 3.4842154224857955,
      "objective/train/tokens_used": 23735776,
      "theoretical_loss": 3.4842154224857955,
      "tokens_seen": 1664876544
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0001,
      "loss": 2.5304,
      "theoretical_loss": 3.4842154224857955,
      "tokens_seen": 1664876544
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000102,
      "loss": 2.5036,
      "theoretical_loss": 3.484203570729313,
      "tokens_seen": 1664942080
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000104,
      "loss": 2.4537,
      "theoretical_loss": 3.4841917195699517,
      "tokens_seen": 1665007616
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000106,
      "loss": 2.2072,
      "theoretical_loss": 3.484179869007658,
      "tokens_seen": 1665073152
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000108,
      "loss": 2.5087,
      "theoretical_loss": 3.4841680190423787,
      "tokens_seen": 1665138688
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00011,
      "loss": 2.2714,
      "theoretical_loss": 3.4841561696740597,
      "tokens_seen": 1665204224
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000112,
      "loss": 2.4838,
      "theoretical_loss": 3.4841443209026477,
      "tokens_seen": 1665269760
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000114,
      "loss": 2.6179,
      "theoretical_loss": 3.4841324727280893,
      "tokens_seen": 1665335296
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00011600000000000001,
      "loss": 2.5005,
      "theoretical_loss": 3.4841206251503305,
      "tokens_seen": 1665400832
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000118,
      "loss": 2.562,
      "theoretical_loss": 3.484108778169318,
      "tokens_seen": 1665466368
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00012,
      "loss": 2.5914,
      "theoretical_loss": 3.4840969317849986,
      "tokens_seen": 1665531904
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000122,
      "loss": 2.3786,
      "theoretical_loss": 3.484085085997318,
      "tokens_seen": 1665597440
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000124,
      "loss": 2.3953,
      "theoretical_loss": 3.4840732408062234,
      "tokens_seen": 1665662976
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000126,
      "loss": 2.5667,
      "theoretical_loss": 3.484061396211661,
      "tokens_seen": 1665728512
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000128,
      "loss": 2.5867,
      "theoretical_loss": 3.4840495522135777,
      "tokens_seen": 1665794048
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00013000000000000002,
      "loss": 2.4648,
      "theoretical_loss": 3.4840377088119188,
      "tokens_seen": 1665859584
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000132,
      "loss": 2.3746,
      "theoretical_loss": 3.484025866006632,
      "tokens_seen": 1665925120
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000134,
      "loss": 2.4735,
      "theoretical_loss": 3.4840140237976636,
      "tokens_seen": 1665990656
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00013600000000000003,
      "loss": 2.3041,
      "theoretical_loss": 3.48400218218496,
      "tokens_seen": 1666056192
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00013800000000000002,
      "loss": 2.5027,
      "theoretical_loss": 3.483990341168467,
      "tokens_seen": 1666121728
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00014000000000000001,
      "loss": 2.3187,
      "theoretical_loss": 3.4839785007481323,
      "tokens_seen": 1666187264
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00014199999999999998,
      "loss": 2.6289,
      "theoretical_loss": 3.483966660923902,
      "tokens_seen": 1666252800
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000144,
      "loss": 2.5713,
      "theoretical_loss": 3.483954821695723,
      "tokens_seen": 1666318336
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000146,
      "loss": 2.5538,
      "theoretical_loss": 3.4839429830635407,
      "tokens_seen": 1666383872
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000148,
      "loss": 2.4974,
      "theoretical_loss": 3.4839311450273023,
      "tokens_seen": 1666449408
    },
    {
      "epoch": 0.0,
      "objective/train/docs_used": 920018,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.4347381591796875,
      "objective/train/theoretical_loss": 3.4839193075869543,
      "objective/train/tokens_used": 25374176,
      "theoretical_loss": 3.4839193075869543,
      "tokens_seen": 1666514944
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00015,
      "loss": 2.4437,
      "theoretical_loss": 3.4839193075869543,
      "tokens_seen": 1666514944
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000152,
      "loss": 2.3852,
      "theoretical_loss": 3.4839074707424444,
      "tokens_seen": 1666580480
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000154,
      "loss": 2.5793,
      "theoretical_loss": 3.4838956344937175,
      "tokens_seen": 1666646016
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000156,
      "loss": 2.4539,
      "theoretical_loss": 3.483883798840721,
      "tokens_seen": 1666711552
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000158,
      "loss": 2.466,
      "theoretical_loss": 3.4838719637834012,
      "tokens_seen": 1666777088
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00016,
      "loss": 2.4158,
      "theoretical_loss": 3.4838601293217053,
      "tokens_seen": 1666842624
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000162,
      "loss": 2.3978,
      "theoretical_loss": 3.483848295455579,
      "tokens_seen": 1666908160
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000164,
      "loss": 2.3159,
      "theoretical_loss": 3.4838364621849705,
      "tokens_seen": 1666973696
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00016600000000000002,
      "loss": 2.5254,
      "theoretical_loss": 3.483824629509824,
      "tokens_seen": 1667039232
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00016800000000000002,
      "loss": 2.2786,
      "theoretical_loss": 3.483812797430088,
      "tokens_seen": 1667104768
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00017,
      "loss": 2.4052,
      "theoretical_loss": 3.4838009659457088,
      "tokens_seen": 1667170304
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00017199999999999998,
      "loss": 2.5102,
      "theoretical_loss": 3.4837891350566323,
      "tokens_seen": 1667235840
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000174,
      "loss": 2.4416,
      "theoretical_loss": 3.4837773047628064,
      "tokens_seen": 1667301376
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000176,
      "loss": 2.2819,
      "theoretical_loss": 3.4837654750641764,
      "tokens_seen": 1667366912
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000178,
      "loss": 2.4608,
      "theoretical_loss": 3.4837536459606904,
      "tokens_seen": 1667432448
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00017999999999999998,
      "loss": 2.367,
      "theoretical_loss": 3.4837418174522936,
      "tokens_seen": 1667497984
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000182,
      "loss": 2.4133,
      "theoretical_loss": 3.4837299895389333,
      "tokens_seen": 1667563520
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000184,
      "loss": 2.515,
      "theoretical_loss": 3.4837181622205566,
      "tokens_seen": 1667629056
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000186,
      "loss": 2.4365,
      "theoretical_loss": 3.48370633549711,
      "tokens_seen": 1667694592
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00018800000000000002,
      "loss": 2.4476,
      "theoretical_loss": 3.483694509368539,
      "tokens_seen": 1667760128
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00019,
      "loss": 2.6584,
      "theoretical_loss": 3.4836826838347923,
      "tokens_seen": 1667825664
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000192,
      "loss": 2.2917,
      "theoretical_loss": 3.483670858895815,
      "tokens_seen": 1667891200
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000194,
      "loss": 2.5954,
      "theoretical_loss": 3.483659034551555,
      "tokens_seen": 1667956736
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00019600000000000002,
      "loss": 2.4191,
      "theoretical_loss": 3.4836472108019585,
      "tokens_seen": 1668022272
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00019800000000000002,
      "loss": 2.4538,
      "theoretical_loss": 3.483635387646972,
      "tokens_seen": 1668087808
    },
    {
      "epoch": 0.0,
      "objective/train/docs_used": 921237,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.6976654529571533,
      "objective/train/theoretical_loss": 3.483623565086542,
      "objective/train/tokens_used": 27012576,
      "theoretical_loss": 3.483623565086542,
      "tokens_seen": 1668153344
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0002,
      "loss": 2.6155,
      "theoretical_loss": 3.483623565086542,
      "tokens_seen": 1668153344
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000202,
      "loss": 2.5577,
      "theoretical_loss": 3.4836117431206164,
      "tokens_seen": 1668218880
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000204,
      "loss": 2.397,
      "theoretical_loss": 3.483599921749141,
      "tokens_seen": 1668284416
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000206,
      "loss": 2.5303,
      "theoretical_loss": 3.483588100972063,
      "tokens_seen": 1668349952
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000208,
      "loss": 2.3655,
      "theoretical_loss": 3.483576280789328,
      "tokens_seen": 1668415488
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00021,
      "loss": 2.3679,
      "theoretical_loss": 3.483564461200885,
      "tokens_seen": 1668481024
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000212,
      "loss": 2.3781,
      "theoretical_loss": 3.4835526422066785,
      "tokens_seen": 1668546560
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000214,
      "loss": 2.444,
      "theoretical_loss": 3.4835408238066567,
      "tokens_seen": 1668612096
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000216,
      "loss": 2.3319,
      "theoretical_loss": 3.483529006000766,
      "tokens_seen": 1668677632
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000218,
      "loss": 2.2344,
      "theoretical_loss": 3.4835171887889533,
      "tokens_seen": 1668743168
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00022,
      "loss": 2.4793,
      "theoretical_loss": 3.483505372171165,
      "tokens_seen": 1668808704
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000222,
      "loss": 2.4368,
      "theoretical_loss": 3.483493556147349,
      "tokens_seen": 1668874240
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000224,
      "loss": 2.4653,
      "theoretical_loss": 3.4834817407174503,
      "tokens_seen": 1668939776
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00022600000000000002,
      "loss": 2.2769,
      "theoretical_loss": 3.4834699258814172,
      "tokens_seen": 1669005312
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000228,
      "loss": 2.5012,
      "theoretical_loss": 3.4834581116391963,
      "tokens_seen": 1669070848
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00023,
      "loss": 2.7566,
      "theoretical_loss": 3.483446297990734,
      "tokens_seen": 1669136384
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00023200000000000003,
      "loss": 2.427,
      "theoretical_loss": 3.4834344849359775,
      "tokens_seen": 1669201920
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00023400000000000002,
      "loss": 2.5868,
      "theoretical_loss": 3.4834226724748736,
      "tokens_seen": 1669267456
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000236,
      "loss": 2.5531,
      "theoretical_loss": 3.483410860607369,
      "tokens_seen": 1669332992
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00023799999999999998,
      "loss": 2.5605,
      "theoretical_loss": 3.4833990493334106,
      "tokens_seen": 1669398528
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00024,
      "loss": 2.2757,
      "theoretical_loss": 3.4833872386529454,
      "tokens_seen": 1669464064
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000242,
      "loss": 2.5149,
      "theoretical_loss": 3.48337542856592,
      "tokens_seen": 1669529600
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000244,
      "loss": 2.2792,
      "theoretical_loss": 3.483363619072282,
      "tokens_seen": 1669595136
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000246,
      "loss": 2.4745,
      "theoretical_loss": 3.4833518101719774,
      "tokens_seen": 1669660672
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000248,
      "loss": 2.37,
      "theoretical_loss": 3.4833400018649536,
      "tokens_seen": 1669726208
    },
    {
      "epoch": 0.0,
      "objective/train/docs_used": 921959,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.675856590270996,
      "objective/train/theoretical_loss": 3.4833281941511576,
      "objective/train/tokens_used": 28650976,
      "theoretical_loss": 3.4833281941511576,
      "tokens_seen": 1669791744
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00025,
      "loss": 2.8538,
      "theoretical_loss": 3.4833281941511576,
      "tokens_seen": 1669791744
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000252,
      "loss": 2.3873,
      "theoretical_loss": 3.483316387030536,
      "tokens_seen": 1669857280
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000254,
      "loss": 2.3762,
      "theoretical_loss": 3.4833045805030363,
      "tokens_seen": 1669922816
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000256,
      "loss": 2.5253,
      "theoretical_loss": 3.4832927745686044,
      "tokens_seen": 1669988352
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00025800000000000004,
      "loss": 2.489,
      "theoretical_loss": 3.483280969227188,
      "tokens_seen": 1670053888
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00026000000000000003,
      "loss": 2.3014,
      "theoretical_loss": 3.4832691644787337,
      "tokens_seen": 1670119424
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000262,
      "loss": 2.2745,
      "theoretical_loss": 3.4832573603231887,
      "tokens_seen": 1670184960
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000264,
      "loss": 2.6538,
      "theoretical_loss": 3.4832455567605,
      "tokens_seen": 1670250496
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000266,
      "loss": 2.3405,
      "theoretical_loss": 3.4832337537906146,
      "tokens_seen": 1670316032
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000268,
      "loss": 2.4211,
      "theoretical_loss": 3.483221951413479,
      "tokens_seen": 1670381568
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00027,
      "loss": 2.5642,
      "theoretical_loss": 3.4832101496290404,
      "tokens_seen": 1670447104
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00027200000000000005,
      "loss": 2.3653,
      "theoretical_loss": 3.483198348437246,
      "tokens_seen": 1670512640
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00027400000000000005,
      "loss": 2.4734,
      "theoretical_loss": 3.4831865478380433,
      "tokens_seen": 1670578176
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00027600000000000004,
      "loss": 2.41,
      "theoretical_loss": 3.483174747831378,
      "tokens_seen": 1670643712
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00027800000000000004,
      "loss": 2.2828,
      "theoretical_loss": 3.4831629484171978,
      "tokens_seen": 1670709248
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00028000000000000003,
      "loss": 2.5743,
      "theoretical_loss": 3.4831511495954497,
      "tokens_seen": 1670774784
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00028199999999999997,
      "loss": 2.4478,
      "theoretical_loss": 3.4831393513660807,
      "tokens_seen": 1670840320
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00028399999999999996,
      "loss": 2.5524,
      "theoretical_loss": 3.483127553729038,
      "tokens_seen": 1670905856
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00028599999999999996,
      "loss": 2.6412,
      "theoretical_loss": 3.483115756684268,
      "tokens_seen": 1670971392
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000288,
      "loss": 2.3564,
      "theoretical_loss": 3.483103960231719,
      "tokens_seen": 1671036928
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029,
      "loss": 2.5918,
      "theoretical_loss": 3.4830921643713366,
      "tokens_seen": 1671102464
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000292,
      "loss": 2.2021,
      "theoretical_loss": 3.4830803691030683,
      "tokens_seen": 1671168000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000294,
      "loss": 2.3097,
      "theoretical_loss": 3.483068574426862,
      "tokens_seen": 1671233536
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000296,
      "loss": 2.4126,
      "theoretical_loss": 3.4830567803426637,
      "tokens_seen": 1671299072
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000298,
      "loss": 2.4376,
      "theoretical_loss": 3.483044986850421,
      "tokens_seen": 1671364608
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 922598,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.7050137519836426,
      "objective/train/theoretical_loss": 3.4830331939500807,
      "objective/train/tokens_used": 30289376,
      "theoretical_loss": 3.4830331939500807,
      "tokens_seen": 1671430144
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003,
      "loss": 2.5272,
      "theoretical_loss": 3.4830331939500807,
      "tokens_seen": 1671430144
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000302,
      "loss": 2.4159,
      "theoretical_loss": 3.48302140164159,
      "tokens_seen": 1671495680
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000304,
      "loss": 2.3413,
      "theoretical_loss": 3.483009609924897,
      "tokens_seen": 1671561216
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000306,
      "loss": 2.7255,
      "theoretical_loss": 3.482997818799947,
      "tokens_seen": 1671626752
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000308,
      "loss": 2.4114,
      "theoretical_loss": 3.482986028266688,
      "tokens_seen": 1671692288
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00031,
      "loss": 2.3985,
      "theoretical_loss": 3.4829742383250673,
      "tokens_seen": 1671757824
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000312,
      "loss": 2.4447,
      "theoretical_loss": 3.4829624489750315,
      "tokens_seen": 1671823360
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000314,
      "loss": 2.1292,
      "theoretical_loss": 3.4829506602165283,
      "tokens_seen": 1671888896
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000316,
      "loss": 2.4829,
      "theoretical_loss": 3.4829388720495045,
      "tokens_seen": 1671954432
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00031800000000000003,
      "loss": 2.3397,
      "theoretical_loss": 3.482927084473907,
      "tokens_seen": 1672019968
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00032,
      "loss": 2.5797,
      "theoretical_loss": 3.4829152974896838,
      "tokens_seen": 1672085504
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000322,
      "loss": 2.6122,
      "theoretical_loss": 3.482903511096781,
      "tokens_seen": 1672151040
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000324,
      "loss": 2.3373,
      "theoretical_loss": 3.482891725295146,
      "tokens_seen": 1672216576
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000326,
      "loss": 2.2181,
      "theoretical_loss": 3.482879940084727,
      "tokens_seen": 1672282112
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000328,
      "loss": 2.5586,
      "theoretical_loss": 3.48286815546547,
      "tokens_seen": 1672347648
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00033,
      "loss": 2.4485,
      "theoretical_loss": 3.4828563714373226,
      "tokens_seen": 1672413184
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00033200000000000005,
      "loss": 2.6228,
      "theoretical_loss": 3.482844588000232,
      "tokens_seen": 1672478720
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00033400000000000004,
      "loss": 2.2578,
      "theoretical_loss": 3.4828328051541453,
      "tokens_seen": 1672544256
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00033600000000000004,
      "loss": 2.5647,
      "theoretical_loss": 3.48282102289901,
      "tokens_seen": 1672609792
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00033800000000000003,
      "loss": 2.27,
      "theoretical_loss": 3.482809241234773,
      "tokens_seen": 1672675328
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00034,
      "loss": 2.8122,
      "theoretical_loss": 3.4827974601613816,
      "tokens_seen": 1672740864
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000342,
      "loss": 2.6542,
      "theoretical_loss": 3.482785679678783,
      "tokens_seen": 1672806400
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00034399999999999996,
      "loss": 2.4875,
      "theoretical_loss": 3.482773899786924,
      "tokens_seen": 1672871936
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000346,
      "loss": 2.5134,
      "theoretical_loss": 3.482762120485753,
      "tokens_seen": 1672937472
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000348,
      "loss": 2.5356,
      "theoretical_loss": 3.4827503417752164,
      "tokens_seen": 1673003008
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 923228,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5057578086853027,
      "objective/train/theoretical_loss": 3.482738563655261,
      "objective/train/tokens_used": 31927776,
      "theoretical_loss": 3.482738563655261,
      "tokens_seen": 1673068544
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00035,
      "loss": 2.7017,
      "theoretical_loss": 3.482738563655261,
      "tokens_seen": 1673068544
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000352,
      "loss": 2.3692,
      "theoretical_loss": 3.482726786125835,
      "tokens_seen": 1673134080
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000354,
      "loss": 2.4674,
      "theoretical_loss": 3.4827150091868853,
      "tokens_seen": 1673199616
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000356,
      "loss": 2.3015,
      "theoretical_loss": 3.482703232838359,
      "tokens_seen": 1673265152
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000358,
      "loss": 2.4719,
      "theoretical_loss": 3.482691457080204,
      "tokens_seen": 1673330688
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00035999999999999997,
      "loss": 2.3731,
      "theoretical_loss": 3.4826796819123667,
      "tokens_seen": 1673396224
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000362,
      "loss": 2.3984,
      "theoretical_loss": 3.482667907334795,
      "tokens_seen": 1673461760
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000364,
      "loss": 2.5499,
      "theoretical_loss": 3.4826561333474357,
      "tokens_seen": 1673527296
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000366,
      "loss": 2.4005,
      "theoretical_loss": 3.482644359950237,
      "tokens_seen": 1673592832
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000368,
      "loss": 2.5822,
      "theoretical_loss": 3.482632587143145,
      "tokens_seen": 1673658368
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00037,
      "loss": 2.5947,
      "theoretical_loss": 3.4826208149261078,
      "tokens_seen": 1673723904
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000372,
      "loss": 2.4242,
      "theoretical_loss": 3.482609043299073,
      "tokens_seen": 1673789440
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000374,
      "loss": 2.5893,
      "theoretical_loss": 3.482597272261987,
      "tokens_seen": 1673854976
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00037600000000000003,
      "loss": 2.7811,
      "theoretical_loss": 3.482585501814798,
      "tokens_seen": 1673920512
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000378,
      "loss": 2.6416,
      "theoretical_loss": 3.4825737319574523,
      "tokens_seen": 1673986048
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00038,
      "loss": 2.3689,
      "theoretical_loss": 3.482561962689899,
      "tokens_seen": 1674051584
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000382,
      "loss": 2.4532,
      "theoretical_loss": 3.4825501940120835,
      "tokens_seen": 1674117120
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000384,
      "loss": 2.2893,
      "theoretical_loss": 3.4825384259239547,
      "tokens_seen": 1674182656
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000386,
      "loss": 2.4148,
      "theoretical_loss": 3.4825266584254586,
      "tokens_seen": 1674248192
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000388,
      "loss": 2.4807,
      "theoretical_loss": 3.482514891516544,
      "tokens_seen": 1674313728
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039000000000000005,
      "loss": 2.5216,
      "theoretical_loss": 3.482503125197157,
      "tokens_seen": 1674379264
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039200000000000004,
      "loss": 2.2569,
      "theoretical_loss": 3.4824913594672458,
      "tokens_seen": 1674444800
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039400000000000004,
      "loss": 2.2831,
      "theoretical_loss": 3.4824795943267577,
      "tokens_seen": 1674510336
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039600000000000003,
      "loss": 2.5188,
      "theoretical_loss": 3.48246782977564,
      "tokens_seen": 1674575872
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000398,
      "loss": 2.576,
      "theoretical_loss": 3.4824560658138397,
      "tokens_seen": 1674641408
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 924425,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.702085256576538,
      "objective/train/theoretical_loss": 3.482444302441305,
      "objective/train/tokens_used": 33566176,
      "theoretical_loss": 3.482444302441305,
      "tokens_seen": 1674706944
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004,
      "loss": 2.6435,
      "theoretical_loss": 3.482444302441305,
      "tokens_seen": 1674706944
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000402,
      "loss": 2.4602,
      "theoretical_loss": 3.482432539657983,
      "tokens_seen": 1674772480
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000404,
      "loss": 2.3951,
      "theoretical_loss": 3.4824207774638207,
      "tokens_seen": 1674838016
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00040600000000000006,
      "loss": 2.4707,
      "theoretical_loss": 3.4824090158587664,
      "tokens_seen": 1674903552
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000408,
      "loss": 2.4597,
      "theoretical_loss": 3.482397254842767,
      "tokens_seen": 1674969088
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00041,
      "loss": 2.5413,
      "theoretical_loss": 3.4823854944157695,
      "tokens_seen": 1675034624
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000412,
      "loss": 2.4902,
      "theoretical_loss": 3.482373734577722,
      "tokens_seen": 1675100160
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000414,
      "loss": 2.3291,
      "theoretical_loss": 3.482361975328572,
      "tokens_seen": 1675165696
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000416,
      "loss": 2.4068,
      "theoretical_loss": 3.4823502166682667,
      "tokens_seen": 1675231232
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00041799999999999997,
      "loss": 2.4366,
      "theoretical_loss": 3.482338458596754,
      "tokens_seen": 1675296768
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00042,
      "loss": 2.5455,
      "theoretical_loss": 3.4823267011139807,
      "tokens_seen": 1675362304
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000422,
      "loss": 2.6574,
      "theoretical_loss": 3.482314944219895,
      "tokens_seen": 1675427840
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000424,
      "loss": 2.3464,
      "theoretical_loss": 3.482303187914444,
      "tokens_seen": 1675493376
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000426,
      "loss": 2.5067,
      "theoretical_loss": 3.482291432197575,
      "tokens_seen": 1675558912
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000428,
      "loss": 2.4157,
      "theoretical_loss": 3.4822796770692364,
      "tokens_seen": 1675624448
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00043,
      "loss": 2.5832,
      "theoretical_loss": 3.482267922529374,
      "tokens_seen": 1675689984
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000432,
      "loss": 2.8137,
      "theoretical_loss": 3.4822561685779374,
      "tokens_seen": 1675755520
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00043400000000000003,
      "loss": 2.3953,
      "theoretical_loss": 3.482244415214873,
      "tokens_seen": 1675821056
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000436,
      "loss": 2.6011,
      "theoretical_loss": 3.482232662440128,
      "tokens_seen": 1675886592
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000438,
      "loss": 2.2128,
      "theoretical_loss": 3.482220910253651,
      "tokens_seen": 1675952128
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00044,
      "loss": 2.4778,
      "theoretical_loss": 3.4822091586553885,
      "tokens_seen": 1676017664
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000442,
      "loss": 2.2702,
      "theoretical_loss": 3.482197407645289,
      "tokens_seen": 1676083200
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000444,
      "loss": 2.5679,
      "theoretical_loss": 3.482185657223299,
      "tokens_seen": 1676148736
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000446,
      "loss": 2.4653,
      "theoretical_loss": 3.4821739073893676,
      "tokens_seen": 1676214272
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000448,
      "loss": 2.27,
      "theoretical_loss": 3.482162158143441,
      "tokens_seen": 1676279808
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 924948,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.733900785446167,
      "objective/train/theoretical_loss": 3.482150409485467,
      "objective/train/tokens_used": 35204576,
      "theoretical_loss": 3.482150409485467,
      "tokens_seen": 1676345344
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00045000000000000004,
      "loss": 2.5402,
      "theoretical_loss": 3.482150409485467,
      "tokens_seen": 1676345344
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00045200000000000004,
      "loss": 2.5286,
      "theoretical_loss": 3.4821386614153944,
      "tokens_seen": 1676410880
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00045400000000000003,
      "loss": 2.6377,
      "theoretical_loss": 3.482126913933169,
      "tokens_seen": 1676476416
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000456,
      "loss": 2.5819,
      "theoretical_loss": 3.4821151670387396,
      "tokens_seen": 1676541952
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000458,
      "loss": 2.5565,
      "theoretical_loss": 3.482103420732053,
      "tokens_seen": 1676607488
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00046,
      "loss": 2.5833,
      "theoretical_loss": 3.482091675013058,
      "tokens_seen": 1676673024
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000462,
      "loss": 2.6621,
      "theoretical_loss": 3.482079929881701,
      "tokens_seen": 1676738560
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00046400000000000006,
      "loss": 2.3564,
      "theoretical_loss": 3.4820681853379307,
      "tokens_seen": 1676804096
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00046600000000000005,
      "loss": 2.4111,
      "theoretical_loss": 3.482056441381694,
      "tokens_seen": 1676869632
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00046800000000000005,
      "loss": 2.5978,
      "theoretical_loss": 3.4820446980129383,
      "tokens_seen": 1676935168
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00047,
      "loss": 2.5111,
      "theoretical_loss": 3.4820329552316123,
      "tokens_seen": 1677000704
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000472,
      "loss": 2.5309,
      "theoretical_loss": 3.4820212130376627,
      "tokens_seen": 1677066240
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000474,
      "loss": 2.4254,
      "theoretical_loss": 3.482009471431038,
      "tokens_seen": 1677131776
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00047599999999999997,
      "loss": 2.3422,
      "theoretical_loss": 3.4819977304116847,
      "tokens_seen": 1677197312
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00047799999999999996,
      "loss": 2.5434,
      "theoretical_loss": 3.4819859899795516,
      "tokens_seen": 1677262848
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00048,
      "loss": 2.5123,
      "theoretical_loss": 3.481974250134586,
      "tokens_seen": 1677328384
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000482,
      "loss": 2.6815,
      "theoretical_loss": 3.481962510876736,
      "tokens_seen": 1677393920
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000484,
      "loss": 2.3318,
      "theoretical_loss": 3.481950772205948,
      "tokens_seen": 1677459456
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000486,
      "loss": 2.4658,
      "theoretical_loss": 3.481939034122171,
      "tokens_seen": 1677524992
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000488,
      "loss": 2.3931,
      "theoretical_loss": 3.4819272966253525,
      "tokens_seen": 1677590528
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00049,
      "loss": 2.5888,
      "theoretical_loss": 3.4819155597154396,
      "tokens_seen": 1677656064
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000492,
      "loss": 2.5776,
      "theoretical_loss": 3.481903823392381,
      "tokens_seen": 1677721600
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000494,
      "loss": 2.3611,
      "theoretical_loss": 3.4818920876561235,
      "tokens_seen": 1677787136
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000496,
      "loss": 2.501,
      "theoretical_loss": 3.4818803525066153,
      "tokens_seen": 1677852672
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000498,
      "loss": 2.6304,
      "theoretical_loss": 3.481868617943804,
      "tokens_seen": 1677918208
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 926151,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.59950590133667,
      "objective/train/theoretical_loss": 3.4818568839676374,
      "objective/train/tokens_used": 36842976,
      "theoretical_loss": 3.4818568839676374,
      "tokens_seen": 1677983744
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0005,
      "loss": 2.582,
      "theoretical_loss": 3.4818568839676374,
      "tokens_seen": 1677983744
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499979797979798,
      "loss": 2.3636,
      "theoretical_loss": 3.481845150578063,
      "tokens_seen": 1678049280
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999595959595959,
      "loss": 2.4696,
      "theoretical_loss": 3.4818334177750296,
      "tokens_seen": 1678114816
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999393939393939,
      "loss": 2.5003,
      "theoretical_loss": 3.481821685558484,
      "tokens_seen": 1678180352
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499919191919192,
      "loss": 2.6498,
      "theoretical_loss": 3.481809953928374,
      "tokens_seen": 1678245888
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00049989898989899,
      "loss": 2.5553,
      "theoretical_loss": 3.4817982228846476,
      "tokens_seen": 1678311424
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004998787878787879,
      "loss": 2.5759,
      "theoretical_loss": 3.4817864924272524,
      "tokens_seen": 1678376960
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004998585858585859,
      "loss": 2.7333,
      "theoretical_loss": 3.481774762556137,
      "tokens_seen": 1678442496
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004998383838383839,
      "loss": 2.6417,
      "theoretical_loss": 3.4817630332712484,
      "tokens_seen": 1678508032
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004998181818181818,
      "loss": 2.8269,
      "theoretical_loss": 3.4817513045725343,
      "tokens_seen": 1678573568
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004997979797979798,
      "loss": 2.4396,
      "theoretical_loss": 3.481739576459943,
      "tokens_seen": 1678639104
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004997777777777778,
      "loss": 2.6778,
      "theoretical_loss": 3.4817278489334225,
      "tokens_seen": 1678704640
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004997575757575757,
      "loss": 2.4876,
      "theoretical_loss": 3.48171612199292,
      "tokens_seen": 1678770176
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004997373737373737,
      "loss": 2.5085,
      "theoretical_loss": 3.481704395638383,
      "tokens_seen": 1678835712
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004997171717171717,
      "loss": 2.523,
      "theoretical_loss": 3.4816926698697612,
      "tokens_seen": 1678901248
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004996969696969697,
      "loss": 2.5983,
      "theoretical_loss": 3.4816809446870005,
      "tokens_seen": 1678966784
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004996767676767676,
      "loss": 2.5985,
      "theoretical_loss": 3.48166922009005,
      "tokens_seen": 1679032320
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004996565656565657,
      "loss": 2.6887,
      "theoretical_loss": 3.4816574960788564,
      "tokens_seen": 1679097856
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004996363636363637,
      "loss": 2.6201,
      "theoretical_loss": 3.481645772653369,
      "tokens_seen": 1679163392
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004996161616161617,
      "loss": 2.6373,
      "theoretical_loss": 3.4816340498135343,
      "tokens_seen": 1679228928
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004995959595959596,
      "loss": 2.5179,
      "theoretical_loss": 3.4816223275593012,
      "tokens_seen": 1679294464
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004995757575757576,
      "loss": 2.514,
      "theoretical_loss": 3.4816106058906175,
      "tokens_seen": 1679360000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004995555555555555,
      "loss": 2.5432,
      "theoretical_loss": 3.48159888480743,
      "tokens_seen": 1679425536
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004995353535353536,
      "loss": 2.5299,
      "theoretical_loss": 3.481587164309688,
      "tokens_seen": 1679491072
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004995151515151515,
      "loss": 2.3886,
      "theoretical_loss": 3.481575444397339,
      "tokens_seen": 1679556608
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 927219,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.202238082885742,
      "objective/train/theoretical_loss": 3.4815637250703304,
      "objective/train/tokens_used": 38481376,
      "theoretical_loss": 3.4815637250703304,
      "tokens_seen": 1679622144
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004994949494949495,
      "loss": 2.5746,
      "theoretical_loss": 3.4815637250703304,
      "tokens_seen": 1679622144
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004994747474747474,
      "loss": 2.6998,
      "theoretical_loss": 3.4815520063286103,
      "tokens_seen": 1679687680
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004994545454545454,
      "loss": 2.4526,
      "theoretical_loss": 3.4815402881721274,
      "tokens_seen": 1679753216
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004994343434343435,
      "loss": 2.6013,
      "theoretical_loss": 3.4815285706008288,
      "tokens_seen": 1679818752
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004994141414141415,
      "loss": 2.2639,
      "theoretical_loss": 3.4815168536146626,
      "tokens_seen": 1679884288
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004993939393939394,
      "loss": 2.5337,
      "theoretical_loss": 3.481505137213577,
      "tokens_seen": 1679949824
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004993737373737374,
      "loss": 2.6064,
      "theoretical_loss": 3.48149342139752,
      "tokens_seen": 1680015360
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004993535353535354,
      "loss": 2.4297,
      "theoretical_loss": 3.4814817061664396,
      "tokens_seen": 1680080896
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004993333333333334,
      "loss": 2.548,
      "theoretical_loss": 3.481469991520283,
      "tokens_seen": 1680146432
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004993131313131313,
      "loss": 2.5833,
      "theoretical_loss": 3.481458277458999,
      "tokens_seen": 1680211968
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004992929292929293,
      "loss": 2.6257,
      "theoretical_loss": 3.4814465639825354,
      "tokens_seen": 1680277504
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004992727272727272,
      "loss": 2.2464,
      "theoretical_loss": 3.4814348510908397,
      "tokens_seen": 1680343040
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004992525252525252,
      "loss": 2.526,
      "theoretical_loss": 3.481423138783861,
      "tokens_seen": 1680408576
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004992323232323232,
      "loss": 2.5034,
      "theoretical_loss": 3.4814114270615466,
      "tokens_seen": 1680474112
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004992121212121212,
      "loss": 2.5144,
      "theoretical_loss": 3.4813997159238443,
      "tokens_seen": 1680539648
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004991919191919192,
      "loss": 2.7348,
      "theoretical_loss": 3.481388005370702,
      "tokens_seen": 1680605184
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004991717171717172,
      "loss": 2.3679,
      "theoretical_loss": 3.481376295402069,
      "tokens_seen": 1680670720
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004991515151515152,
      "loss": 2.5985,
      "theoretical_loss": 3.481364586017892,
      "tokens_seen": 1680736256
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004991313131313132,
      "loss": 2.6316,
      "theoretical_loss": 3.4813528772181193,
      "tokens_seen": 1680801792
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004991111111111111,
      "loss": 2.601,
      "theoretical_loss": 3.4813411690026994,
      "tokens_seen": 1680867328
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004990909090909091,
      "loss": 2.57,
      "theoretical_loss": 3.4813294613715797,
      "tokens_seen": 1680932864
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004990707070707071,
      "loss": 2.4923,
      "theoretical_loss": 3.4813177543247096,
      "tokens_seen": 1680998400
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004990505050505051,
      "loss": 2.5084,
      "theoretical_loss": 3.4813060478620352,
      "tokens_seen": 1681063936
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499030303030303,
      "loss": 2.6574,
      "theoretical_loss": 3.4812943419835065,
      "tokens_seen": 1681129472
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499010101010101,
      "loss": 2.7915,
      "theoretical_loss": 3.48128263668907,
      "tokens_seen": 1681195008
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 927968,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5613365173339844,
      "objective/train/theoretical_loss": 3.481270931978675,
      "objective/train/tokens_used": 40119776,
      "theoretical_loss": 3.481270931978675,
      "tokens_seen": 1681260544
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000498989898989899,
      "loss": 2.4737,
      "theoretical_loss": 3.481270931978675,
      "tokens_seen": 1681260544
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000498969696969697,
      "loss": 2.6981,
      "theoretical_loss": 3.4812592278522687,
      "tokens_seen": 1681326080
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000498949494949495,
      "loss": 2.6027,
      "theoretical_loss": 3.4812475243098,
      "tokens_seen": 1681391616
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000498929292929293,
      "loss": 2.6348,
      "theoretical_loss": 3.4812358213512162,
      "tokens_seen": 1681457152
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004989090909090909,
      "loss": 2.6082,
      "theoretical_loss": 3.4812241189764657,
      "tokens_seen": 1681522688
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004988888888888889,
      "loss": 2.6419,
      "theoretical_loss": 3.4812124171854966,
      "tokens_seen": 1681588224
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004988686868686869,
      "loss": 2.6168,
      "theoretical_loss": 3.4812007159782574,
      "tokens_seen": 1681653760
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004988484848484849,
      "loss": 2.5625,
      "theoretical_loss": 3.481189015354696,
      "tokens_seen": 1681719296
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004988282828282828,
      "loss": 2.6334,
      "theoretical_loss": 3.4811773153147607,
      "tokens_seen": 1681784832
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004988080808080808,
      "loss": 2.6787,
      "theoretical_loss": 3.481165615858399,
      "tokens_seen": 1681850368
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004987878787878788,
      "loss": 2.8212,
      "theoretical_loss": 3.48115391698556,
      "tokens_seen": 1681915904
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004987676767676767,
      "loss": 2.5745,
      "theoretical_loss": 3.481142218696191,
      "tokens_seen": 1681981440
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004987474747474747,
      "loss": 2.848,
      "theoretical_loss": 3.4811305209902406,
      "tokens_seen": 1682046976
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004987272727272728,
      "loss": 2.4886,
      "theoretical_loss": 3.481118823867657,
      "tokens_seen": 1682112512
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004987070707070708,
      "loss": 2.4485,
      "theoretical_loss": 3.4811071273283885,
      "tokens_seen": 1682178048
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004986868686868687,
      "loss": 2.7483,
      "theoretical_loss": 3.481095431372383,
      "tokens_seen": 1682243584
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004986666666666667,
      "loss": 2.472,
      "theoretical_loss": 3.4810837359995883,
      "tokens_seen": 1682309120
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004986464646464647,
      "loss": 2.6229,
      "theoretical_loss": 3.481072041209954,
      "tokens_seen": 1682374656
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004986262626262627,
      "loss": 2.679,
      "theoretical_loss": 3.4810603470034263,
      "tokens_seen": 1682440192
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004986060606060606,
      "loss": 2.5162,
      "theoretical_loss": 3.481048653379955,
      "tokens_seen": 1682505728
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004985858585858586,
      "loss": 2.6945,
      "theoretical_loss": 3.4810369603394884,
      "tokens_seen": 1682571264
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004985656565656565,
      "loss": 2.6558,
      "theoretical_loss": 3.4810252678819733,
      "tokens_seen": 1682636800
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004985454545454545,
      "loss": 2.6452,
      "theoretical_loss": 3.481013576007359,
      "tokens_seen": 1682702336
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004985252525252525,
      "loss": 2.6641,
      "theoretical_loss": 3.481001884715594,
      "tokens_seen": 1682767872
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004985050505050506,
      "loss": 2.5645,
      "theoretical_loss": 3.4809901940066257,
      "tokens_seen": 1682833408
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 929249,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 3.0171878337860107,
      "objective/train/theoretical_loss": 3.4809785038804026,
      "objective/train/tokens_used": 41758176,
      "theoretical_loss": 3.4809785038804026,
      "tokens_seen": 1682898944
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004984848484848485,
      "loss": 2.6663,
      "theoretical_loss": 3.4809785038804026,
      "tokens_seen": 1682898944
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004984646464646465,
      "loss": 2.733,
      "theoretical_loss": 3.480966814336873,
      "tokens_seen": 1682964480
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004984444444444445,
      "loss": 2.5084,
      "theoretical_loss": 3.480955125375986,
      "tokens_seen": 1683030016
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004984242424242425,
      "loss": 2.7494,
      "theoretical_loss": 3.4809434369976886,
      "tokens_seen": 1683095552
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004984040404040404,
      "loss": 2.3954,
      "theoretical_loss": 3.48093174920193,
      "tokens_seen": 1683161088
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004983838383838384,
      "loss": 2.5031,
      "theoretical_loss": 3.480920061988657,
      "tokens_seen": 1683226624
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004983636363636363,
      "loss": 2.5551,
      "theoretical_loss": 3.48090837535782,
      "tokens_seen": 1683292160
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004983434343434344,
      "loss": 2.5852,
      "theoretical_loss": 3.480896689309366,
      "tokens_seen": 1683357696
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004983232323232323,
      "loss": 2.7372,
      "theoretical_loss": 3.4808850038432437,
      "tokens_seen": 1683423232
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004983030303030303,
      "loss": 2.6248,
      "theoretical_loss": 3.480873318959401,
      "tokens_seen": 1683488768
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004982828282828282,
      "loss": 2.3415,
      "theoretical_loss": 3.4808616346577868,
      "tokens_seen": 1683554304
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004982626262626263,
      "loss": 2.6582,
      "theoretical_loss": 3.480849950938349,
      "tokens_seen": 1683619840
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004982424242424243,
      "loss": 2.5619,
      "theoretical_loss": 3.4808382678010363,
      "tokens_seen": 1683685376
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004982222222222223,
      "loss": 2.7625,
      "theoretical_loss": 3.480826585245797,
      "tokens_seen": 1683750912
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004982020202020202,
      "loss": 2.5896,
      "theoretical_loss": 3.480814903272579,
      "tokens_seen": 1683816448
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004981818181818182,
      "loss": 2.7364,
      "theoretical_loss": 3.4808032218813305,
      "tokens_seen": 1683881984
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004981616161616162,
      "loss": 2.7586,
      "theoretical_loss": 3.4807915410720005,
      "tokens_seen": 1683947520
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004981414141414142,
      "loss": 2.5097,
      "theoretical_loss": 3.480779860844538,
      "tokens_seen": 1684013056
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004981212121212121,
      "loss": 2.7616,
      "theoretical_loss": 3.4807681811988895,
      "tokens_seen": 1684078592
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004981010101010101,
      "loss": 2.5229,
      "theoretical_loss": 3.480756502135005,
      "tokens_seen": 1684144128
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000498080808080808,
      "loss": 2.5937,
      "theoretical_loss": 3.4807448236528318,
      "tokens_seen": 1684209664
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000498060606060606,
      "loss": 2.705,
      "theoretical_loss": 3.480733145752319,
      "tokens_seen": 1684275200
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000498040404040404,
      "loss": 2.6938,
      "theoretical_loss": 3.4807214684334147,
      "tokens_seen": 1684340736
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004980202020202021,
      "loss": 2.6702,
      "theoretical_loss": 3.480709791696068,
      "tokens_seen": 1684406272
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000498,
      "loss": 2.466,
      "theoretical_loss": 3.4806981155402257,
      "tokens_seen": 1684471808
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 929812,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.769881010055542,
      "objective/train/theoretical_loss": 3.4806864399658375,
      "objective/train/tokens_used": 43396576,
      "theoretical_loss": 3.4806864399658375,
      "tokens_seen": 1684537344
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000497979797979798,
      "loss": 2.5807,
      "theoretical_loss": 3.4806864399658375,
      "tokens_seen": 1684537344
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000497959595959596,
      "loss": 2.532,
      "theoretical_loss": 3.4806747649728518,
      "tokens_seen": 1684602880
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000497939393939394,
      "loss": 2.4939,
      "theoretical_loss": 3.480663090561217,
      "tokens_seen": 1684668416
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004979191919191919,
      "loss": 2.6286,
      "theoretical_loss": 3.480651416730881,
      "tokens_seen": 1684733952
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004978989898989899,
      "loss": 2.5486,
      "theoretical_loss": 3.4806397434817926,
      "tokens_seen": 1684799488
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004978787878787879,
      "loss": 2.4135,
      "theoretical_loss": 3.4806280708139,
      "tokens_seen": 1684865024
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004978585858585858,
      "loss": 2.487,
      "theoretical_loss": 3.480616398727152,
      "tokens_seen": 1684930560
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004978383838383838,
      "loss": 2.5598,
      "theoretical_loss": 3.480604727221497,
      "tokens_seen": 1684996096
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004978181818181818,
      "loss": 2.6736,
      "theoretical_loss": 3.4805930562968834,
      "tokens_seen": 1685061632
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004977979797979799,
      "loss": 2.4844,
      "theoretical_loss": 3.4805813859532595,
      "tokens_seen": 1685127168
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004977777777777778,
      "loss": 2.7091,
      "theoretical_loss": 3.4805697161905744,
      "tokens_seen": 1685192704
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004977575757575758,
      "loss": 2.5024,
      "theoretical_loss": 3.480558047008776,
      "tokens_seen": 1685258240
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004977373737373738,
      "loss": 2.5198,
      "theoretical_loss": 3.480546378407812,
      "tokens_seen": 1685323776
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004977171717171717,
      "loss": 2.44,
      "theoretical_loss": 3.4805347103876327,
      "tokens_seen": 1685389312
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004976969696969697,
      "loss": 2.524,
      "theoretical_loss": 3.480523042948186,
      "tokens_seen": 1685454848
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004976767676767677,
      "loss": 2.6416,
      "theoretical_loss": 3.48051137608942,
      "tokens_seen": 1685520384
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004976565656565656,
      "loss": 2.5126,
      "theoretical_loss": 3.480499709811283,
      "tokens_seen": 1685585920
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004976363636363636,
      "loss": 2.6729,
      "theoretical_loss": 3.4804880441137245,
      "tokens_seen": 1685651456
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004976161616161616,
      "loss": 2.4778,
      "theoretical_loss": 3.480476378996692,
      "tokens_seen": 1685716992
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004975959595959596,
      "loss": 2.5328,
      "theoretical_loss": 3.4804647144601346,
      "tokens_seen": 1685782528
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004975757575757575,
      "loss": 2.6505,
      "theoretical_loss": 3.480453050504001,
      "tokens_seen": 1685848064
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004975555555555556,
      "loss": 2.5126,
      "theoretical_loss": 3.4804413871282396,
      "tokens_seen": 1685913600
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004975353535353536,
      "loss": 2.6655,
      "theoretical_loss": 3.480429724332798,
      "tokens_seen": 1685979136
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004975151515151516,
      "loss": 2.5183,
      "theoretical_loss": 3.480418062117627,
      "tokens_seen": 1686044672
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004974949494949495,
      "loss": 2.2442,
      "theoretical_loss": 3.480406400482673,
      "tokens_seen": 1686110208
    },
    {
      "epoch": 0.01,
      "objective/train/docs_used": 931049,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.4905221462249756,
      "objective/train/theoretical_loss": 3.4803947394278856,
      "objective/train/tokens_used": 45034976,
      "theoretical_loss": 3.4803947394278856,
      "tokens_seen": 1686175744
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004974747474747475,
      "loss": 2.4943,
      "theoretical_loss": 3.4803947394278856,
      "tokens_seen": 1686175744
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004974545454545454,
      "loss": 2.2533,
      "theoretical_loss": 3.4803830789532126,
      "tokens_seen": 1686241280
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004974343434343435,
      "loss": 2.7416,
      "theoretical_loss": 3.4803714190586037,
      "tokens_seen": 1686306816
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004974141414141414,
      "loss": 2.4504,
      "theoretical_loss": 3.4803597597440072,
      "tokens_seen": 1686372352
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004973939393939394,
      "loss": 2.7452,
      "theoretical_loss": 3.4803481010093718,
      "tokens_seen": 1686437888
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004973737373737373,
      "loss": 2.6507,
      "theoretical_loss": 3.4803364428546453,
      "tokens_seen": 1686503424
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004973535353535353,
      "loss": 2.2988,
      "theoretical_loss": 3.4803247852797767,
      "tokens_seen": 1686568960
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004973333333333334,
      "loss": 2.5663,
      "theoretical_loss": 3.480313128284715,
      "tokens_seen": 1686634496
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004973131313131314,
      "loss": 2.518,
      "theoretical_loss": 3.4803014718694087,
      "tokens_seen": 1686700032
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004972929292929293,
      "loss": 2.4251,
      "theoretical_loss": 3.4802898160338063,
      "tokens_seen": 1686765568
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004972727272727273,
      "loss": 2.5484,
      "theoretical_loss": 3.480278160777856,
      "tokens_seen": 1686831104
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004972525252525253,
      "loss": 2.3676,
      "theoretical_loss": 3.4802665061015077,
      "tokens_seen": 1686896640
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004972323232323233,
      "loss": 2.3593,
      "theoretical_loss": 3.480254852004709,
      "tokens_seen": 1686962176
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004972121212121212,
      "loss": 2.5334,
      "theoretical_loss": 3.4802431984874094,
      "tokens_seen": 1687027712
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004971919191919192,
      "loss": 2.5443,
      "theoretical_loss": 3.4802315455495565,
      "tokens_seen": 1687093248
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004971717171717171,
      "loss": 2.473,
      "theoretical_loss": 3.4802198931910993,
      "tokens_seen": 1687158784
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004971515151515152,
      "loss": 2.5458,
      "theoretical_loss": 3.480208241411987,
      "tokens_seen": 1687224320
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004971313131313131,
      "loss": 2.5911,
      "theoretical_loss": 3.4801965902121683,
      "tokens_seen": 1687289856
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004971111111111111,
      "loss": 2.5036,
      "theoretical_loss": 3.480184939591591,
      "tokens_seen": 1687355392
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000497090909090909,
      "loss": 2.452,
      "theoretical_loss": 3.480173289550205,
      "tokens_seen": 1687420928
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004970707070707071,
      "loss": 2.3563,
      "theoretical_loss": 3.4801616400879585,
      "tokens_seen": 1687486464
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004970505050505051,
      "loss": 2.6628,
      "theoretical_loss": 3.4801499912048,
      "tokens_seen": 1687552000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004970303030303031,
      "loss": 2.4553,
      "theoretical_loss": 3.480138342900678,
      "tokens_seen": 1687617536
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000497010101010101,
      "loss": 2.6518,
      "theoretical_loss": 3.480126695175542,
      "tokens_seen": 1687683072
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000496989898989899,
      "loss": 2.6693,
      "theoretical_loss": 3.48011504802934,
      "tokens_seen": 1687748608
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 931336,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.531233072280884,
      "objective/train/theoretical_loss": 3.4801034014620216,
      "objective/train/tokens_used": 46673376,
      "theoretical_loss": 3.4801034014620216,
      "tokens_seen": 1687814144
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000496969696969697,
      "loss": 2.5694,
      "theoretical_loss": 3.4801034014620216,
      "tokens_seen": 1687814144
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000496949494949495,
      "loss": 2.4312,
      "theoretical_loss": 3.4800917554735347,
      "tokens_seen": 1687879680
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004969292929292929,
      "loss": 2.6901,
      "theoretical_loss": 3.4800801100638283,
      "tokens_seen": 1687945216
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004969090909090909,
      "loss": 2.7315,
      "theoretical_loss": 3.480068465232852,
      "tokens_seen": 1688010752
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004968888888888889,
      "loss": 2.5066,
      "theoretical_loss": 3.480056820980553,
      "tokens_seen": 1688076288
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004968686868686868,
      "loss": 2.4754,
      "theoretical_loss": 3.4800451773068817,
      "tokens_seen": 1688141824
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004968484848484849,
      "loss": 2.8056,
      "theoretical_loss": 3.4800335342117856,
      "tokens_seen": 1688207360
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004968282828282829,
      "loss": 2.6707,
      "theoretical_loss": 3.4800218916952144,
      "tokens_seen": 1688272896
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004968080808080808,
      "loss": 2.6028,
      "theoretical_loss": 3.4800102497571164,
      "tokens_seen": 1688338432
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004967878787878788,
      "loss": 2.447,
      "theoretical_loss": 3.47999860839744,
      "tokens_seen": 1688403968
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004967676767676768,
      "loss": 2.5797,
      "theoretical_loss": 3.479986967616135,
      "tokens_seen": 1688469504
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004967474747474748,
      "loss": 2.6184,
      "theoretical_loss": 3.4799753274131495,
      "tokens_seen": 1688535040
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004967272727272727,
      "loss": 2.651,
      "theoretical_loss": 3.479963687788433,
      "tokens_seen": 1688600576
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004967070707070707,
      "loss": 2.6058,
      "theoretical_loss": 3.4799520487419335,
      "tokens_seen": 1688666112
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004966868686868687,
      "loss": 2.5568,
      "theoretical_loss": 3.4799404102736005,
      "tokens_seen": 1688731648
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004966666666666666,
      "loss": 2.6325,
      "theoretical_loss": 3.4799287723833823,
      "tokens_seen": 1688797184
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004966464646464646,
      "loss": 2.4631,
      "theoretical_loss": 3.4799171350712284,
      "tokens_seen": 1688862720
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004966262626262627,
      "loss": 2.8322,
      "theoretical_loss": 3.4799054983370867,
      "tokens_seen": 1688928256
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004966060606060607,
      "loss": 2.5475,
      "theoretical_loss": 3.4798938621809077,
      "tokens_seen": 1688993792
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004965858585858586,
      "loss": 2.3884,
      "theoretical_loss": 3.4798822266026384,
      "tokens_seen": 1689059328
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004965656565656566,
      "loss": 2.6883,
      "theoretical_loss": 3.4798705916022286,
      "tokens_seen": 1689124864
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004965454545454546,
      "loss": 2.4336,
      "theoretical_loss": 3.4798589571796272,
      "tokens_seen": 1689190400
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004965252525252525,
      "loss": 2.6315,
      "theoretical_loss": 3.4798473233347833,
      "tokens_seen": 1689255936
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004965050505050505,
      "loss": 2.5791,
      "theoretical_loss": 3.4798356900676444,
      "tokens_seen": 1689321472
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004964848484848485,
      "loss": 2.4727,
      "theoretical_loss": 3.4798240573781616,
      "tokens_seen": 1689387008
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 932508,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.615687847137451,
      "objective/train/theoretical_loss": 3.479812425266282,
      "objective/train/tokens_used": 48311776,
      "theoretical_loss": 3.479812425266282,
      "tokens_seen": 1689452544
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004964646464646464,
      "loss": 2.4249,
      "theoretical_loss": 3.479812425266282,
      "tokens_seen": 1689452544
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004964444444444444,
      "loss": 2.4928,
      "theoretical_loss": 3.4798007937319557,
      "tokens_seen": 1689518080
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004964242424242424,
      "loss": 2.7017,
      "theoretical_loss": 3.479789162775131,
      "tokens_seen": 1689583616
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004964040404040405,
      "loss": 2.6564,
      "theoretical_loss": 3.4797775323957567,
      "tokens_seen": 1689649152
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004963838383838384,
      "loss": 2.4665,
      "theoretical_loss": 3.479765902593782,
      "tokens_seen": 1689714688
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004963636363636364,
      "loss": 2.7239,
      "theoretical_loss": 3.479754273369156,
      "tokens_seen": 1689780224
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004963434343434344,
      "loss": 2.3918,
      "theoretical_loss": 3.4797426447218274,
      "tokens_seen": 1689845760
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004963232323232324,
      "loss": 2.6125,
      "theoretical_loss": 3.479731016651745,
      "tokens_seen": 1689911296
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004963030303030303,
      "loss": 2.9569,
      "theoretical_loss": 3.4797193891588583,
      "tokens_seen": 1689976832
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004962828282828283,
      "loss": 2.43,
      "theoretical_loss": 3.479707762243116,
      "tokens_seen": 1690042368
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004962626262626262,
      "loss": 2.442,
      "theoretical_loss": 3.479696135904467,
      "tokens_seen": 1690107904
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004962424242424243,
      "loss": 2.9013,
      "theoretical_loss": 3.47968451014286,
      "tokens_seen": 1690173440
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004962222222222222,
      "loss": 2.6167,
      "theoretical_loss": 3.479672884958245,
      "tokens_seen": 1690238976
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004962020202020202,
      "loss": 2.7755,
      "theoretical_loss": 3.4796612603505697,
      "tokens_seen": 1690304512
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004961818181818181,
      "loss": 2.6197,
      "theoretical_loss": 3.4796496363197837,
      "tokens_seen": 1690370048
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004961616161616161,
      "loss": 2.6195,
      "theoretical_loss": 3.479638012865836,
      "tokens_seen": 1690435584
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004961414141414142,
      "loss": 2.691,
      "theoretical_loss": 3.4796263899886757,
      "tokens_seen": 1690501120
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004961212121212122,
      "loss": 2.7274,
      "theoretical_loss": 3.479614767688252,
      "tokens_seen": 1690566656
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004961010101010101,
      "loss": 2.7084,
      "theoretical_loss": 3.4796031459645134,
      "tokens_seen": 1690632192
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004960808080808081,
      "loss": 2.6796,
      "theoretical_loss": 3.479591524817409,
      "tokens_seen": 1690697728
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004960606060606061,
      "loss": 2.3627,
      "theoretical_loss": 3.4795799042468882,
      "tokens_seen": 1690763264
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004960404040404041,
      "loss": 2.5495,
      "theoretical_loss": 3.4795682842529,
      "tokens_seen": 1690828800
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000496020202020202,
      "loss": 2.6268,
      "theoretical_loss": 3.4795566648353935,
      "tokens_seen": 1690894336
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000496,
      "loss": 2.614,
      "theoretical_loss": 3.4795450459943167,
      "tokens_seen": 1690959872
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004959797979797979,
      "loss": 2.4627,
      "theoretical_loss": 3.4795334277296206,
      "tokens_seen": 1691025408
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 933011,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.424670696258545,
      "objective/train/theoretical_loss": 3.479521810041253,
      "objective/train/tokens_used": 49950176,
      "theoretical_loss": 3.479521810041253,
      "tokens_seen": 1691090944
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004959595959595959,
      "loss": 2.6558,
      "theoretical_loss": 3.479521810041253,
      "tokens_seen": 1691090944
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000495939393939394,
      "loss": 2.5806,
      "theoretical_loss": 3.4795101929291627,
      "tokens_seen": 1691156480
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000495919191919192,
      "loss": 2.6571,
      "theoretical_loss": 3.4794985763932997,
      "tokens_seen": 1691222016
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004958989898989899,
      "loss": 2.6959,
      "theoretical_loss": 3.4794869604336123,
      "tokens_seen": 1691287552
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004958787878787879,
      "loss": 2.4706,
      "theoretical_loss": 3.47947534505005,
      "tokens_seen": 1691353088
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004958585858585859,
      "loss": 2.572,
      "theoretical_loss": 3.4794637302425624,
      "tokens_seen": 1691418624
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004958383838383839,
      "loss": 2.7139,
      "theoretical_loss": 3.479452116011098,
      "tokens_seen": 1691484160
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004958181818181818,
      "loss": 2.6099,
      "theoretical_loss": 3.4794405023556054,
      "tokens_seen": 1691549696
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004957979797979798,
      "loss": 2.4053,
      "theoretical_loss": 3.4794288892760346,
      "tokens_seen": 1691615232
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004957777777777778,
      "loss": 2.8233,
      "theoretical_loss": 3.4794172767723346,
      "tokens_seen": 1691680768
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004957575757575757,
      "loss": 2.7725,
      "theoretical_loss": 3.479405664844454,
      "tokens_seen": 1691746304
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004957373737373737,
      "loss": 2.6491,
      "theoretical_loss": 3.479394053492343,
      "tokens_seen": 1691811840
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004957171717171717,
      "loss": 2.516,
      "theoretical_loss": 3.4793824427159494,
      "tokens_seen": 1691877376
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004956969696969698,
      "loss": 2.474,
      "theoretical_loss": 3.4793708325152237,
      "tokens_seen": 1691942912
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004956767676767677,
      "loss": 2.3708,
      "theoretical_loss": 3.479359222890114,
      "tokens_seen": 1692008448
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004956565656565657,
      "loss": 2.6737,
      "theoretical_loss": 3.47934761384057,
      "tokens_seen": 1692073984
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004956363636363637,
      "loss": 2.5308,
      "theoretical_loss": 3.479336005366541,
      "tokens_seen": 1692139520
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004956161616161616,
      "loss": 2.4276,
      "theoretical_loss": 3.4793243974679755,
      "tokens_seen": 1692205056
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004955959595959596,
      "loss": 2.6885,
      "theoretical_loss": 3.479312790144823,
      "tokens_seen": 1692270592
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004955757575757576,
      "loss": 2.2714,
      "theoretical_loss": 3.479301183397033,
      "tokens_seen": 1692336128
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004955555555555556,
      "loss": 2.4882,
      "theoretical_loss": 3.479289577224555,
      "tokens_seen": 1692401664
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004955353535353535,
      "loss": 2.4553,
      "theoretical_loss": 3.4792779716273365,
      "tokens_seen": 1692467200
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004955151515151515,
      "loss": 2.6182,
      "theoretical_loss": 3.479266366605329,
      "tokens_seen": 1692532736
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004954949494949495,
      "loss": 2.5212,
      "theoretical_loss": 3.4792547621584804,
      "tokens_seen": 1692598272
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004954747474747474,
      "loss": 2.4225,
      "theoretical_loss": 3.47924315828674,
      "tokens_seen": 1692663808
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 934010,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.852196455001831,
      "objective/train/theoretical_loss": 3.479231554990057,
      "objective/train/tokens_used": 51588576,
      "theoretical_loss": 3.479231554990057,
      "tokens_seen": 1692729344
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004954545454545455,
      "loss": 2.6898,
      "theoretical_loss": 3.479231554990057,
      "tokens_seen": 1692729344
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004954343434343435,
      "loss": 2.6057,
      "theoretical_loss": 3.479219952268381,
      "tokens_seen": 1692794880
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004954141414141415,
      "loss": 2.5534,
      "theoretical_loss": 3.4792083501216613,
      "tokens_seen": 1692860416
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004953939393939394,
      "loss": 2.602,
      "theoretical_loss": 3.479196748549847,
      "tokens_seen": 1692925952
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004953737373737374,
      "loss": 2.6322,
      "theoretical_loss": 3.4791851475528874,
      "tokens_seen": 1692991488
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004953535353535354,
      "loss": 2.5945,
      "theoretical_loss": 3.4791735471307312,
      "tokens_seen": 1693057024
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004953333333333334,
      "loss": 2.6971,
      "theoretical_loss": 3.4791619472833286,
      "tokens_seen": 1693122560
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004953131313131313,
      "loss": 2.6478,
      "theoretical_loss": 3.479150348010628,
      "tokens_seen": 1693188096
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004952929292929293,
      "loss": 2.5666,
      "theoretical_loss": 3.479138749312579,
      "tokens_seen": 1693253632
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004952727272727272,
      "loss": 2.5181,
      "theoretical_loss": 3.4791271511891315,
      "tokens_seen": 1693319168
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004952525252525252,
      "loss": 2.566,
      "theoretical_loss": 3.4791155536402343,
      "tokens_seen": 1693384704
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004952323232323232,
      "loss": 2.7651,
      "theoretical_loss": 3.479103956665836,
      "tokens_seen": 1693450240
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004952121212121213,
      "loss": 2.5736,
      "theoretical_loss": 3.479092360265887,
      "tokens_seen": 1693515776
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004951919191919192,
      "loss": 2.4578,
      "theoretical_loss": 3.4790807644403365,
      "tokens_seen": 1693581312
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004951717171717172,
      "loss": 2.6557,
      "theoretical_loss": 3.479069169189133,
      "tokens_seen": 1693646848
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004951515151515152,
      "loss": 2.6888,
      "theoretical_loss": 3.479057574512227,
      "tokens_seen": 1693712384
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004951313131313132,
      "loss": 2.5443,
      "theoretical_loss": 3.4790459804095666,
      "tokens_seen": 1693777920
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004951111111111111,
      "loss": 2.7016,
      "theoretical_loss": 3.479034386881102,
      "tokens_seen": 1693843456
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004950909090909091,
      "loss": 2.4926,
      "theoretical_loss": 3.4790227939267826,
      "tokens_seen": 1693908992
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000495070707070707,
      "loss": 2.7287,
      "theoretical_loss": 3.479011201546557,
      "tokens_seen": 1693974528
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004950505050505051,
      "loss": 2.71,
      "theoretical_loss": 3.478999609740375,
      "tokens_seen": 1694040064
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000495030303030303,
      "loss": 2.4208,
      "theoretical_loss": 3.4789880185081863,
      "tokens_seen": 1694105600
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000495010101010101,
      "loss": 2.4963,
      "theoretical_loss": 3.4789764278499398,
      "tokens_seen": 1694171136
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000494989898989899,
      "loss": 2.7918,
      "theoretical_loss": 3.478964837765585,
      "tokens_seen": 1694236672
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000494969696969697,
      "loss": 2.3404,
      "theoretical_loss": 3.4789532482550714,
      "tokens_seen": 1694302208
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 934404,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.7420923709869385,
      "objective/train/theoretical_loss": 3.478941659318348,
      "objective/train/tokens_used": 53226976,
      "theoretical_loss": 3.478941659318348,
      "tokens_seen": 1694367744
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000494949494949495,
      "loss": 2.6966,
      "theoretical_loss": 3.478941659318348,
      "tokens_seen": 1694367744
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000494929292929293,
      "loss": 2.652,
      "theoretical_loss": 3.478930070955365,
      "tokens_seen": 1694433280
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004949090909090909,
      "loss": 2.5731,
      "theoretical_loss": 3.478918483166071,
      "tokens_seen": 1694498816
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004948888888888889,
      "loss": 2.5032,
      "theoretical_loss": 3.478906895950416,
      "tokens_seen": 1694564352
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004948686868686869,
      "loss": 2.7563,
      "theoretical_loss": 3.4788953093083492,
      "tokens_seen": 1694629888
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004948484848484849,
      "loss": 2.5857,
      "theoretical_loss": 3.4788837232398198,
      "tokens_seen": 1694695424
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004948282828282828,
      "loss": 2.5759,
      "theoretical_loss": 3.4788721377447773,
      "tokens_seen": 1694760960
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004948080808080808,
      "loss": 2.4183,
      "theoretical_loss": 3.4788605528231713,
      "tokens_seen": 1694826496
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004947878787878787,
      "loss": 2.4682,
      "theoretical_loss": 3.478848968474951,
      "tokens_seen": 1694892032
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004947676767676767,
      "loss": 2.7972,
      "theoretical_loss": 3.4788373847000664,
      "tokens_seen": 1694957568
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004947474747474748,
      "loss": 2.5319,
      "theoretical_loss": 3.4788258014984663,
      "tokens_seen": 1695023104
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004947272727272728,
      "loss": 2.4632,
      "theoretical_loss": 3.478814218870101,
      "tokens_seen": 1695088640
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004947070707070707,
      "loss": 2.5513,
      "theoretical_loss": 3.478802636814919,
      "tokens_seen": 1695154176
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004946868686868687,
      "loss": 2.5416,
      "theoretical_loss": 3.4787910553328705,
      "tokens_seen": 1695219712
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004946666666666667,
      "loss": 2.6542,
      "theoretical_loss": 3.4787794744239044,
      "tokens_seen": 1695285248
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004946464646464647,
      "loss": 2.5943,
      "theoretical_loss": 3.4787678940879707,
      "tokens_seen": 1695350784
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004946262626262626,
      "loss": 2.5594,
      "theoretical_loss": 3.4787563143250186,
      "tokens_seen": 1695416320
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004946060606060606,
      "loss": 2.4973,
      "theoretical_loss": 3.478744735134998,
      "tokens_seen": 1695481856
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004945858585858586,
      "loss": 2.5056,
      "theoretical_loss": 3.4787331565178574,
      "tokens_seen": 1695547392
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004945656565656565,
      "loss": 2.5805,
      "theoretical_loss": 3.4787215784735475,
      "tokens_seen": 1695612928
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004945454545454545,
      "loss": 2.5839,
      "theoretical_loss": 3.4787100010020175,
      "tokens_seen": 1695678464
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004945252525252526,
      "loss": 2.551,
      "theoretical_loss": 3.478698424103216,
      "tokens_seen": 1695744000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004945050505050506,
      "loss": 2.7043,
      "theoretical_loss": 3.4786868477770945,
      "tokens_seen": 1695809536
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004944848484848485,
      "loss": 2.6309,
      "theoretical_loss": 3.4786752720236005,
      "tokens_seen": 1695875072
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004944646464646465,
      "loss": 2.7457,
      "theoretical_loss": 3.4786636968426845,
      "tokens_seen": 1695940608
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 935560,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.167574882507324,
      "objective/train/theoretical_loss": 3.478652122234296,
      "objective/train/tokens_used": 54865376,
      "theoretical_loss": 3.478652122234296,
      "tokens_seen": 1696006144
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004944444444444445,
      "loss": 2.4537,
      "theoretical_loss": 3.478652122234296,
      "tokens_seen": 1696006144
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004944242424242424,
      "loss": 2.5082,
      "theoretical_loss": 3.4786405481983844,
      "tokens_seen": 1696071680
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004944040404040404,
      "loss": 2.716,
      "theoretical_loss": 3.4786289747348995,
      "tokens_seen": 1696137216
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004943838383838384,
      "loss": 2.5441,
      "theoretical_loss": 3.478617401843791,
      "tokens_seen": 1696202752
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004943636363636363,
      "loss": 2.5488,
      "theoretical_loss": 3.4786058295250077,
      "tokens_seen": 1696268288
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004943434343434343,
      "loss": 2.5682,
      "theoretical_loss": 3.4785942577785,
      "tokens_seen": 1696333824
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004943232323232323,
      "loss": 2.4028,
      "theoretical_loss": 3.4785826866042173,
      "tokens_seen": 1696399360
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004943030303030303,
      "loss": 2.5064,
      "theoretical_loss": 3.478571116002109,
      "tokens_seen": 1696464896
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004942828282828283,
      "loss": 2.4192,
      "theoretical_loss": 3.4785595459721246,
      "tokens_seen": 1696530432
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004942626262626263,
      "loss": 2.6105,
      "theoretical_loss": 3.478547976514214,
      "tokens_seen": 1696595968
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004942424242424243,
      "loss": 2.6893,
      "theoretical_loss": 3.4785364076283267,
      "tokens_seen": 1696661504
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004942222222222223,
      "loss": 2.4376,
      "theoretical_loss": 3.478524839314413,
      "tokens_seen": 1696727040
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004942020202020202,
      "loss": 2.7309,
      "theoretical_loss": 3.478513271572421,
      "tokens_seen": 1696792576
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004941818181818182,
      "loss": 2.8496,
      "theoretical_loss": 3.4785017044023014,
      "tokens_seen": 1696858112
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004941616161616161,
      "loss": 2.423,
      "theoretical_loss": 3.4784901378040036,
      "tokens_seen": 1696923648
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004941414141414142,
      "loss": 2.494,
      "theoretical_loss": 3.4784785717774778,
      "tokens_seen": 1696989184
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004941212121212121,
      "loss": 2.53,
      "theoretical_loss": 3.4784670063226732,
      "tokens_seen": 1697054720
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004941010101010101,
      "loss": 2.749,
      "theoretical_loss": 3.478455441439539,
      "tokens_seen": 1697120256
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000494080808080808,
      "loss": 2.3697,
      "theoretical_loss": 3.4784438771280257,
      "tokens_seen": 1697185792
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000494060606060606,
      "loss": 2.6826,
      "theoretical_loss": 3.4784323133880823,
      "tokens_seen": 1697251328
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004940404040404041,
      "loss": 2.5308,
      "theoretical_loss": 3.4784207502196587,
      "tokens_seen": 1697316864
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004940202020202021,
      "loss": 2.4568,
      "theoretical_loss": 3.4784091876227046,
      "tokens_seen": 1697382400
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000494,
      "loss": 2.7751,
      "theoretical_loss": 3.47839762559717,
      "tokens_seen": 1697447936
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000493979797979798,
      "loss": 2.5151,
      "theoretical_loss": 3.478386064143004,
      "tokens_seen": 1697513472
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000493959595959596,
      "loss": 2.8479,
      "theoretical_loss": 3.4783745032601567,
      "tokens_seen": 1697579008
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 936682,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.305478572845459,
      "objective/train/theoretical_loss": 3.4783629429485785,
      "objective/train/tokens_used": 56503776,
      "theoretical_loss": 3.4783629429485785,
      "tokens_seen": 1697644544
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000493939393939394,
      "loss": 2.5086,
      "theoretical_loss": 3.4783629429485785,
      "tokens_seen": 1697644544
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004939191919191919,
      "loss": 2.7043,
      "theoretical_loss": 3.4783513832082176,
      "tokens_seen": 1697710080
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004938989898989899,
      "loss": 2.3848,
      "theoretical_loss": 3.4783398240390246,
      "tokens_seen": 1697775616
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004938787878787878,
      "loss": 2.7298,
      "theoretical_loss": 3.4783282654409495,
      "tokens_seen": 1697841152
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004938585858585859,
      "loss": 2.5754,
      "theoretical_loss": 3.478316707413941,
      "tokens_seen": 1697906688
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004938383838383838,
      "loss": 2.7063,
      "theoretical_loss": 3.4783051499579507,
      "tokens_seen": 1697972224
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004938181818181819,
      "loss": 2.6402,
      "theoretical_loss": 3.478293593072926,
      "tokens_seen": 1698037760
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004937979797979798,
      "loss": 2.4452,
      "theoretical_loss": 3.4782820367588183,
      "tokens_seen": 1698103296
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004937777777777778,
      "loss": 2.6044,
      "theoretical_loss": 3.478270481015577,
      "tokens_seen": 1698168832
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004937575757575758,
      "loss": 2.6482,
      "theoretical_loss": 3.4782589258431518,
      "tokens_seen": 1698234368
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004937373737373738,
      "loss": 2.7206,
      "theoretical_loss": 3.4782473712414923,
      "tokens_seen": 1698299904
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004937171717171717,
      "loss": 2.4687,
      "theoretical_loss": 3.4782358172105483,
      "tokens_seen": 1698365440
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004936969696969697,
      "loss": 2.7044,
      "theoretical_loss": 3.47822426375027,
      "tokens_seen": 1698430976
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004936767676767677,
      "loss": 2.5647,
      "theoretical_loss": 3.478212710860607,
      "tokens_seen": 1698496512
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004936565656565657,
      "loss": 2.6277,
      "theoretical_loss": 3.4782011585415087,
      "tokens_seen": 1698562048
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004936363636363636,
      "loss": 2.7133,
      "theoretical_loss": 3.4781896067929257,
      "tokens_seen": 1698627584
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004936161616161616,
      "loss": 2.5221,
      "theoretical_loss": 3.4781780556148068,
      "tokens_seen": 1698693120
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004935959595959597,
      "loss": 2.6434,
      "theoretical_loss": 3.4781665050071027,
      "tokens_seen": 1698758656
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004935757575757576,
      "loss": 2.7506,
      "theoretical_loss": 3.478154954969763,
      "tokens_seen": 1698824192
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004935555555555556,
      "loss": 2.578,
      "theoretical_loss": 3.4781434055027365,
      "tokens_seen": 1698889728
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004935353535353536,
      "loss": 2.5255,
      "theoretical_loss": 3.478131856605975,
      "tokens_seen": 1698955264
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004935151515151515,
      "loss": 2.4671,
      "theoretical_loss": 3.4781203082794265,
      "tokens_seen": 1699020800
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004934949494949495,
      "loss": 2.5736,
      "theoretical_loss": 3.4781087605230425,
      "tokens_seen": 1699086336
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004934747474747475,
      "loss": 2.5738,
      "theoretical_loss": 3.4780972133367714,
      "tokens_seen": 1699151872
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004934545454545455,
      "loss": 2.6036,
      "theoretical_loss": 3.478085666720564,
      "tokens_seen": 1699217408
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 937279,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.8765950202941895,
      "objective/train/theoretical_loss": 3.47807412067437,
      "objective/train/tokens_used": 58142176,
      "theoretical_loss": 3.47807412067437,
      "tokens_seen": 1699282944
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004934343434343434,
      "loss": 2.6055,
      "theoretical_loss": 3.47807412067437,
      "tokens_seen": 1699282944
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004934141414141414,
      "loss": 2.5349,
      "theoretical_loss": 3.4780625751981384,
      "tokens_seen": 1699348480
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004933939393939394,
      "loss": 2.7046,
      "theoretical_loss": 3.478051030291821,
      "tokens_seen": 1699414016
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004933737373737373,
      "loss": 2.6394,
      "theoretical_loss": 3.4780394859553656,
      "tokens_seen": 1699479552
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004933535353535354,
      "loss": 2.4959,
      "theoretical_loss": 3.4780279421887235,
      "tokens_seen": 1699545088
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004933333333333334,
      "loss": 2.7816,
      "theoretical_loss": 3.478016398991844,
      "tokens_seen": 1699610624
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004933131313131314,
      "loss": 2.622,
      "theoretical_loss": 3.478004856364677,
      "tokens_seen": 1699676160
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004932929292929293,
      "loss": 2.6067,
      "theoretical_loss": 3.477993314307173,
      "tokens_seen": 1699741696
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004932727272727273,
      "loss": 2.6708,
      "theoretical_loss": 3.4779817728192803,
      "tokens_seen": 1699807232
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004932525252525253,
      "loss": 2.7044,
      "theoretical_loss": 3.477970231900951,
      "tokens_seen": 1699872768
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004932323232323232,
      "loss": 2.5886,
      "theoretical_loss": 3.477958691552134,
      "tokens_seen": 1699938304
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004932121212121212,
      "loss": 2.4632,
      "theoretical_loss": 3.4779471517727787,
      "tokens_seen": 1700003840
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004931919191919192,
      "loss": 2.6896,
      "theoretical_loss": 3.4779356125628365,
      "tokens_seen": 1700069376
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004931717171717171,
      "loss": 2.655,
      "theoretical_loss": 3.4779240739222557,
      "tokens_seen": 1700134912
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004931515151515151,
      "loss": 2.6488,
      "theoretical_loss": 3.4779125358509875,
      "tokens_seen": 1700200448
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004931313131313131,
      "loss": 2.6737,
      "theoretical_loss": 3.4779009983489813,
      "tokens_seen": 1700265984
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004931111111111112,
      "loss": 2.5862,
      "theoretical_loss": 3.4778894614161873,
      "tokens_seen": 1700331520
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004930909090909091,
      "loss": 2.5534,
      "theoretical_loss": 3.477877925052555,
      "tokens_seen": 1700397056
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004930707070707071,
      "loss": 2.6173,
      "theoretical_loss": 3.4778663892580353,
      "tokens_seen": 1700462592
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004930505050505051,
      "loss": 2.7138,
      "theoretical_loss": 3.477854854032577,
      "tokens_seen": 1700528128
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004930303030303031,
      "loss": 2.5778,
      "theoretical_loss": 3.477843319376131,
      "tokens_seen": 1700593664
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000493010101010101,
      "loss": 2.5768,
      "theoretical_loss": 3.4778317852886476,
      "tokens_seen": 1700659200
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000492989898989899,
      "loss": 2.8706,
      "theoretical_loss": 3.4778202517700754,
      "tokens_seen": 1700724736
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004929696969696969,
      "loss": 2.4533,
      "theoretical_loss": 3.4778087188203655,
      "tokens_seen": 1700790272
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000492949494949495,
      "loss": 2.6694,
      "theoretical_loss": 3.477797186439468,
      "tokens_seen": 1700855808
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 938365,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.9837400913238525,
      "objective/train/theoretical_loss": 3.4777856546273327,
      "objective/train/tokens_used": 59780576,
      "theoretical_loss": 3.4777856546273327,
      "tokens_seen": 1700921344
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004929292929292929,
      "loss": 2.7473,
      "theoretical_loss": 3.4777856546273327,
      "tokens_seen": 1700921344
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004929090909090909,
      "loss": 2.4495,
      "theoretical_loss": 3.477774123383909,
      "tokens_seen": 1700986880
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004928888888888888,
      "loss": 2.609,
      "theoretical_loss": 3.477762592709148,
      "tokens_seen": 1701052416
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004928686868686869,
      "loss": 2.5167,
      "theoretical_loss": 3.477751062602999,
      "tokens_seen": 1701117952
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004928484848484849,
      "loss": 2.4444,
      "theoretical_loss": 3.477739533065412,
      "tokens_seen": 1701183488
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004928282828282829,
      "loss": 2.5933,
      "theoretical_loss": 3.4777280040963383,
      "tokens_seen": 1701249024
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004928080808080808,
      "loss": 2.707,
      "theoretical_loss": 3.4777164756957264,
      "tokens_seen": 1701314560
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004927878787878788,
      "loss": 2.5917,
      "theoretical_loss": 3.477704947863527,
      "tokens_seen": 1701380096
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004927676767676768,
      "loss": 2.5673,
      "theoretical_loss": 3.4776934205996906,
      "tokens_seen": 1701445632
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004927474747474748,
      "loss": 2.8966,
      "theoretical_loss": 3.4776818939041663,
      "tokens_seen": 1701511168
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004927272727272727,
      "loss": 2.6156,
      "theoretical_loss": 3.477670367776905,
      "tokens_seen": 1701576704
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004927070707070707,
      "loss": 2.6147,
      "theoretical_loss": 3.477658842217857,
      "tokens_seen": 1701642240
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004926868686868686,
      "loss": 2.613,
      "theoretical_loss": 3.4776473172269715,
      "tokens_seen": 1701707776
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004926666666666666,
      "loss": 2.7808,
      "theoretical_loss": 3.4776357928041994,
      "tokens_seen": 1701773312
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004926464646464647,
      "loss": 2.6945,
      "theoretical_loss": 3.4776242689494903,
      "tokens_seen": 1701838848
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004926262626262627,
      "loss": 2.7847,
      "theoretical_loss": 3.4776127456627948,
      "tokens_seen": 1701904384
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004926060606060606,
      "loss": 2.7205,
      "theoretical_loss": 3.4776012229440623,
      "tokens_seen": 1701969920
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004925858585858586,
      "loss": 2.6992,
      "theoretical_loss": 3.477589700793244,
      "tokens_seen": 1702035456
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004925656565656566,
      "loss": 2.6906,
      "theoretical_loss": 3.4775781792102887,
      "tokens_seen": 1702100992
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004925454545454546,
      "loss": 2.659,
      "theoretical_loss": 3.477566658195148,
      "tokens_seen": 1702166528
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004925252525252525,
      "loss": 2.727,
      "theoretical_loss": 3.477555137747771,
      "tokens_seen": 1702232064
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004925050505050505,
      "loss": 2.7682,
      "theoretical_loss": 3.4775436178681085,
      "tokens_seen": 1702297600
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004924848484848485,
      "loss": 2.5353,
      "theoretical_loss": 3.4775320985561105,
      "tokens_seen": 1702363136
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004924646464646464,
      "loss": 2.6144,
      "theoretical_loss": 3.477520579811727,
      "tokens_seen": 1702428672
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004924444444444444,
      "loss": 2.7138,
      "theoretical_loss": 3.477509061634908,
      "tokens_seen": 1702494208
    },
    {
      "epoch": 0.02,
      "objective/train/docs_used": 938945,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 3.2912395000457764,
      "objective/train/theoretical_loss": 3.4774975440256037,
      "objective/train/tokens_used": 61418976,
      "theoretical_loss": 3.4774975440256037,
      "tokens_seen": 1702559744
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004924242424242425,
      "loss": 2.7635,
      "theoretical_loss": 3.4774975440256037,
      "tokens_seen": 1702559744
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004924040404040405,
      "loss": 2.761,
      "theoretical_loss": 3.4774860269837653,
      "tokens_seen": 1702625280
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004923838383838384,
      "loss": 2.6293,
      "theoretical_loss": 3.4774745105093414,
      "tokens_seen": 1702690816
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004923636363636364,
      "loss": 2.6983,
      "theoretical_loss": 3.4774629946022837,
      "tokens_seen": 1702756352
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004923434343434344,
      "loss": 2.6871,
      "theoretical_loss": 3.477451479262541,
      "tokens_seen": 1702821888
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004923232323232323,
      "loss": 2.7305,
      "theoretical_loss": 3.477439964490065,
      "tokens_seen": 1702887424
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004923030303030303,
      "loss": 2.6126,
      "theoretical_loss": 3.477428450284805,
      "tokens_seen": 1702952960
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004922828282828283,
      "loss": 2.365,
      "theoretical_loss": 3.4774169366467116,
      "tokens_seen": 1703018496
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004922626262626262,
      "loss": 2.6455,
      "theoretical_loss": 3.4774054235757346,
      "tokens_seen": 1703084032
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004922424242424242,
      "loss": 2.5675,
      "theoretical_loss": 3.4773939110718244,
      "tokens_seen": 1703149568
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004922222222222222,
      "loss": 2.5027,
      "theoretical_loss": 3.4773823991349317,
      "tokens_seen": 1703215104
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004922020202020202,
      "loss": 2.7077,
      "theoretical_loss": 3.4773708877650065,
      "tokens_seen": 1703280640
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004921818181818182,
      "loss": 2.5908,
      "theoretical_loss": 3.477359376961999,
      "tokens_seen": 1703346176
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004921616161616162,
      "loss": 2.6174,
      "theoretical_loss": 3.477347866725859,
      "tokens_seen": 1703411712
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004921414141414142,
      "loss": 2.6228,
      "theoretical_loss": 3.4773363570565374,
      "tokens_seen": 1703477248
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004921212121212122,
      "loss": 2.8639,
      "theoretical_loss": 3.4773248479539847,
      "tokens_seen": 1703542784
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004921010101010101,
      "loss": 2.75,
      "theoretical_loss": 3.47731333941815,
      "tokens_seen": 1703608320
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004920808080808081,
      "loss": 2.4292,
      "theoretical_loss": 3.477301831448985,
      "tokens_seen": 1703673856
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004920606060606061,
      "loss": 2.6518,
      "theoretical_loss": 3.4772903240464395,
      "tokens_seen": 1703739392
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004920404040404041,
      "loss": 2.7381,
      "theoretical_loss": 3.477278817210463,
      "tokens_seen": 1703804928
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000492020202020202,
      "loss": 2.7286,
      "theoretical_loss": 3.4772673109410075,
      "tokens_seen": 1703870464
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000492,
      "loss": 2.7131,
      "theoretical_loss": 3.4772558052380216,
      "tokens_seen": 1703936000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004919797979797979,
      "loss": 2.8491,
      "theoretical_loss": 3.4772443001014564,
      "tokens_seen": 1704001536
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000491959595959596,
      "loss": 2.6865,
      "theoretical_loss": 3.4772327955312625,
      "tokens_seen": 1704067072
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000491939393939394,
      "loss": 2.4784,
      "theoretical_loss": 3.47722129152739,
      "tokens_seen": 1704132608
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 940087,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.313035726547241,
      "objective/train/theoretical_loss": 3.477209788089789,
      "objective/train/tokens_used": 63057376,
      "theoretical_loss": 3.477209788089789,
      "tokens_seen": 1704198144
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000491919191919192,
      "loss": 2.5144,
      "theoretical_loss": 3.477209788089789,
      "tokens_seen": 1704198144
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004918989898989899,
      "loss": 2.4958,
      "theoretical_loss": 3.4771982852184102,
      "tokens_seen": 1704263680
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004918787878787879,
      "loss": 2.6901,
      "theoretical_loss": 3.4771867829132033,
      "tokens_seen": 1704329216
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004918585858585859,
      "loss": 2.7283,
      "theoretical_loss": 3.4771752811741194,
      "tokens_seen": 1704394752
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004918383838383839,
      "loss": 2.5867,
      "theoretical_loss": 3.477163780001109,
      "tokens_seen": 1704460288
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004918181818181818,
      "loss": 2.6477,
      "theoretical_loss": 3.477152279394122,
      "tokens_seen": 1704525824
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004917979797979798,
      "loss": 2.6709,
      "theoretical_loss": 3.4771407793531086,
      "tokens_seen": 1704591360
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004917777777777777,
      "loss": 2.6038,
      "theoretical_loss": 3.4771292798780196,
      "tokens_seen": 1704656896
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004917575757575758,
      "loss": 2.9226,
      "theoretical_loss": 3.477117780968805,
      "tokens_seen": 1704722432
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004917373737373737,
      "loss": 2.5123,
      "theoretical_loss": 3.4771062826254155,
      "tokens_seen": 1704787968
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004917171717171718,
      "loss": 2.5392,
      "theoretical_loss": 3.477094784847802,
      "tokens_seen": 1704853504
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004916969696969697,
      "loss": 2.8546,
      "theoretical_loss": 3.477083287635914,
      "tokens_seen": 1704919040
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004916767676767677,
      "loss": 2.5932,
      "theoretical_loss": 3.4770717909897026,
      "tokens_seen": 1704984576
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004916565656565657,
      "loss": 2.6186,
      "theoretical_loss": 3.4770602949091174,
      "tokens_seen": 1705050112
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004916363636363637,
      "loss": 2.6519,
      "theoretical_loss": 3.47704879939411,
      "tokens_seen": 1705115648
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004916161616161616,
      "loss": 2.6116,
      "theoretical_loss": 3.4770373044446297,
      "tokens_seen": 1705181184
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004915959595959596,
      "loss": 2.7875,
      "theoretical_loss": 3.4770258100606277,
      "tokens_seen": 1705246720
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004915757575757576,
      "loss": 2.621,
      "theoretical_loss": 3.4770143162420544,
      "tokens_seen": 1705312256
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004915555555555556,
      "loss": 2.7483,
      "theoretical_loss": 3.47700282298886,
      "tokens_seen": 1705377792
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004915353535353535,
      "loss": 2.6616,
      "theoretical_loss": 3.4769913303009945,
      "tokens_seen": 1705443328
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004915151515151515,
      "loss": 2.8028,
      "theoretical_loss": 3.4769798381784094,
      "tokens_seen": 1705508864
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004914949494949494,
      "loss": 2.3576,
      "theoretical_loss": 3.4769683466210544,
      "tokens_seen": 1705574400
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004914747474747475,
      "loss": 2.6636,
      "theoretical_loss": 3.47695685562888,
      "tokens_seen": 1705639936
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004914545454545455,
      "loss": 2.7262,
      "theoretical_loss": 3.4769453652018374,
      "tokens_seen": 1705705472
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004914343434343435,
      "loss": 2.6114,
      "theoretical_loss": 3.476933875339877,
      "tokens_seen": 1705771008
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 941279,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.1284117698669434,
      "objective/train/theoretical_loss": 3.4769223860429483,
      "objective/train/tokens_used": 64695776,
      "theoretical_loss": 3.4769223860429483,
      "tokens_seen": 1705836544
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004914141414141414,
      "loss": 2.6038,
      "theoretical_loss": 3.4769223860429483,
      "tokens_seen": 1705836544
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004913939393939394,
      "loss": 2.5564,
      "theoretical_loss": 3.4769108973110026,
      "tokens_seen": 1705902080
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004913737373737374,
      "loss": 2.6878,
      "theoretical_loss": 3.47689940914399,
      "tokens_seen": 1705967616
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004913535353535354,
      "loss": 2.7768,
      "theoretical_loss": 3.476887921541862,
      "tokens_seen": 1706033152
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004913333333333333,
      "loss": 2.5874,
      "theoretical_loss": 3.4768764345045677,
      "tokens_seen": 1706098688
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004913131313131313,
      "loss": 2.4851,
      "theoretical_loss": 3.476864948032059,
      "tokens_seen": 1706164224
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004912929292929293,
      "loss": 2.3652,
      "theoretical_loss": 3.4768534621242853,
      "tokens_seen": 1706229760
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004912727272727272,
      "loss": 2.3602,
      "theoretical_loss": 3.4768419767811976,
      "tokens_seen": 1706295296
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004912525252525252,
      "loss": 2.6307,
      "theoretical_loss": 3.4768304920027466,
      "tokens_seen": 1706360832
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004912323232323233,
      "loss": 2.6657,
      "theoretical_loss": 3.4768190077888823,
      "tokens_seen": 1706426368
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004912121212121213,
      "loss": 2.5756,
      "theoretical_loss": 3.4768075241395566,
      "tokens_seen": 1706491904
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004911919191919192,
      "loss": 2.7722,
      "theoretical_loss": 3.4767960410547185,
      "tokens_seen": 1706557440
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004911717171717172,
      "loss": 2.288,
      "theoretical_loss": 3.4767845585343196,
      "tokens_seen": 1706622976
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004911515151515152,
      "loss": 2.4128,
      "theoretical_loss": 3.4767730765783096,
      "tokens_seen": 1706688512
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004911313131313131,
      "loss": 2.4081,
      "theoretical_loss": 3.47676159518664,
      "tokens_seen": 1706754048
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004911111111111111,
      "loss": 2.6869,
      "theoretical_loss": 3.4767501143592607,
      "tokens_seen": 1706819584
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004910909090909091,
      "loss": 2.5965,
      "theoretical_loss": 3.4767386340961233,
      "tokens_seen": 1706885120
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000491070707070707,
      "loss": 2.5827,
      "theoretical_loss": 3.476727154397177,
      "tokens_seen": 1706950656
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000491050505050505,
      "loss": 2.7387,
      "theoretical_loss": 3.4767156752623736,
      "tokens_seen": 1707016192
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000491030303030303,
      "loss": 2.7383,
      "theoretical_loss": 3.4767041966916628,
      "tokens_seen": 1707081728
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004910101010101011,
      "loss": 2.7158,
      "theoretical_loss": 3.476692718684996,
      "tokens_seen": 1707147264
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000490989898989899,
      "loss": 2.6993,
      "theoretical_loss": 3.476681241242323,
      "tokens_seen": 1707212800
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000490969696969697,
      "loss": 2.6435,
      "theoretical_loss": 3.4766697643635958,
      "tokens_seen": 1707278336
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000490949494949495,
      "loss": 2.6064,
      "theoretical_loss": 3.4766582880487635,
      "tokens_seen": 1707343872
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000490929292929293,
      "loss": 2.5374,
      "theoretical_loss": 3.4766468122977776,
      "tokens_seen": 1707409408
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 941668,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.3641209602355957,
      "objective/train/theoretical_loss": 3.4766353371105887,
      "objective/train/tokens_used": 66334176,
      "theoretical_loss": 3.4766353371105887,
      "tokens_seen": 1707474944
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004909090909090909,
      "loss": 2.6239,
      "theoretical_loss": 3.4766353371105887,
      "tokens_seen": 1707474944
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004908888888888889,
      "loss": 2.5148,
      "theoretical_loss": 3.4766238624871475,
      "tokens_seen": 1707540480
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004908686868686868,
      "loss": 2.5122,
      "theoretical_loss": 3.4766123884274043,
      "tokens_seen": 1707606016
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004908484848484849,
      "loss": 2.9696,
      "theoretical_loss": 3.4766009149313097,
      "tokens_seen": 1707671552
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004908282828282828,
      "loss": 2.4315,
      "theoretical_loss": 3.476589441998815,
      "tokens_seen": 1707737088
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004908080808080808,
      "loss": 2.6819,
      "theoretical_loss": 3.4765779696298704,
      "tokens_seen": 1707802624
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004907878787878787,
      "loss": 2.6707,
      "theoretical_loss": 3.476566497824427,
      "tokens_seen": 1707868160
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004907676767676768,
      "loss": 2.6873,
      "theoretical_loss": 3.476555026582435,
      "tokens_seen": 1707933696
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004907474747474748,
      "loss": 2.6117,
      "theoretical_loss": 3.476543555903846,
      "tokens_seen": 1707999232
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004907272727272728,
      "loss": 2.7386,
      "theoretical_loss": 3.4765320857886097,
      "tokens_seen": 1708064768
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004907070707070707,
      "loss": 2.7186,
      "theoretical_loss": 3.476520616236677,
      "tokens_seen": 1708130304
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004906868686868687,
      "loss": 2.6979,
      "theoretical_loss": 3.476509147247999,
      "tokens_seen": 1708195840
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004906666666666667,
      "loss": 2.8907,
      "theoretical_loss": 3.4764976788225264,
      "tokens_seen": 1708261376
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004906464646464647,
      "loss": 2.6496,
      "theoretical_loss": 3.4764862109602097,
      "tokens_seen": 1708326912
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004906262626262626,
      "loss": 2.7096,
      "theoretical_loss": 3.4764747436609995,
      "tokens_seen": 1708392448
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004906060606060606,
      "loss": 2.7149,
      "theoretical_loss": 3.476463276924847,
      "tokens_seen": 1708457984
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004905858585858585,
      "loss": 2.8988,
      "theoretical_loss": 3.476451810751703,
      "tokens_seen": 1708523520
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004905656565656565,
      "loss": 2.5287,
      "theoretical_loss": 3.4764403451415173,
      "tokens_seen": 1708589056
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004905454545454546,
      "loss": 2.4729,
      "theoretical_loss": 3.476428880094242,
      "tokens_seen": 1708654592
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004905252525252526,
      "loss": 2.7736,
      "theoretical_loss": 3.476417415609827,
      "tokens_seen": 1708720128
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004905050505050505,
      "loss": 2.732,
      "theoretical_loss": 3.476405951688223,
      "tokens_seen": 1708785664
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004904848484848485,
      "loss": 2.6687,
      "theoretical_loss": 3.476394488329382,
      "tokens_seen": 1708851200
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004904646464646465,
      "loss": 2.7529,
      "theoretical_loss": 3.476383025533253,
      "tokens_seen": 1708916736
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004904444444444445,
      "loss": 2.5937,
      "theoretical_loss": 3.4763715632997885,
      "tokens_seen": 1708982272
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004904242424242424,
      "loss": 2.7642,
      "theoretical_loss": 3.476360101628938,
      "tokens_seen": 1709047808
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 943105,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5795464515686035,
      "objective/train/theoretical_loss": 3.476348640520653,
      "objective/train/tokens_used": 67972576,
      "theoretical_loss": 3.476348640520653,
      "tokens_seen": 1709113344
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004904040404040404,
      "loss": 2.6005,
      "theoretical_loss": 3.476348640520653,
      "tokens_seen": 1709113344
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004903838383838384,
      "loss": 2.4409,
      "theoretical_loss": 3.476337179974884,
      "tokens_seen": 1709178880
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004903636363636364,
      "loss": 2.6039,
      "theoretical_loss": 3.476325719991582,
      "tokens_seen": 1709244416
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004903434343434343,
      "loss": 2.5914,
      "theoretical_loss": 3.476314260570698,
      "tokens_seen": 1709309952
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004903232323232323,
      "loss": 2.4368,
      "theoretical_loss": 3.4763028017121824,
      "tokens_seen": 1709375488
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004903030303030304,
      "loss": 2.7762,
      "theoretical_loss": 3.4762913434159866,
      "tokens_seen": 1709441024
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004902828282828283,
      "loss": 2.6016,
      "theoretical_loss": 3.476279885682061,
      "tokens_seen": 1709506560
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004902626262626263,
      "loss": 2.6904,
      "theoretical_loss": 3.4762684285103562,
      "tokens_seen": 1709572096
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004902424242424243,
      "loss": 2.6499,
      "theoretical_loss": 3.476256971900824,
      "tokens_seen": 1709637632
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004902222222222222,
      "loss": 2.5542,
      "theoretical_loss": 3.4762455158534147,
      "tokens_seen": 1709703168
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004902020202020202,
      "loss": 2.8664,
      "theoretical_loss": 3.476234060368079,
      "tokens_seen": 1709768704
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004901818181818182,
      "loss": 2.7259,
      "theoretical_loss": 3.4762226054447676,
      "tokens_seen": 1709834240
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004901616161616162,
      "loss": 2.7595,
      "theoretical_loss": 3.476211151083432,
      "tokens_seen": 1709899776
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004901414141414141,
      "loss": 2.7021,
      "theoretical_loss": 3.4761996972840232,
      "tokens_seen": 1709965312
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004901212121212121,
      "loss": 2.5646,
      "theoretical_loss": 3.476188244046491,
      "tokens_seen": 1710030848
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004901010101010101,
      "loss": 2.7032,
      "theoretical_loss": 3.4761767913707877,
      "tokens_seen": 1710096384
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000490080808080808,
      "loss": 2.5891,
      "theoretical_loss": 3.4761653392568634,
      "tokens_seen": 1710161920
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004900606060606061,
      "loss": 2.6411,
      "theoretical_loss": 3.4761538877046694,
      "tokens_seen": 1710227456
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004900404040404041,
      "loss": 2.5804,
      "theoretical_loss": 3.476142436714156,
      "tokens_seen": 1710292992
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004900202020202021,
      "loss": 2.6421,
      "theoretical_loss": 3.4761309862852747,
      "tokens_seen": 1710358528
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00049,
      "loss": 2.891,
      "theoretical_loss": 3.4761195364179764,
      "tokens_seen": 1710424064
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000489979797979798,
      "loss": 2.6098,
      "theoretical_loss": 3.4761080871122116,
      "tokens_seen": 1710489600
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000489959595959596,
      "loss": 2.8071,
      "theoretical_loss": 3.476096638367932,
      "tokens_seen": 1710555136
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004899393939393939,
      "loss": 2.5849,
      "theoretical_loss": 3.4760851901850875,
      "tokens_seen": 1710620672
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004899191919191919,
      "loss": 2.8232,
      "theoretical_loss": 3.4760737425636297,
      "tokens_seen": 1710686208
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 943708,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.789628744125366,
      "objective/train/theoretical_loss": 3.4760622955035103,
      "objective/train/tokens_used": 69610976,
      "theoretical_loss": 3.4760622955035103,
      "tokens_seen": 1710751744
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004898989898989899,
      "loss": 2.7948,
      "theoretical_loss": 3.4760622955035103,
      "tokens_seen": 1710751744
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004898787878787878,
      "loss": 2.7579,
      "theoretical_loss": 3.476050849004679,
      "tokens_seen": 1710817280
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004898585858585858,
      "loss": 2.8273,
      "theoretical_loss": 3.4760394030670874,
      "tokens_seen": 1710882816
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004898383838383839,
      "loss": 2.5987,
      "theoretical_loss": 3.476027957690686,
      "tokens_seen": 1710948352
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004898181818181819,
      "loss": 2.6575,
      "theoretical_loss": 3.476016512875426,
      "tokens_seen": 1711013888
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004897979797979798,
      "loss": 2.792,
      "theoretical_loss": 3.4760050686212596,
      "tokens_seen": 1711079424
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004897777777777778,
      "loss": 2.703,
      "theoretical_loss": 3.475993624928136,
      "tokens_seen": 1711144960
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004897575757575758,
      "loss": 2.6028,
      "theoretical_loss": 3.475982181796007,
      "tokens_seen": 1711210496
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004897373737373738,
      "loss": 2.8526,
      "theoretical_loss": 3.475970739224824,
      "tokens_seen": 1711276032
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004897171717171717,
      "loss": 2.5888,
      "theoretical_loss": 3.475959297214537,
      "tokens_seen": 1711341568
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004896969696969697,
      "loss": 2.7614,
      "theoretical_loss": 3.475947855765098,
      "tokens_seen": 1711407104
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004896767676767676,
      "loss": 2.723,
      "theoretical_loss": 3.4759364148764575,
      "tokens_seen": 1711472640
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004896565656565657,
      "loss": 2.5174,
      "theoretical_loss": 3.4759249745485667,
      "tokens_seen": 1711538176
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004896363636363636,
      "loss": 2.6374,
      "theoretical_loss": 3.4759135347813768,
      "tokens_seen": 1711603712
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004896161616161617,
      "loss": 2.7387,
      "theoretical_loss": 3.4759020955748388,
      "tokens_seen": 1711669248
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004895959595959596,
      "loss": 2.6615,
      "theoretical_loss": 3.4758906569289034,
      "tokens_seen": 1711734784
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004895757575757576,
      "loss": 2.6527,
      "theoretical_loss": 3.475879218843522,
      "tokens_seen": 1711800320
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004895555555555556,
      "loss": 2.6785,
      "theoretical_loss": 3.475867781318646,
      "tokens_seen": 1711865856
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004895353535353536,
      "loss": 2.4673,
      "theoretical_loss": 3.4758563443542254,
      "tokens_seen": 1711931392
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004895151515151515,
      "loss": 2.6067,
      "theoretical_loss": 3.4758449079502123,
      "tokens_seen": 1711996928
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004894949494949495,
      "loss": 2.6138,
      "theoretical_loss": 3.475833472106557,
      "tokens_seen": 1712062464
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004894747474747475,
      "loss": 2.6808,
      "theoretical_loss": 3.475822036823212,
      "tokens_seen": 1712128000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004894545454545455,
      "loss": 2.6603,
      "theoretical_loss": 3.4758106021001267,
      "tokens_seen": 1712193536
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004894343434343434,
      "loss": 2.4896,
      "theoretical_loss": 3.4757991679372533,
      "tokens_seen": 1712259072
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004894141414141414,
      "loss": 2.5848,
      "theoretical_loss": 3.4757877343345425,
      "tokens_seen": 1712324608
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 944906,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.562922239303589,
      "objective/train/theoretical_loss": 3.4757763012919454,
      "objective/train/tokens_used": 71249376,
      "theoretical_loss": 3.4757763012919454,
      "tokens_seen": 1712390144
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004893939393939393,
      "loss": 2.6692,
      "theoretical_loss": 3.4757763012919454,
      "tokens_seen": 1712390144
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004893737373737374,
      "loss": 2.848,
      "theoretical_loss": 3.475764868809413,
      "tokens_seen": 1712455680
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004893535353535354,
      "loss": 2.437,
      "theoretical_loss": 3.4757534368868974,
      "tokens_seen": 1712521216
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004893333333333334,
      "loss": 2.7263,
      "theoretical_loss": 3.4757420055243484,
      "tokens_seen": 1712586752
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004893131313131313,
      "loss": 2.6201,
      "theoretical_loss": 3.4757305747217178,
      "tokens_seen": 1712652288
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004892929292929293,
      "loss": 2.774,
      "theoretical_loss": 3.4757191444789566,
      "tokens_seen": 1712717824
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004892727272727273,
      "loss": 2.8183,
      "theoretical_loss": 3.475707714796016,
      "tokens_seen": 1712783360
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004892525252525253,
      "loss": 2.6004,
      "theoretical_loss": 3.4756962856728473,
      "tokens_seen": 1712848896
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004892323232323232,
      "loss": 2.8133,
      "theoretical_loss": 3.4756848571094014,
      "tokens_seen": 1712914432
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004892121212121212,
      "loss": 2.8219,
      "theoretical_loss": 3.4756734291056297,
      "tokens_seen": 1712979968
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004891919191919192,
      "loss": 2.826,
      "theoretical_loss": 3.475662001661483,
      "tokens_seen": 1713045504
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004891717171717171,
      "loss": 2.6803,
      "theoretical_loss": 3.475650574776914,
      "tokens_seen": 1713111040
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004891515151515151,
      "loss": 2.7393,
      "theoretical_loss": 3.4756391484518714,
      "tokens_seen": 1713176576
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004891313131313132,
      "loss": 2.5757,
      "theoretical_loss": 3.4756277226863084,
      "tokens_seen": 1713242112
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004891111111111112,
      "loss": 2.7433,
      "theoretical_loss": 3.475616297480175,
      "tokens_seen": 1713307648
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004890909090909091,
      "loss": 2.5726,
      "theoretical_loss": 3.475604872833424,
      "tokens_seen": 1713373184
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004890707070707071,
      "loss": 2.7851,
      "theoretical_loss": 3.4755934487460047,
      "tokens_seen": 1713438720
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004890505050505051,
      "loss": 2.6237,
      "theoretical_loss": 3.475582025217869,
      "tokens_seen": 1713504256
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000489030303030303,
      "loss": 2.8517,
      "theoretical_loss": 3.4755706022489687,
      "tokens_seen": 1713569792
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000489010101010101,
      "loss": 2.4496,
      "theoretical_loss": 3.475559179839254,
      "tokens_seen": 1713635328
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000488989898989899,
      "loss": 2.4707,
      "theoretical_loss": 3.4755477579886778,
      "tokens_seen": 1713700864
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004889696969696969,
      "loss": 2.7956,
      "theoretical_loss": 3.4755363366971896,
      "tokens_seen": 1713766400
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004889494949494949,
      "loss": 2.6349,
      "theoretical_loss": 3.4755249159647414,
      "tokens_seen": 1713831936
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004889292929292929,
      "loss": 2.6285,
      "theoretical_loss": 3.4755134957912848,
      "tokens_seen": 1713897472
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000488909090909091,
      "loss": 2.7714,
      "theoretical_loss": 3.4755020761767703,
      "tokens_seen": 1713963008
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 945396,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.1092090606689453,
      "objective/train/theoretical_loss": 3.47549065712115,
      "objective/train/tokens_used": 72887776,
      "theoretical_loss": 3.47549065712115,
      "tokens_seen": 1714028544
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004888888888888889,
      "loss": 2.4456,
      "theoretical_loss": 3.47549065712115,
      "tokens_seen": 1714028544
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004888686868686869,
      "loss": 2.5141,
      "theoretical_loss": 3.4754792386243745,
      "tokens_seen": 1714094080
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004888484848484849,
      "loss": 2.7276,
      "theoretical_loss": 3.4754678206863954,
      "tokens_seen": 1714159616
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004888282828282829,
      "loss": 2.5177,
      "theoretical_loss": 3.475456403307164,
      "tokens_seen": 1714225152
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004888080808080808,
      "loss": 2.7962,
      "theoretical_loss": 3.4754449864866315,
      "tokens_seen": 1714290688
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004887878787878788,
      "loss": 2.5457,
      "theoretical_loss": 3.475433570224749,
      "tokens_seen": 1714356224
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004887676767676768,
      "loss": 2.6354,
      "theoretical_loss": 3.475422154521468,
      "tokens_seen": 1714421760
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004887474747474748,
      "loss": 2.6071,
      "theoretical_loss": 3.47541073937674,
      "tokens_seen": 1714487296
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004887272727272727,
      "loss": 2.5188,
      "theoretical_loss": 3.475399324790516,
      "tokens_seen": 1714552832
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004887070707070707,
      "loss": 2.874,
      "theoretical_loss": 3.4753879107627483,
      "tokens_seen": 1714618368
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004886868686868686,
      "loss": 2.7343,
      "theoretical_loss": 3.4753764972933867,
      "tokens_seen": 1714683904
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004886666666666667,
      "loss": 2.8105,
      "theoretical_loss": 3.4753650843823833,
      "tokens_seen": 1714749440
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004886464646464647,
      "loss": 2.8456,
      "theoretical_loss": 3.47535367202969,
      "tokens_seen": 1714814976
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004886262626262627,
      "loss": 2.5544,
      "theoretical_loss": 3.475342260235257,
      "tokens_seen": 1714880512
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004886060606060606,
      "loss": 2.7038,
      "theoretical_loss": 3.475330848999036,
      "tokens_seen": 1714946048
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004885858585858586,
      "loss": 2.4342,
      "theoretical_loss": 3.4753194383209793,
      "tokens_seen": 1715011584
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004885656565656566,
      "loss": 2.8637,
      "theoretical_loss": 3.475308028201037,
      "tokens_seen": 1715077120
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004885454545454546,
      "loss": 2.8579,
      "theoretical_loss": 3.4752966186391614,
      "tokens_seen": 1715142656
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004885252525252525,
      "loss": 2.7374,
      "theoretical_loss": 3.4752852096353033,
      "tokens_seen": 1715208192
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004885050505050505,
      "loss": 2.6466,
      "theoretical_loss": 3.4752738011894144,
      "tokens_seen": 1715273728
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004884848484848484,
      "loss": 2.7546,
      "theoretical_loss": 3.4752623933014464,
      "tokens_seen": 1715339264
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004884646464646465,
      "loss": 2.5621,
      "theoretical_loss": 3.47525098597135,
      "tokens_seen": 1715404800
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004884444444444445,
      "loss": 2.5583,
      "theoretical_loss": 3.475239579199077,
      "tokens_seen": 1715470336
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004884242424242425,
      "loss": 2.6457,
      "theoretical_loss": 3.4752281729845786,
      "tokens_seen": 1715535872
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004884040404040404,
      "loss": 2.7425,
      "theoretical_loss": 3.4752167673278063,
      "tokens_seen": 1715601408
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 946450,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.578782796859741,
      "objective/train/theoretical_loss": 3.475205362228712,
      "objective/train/tokens_used": 74526176,
      "theoretical_loss": 3.475205362228712,
      "tokens_seen": 1715666944
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004883838383838384,
      "loss": 2.544,
      "theoretical_loss": 3.475205362228712,
      "tokens_seen": 1715666944
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004883636363636364,
      "loss": 2.5762,
      "theoretical_loss": 3.475193957687246,
      "tokens_seen": 1715732480
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004883434343434344,
      "loss": 2.6404,
      "theoretical_loss": 3.4751825537033607,
      "tokens_seen": 1715798016
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004883232323232323,
      "loss": 2.5441,
      "theoretical_loss": 3.4751711502770077,
      "tokens_seen": 1715863552
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004883030303030303,
      "loss": 2.6666,
      "theoretical_loss": 3.4751597474081377,
      "tokens_seen": 1715929088
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004882828282828283,
      "loss": 2.4691,
      "theoretical_loss": 3.4751483450967027,
      "tokens_seen": 1715994624
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004882626262626263,
      "loss": 2.8491,
      "theoretical_loss": 3.4751369433426538,
      "tokens_seen": 1716060160
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004882424242424243,
      "loss": 2.6214,
      "theoretical_loss": 3.4751255421459426,
      "tokens_seen": 1716125696
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048822222222222225,
      "loss": 2.7773,
      "theoretical_loss": 3.4751141415065208,
      "tokens_seen": 1716191232
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004882020202020202,
      "loss": 2.4918,
      "theoretical_loss": 3.4751027414243394,
      "tokens_seen": 1716256768
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048818181818181816,
      "loss": 2.5795,
      "theoretical_loss": 3.4750913418993505,
      "tokens_seen": 1716322304
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048816161616161617,
      "loss": 2.5246,
      "theoretical_loss": 3.4750799429315054,
      "tokens_seen": 1716387840
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004881414141414142,
      "loss": 2.514,
      "theoretical_loss": 3.475068544520755,
      "tokens_seen": 1716453376
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048812121212121214,
      "loss": 2.639,
      "theoretical_loss": 3.4750571466670515,
      "tokens_seen": 1716518912
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004881010101010101,
      "loss": 2.6768,
      "theoretical_loss": 3.475045749370346,
      "tokens_seen": 1716584448
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048808080808080805,
      "loss": 2.7541,
      "theoretical_loss": 3.4750343526305905,
      "tokens_seen": 1716649984
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004880606060606061,
      "loss": 2.5554,
      "theoretical_loss": 3.475022956447736,
      "tokens_seen": 1716715520
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004880404040404041,
      "loss": 2.7061,
      "theoretical_loss": 3.4750115608217342,
      "tokens_seen": 1716781056
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048802020202020203,
      "loss": 2.5479,
      "theoretical_loss": 3.4750001657525367,
      "tokens_seen": 1716846592
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000488,
      "loss": 2.5462,
      "theoretical_loss": 3.4749887712400955,
      "tokens_seen": 1716912128
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048797979797979795,
      "loss": 2.4832,
      "theoretical_loss": 3.474977377284361,
      "tokens_seen": 1716977664
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000487959595959596,
      "loss": 2.7024,
      "theoretical_loss": 3.4749659838852858,
      "tokens_seen": 1717043200
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048793939393939397,
      "loss": 2.841,
      "theoretical_loss": 3.4749545910428212,
      "tokens_seen": 1717108736
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004879191919191919,
      "loss": 2.589,
      "theoretical_loss": 3.474943198756918,
      "tokens_seen": 1717174272
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004878989898989899,
      "loss": 2.5626,
      "theoretical_loss": 3.474931807027529,
      "tokens_seen": 1717239808
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 947071,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.492351531982422,
      "objective/train/theoretical_loss": 3.474920415854605,
      "objective/train/tokens_used": 76164576,
      "theoretical_loss": 3.474920415854605,
      "tokens_seen": 1717305344
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048787878787878784,
      "loss": 2.7781,
      "theoretical_loss": 3.474920415854605,
      "tokens_seen": 1717305344
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004878585858585859,
      "loss": 2.6613,
      "theoretical_loss": 3.474909025238098,
      "tokens_seen": 1717370880
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048783838383838386,
      "loss": 2.6513,
      "theoretical_loss": 3.474897635177959,
      "tokens_seen": 1717436416
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004878181818181818,
      "loss": 2.5682,
      "theoretical_loss": 3.4748862456741403,
      "tokens_seen": 1717501952
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004877979797979798,
      "loss": 2.7969,
      "theoretical_loss": 3.4748748567265926,
      "tokens_seen": 1717567488
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004877777777777778,
      "loss": 2.7713,
      "theoretical_loss": 3.474863468335269,
      "tokens_seen": 1717633024
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004877575757575758,
      "loss": 2.7294,
      "theoretical_loss": 3.4748520805001193,
      "tokens_seen": 1717698560
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048773737373737375,
      "loss": 2.4451,
      "theoretical_loss": 3.474840693221096,
      "tokens_seen": 1717764096
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004877171717171717,
      "loss": 2.5473,
      "theoretical_loss": 3.4748293064981515,
      "tokens_seen": 1717829632
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048769696969696967,
      "loss": 2.6743,
      "theoretical_loss": 3.474817920331236,
      "tokens_seen": 1717895168
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004876767676767677,
      "loss": 2.4018,
      "theoretical_loss": 3.4748065347203023,
      "tokens_seen": 1717960704
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004876565656565657,
      "loss": 2.5568,
      "theoretical_loss": 3.474795149665301,
      "tokens_seen": 1718026240
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048763636363636365,
      "loss": 2.4997,
      "theoretical_loss": 3.474783765166185,
      "tokens_seen": 1718091776
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004876161616161616,
      "loss": 2.5956,
      "theoretical_loss": 3.4747723812229045,
      "tokens_seen": 1718157312
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004875959595959596,
      "loss": 2.4705,
      "theoretical_loss": 3.4747609978354124,
      "tokens_seen": 1718222848
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048757575757575757,
      "loss": 2.8133,
      "theoretical_loss": 3.4747496150036596,
      "tokens_seen": 1718288384
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004875555555555556,
      "loss": 2.6255,
      "theoretical_loss": 3.4747382327275984,
      "tokens_seen": 1718353920
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048753535353535354,
      "loss": 2.3969,
      "theoretical_loss": 3.47472685100718,
      "tokens_seen": 1718419456
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004875151515151515,
      "loss": 2.8356,
      "theoretical_loss": 3.474715469842356,
      "tokens_seen": 1718484992
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004874949494949495,
      "loss": 2.4337,
      "theoretical_loss": 3.4747040892330787,
      "tokens_seen": 1718550528
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048747474747474746,
      "loss": 2.5269,
      "theoretical_loss": 3.474692709179299,
      "tokens_seen": 1718616064
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004874545454545455,
      "loss": 2.7374,
      "theoretical_loss": 3.474681329680969,
      "tokens_seen": 1718681600
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048743434343434343,
      "loss": 2.7276,
      "theoretical_loss": 3.4746699507380407,
      "tokens_seen": 1718747136
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00048741414141414144,
      "loss": 2.5347,
      "theoretical_loss": 3.4746585723504655,
      "tokens_seen": 1718812672
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004873939393939394,
      "loss": 2.6824,
      "theoretical_loss": 3.4746471945181954,
      "tokens_seen": 1718878208
    },
    {
      "epoch": 0.03,
      "objective/train/docs_used": 948336,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.850125789642334,
      "objective/train/theoretical_loss": 3.4746358172411815,
      "objective/train/tokens_used": 77802976,
      "theoretical_loss": 3.4746358172411815,
      "tokens_seen": 1718943744
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048737373737373736,
      "loss": 2.6919,
      "theoretical_loss": 3.4746358172411815,
      "tokens_seen": 1718943744
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048735353535353537,
      "loss": 2.537,
      "theoretical_loss": 3.474624440519376,
      "tokens_seen": 1719009280
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004873333333333333,
      "loss": 2.7071,
      "theoretical_loss": 3.4746130643527304,
      "tokens_seen": 1719074816
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048731313131313134,
      "loss": 2.3608,
      "theoretical_loss": 3.474601688741197,
      "tokens_seen": 1719140352
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004872929292929293,
      "loss": 2.6354,
      "theoretical_loss": 3.474590313684727,
      "tokens_seen": 1719205888
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048727272727272725,
      "loss": 2.7612,
      "theoretical_loss": 3.474578939183272,
      "tokens_seen": 1719271424
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048725252525252526,
      "loss": 2.561,
      "theoretical_loss": 3.474567565236785,
      "tokens_seen": 1719336960
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048723232323232327,
      "loss": 2.7526,
      "theoretical_loss": 3.474556191845216,
      "tokens_seen": 1719402496
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048721212121212123,
      "loss": 2.8614,
      "theoretical_loss": 3.4745448190085177,
      "tokens_seen": 1719468032
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004871919191919192,
      "loss": 2.3397,
      "theoretical_loss": 3.4745334467266424,
      "tokens_seen": 1719533568
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048717171717171714,
      "loss": 2.4128,
      "theoretical_loss": 3.4745220749995407,
      "tokens_seen": 1719599104
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048715151515151515,
      "loss": 2.5001,
      "theoretical_loss": 3.474510703827165,
      "tokens_seen": 1719664640
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048713131313131316,
      "loss": 2.8698,
      "theoretical_loss": 3.474499333209468,
      "tokens_seen": 1719730176
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004871111111111111,
      "loss": 2.8356,
      "theoretical_loss": 3.4744879631464,
      "tokens_seen": 1719795712
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004870909090909091,
      "loss": 2.5725,
      "theoretical_loss": 3.474476593637913,
      "tokens_seen": 1719861248
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048707070707070704,
      "loss": 2.4696,
      "theoretical_loss": 3.47446522468396,
      "tokens_seen": 1719926784
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004870505050505051,
      "loss": 2.5063,
      "theoretical_loss": 3.4744538562844913,
      "tokens_seen": 1719992320
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048703030303030306,
      "loss": 2.478,
      "theoretical_loss": 3.4744424884394602,
      "tokens_seen": 1720057856
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000487010101010101,
      "loss": 2.609,
      "theoretical_loss": 3.4744311211488172,
      "tokens_seen": 1720123392
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048698989898989897,
      "loss": 2.8236,
      "theoretical_loss": 3.4744197544125153,
      "tokens_seen": 1720188928
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000486969696969697,
      "loss": 2.7664,
      "theoretical_loss": 3.4744083882305055,
      "tokens_seen": 1720254464
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000486949494949495,
      "loss": 2.6229,
      "theoretical_loss": 3.4743970226027403,
      "tokens_seen": 1720320000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048692929292929295,
      "loss": 2.8784,
      "theoretical_loss": 3.474385657529171,
      "tokens_seen": 1720385536
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004869090909090909,
      "loss": 2.6972,
      "theoretical_loss": 3.47437429300975,
      "tokens_seen": 1720451072
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048688888888888886,
      "loss": 2.9794,
      "theoretical_loss": 3.4743629290444282,
      "tokens_seen": 1720516608
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 949353,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 3.0498993396759033,
      "objective/train/theoretical_loss": 3.4743515656331594,
      "objective/train/tokens_used": 79441376,
      "theoretical_loss": 3.4743515656331594,
      "tokens_seen": 1720582144
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048686868686868693,
      "loss": 2.8742,
      "theoretical_loss": 3.4743515656331594,
      "tokens_seen": 1720582144
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004868484848484849,
      "loss": 2.6368,
      "theoretical_loss": 3.474340202775893,
      "tokens_seen": 1720647680
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048682828282828284,
      "loss": 2.6623,
      "theoretical_loss": 3.474328840472583,
      "tokens_seen": 1720713216
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004868080808080808,
      "loss": 2.5302,
      "theoretical_loss": 3.47431747872318,
      "tokens_seen": 1720778752
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048678787878787876,
      "loss": 2.827,
      "theoretical_loss": 3.4743061175276364,
      "tokens_seen": 1720844288
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004867676767676768,
      "loss": 2.6887,
      "theoretical_loss": 3.474294756885904,
      "tokens_seen": 1720909824
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004867474747474748,
      "loss": 2.6388,
      "theoretical_loss": 3.4742833967979347,
      "tokens_seen": 1720975360
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048672727272727274,
      "loss": 2.5768,
      "theoretical_loss": 3.474272037263681,
      "tokens_seen": 1721040896
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004867070707070707,
      "loss": 2.5206,
      "theoretical_loss": 3.474260678283094,
      "tokens_seen": 1721106432
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004866868686868687,
      "loss": 2.7724,
      "theoretical_loss": 3.474249319856126,
      "tokens_seen": 1721171968
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004866666666666667,
      "loss": 2.8046,
      "theoretical_loss": 3.4742379619827286,
      "tokens_seen": 1721237504
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048664646464646467,
      "loss": 2.6154,
      "theoretical_loss": 3.4742266046628543,
      "tokens_seen": 1721303040
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048662626262626263,
      "loss": 2.7199,
      "theoretical_loss": 3.4742152478964545,
      "tokens_seen": 1721368576
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004866060606060606,
      "loss": 2.5633,
      "theoretical_loss": 3.474203891683482,
      "tokens_seen": 1721434112
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004865858585858586,
      "loss": 2.7631,
      "theoretical_loss": 3.474192536023888,
      "tokens_seen": 1721499648
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004865656565656566,
      "loss": 2.5908,
      "theoretical_loss": 3.474181180917624,
      "tokens_seen": 1721565184
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048654545454545456,
      "loss": 2.601,
      "theoretical_loss": 3.474169826364643,
      "tokens_seen": 1721630720
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004865252525252525,
      "loss": 2.8114,
      "theoretical_loss": 3.4741584723648975,
      "tokens_seen": 1721696256
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048650505050505053,
      "loss": 2.7601,
      "theoretical_loss": 3.4741471189183377,
      "tokens_seen": 1721761792
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004864848484848485,
      "loss": 2.546,
      "theoretical_loss": 3.474135766024917,
      "tokens_seen": 1721827328
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004864646464646465,
      "loss": 2.4717,
      "theoretical_loss": 3.4741244136845864,
      "tokens_seen": 1721892864
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048644444444444446,
      "loss": 2.68,
      "theoretical_loss": 3.474113061897299,
      "tokens_seen": 1721958400
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004864242424242424,
      "loss": 2.5694,
      "theoretical_loss": 3.474101710663006,
      "tokens_seen": 1722023936
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004864040404040404,
      "loss": 2.6604,
      "theoretical_loss": 3.474090359981659,
      "tokens_seen": 1722089472
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004863838383838384,
      "loss": 2.6332,
      "theoretical_loss": 3.4740790098532113,
      "tokens_seen": 1722155008
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 949989,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.493234634399414,
      "objective/train/theoretical_loss": 3.4740676602776146,
      "objective/train/tokens_used": 81079776,
      "theoretical_loss": 3.4740676602776146,
      "tokens_seen": 1722220544
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004863636363636364,
      "loss": 2.5725,
      "theoretical_loss": 3.4740676602776146,
      "tokens_seen": 1722220544
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048634343434343435,
      "loss": 2.5757,
      "theoretical_loss": 3.47405631125482,
      "tokens_seen": 1722286080
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048632323232323236,
      "loss": 2.6726,
      "theoretical_loss": 3.4740449627847805,
      "tokens_seen": 1722351616
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004863030303030303,
      "loss": 2.5449,
      "theoretical_loss": 3.4740336148674476,
      "tokens_seen": 1722417152
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004862828282828283,
      "loss": 2.7329,
      "theoretical_loss": 3.4740222675027734,
      "tokens_seen": 1722482688
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004862626262626263,
      "loss": 2.5414,
      "theoretical_loss": 3.474010920690711,
      "tokens_seen": 1722548224
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048624242424242424,
      "loss": 2.5322,
      "theoretical_loss": 3.4739995744312107,
      "tokens_seen": 1722613760
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048622222222222225,
      "loss": 2.6438,
      "theoretical_loss": 3.4739882287242256,
      "tokens_seen": 1722679296
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004862020202020202,
      "loss": 2.7798,
      "theoretical_loss": 3.473976883569708,
      "tokens_seen": 1722744832
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048618181818181817,
      "loss": 2.6148,
      "theoretical_loss": 3.47396553896761,
      "tokens_seen": 1722810368
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004861616161616162,
      "loss": 2.7383,
      "theoretical_loss": 3.4739541949178827,
      "tokens_seen": 1722875904
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004861414141414142,
      "loss": 2.5262,
      "theoretical_loss": 3.4739428514204787,
      "tokens_seen": 1722941440
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048612121212121215,
      "loss": 2.6558,
      "theoretical_loss": 3.47393150847535,
      "tokens_seen": 1723006976
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004861010101010101,
      "loss": 2.7145,
      "theoretical_loss": 3.4739201660824497,
      "tokens_seen": 1723072512
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048608080808080806,
      "loss": 2.8424,
      "theoretical_loss": 3.473908824241729,
      "tokens_seen": 1723138048
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048606060606060607,
      "loss": 2.4815,
      "theoretical_loss": 3.4738974829531397,
      "tokens_seen": 1723203584
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004860404040404041,
      "loss": 2.5685,
      "theoretical_loss": 3.4738861422166343,
      "tokens_seen": 1723269120
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048602020202020204,
      "loss": 2.5099,
      "theoretical_loss": 3.4738748020321655,
      "tokens_seen": 1723334656
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000486,
      "loss": 2.5624,
      "theoretical_loss": 3.4738634623996845,
      "tokens_seen": 1723400192
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048597979797979795,
      "loss": 2.8233,
      "theoretical_loss": 3.473852123319144,
      "tokens_seen": 1723465728
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048595959595959596,
      "loss": 2.6669,
      "theoretical_loss": 3.4738407847904966,
      "tokens_seen": 1723531264
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000485939393939394,
      "loss": 2.6042,
      "theoretical_loss": 3.4738294468136934,
      "tokens_seen": 1723596800
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048591919191919193,
      "loss": 2.7076,
      "theoretical_loss": 3.473818109388687,
      "tokens_seen": 1723662336
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004858989898989899,
      "loss": 2.6665,
      "theoretical_loss": 3.47380677251543,
      "tokens_seen": 1723727872
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048587878787878784,
      "loss": 2.7535,
      "theoretical_loss": 3.473795436193874,
      "tokens_seen": 1723793408
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 951217,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.653082847595215,
      "objective/train/theoretical_loss": 3.473784100423971,
      "objective/train/tokens_used": 82718176,
      "theoretical_loss": 3.473784100423971,
      "tokens_seen": 1723858944
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004858585858585859,
      "loss": 2.8862,
      "theoretical_loss": 3.473784100423971,
      "tokens_seen": 1723858944
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048583838383838387,
      "loss": 2.6551,
      "theoretical_loss": 3.4737727652056742,
      "tokens_seen": 1723924480
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004858181818181818,
      "loss": 2.5733,
      "theoretical_loss": 3.4737614305389344,
      "tokens_seen": 1723990016
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004857979797979798,
      "loss": 2.7681,
      "theoretical_loss": 3.473750096423705,
      "tokens_seen": 1724055552
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048577777777777774,
      "loss": 2.5725,
      "theoretical_loss": 3.473738762859938,
      "tokens_seen": 1724121088
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004857575757575758,
      "loss": 2.7263,
      "theoretical_loss": 3.4737274298475844,
      "tokens_seen": 1724186624
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048573737373737376,
      "loss": 2.6403,
      "theoretical_loss": 3.4737160973865984,
      "tokens_seen": 1724252160
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004857171717171717,
      "loss": 2.5917,
      "theoretical_loss": 3.4737047654769304,
      "tokens_seen": 1724317696
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004856969696969697,
      "loss": 2.7386,
      "theoretical_loss": 3.473693434118534,
      "tokens_seen": 1724383232
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004856767676767677,
      "loss": 2.7532,
      "theoretical_loss": 3.4736821033113605,
      "tokens_seen": 1724448768
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004856565656565657,
      "loss": 2.6684,
      "theoretical_loss": 3.4736707730553626,
      "tokens_seen": 1724514304
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048563636363636365,
      "loss": 2.4919,
      "theoretical_loss": 3.473659443350493,
      "tokens_seen": 1724579840
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004856161616161616,
      "loss": 2.739,
      "theoretical_loss": 3.4736481141967026,
      "tokens_seen": 1724645376
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048559595959595957,
      "loss": 2.8205,
      "theoretical_loss": 3.4736367855939445,
      "tokens_seen": 1724710912
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004855757575757576,
      "loss": 2.8129,
      "theoretical_loss": 3.4736254575421706,
      "tokens_seen": 1724776448
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004855555555555556,
      "loss": 2.5104,
      "theoretical_loss": 3.4736141300413337,
      "tokens_seen": 1724841984
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048553535353535355,
      "loss": 2.5611,
      "theoretical_loss": 3.4736028030913864,
      "tokens_seen": 1724907520
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004855151515151515,
      "loss": 2.564,
      "theoretical_loss": 3.47359147669228,
      "tokens_seen": 1724973056
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004854949494949495,
      "loss": 2.6007,
      "theoretical_loss": 3.473580150843967,
      "tokens_seen": 1725038592
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048547474747474747,
      "loss": 2.7037,
      "theoretical_loss": 3.4735688255464003,
      "tokens_seen": 1725104128
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004854545454545455,
      "loss": 2.6524,
      "theoretical_loss": 3.4735575007995316,
      "tokens_seen": 1725169664
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048543434343434344,
      "loss": 2.6171,
      "theoretical_loss": 3.4735461766033136,
      "tokens_seen": 1725235200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004854141414141414,
      "loss": 2.682,
      "theoretical_loss": 3.473534852957698,
      "tokens_seen": 1725300736
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004853939393939394,
      "loss": 2.7294,
      "theoretical_loss": 3.4735235298626375,
      "tokens_seen": 1725366272
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048537373737373736,
      "loss": 2.5625,
      "theoretical_loss": 3.473512207318085,
      "tokens_seen": 1725431808
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 951846,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.9040403366088867,
      "objective/train/theoretical_loss": 3.473500885323992,
      "objective/train/tokens_used": 84356576,
      "theoretical_loss": 3.473500885323992,
      "tokens_seen": 1725497344
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004853535353535354,
      "loss": 2.6504,
      "theoretical_loss": 3.473500885323992,
      "tokens_seen": 1725497344
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048533333333333333,
      "loss": 2.8612,
      "theoretical_loss": 3.473489563880311,
      "tokens_seen": 1725562880
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048531313131313134,
      "loss": 2.747,
      "theoretical_loss": 3.473478242986994,
      "tokens_seen": 1725628416
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004852929292929293,
      "loss": 2.6916,
      "theoretical_loss": 3.4734669226439943,
      "tokens_seen": 1725693952
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004852727272727273,
      "loss": 2.5991,
      "theoretical_loss": 3.473455602851264,
      "tokens_seen": 1725759488
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048525252525252527,
      "loss": 2.5984,
      "theoretical_loss": 3.473444283608755,
      "tokens_seen": 1725825024
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004852323232323232,
      "loss": 2.772,
      "theoretical_loss": 3.4734329649164195,
      "tokens_seen": 1725890560
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048521212121212123,
      "loss": 2.6357,
      "theoretical_loss": 3.4734216467742103,
      "tokens_seen": 1725956096
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004851919191919192,
      "loss": 2.6213,
      "theoretical_loss": 3.47341032918208,
      "tokens_seen": 1726021632
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004851717171717172,
      "loss": 2.8269,
      "theoretical_loss": 3.4733990121399807,
      "tokens_seen": 1726087168
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048515151515151516,
      "loss": 2.6231,
      "theoretical_loss": 3.4733876956478644,
      "tokens_seen": 1726152704
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048513131313131317,
      "loss": 2.6762,
      "theoretical_loss": 3.4733763797056842,
      "tokens_seen": 1726218240
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004851111111111111,
      "loss": 2.7135,
      "theoretical_loss": 3.473365064313392,
      "tokens_seen": 1726283776
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004850909090909091,
      "loss": 2.7963,
      "theoretical_loss": 3.4733537494709408,
      "tokens_seen": 1726349312
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004850707070707071,
      "loss": 2.7273,
      "theoretical_loss": 3.4733424351782816,
      "tokens_seen": 1726414848
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048505050505050505,
      "loss": 2.9032,
      "theoretical_loss": 3.4733311214353684,
      "tokens_seen": 1726480384
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048503030303030306,
      "loss": 2.7651,
      "theoretical_loss": 3.4733198082421533,
      "tokens_seen": 1726545920
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000485010101010101,
      "loss": 2.5911,
      "theoretical_loss": 3.473308495598588,
      "tokens_seen": 1726611456
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000484989898989899,
      "loss": 2.6404,
      "theoretical_loss": 3.4732971835046254,
      "tokens_seen": 1726676992
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000484969696969697,
      "loss": 2.6003,
      "theoretical_loss": 3.4732858719602175,
      "tokens_seen": 1726742528
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000484949494949495,
      "loss": 2.6377,
      "theoretical_loss": 3.4732745609653177,
      "tokens_seen": 1726808064
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048492929292929296,
      "loss": 2.6006,
      "theoretical_loss": 3.473263250519878,
      "tokens_seen": 1726873600
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004849090909090909,
      "loss": 2.6061,
      "theoretical_loss": 3.4732519406238507,
      "tokens_seen": 1726939136
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048488888888888887,
      "loss": 2.6086,
      "theoretical_loss": 3.4732406312771884,
      "tokens_seen": 1727004672
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004848686868686869,
      "loss": 2.8007,
      "theoretical_loss": 3.473229322479843,
      "tokens_seen": 1727070208
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 953107,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.85353422164917,
      "objective/train/theoretical_loss": 3.473218014231768,
      "objective/train/tokens_used": 85994976,
      "theoretical_loss": 3.473218014231768,
      "tokens_seen": 1727135744
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004848484848484849,
      "loss": 2.6263,
      "theoretical_loss": 3.473218014231768,
      "tokens_seen": 1727135744
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048482828282828285,
      "loss": 2.5669,
      "theoretical_loss": 3.473206706532915,
      "tokens_seen": 1727201280
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004848080808080808,
      "loss": 2.4935,
      "theoretical_loss": 3.473195399383237,
      "tokens_seen": 1727266816
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048478787878787876,
      "loss": 2.5743,
      "theoretical_loss": 3.4731840927826867,
      "tokens_seen": 1727332352
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048476767676767683,
      "loss": 2.5745,
      "theoretical_loss": 3.473172786731216,
      "tokens_seen": 1727397888
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004847474747474748,
      "loss": 2.8035,
      "theoretical_loss": 3.4731614812287774,
      "tokens_seen": 1727463424
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048472727272727274,
      "loss": 2.7708,
      "theoretical_loss": 3.4731501762753236,
      "tokens_seen": 1727528960
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004847070707070707,
      "loss": 2.5373,
      "theoretical_loss": 3.4731388718708076,
      "tokens_seen": 1727594496
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048468686868686865,
      "loss": 2.4428,
      "theoretical_loss": 3.4731275680151814,
      "tokens_seen": 1727660032
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004846666666666667,
      "loss": 2.7221,
      "theoretical_loss": 3.4731162647083975,
      "tokens_seen": 1727725568
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004846464646464647,
      "loss": 2.8533,
      "theoretical_loss": 3.4731049619504084,
      "tokens_seen": 1727791104
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048462626262626263,
      "loss": 2.4632,
      "theoretical_loss": 3.473093659741167,
      "tokens_seen": 1727856640
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004846060606060606,
      "loss": 2.6879,
      "theoretical_loss": 3.4730823580806254,
      "tokens_seen": 1727922176
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048458585858585855,
      "loss": 2.7259,
      "theoretical_loss": 3.473071056968737,
      "tokens_seen": 1727987712
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004845656565656566,
      "loss": 2.8179,
      "theoretical_loss": 3.473059756405453,
      "tokens_seen": 1728053248
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048454545454545457,
      "loss": 2.7101,
      "theoretical_loss": 3.4730484563907273,
      "tokens_seen": 1728118784
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004845252525252525,
      "loss": 2.7504,
      "theoretical_loss": 3.4730371569245113,
      "tokens_seen": 1728184320
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004845050505050505,
      "loss": 2.3934,
      "theoretical_loss": 3.473025858006759,
      "tokens_seen": 1728249856
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004844848484848485,
      "loss": 2.4794,
      "theoretical_loss": 3.4730145596374213,
      "tokens_seen": 1728315392
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004844646464646465,
      "loss": 2.4167,
      "theoretical_loss": 3.4730032618164524,
      "tokens_seen": 1728380928
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048444444444444446,
      "loss": 2.7904,
      "theoretical_loss": 3.4729919645438034,
      "tokens_seen": 1728446464
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004844242424242424,
      "loss": 2.5223,
      "theoretical_loss": 3.472980667819428,
      "tokens_seen": 1728512000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004844040404040404,
      "loss": 2.7771,
      "theoretical_loss": 3.4729693716432783,
      "tokens_seen": 1728577536
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004843838383838384,
      "loss": 2.6938,
      "theoretical_loss": 3.472958076015307,
      "tokens_seen": 1728643072
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004843636363636364,
      "loss": 2.6798,
      "theoretical_loss": 3.472946780935467,
      "tokens_seen": 1728708608
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 954102,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.302818536758423,
      "objective/train/theoretical_loss": 3.4729354864037107,
      "objective/train/tokens_used": 87633376,
      "theoretical_loss": 3.4729354864037107,
      "tokens_seen": 1728774144
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048434343434343435,
      "loss": 2.6855,
      "theoretical_loss": 3.4729354864037107,
      "tokens_seen": 1728774144
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004843232323232323,
      "loss": 2.6738,
      "theoretical_loss": 3.4729241924199905,
      "tokens_seen": 1728839680
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004843030303030303,
      "loss": 2.552,
      "theoretical_loss": 3.4729128989842595,
      "tokens_seen": 1728905216
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004842828282828283,
      "loss": 2.682,
      "theoretical_loss": 3.4729016060964697,
      "tokens_seen": 1728970752
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004842626262626263,
      "loss": 2.4425,
      "theoretical_loss": 3.4728903137565745,
      "tokens_seen": 1729036288
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048424242424242425,
      "loss": 2.7817,
      "theoretical_loss": 3.472879021964526,
      "tokens_seen": 1729101824
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004842222222222222,
      "loss": 2.825,
      "theoretical_loss": 3.472867730720277,
      "tokens_seen": 1729167360
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004842020202020202,
      "loss": 2.5866,
      "theoretical_loss": 3.4728564400237802,
      "tokens_seen": 1729232896
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048418181818181817,
      "loss": 2.9395,
      "theoretical_loss": 3.4728451498749884,
      "tokens_seen": 1729298432
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004841616161616162,
      "loss": 2.7942,
      "theoretical_loss": 3.4728338602738544,
      "tokens_seen": 1729363968
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048414141414141414,
      "loss": 2.5925,
      "theoretical_loss": 3.4728225712203304,
      "tokens_seen": 1729429504
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048412121212121215,
      "loss": 2.5568,
      "theoretical_loss": 3.4728112827143693,
      "tokens_seen": 1729495040
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004841010101010101,
      "loss": 2.7105,
      "theoretical_loss": 3.472799994755924,
      "tokens_seen": 1729560576
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048408080808080807,
      "loss": 2.7117,
      "theoretical_loss": 3.4727887073449466,
      "tokens_seen": 1729626112
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004840606060606061,
      "loss": 2.687,
      "theoretical_loss": 3.4727774204813904,
      "tokens_seen": 1729691648
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048404040404040403,
      "loss": 2.7663,
      "theoretical_loss": 3.472766134165208,
      "tokens_seen": 1729757184
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048402020202020204,
      "loss": 2.5287,
      "theoretical_loss": 3.472754848396352,
      "tokens_seen": 1729822720
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000484,
      "loss": 2.6449,
      "theoretical_loss": 3.4727435631747756,
      "tokens_seen": 1729888256
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048397979797979796,
      "loss": 2.7483,
      "theoretical_loss": 3.4727322785004304,
      "tokens_seen": 1729953792
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048395959595959597,
      "loss": 2.5295,
      "theoretical_loss": 3.4727209943732706,
      "tokens_seen": 1730019328
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000483939393939394,
      "loss": 2.597,
      "theoretical_loss": 3.4727097107932474,
      "tokens_seen": 1730084864
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048391919191919194,
      "loss": 2.5403,
      "theoretical_loss": 3.4726984277603146,
      "tokens_seen": 1730150400
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004838989898989899,
      "loss": 2.7501,
      "theoretical_loss": 3.472687145274425,
      "tokens_seen": 1730215936
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048387878787878785,
      "loss": 2.6343,
      "theoretical_loss": 3.472675863335531,
      "tokens_seen": 1730281472
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048385858585858586,
      "loss": 2.5461,
      "theoretical_loss": 3.472664581943585,
      "tokens_seen": 1730347008
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 954813,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.2854347229003906,
      "objective/train/theoretical_loss": 3.47265330109854,
      "objective/train/tokens_used": 89271776,
      "theoretical_loss": 3.47265330109854,
      "tokens_seen": 1730412544
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048383838383838387,
      "loss": 2.5293,
      "theoretical_loss": 3.47265330109854,
      "tokens_seen": 1730412544
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048381818181818183,
      "loss": 2.7872,
      "theoretical_loss": 3.4726420208003494,
      "tokens_seen": 1730478080
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004837979797979798,
      "loss": 2.7759,
      "theoretical_loss": 3.472630741048966,
      "tokens_seen": 1730543616
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048377777777777774,
      "loss": 2.4633,
      "theoretical_loss": 3.4726194618443413,
      "tokens_seen": 1730609152
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004837575757575758,
      "loss": 2.6828,
      "theoretical_loss": 3.4726081831864293,
      "tokens_seen": 1730674688
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048373737373737377,
      "loss": 2.6382,
      "theoretical_loss": 3.472596905075182,
      "tokens_seen": 1730740224
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004837171717171717,
      "loss": 2.6293,
      "theoretical_loss": 3.4725856275105533,
      "tokens_seen": 1730805760
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004836969696969697,
      "loss": 2.421,
      "theoretical_loss": 3.472574350492495,
      "tokens_seen": 1730871296
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048367676767676764,
      "loss": 2.5533,
      "theoretical_loss": 3.47256307402096,
      "tokens_seen": 1730936832
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004836565656565657,
      "loss": 2.8264,
      "theoretical_loss": 3.4725517980959015,
      "tokens_seen": 1731002368
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048363636363636366,
      "loss": 2.4918,
      "theoretical_loss": 3.4725405227172725,
      "tokens_seen": 1731067904
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004836161616161616,
      "loss": 2.5235,
      "theoretical_loss": 3.472529247885025,
      "tokens_seen": 1731133440
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048359595959595957,
      "loss": 2.5957,
      "theoretical_loss": 3.472517973599113,
      "tokens_seen": 1731198976
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048357575757575764,
      "loss": 2.8658,
      "theoretical_loss": 3.4725066998594882,
      "tokens_seen": 1731264512
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004835555555555556,
      "loss": 2.5194,
      "theoretical_loss": 3.4724954266661046,
      "tokens_seen": 1731330048
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048353535353535355,
      "loss": 2.8079,
      "theoretical_loss": 3.4724841540189137,
      "tokens_seen": 1731395584
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004835151515151515,
      "loss": 2.7591,
      "theoretical_loss": 3.472472881917869,
      "tokens_seen": 1731461120
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048349494949494946,
      "loss": 2.6462,
      "theoretical_loss": 3.4724616103629242,
      "tokens_seen": 1731526656
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048347474747474753,
      "loss": 2.4711,
      "theoretical_loss": 3.4724503393540314,
      "tokens_seen": 1731592192
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004834545454545455,
      "loss": 2.5492,
      "theoretical_loss": 3.472439068891143,
      "tokens_seen": 1731657728
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048343434343434344,
      "loss": 2.604,
      "theoretical_loss": 3.4724277989742127,
      "tokens_seen": 1731723264
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004834141414141414,
      "loss": 2.6603,
      "theoretical_loss": 3.4724165296031924,
      "tokens_seen": 1731788800
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004833939393939394,
      "loss": 2.5478,
      "theoretical_loss": 3.4724052607780367,
      "tokens_seen": 1731854336
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004833737373737374,
      "loss": 2.4989,
      "theoretical_loss": 3.472393992498697,
      "tokens_seen": 1731919872
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004833535353535354,
      "loss": 2.5639,
      "theoretical_loss": 3.4723827247651267,
      "tokens_seen": 1731985408
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 956095,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.3975791931152344,
      "objective/train/theoretical_loss": 3.472371457577279,
      "objective/train/tokens_used": 90910176,
      "theoretical_loss": 3.472371457577279,
      "tokens_seen": 1732050944
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048333333333333334,
      "loss": 2.5653,
      "theoretical_loss": 3.472371457577279,
      "tokens_seen": 1732050944
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004833131313131313,
      "loss": 2.6249,
      "theoretical_loss": 3.472360190935106,
      "tokens_seen": 1732116480
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004832929292929293,
      "loss": 2.7115,
      "theoretical_loss": 3.472348924838562,
      "tokens_seen": 1732182016
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004832727272727273,
      "loss": 2.7388,
      "theoretical_loss": 3.4723376592875983,
      "tokens_seen": 1732247552
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048325252525252527,
      "loss": 2.572,
      "theoretical_loss": 3.4723263942821694,
      "tokens_seen": 1732313088
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048323232323232323,
      "loss": 2.7735,
      "theoretical_loss": 3.472315129822227,
      "tokens_seen": 1732378624
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048321212121212124,
      "loss": 2.4005,
      "theoretical_loss": 3.4723038659077248,
      "tokens_seen": 1732444160
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004831919191919192,
      "loss": 2.7573,
      "theoretical_loss": 3.4722926025386154,
      "tokens_seen": 1732509696
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004831717171717172,
      "loss": 2.6348,
      "theoretical_loss": 3.4722813397148515,
      "tokens_seen": 1732575232
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048315151515151516,
      "loss": 2.5441,
      "theoretical_loss": 3.472270077436387,
      "tokens_seen": 1732640768
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004831313131313131,
      "loss": 2.6699,
      "theoretical_loss": 3.4722588157031744,
      "tokens_seen": 1732706304
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048311111111111113,
      "loss": 2.6538,
      "theoretical_loss": 3.472247554515166,
      "tokens_seen": 1732771840
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004830909090909091,
      "loss": 2.4593,
      "theoretical_loss": 3.4722362938723155,
      "tokens_seen": 1732837376
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004830707070707071,
      "loss": 2.5461,
      "theoretical_loss": 3.4722250337745764,
      "tokens_seen": 1732902912
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048305050505050506,
      "loss": 2.7509,
      "theoretical_loss": 3.472213774221901,
      "tokens_seen": 1732968448
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048303030303030307,
      "loss": 2.5207,
      "theoretical_loss": 3.4722025152142413,
      "tokens_seen": 1733033984
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000483010101010101,
      "loss": 2.7144,
      "theoretical_loss": 3.472191256751552,
      "tokens_seen": 1733099520
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000482989898989899,
      "loss": 2.578,
      "theoretical_loss": 3.472179998833786,
      "tokens_seen": 1733165056
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000482969696969697,
      "loss": 2.6586,
      "theoretical_loss": 3.4721687414608953,
      "tokens_seen": 1733230592
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048294949494949495,
      "loss": 2.826,
      "theoretical_loss": 3.4721574846328336,
      "tokens_seen": 1733296128
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048292929292929296,
      "loss": 2.6236,
      "theoretical_loss": 3.472146228349554,
      "tokens_seen": 1733361664
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004829090909090909,
      "loss": 2.5089,
      "theoretical_loss": 3.472134972611009,
      "tokens_seen": 1733427200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004828888888888889,
      "loss": 2.6058,
      "theoretical_loss": 3.472123717417152,
      "tokens_seen": 1733492736
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004828686868686869,
      "loss": 2.4047,
      "theoretical_loss": 3.472112462767936,
      "tokens_seen": 1733558272
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004828484848484849,
      "loss": 2.6876,
      "theoretical_loss": 3.4721012086633145,
      "tokens_seen": 1733623808
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 956643,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.931276798248291,
      "objective/train/theoretical_loss": 3.4720899551032396,
      "objective/train/tokens_used": 92548576,
      "theoretical_loss": 3.4720899551032396,
      "tokens_seen": 1733689344
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048282828282828285,
      "loss": 2.5012,
      "theoretical_loss": 3.4720899551032396,
      "tokens_seen": 1733689344
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004828080808080808,
      "loss": 2.5515,
      "theoretical_loss": 3.472078702087665,
      "tokens_seen": 1733754880
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048278787878787877,
      "loss": 2.6655,
      "theoretical_loss": 3.472067449616544,
      "tokens_seen": 1733820416
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004827676767676768,
      "loss": 2.7347,
      "theoretical_loss": 3.4720561976898288,
      "tokens_seen": 1733885952
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004827474747474748,
      "loss": 2.7386,
      "theoretical_loss": 3.4720449463074736,
      "tokens_seen": 1733951488
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048272727272727275,
      "loss": 2.4823,
      "theoretical_loss": 3.47203369546943,
      "tokens_seen": 1734017024
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004827070707070707,
      "loss": 2.6493,
      "theoretical_loss": 3.472022445175653,
      "tokens_seen": 1734082560
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048268686868686866,
      "loss": 2.746,
      "theoretical_loss": 3.472011195426095,
      "tokens_seen": 1734148096
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048266666666666667,
      "loss": 2.4995,
      "theoretical_loss": 3.4719999462207083,
      "tokens_seen": 1734213632
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004826464646464647,
      "loss": 2.6906,
      "theoretical_loss": 3.4719886975594463,
      "tokens_seen": 1734279168
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048262626262626264,
      "loss": 2.3716,
      "theoretical_loss": 3.471977449442263,
      "tokens_seen": 1734344704
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004826060606060606,
      "loss": 2.4103,
      "theoretical_loss": 3.47196620186911,
      "tokens_seen": 1734410240
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048258585858585855,
      "loss": 2.7933,
      "theoretical_loss": 3.471954954839942,
      "tokens_seen": 1734475776
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004825656565656566,
      "loss": 2.6078,
      "theoretical_loss": 3.4719437083547113,
      "tokens_seen": 1734541312
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004825454545454546,
      "loss": 2.5246,
      "theoretical_loss": 3.4719324624133714,
      "tokens_seen": 1734606848
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048252525252525253,
      "loss": 2.755,
      "theoretical_loss": 3.4719212170158755,
      "tokens_seen": 1734672384
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004825050505050505,
      "loss": 2.2628,
      "theoretical_loss": 3.471909972162176,
      "tokens_seen": 1734737920
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048248484848484845,
      "loss": 2.6222,
      "theoretical_loss": 3.471898727852227,
      "tokens_seen": 1734803456
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004824646464646465,
      "loss": 2.6469,
      "theoretical_loss": 3.471887484085981,
      "tokens_seen": 1734868992
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048244444444444447,
      "loss": 2.6871,
      "theoretical_loss": 3.4718762408633914,
      "tokens_seen": 1734934528
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004824242424242424,
      "loss": 2.5698,
      "theoretical_loss": 3.471864998184411,
      "tokens_seen": 1735000064
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004824040404040404,
      "loss": 2.8557,
      "theoretical_loss": 3.471853756048994,
      "tokens_seen": 1735065600
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004823838383838384,
      "loss": 2.6444,
      "theoretical_loss": 3.4718425144570926,
      "tokens_seen": 1735131136
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004823636363636364,
      "loss": 2.6187,
      "theoretical_loss": 3.471831273408661,
      "tokens_seen": 1735196672
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00048234343434343436,
      "loss": 2.5576,
      "theoretical_loss": 3.471820032903651,
      "tokens_seen": 1735262208
    },
    {
      "epoch": 0.04,
      "objective/train/docs_used": 957795,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 3.0068306922912598,
      "objective/train/theoretical_loss": 3.471808792942017,
      "objective/train/tokens_used": 94186976,
      "theoretical_loss": 3.471808792942017,
      "tokens_seen": 1735327744
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004823232323232323,
      "loss": 2.839,
      "theoretical_loss": 3.471808792942017,
      "tokens_seen": 1735327744
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004823030303030303,
      "loss": 2.612,
      "theoretical_loss": 3.4717975535237118,
      "tokens_seen": 1735393280
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004822828282828283,
      "loss": 2.5873,
      "theoretical_loss": 3.4717863146486887,
      "tokens_seen": 1735458816
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004822626262626263,
      "loss": 2.7101,
      "theoretical_loss": 3.4717750763169004,
      "tokens_seen": 1735524352
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048224242424242425,
      "loss": 2.5618,
      "theoretical_loss": 3.471763838528301,
      "tokens_seen": 1735589888
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004822222222222222,
      "loss": 2.7326,
      "theoretical_loss": 3.471752601282843,
      "tokens_seen": 1735655424
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004822020202020202,
      "loss": 2.3858,
      "theoretical_loss": 3.47174136458048,
      "tokens_seen": 1735720960
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004821818181818182,
      "loss": 2.6821,
      "theoretical_loss": 3.4717301284211657,
      "tokens_seen": 1735786496
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004821616161616162,
      "loss": 2.6055,
      "theoretical_loss": 3.4717188928048524,
      "tokens_seen": 1735852032
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048214141414141415,
      "loss": 2.8098,
      "theoretical_loss": 3.4717076577314936,
      "tokens_seen": 1735917568
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004821212121212121,
      "loss": 2.555,
      "theoretical_loss": 3.471696423201043,
      "tokens_seen": 1735983104
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004821010101010101,
      "loss": 2.7927,
      "theoretical_loss": 3.4716851892134537,
      "tokens_seen": 1736048640
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048208080808080807,
      "loss": 2.7408,
      "theoretical_loss": 3.4716739557686793,
      "tokens_seen": 1736114176
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004820606060606061,
      "loss": 2.9396,
      "theoretical_loss": 3.471662722866672,
      "tokens_seen": 1736179712
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048204040404040404,
      "loss": 2.5873,
      "theoretical_loss": 3.4716514905073863,
      "tokens_seen": 1736245248
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048202020202020205,
      "loss": 2.5494,
      "theoretical_loss": 3.471640258690775,
      "tokens_seen": 1736310784
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000482,
      "loss": 2.6813,
      "theoretical_loss": 3.4716290274167907,
      "tokens_seen": 1736376320
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048197979797979796,
      "loss": 2.6974,
      "theoretical_loss": 3.471617796685388,
      "tokens_seen": 1736441856
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000481959595959596,
      "loss": 2.6864,
      "theoretical_loss": 3.4716065664965194,
      "tokens_seen": 1736507392
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048193939393939393,
      "loss": 2.7289,
      "theoretical_loss": 3.4715953368501387,
      "tokens_seen": 1736572928
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048191919191919194,
      "loss": 2.7123,
      "theoretical_loss": 3.4715841077461986,
      "tokens_seen": 1736638464
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004818989898989899,
      "loss": 2.6387,
      "theoretical_loss": 3.471572879184653,
      "tokens_seen": 1736704000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004818787878787879,
      "loss": 2.763,
      "theoretical_loss": 3.4715616511654552,
      "tokens_seen": 1736769536
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048185858585858587,
      "loss": 2.7991,
      "theoretical_loss": 3.4715504236885577,
      "tokens_seen": 1736835072
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004818383838383839,
      "loss": 2.7678,
      "theoretical_loss": 3.4715391967539153,
      "tokens_seen": 1736900608
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 958846,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5784518718719482,
      "objective/train/theoretical_loss": 3.47152797036148,
      "objective/train/tokens_used": 95825376,
      "theoretical_loss": 3.47152797036148,
      "tokens_seen": 1736966144
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048181818181818184,
      "loss": 2.7097,
      "theoretical_loss": 3.47152797036148,
      "tokens_seen": 1736966144
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004817979797979798,
      "loss": 2.537,
      "theoretical_loss": 3.471516744511206,
      "tokens_seen": 1737031680
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004817777777777778,
      "loss": 2.6579,
      "theoretical_loss": 3.471505519203046,
      "tokens_seen": 1737097216
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048175757575757576,
      "loss": 2.7483,
      "theoretical_loss": 3.471494294436954,
      "tokens_seen": 1737162752
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048173737373737377,
      "loss": 2.5049,
      "theoretical_loss": 3.471483070212883,
      "tokens_seen": 1737228288
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048171717171717173,
      "loss": 2.7261,
      "theoretical_loss": 3.471471846530787,
      "tokens_seen": 1737293824
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004816969696969697,
      "loss": 2.6989,
      "theoretical_loss": 3.471460623390618,
      "tokens_seen": 1737359360
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004816767676767677,
      "loss": 2.6896,
      "theoretical_loss": 3.4714494007923307,
      "tokens_seen": 1737424896
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004816565656565657,
      "loss": 2.8564,
      "theoretical_loss": 3.471438178735878,
      "tokens_seen": 1737490432
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048163636363636366,
      "loss": 2.6221,
      "theoretical_loss": 3.4714269572212135,
      "tokens_seen": 1737555968
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004816161616161616,
      "loss": 2.733,
      "theoretical_loss": 3.4714157362482907,
      "tokens_seen": 1737621504
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004815959595959596,
      "loss": 2.8006,
      "theoretical_loss": 3.4714045158170626,
      "tokens_seen": 1737687040
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004815757575757576,
      "loss": 2.64,
      "theoretical_loss": 3.4713932959274825,
      "tokens_seen": 1737752576
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004815555555555556,
      "loss": 2.7127,
      "theoretical_loss": 3.4713820765795047,
      "tokens_seen": 1737818112
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048153535353535356,
      "loss": 2.929,
      "theoretical_loss": 3.4713708577730817,
      "tokens_seen": 1737883648
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004815151515151515,
      "loss": 2.7397,
      "theoretical_loss": 3.471359639508168,
      "tokens_seen": 1737949184
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048149494949494947,
      "loss": 2.7401,
      "theoretical_loss": 3.4713484217847155,
      "tokens_seen": 1738014720
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048147474747474754,
      "loss": 2.6971,
      "theoretical_loss": 3.471337204602679,
      "tokens_seen": 1738080256
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004814545454545455,
      "loss": 2.7005,
      "theoretical_loss": 3.471325987962011,
      "tokens_seen": 1738145792
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048143434343434345,
      "loss": 2.5562,
      "theoretical_loss": 3.471314771862666,
      "tokens_seen": 1738211328
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004814141414141414,
      "loss": 2.667,
      "theoretical_loss": 3.4713035563045964,
      "tokens_seen": 1738276864
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048139393939393936,
      "loss": 2.7304,
      "theoretical_loss": 3.4712923412877563,
      "tokens_seen": 1738342400
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048137373737373743,
      "loss": 2.521,
      "theoretical_loss": 3.4712811268120993,
      "tokens_seen": 1738407936
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004813535353535354,
      "loss": 2.5026,
      "theoretical_loss": 3.4712699128775784,
      "tokens_seen": 1738473472
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048133333333333334,
      "loss": 2.799,
      "theoretical_loss": 3.4712586994841477,
      "tokens_seen": 1738539008
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 959288,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.807804584503174,
      "objective/train/theoretical_loss": 3.4712474866317597,
      "objective/train/tokens_used": 97463776,
      "theoretical_loss": 3.4712474866317597,
      "tokens_seen": 1738604544
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004813131313131313,
      "loss": 2.7561,
      "theoretical_loss": 3.4712474866317597,
      "tokens_seen": 1738604544
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048129292929292926,
      "loss": 2.7609,
      "theoretical_loss": 3.4712362743203693,
      "tokens_seen": 1738670080
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004812727272727273,
      "loss": 2.797,
      "theoretical_loss": 3.4712250625499284,
      "tokens_seen": 1738735616
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004812525252525253,
      "loss": 3.041,
      "theoretical_loss": 3.471213851320392,
      "tokens_seen": 1738801152
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048123232323232323,
      "loss": 2.8472,
      "theoretical_loss": 3.471202640631713,
      "tokens_seen": 1738866688
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004812121212121212,
      "loss": 2.5309,
      "theoretical_loss": 3.4711914304838443,
      "tokens_seen": 1738932224
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004811919191919192,
      "loss": 2.6006,
      "theoretical_loss": 3.4711802208767404,
      "tokens_seen": 1738997760
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004811717171717172,
      "loss": 2.6453,
      "theoretical_loss": 3.471169011810354,
      "tokens_seen": 1739063296
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048115151515151517,
      "loss": 2.7669,
      "theoretical_loss": 3.4711578032846404,
      "tokens_seen": 1739128832
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048113131313131313,
      "loss": 2.3778,
      "theoretical_loss": 3.4711465952995506,
      "tokens_seen": 1739194368
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004811111111111111,
      "loss": 2.7263,
      "theoretical_loss": 3.47113538785504,
      "tokens_seen": 1739259904
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004810909090909091,
      "loss": 2.5269,
      "theoretical_loss": 3.471124180951061,
      "tokens_seen": 1739325440
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004810707070707071,
      "loss": 2.8646,
      "theoretical_loss": 3.471112974587568,
      "tokens_seen": 1739390976
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048105050505050506,
      "loss": 2.6309,
      "theoretical_loss": 3.4711017687645147,
      "tokens_seen": 1739456512
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000481030303030303,
      "loss": 2.4525,
      "theoretical_loss": 3.471090563481854,
      "tokens_seen": 1739522048
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048101010101010103,
      "loss": 2.6909,
      "theoretical_loss": 3.4710793587395394,
      "tokens_seen": 1739587584
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000480989898989899,
      "loss": 2.8344,
      "theoretical_loss": 3.4710681545375253,
      "tokens_seen": 1739653120
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000480969696969697,
      "loss": 2.8379,
      "theoretical_loss": 3.4710569508757647,
      "tokens_seen": 1739718656
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048094949494949496,
      "loss": 2.708,
      "theoretical_loss": 3.471045747754211,
      "tokens_seen": 1739784192
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004809292929292929,
      "loss": 2.6413,
      "theoretical_loss": 3.4710345451728184,
      "tokens_seen": 1739849728
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004809090909090909,
      "loss": 2.6477,
      "theoretical_loss": 3.4710233431315407,
      "tokens_seen": 1739915264
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004808888888888889,
      "loss": 2.4457,
      "theoretical_loss": 3.4710121416303306,
      "tokens_seen": 1739980800
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004808686868686869,
      "loss": 2.6397,
      "theoretical_loss": 3.471000940669142,
      "tokens_seen": 1740046336
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048084848484848485,
      "loss": 2.6021,
      "theoretical_loss": 3.470989740247929,
      "tokens_seen": 1740111872
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048082828282828286,
      "loss": 2.6974,
      "theoretical_loss": 3.4709785403666453,
      "tokens_seen": 1740177408
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 960545,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.9208710193634033,
      "objective/train/theoretical_loss": 3.4709673410252435,
      "objective/train/tokens_used": 99102176,
      "theoretical_loss": 3.4709673410252435,
      "tokens_seen": 1740242944
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004808080808080808,
      "loss": 2.7373,
      "theoretical_loss": 3.4709673410252435,
      "tokens_seen": 1740242944
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004807878787878788,
      "loss": 2.8115,
      "theoretical_loss": 3.4709561422236783,
      "tokens_seen": 1740308480
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004807676767676768,
      "loss": 2.7494,
      "theoretical_loss": 3.470944943961903,
      "tokens_seen": 1740374016
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048074747474747474,
      "loss": 2.6765,
      "theoretical_loss": 3.4709337462398713,
      "tokens_seen": 1740439552
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048072727272727275,
      "loss": 2.9857,
      "theoretical_loss": 3.470922549057537,
      "tokens_seen": 1740505088
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004807070707070707,
      "loss": 2.443,
      "theoretical_loss": 3.470911352414853,
      "tokens_seen": 1740570624
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048068686868686867,
      "loss": 2.6088,
      "theoretical_loss": 3.4709001563117736,
      "tokens_seen": 1740636160
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004806666666666667,
      "loss": 2.8324,
      "theoretical_loss": 3.470888960748253,
      "tokens_seen": 1740701696
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004806464646464647,
      "loss": 2.7392,
      "theoretical_loss": 3.470877765724244,
      "tokens_seen": 1740767232
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048062626262626264,
      "loss": 2.5289,
      "theoretical_loss": 3.4708665712397004,
      "tokens_seen": 1740832768
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004806060606060606,
      "loss": 2.7885,
      "theoretical_loss": 3.4708553772945763,
      "tokens_seen": 1740898304
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048058585858585856,
      "loss": 2.5816,
      "theoretical_loss": 3.4708441838888255,
      "tokens_seen": 1740963840
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048056565656565657,
      "loss": 2.7401,
      "theoretical_loss": 3.4708329910224007,
      "tokens_seen": 1741029376
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004805454545454546,
      "loss": 2.6518,
      "theoretical_loss": 3.4708217986952574,
      "tokens_seen": 1741094912
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048052525252525254,
      "loss": 2.6621,
      "theoretical_loss": 3.470810606907347,
      "tokens_seen": 1741160448
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004805050505050505,
      "loss": 2.468,
      "theoretical_loss": 3.4707994156586253,
      "tokens_seen": 1741225984
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048048484848484845,
      "loss": 2.56,
      "theoretical_loss": 3.470788224949045,
      "tokens_seen": 1741291520
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004804646464646465,
      "loss": 2.6133,
      "theoretical_loss": 3.47077703477856,
      "tokens_seen": 1741357056
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004804444444444445,
      "loss": 2.4266,
      "theoretical_loss": 3.470765845147124,
      "tokens_seen": 1741422592
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048042424242424243,
      "loss": 2.5242,
      "theoretical_loss": 3.470754656054691,
      "tokens_seen": 1741488128
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004804040404040404,
      "loss": 2.733,
      "theoretical_loss": 3.4707434675012148,
      "tokens_seen": 1741553664
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048038383838383834,
      "loss": 2.8107,
      "theoretical_loss": 3.470732279486649,
      "tokens_seen": 1741619200
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004803636363636364,
      "loss": 2.6628,
      "theoretical_loss": 3.4707210920109466,
      "tokens_seen": 1741684736
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048034343434343437,
      "loss": 2.7073,
      "theoretical_loss": 3.470709905074062,
      "tokens_seen": 1741750272
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004803232323232323,
      "loss": 2.6392,
      "theoretical_loss": 3.47069871867595,
      "tokens_seen": 1741815808
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 961825,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.8929381370544434,
      "objective/train/theoretical_loss": 3.470687532816563,
      "objective/train/tokens_used": 100740576,
      "theoretical_loss": 3.470687532816563,
      "tokens_seen": 1741881344
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004803030303030303,
      "loss": 2.7658,
      "theoretical_loss": 3.470687532816563,
      "tokens_seen": 1741881344
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004802828282828283,
      "loss": 2.7095,
      "theoretical_loss": 3.4706763474958553,
      "tokens_seen": 1741946880
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004802626262626263,
      "loss": 2.6271,
      "theoretical_loss": 3.4706651627137806,
      "tokens_seen": 1742012416
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048024242424242426,
      "loss": 2.6202,
      "theoretical_loss": 3.4706539784702928,
      "tokens_seen": 1742077952
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004802222222222222,
      "loss": 2.6904,
      "theoretical_loss": 3.470642794765345,
      "tokens_seen": 1742143488
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048020202020202017,
      "loss": 2.2801,
      "theoretical_loss": 3.4706316115988924,
      "tokens_seen": 1742209024
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004801818181818182,
      "loss": 2.7515,
      "theoretical_loss": 3.4706204289708875,
      "tokens_seen": 1742274560
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004801616161616162,
      "loss": 2.8955,
      "theoretical_loss": 3.4706092468812852,
      "tokens_seen": 1742340096
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048014141414141415,
      "loss": 2.5899,
      "theoretical_loss": 3.4705980653300386,
      "tokens_seen": 1742405632
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004801212121212121,
      "loss": 2.5155,
      "theoretical_loss": 3.4705868843171017,
      "tokens_seen": 1742471168
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004801010101010101,
      "loss": 2.469,
      "theoretical_loss": 3.4705757038424285,
      "tokens_seen": 1742536704
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048008080808080813,
      "loss": 2.6819,
      "theoretical_loss": 3.4705645239059724,
      "tokens_seen": 1742602240
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004800606060606061,
      "loss": 2.9573,
      "theoretical_loss": 3.470553344507688,
      "tokens_seen": 1742667776
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048004040404040404,
      "loss": 2.6073,
      "theoretical_loss": 3.4705421656475286,
      "tokens_seen": 1742733312
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000480020202020202,
      "loss": 2.5603,
      "theoretical_loss": 3.470530987325448,
      "tokens_seen": 1742798848
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00048,
      "loss": 2.5829,
      "theoretical_loss": 3.4705198095414005,
      "tokens_seen": 1742864384
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000479979797979798,
      "loss": 2.6065,
      "theoretical_loss": 3.4705086322953393,
      "tokens_seen": 1742929920
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000479959595959596,
      "loss": 2.7619,
      "theoretical_loss": 3.4704974555872194,
      "tokens_seen": 1742995456
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047993939393939394,
      "loss": 2.5569,
      "theoretical_loss": 3.4704862794169937,
      "tokens_seen": 1743060992
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047991919191919195,
      "loss": 2.7131,
      "theoretical_loss": 3.470475103784616,
      "tokens_seen": 1743126528
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004798989898989899,
      "loss": 2.5933,
      "theoretical_loss": 3.470463928690041,
      "tokens_seen": 1743192064
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004798787878787879,
      "loss": 2.505,
      "theoretical_loss": 3.4704527541332224,
      "tokens_seen": 1743257600
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047985858585858587,
      "loss": 2.608,
      "theoretical_loss": 3.4704415801141133,
      "tokens_seen": 1743323136
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047983838383838383,
      "loss": 2.523,
      "theoretical_loss": 3.4704304066326683,
      "tokens_seen": 1743388672
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047981818181818184,
      "loss": 2.5742,
      "theoretical_loss": 3.4704192336888413,
      "tokens_seen": 1743454208
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 962337,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5374813079833984,
      "objective/train/theoretical_loss": 3.470408061282587,
      "objective/train/tokens_used": 102378976,
      "theoretical_loss": 3.470408061282587,
      "tokens_seen": 1743519744
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004797979797979798,
      "loss": 2.3709,
      "theoretical_loss": 3.470408061282587,
      "tokens_seen": 1743519744
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004797777777777778,
      "loss": 2.8128,
      "theoretical_loss": 3.4703968894138573,
      "tokens_seen": 1743585280
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047975757575757577,
      "loss": 2.4218,
      "theoretical_loss": 3.470385718082608,
      "tokens_seen": 1743650816
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004797373737373738,
      "loss": 2.7803,
      "theoretical_loss": 3.470374547288792,
      "tokens_seen": 1743716352
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047971717171717173,
      "loss": 2.8138,
      "theoretical_loss": 3.470363377032364,
      "tokens_seen": 1743781888
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004796969696969697,
      "loss": 2.3758,
      "theoretical_loss": 3.4703522073132773,
      "tokens_seen": 1743847424
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004796767676767677,
      "loss": 2.7284,
      "theoretical_loss": 3.470341038131486,
      "tokens_seen": 1743912960
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047965656565656566,
      "loss": 2.6017,
      "theoretical_loss": 3.470329869486944,
      "tokens_seen": 1743978496
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047963636363636367,
      "loss": 3.0104,
      "theoretical_loss": 3.470318701379606,
      "tokens_seen": 1744044032
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004796161616161616,
      "loss": 2.6543,
      "theoretical_loss": 3.4703075338094256,
      "tokens_seen": 1744109568
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004795959595959596,
      "loss": 2.7775,
      "theoretical_loss": 3.4702963667763562,
      "tokens_seen": 1744175104
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004795757575757576,
      "loss": 2.5585,
      "theoretical_loss": 3.470285200280352,
      "tokens_seen": 1744240640
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004795555555555556,
      "loss": 2.6517,
      "theoretical_loss": 3.470274034321368,
      "tokens_seen": 1744306176
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047953535353535356,
      "loss": 2.394,
      "theoretical_loss": 3.470262868899357,
      "tokens_seen": 1744371712
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004795151515151515,
      "loss": 2.7431,
      "theoretical_loss": 3.470251704014273,
      "tokens_seen": 1744437248
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004794949494949495,
      "loss": 2.6337,
      "theoretical_loss": 3.4702405396660705,
      "tokens_seen": 1744502784
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004794747474747475,
      "loss": 2.5813,
      "theoretical_loss": 3.4702293758547036,
      "tokens_seen": 1744568320
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004794545454545455,
      "loss": 2.7258,
      "theoretical_loss": 3.470218212580126,
      "tokens_seen": 1744633856
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047943434343434345,
      "loss": 2.6717,
      "theoretical_loss": 3.4702070498422923,
      "tokens_seen": 1744699392
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004794141414141414,
      "loss": 2.3807,
      "theoretical_loss": 3.4701958876411556,
      "tokens_seen": 1744764928
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047939393939393937,
      "loss": 2.7787,
      "theoretical_loss": 3.4701847259766705,
      "tokens_seen": 1744830464
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004793737373737374,
      "loss": 2.4776,
      "theoretical_loss": 3.4701735648487912,
      "tokens_seen": 1744896000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004793535353535354,
      "loss": 2.5712,
      "theoretical_loss": 3.4701624042574717,
      "tokens_seen": 1744961536
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047933333333333335,
      "loss": 2.6089,
      "theoretical_loss": 3.4701512442026656,
      "tokens_seen": 1745027072
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004793131313131313,
      "loss": 2.6412,
      "theoretical_loss": 3.470140084684327,
      "tokens_seen": 1745092608
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 963376,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.749994993209839,
      "objective/train/theoretical_loss": 3.4701289257024106,
      "objective/train/tokens_used": 104017376,
      "theoretical_loss": 3.4701289257024106,
      "tokens_seen": 1745158144
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047929292929292926,
      "loss": 2.6664,
      "theoretical_loss": 3.4701289257024106,
      "tokens_seen": 1745158144
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004792727272727273,
      "loss": 2.6718,
      "theoretical_loss": 3.47011776725687,
      "tokens_seen": 1745223680
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004792525252525253,
      "loss": 2.7504,
      "theoretical_loss": 3.47010660934766,
      "tokens_seen": 1745289216
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047923232323232324,
      "loss": 2.894,
      "theoretical_loss": 3.470095451974733,
      "tokens_seen": 1745354752
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004792121212121212,
      "loss": 2.6854,
      "theoretical_loss": 3.4700842951380446,
      "tokens_seen": 1745420288
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047919191919191915,
      "loss": 2.602,
      "theoretical_loss": 3.4700731388375483,
      "tokens_seen": 1745485824
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004791717171717172,
      "loss": 2.5376,
      "theoretical_loss": 3.4700619830731982,
      "tokens_seen": 1745551360
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004791515151515152,
      "loss": 2.6504,
      "theoretical_loss": 3.470050827844949,
      "tokens_seen": 1745616896
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047913131313131313,
      "loss": 2.6948,
      "theoretical_loss": 3.4700396731527543,
      "tokens_seen": 1745682432
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004791111111111111,
      "loss": 2.7571,
      "theoretical_loss": 3.470028518996568,
      "tokens_seen": 1745747968
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004790909090909091,
      "loss": 2.4343,
      "theoretical_loss": 3.4700173653763446,
      "tokens_seen": 1745813504
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004790707070707071,
      "loss": 2.7223,
      "theoretical_loss": 3.470006212292038,
      "tokens_seen": 1745879040
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047905050505050507,
      "loss": 2.7366,
      "theoretical_loss": 3.469995059743603,
      "tokens_seen": 1745944576
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000479030303030303,
      "loss": 2.7484,
      "theoretical_loss": 3.4699839077309926,
      "tokens_seen": 1746010112
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000479010101010101,
      "loss": 2.5738,
      "theoretical_loss": 3.469972756254162,
      "tokens_seen": 1746075648
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000478989898989899,
      "loss": 2.7647,
      "theoretical_loss": 3.469961605313064,
      "tokens_seen": 1746141184
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000478969696969697,
      "loss": 2.8169,
      "theoretical_loss": 3.4699504549076545,
      "tokens_seen": 1746206720
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047894949494949496,
      "loss": 2.7003,
      "theoretical_loss": 3.4699393050378866,
      "tokens_seen": 1746272256
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004789292929292929,
      "loss": 2.7409,
      "theoretical_loss": 3.4699281557037147,
      "tokens_seen": 1746337792
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047890909090909093,
      "loss": 2.7155,
      "theoretical_loss": 3.469917006905093,
      "tokens_seen": 1746403328
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004788888888888889,
      "loss": 2.8076,
      "theoretical_loss": 3.4699058586419755,
      "tokens_seen": 1746468864
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004788686868686869,
      "loss": 2.7611,
      "theoretical_loss": 3.469894710914317,
      "tokens_seen": 1746534400
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047884848484848485,
      "loss": 2.6351,
      "theoretical_loss": 3.46988356372207,
      "tokens_seen": 1746599936
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004788282828282828,
      "loss": 2.8063,
      "theoretical_loss": 3.469872417065191,
      "tokens_seen": 1746665472
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004788080808080808,
      "loss": 2.7563,
      "theoretical_loss": 3.4698612709436327,
      "tokens_seen": 1746731008
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 963934,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.45017409324646,
      "objective/train/theoretical_loss": 3.46985012535735,
      "objective/train/tokens_used": 105655776,
      "theoretical_loss": 3.46985012535735,
      "tokens_seen": 1746796544
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004787878787878788,
      "loss": 2.6769,
      "theoretical_loss": 3.46985012535735,
      "tokens_seen": 1746796544
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004787676767676768,
      "loss": 2.6498,
      "theoretical_loss": 3.469838980306297,
      "tokens_seen": 1746862080
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047874747474747475,
      "loss": 2.7676,
      "theoretical_loss": 3.469827835790427,
      "tokens_seen": 1746927616
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047872727272727276,
      "loss": 2.7206,
      "theoretical_loss": 3.4698166918096955,
      "tokens_seen": 1746993152
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004787070707070707,
      "loss": 2.6543,
      "theoretical_loss": 3.469805548364056,
      "tokens_seen": 1747058688
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047868686868686867,
      "loss": 2.7194,
      "theoretical_loss": 3.469794405453463,
      "tokens_seen": 1747124224
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004786666666666667,
      "loss": 2.7218,
      "theoretical_loss": 3.4697832630778707,
      "tokens_seen": 1747189760
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047864646464646464,
      "loss": 2.6617,
      "theoretical_loss": 3.4697721212372334,
      "tokens_seen": 1747255296
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047862626262626265,
      "loss": 2.4966,
      "theoretical_loss": 3.4697609799315052,
      "tokens_seen": 1747320832
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004786060606060606,
      "loss": 2.5697,
      "theoretical_loss": 3.4697498391606403,
      "tokens_seen": 1747386368
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047858585858585856,
      "loss": 2.792,
      "theoretical_loss": 3.4697386989245933,
      "tokens_seen": 1747451904
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004785656565656566,
      "loss": 2.5246,
      "theoretical_loss": 3.469727559223318,
      "tokens_seen": 1747517440
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004785454545454546,
      "loss": 2.7315,
      "theoretical_loss": 3.469716420056769,
      "tokens_seen": 1747582976
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047852525252525254,
      "loss": 2.7625,
      "theoretical_loss": 3.469705281424901,
      "tokens_seen": 1747648512
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004785050505050505,
      "loss": 2.4715,
      "theoretical_loss": 3.4696941433276676,
      "tokens_seen": 1747714048
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047848484848484846,
      "loss": 2.7081,
      "theoretical_loss": 3.469683005765023,
      "tokens_seen": 1747779584
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047846464646464647,
      "loss": 2.5652,
      "theoretical_loss": 3.4696718687369223,
      "tokens_seen": 1747845120
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004784444444444445,
      "loss": 2.6408,
      "theoretical_loss": 3.469660732243319,
      "tokens_seen": 1747910656
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047842424242424244,
      "loss": 2.6097,
      "theoretical_loss": 3.4696495962841674,
      "tokens_seen": 1747976192
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004784040404040404,
      "loss": 2.6966,
      "theoretical_loss": 3.469638460859423,
      "tokens_seen": 1748041728
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004783838383838384,
      "loss": 2.6111,
      "theoretical_loss": 3.4696273259690384,
      "tokens_seen": 1748107264
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004783636363636364,
      "loss": 2.7655,
      "theoretical_loss": 3.4696161916129693,
      "tokens_seen": 1748172800
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047834343434343437,
      "loss": 2.5875,
      "theoretical_loss": 3.4696050577911692,
      "tokens_seen": 1748238336
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047832323232323233,
      "loss": 2.698,
      "theoretical_loss": 3.469593924503593,
      "tokens_seen": 1748303872
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004783030303030303,
      "loss": 2.7526,
      "theoretical_loss": 3.4695827917501947,
      "tokens_seen": 1748369408
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 965147,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.617971897125244,
      "objective/train/theoretical_loss": 3.4695716595309287,
      "objective/train/tokens_used": 107294176,
      "theoretical_loss": 3.4695716595309287,
      "tokens_seen": 1748434944
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004782828282828283,
      "loss": 2.5613,
      "theoretical_loss": 3.4695716595309287,
      "tokens_seen": 1748434944
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004782626262626263,
      "loss": 2.9621,
      "theoretical_loss": 3.4695605278457493,
      "tokens_seen": 1748500480
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047824242424242426,
      "loss": 2.642,
      "theoretical_loss": 3.469549396694611,
      "tokens_seen": 1748566016
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004782222222222222,
      "loss": 2.7141,
      "theoretical_loss": 3.4695382660774685,
      "tokens_seen": 1748631552
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004782020202020202,
      "loss": 2.5499,
      "theoretical_loss": 3.469527135994275,
      "tokens_seen": 1748697088
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047818181818181824,
      "loss": 2.4784,
      "theoretical_loss": 3.4695160064449864,
      "tokens_seen": 1748762624
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004781616161616162,
      "loss": 2.7111,
      "theoretical_loss": 3.469504877429556,
      "tokens_seen": 1748828160
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047814141414141416,
      "loss": 2.5869,
      "theoretical_loss": 3.4694937489479383,
      "tokens_seen": 1748893696
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004781212121212121,
      "loss": 2.4923,
      "theoretical_loss": 3.4694826210000884,
      "tokens_seen": 1748959232
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047810101010101007,
      "loss": 2.6399,
      "theoretical_loss": 3.46947149358596,
      "tokens_seen": 1749024768
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047808080808080814,
      "loss": 2.807,
      "theoretical_loss": 3.4694603667055075,
      "tokens_seen": 1749090304
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004780606060606061,
      "loss": 2.3863,
      "theoretical_loss": 3.469449240358686,
      "tokens_seen": 1749155840
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047804040404040405,
      "loss": 2.8256,
      "theoretical_loss": 3.4694381145454494,
      "tokens_seen": 1749221376
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000478020202020202,
      "loss": 2.7606,
      "theoretical_loss": 3.469426989265752,
      "tokens_seen": 1749286912
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047799999999999996,
      "loss": 2.6758,
      "theoretical_loss": 3.469415864519548,
      "tokens_seen": 1749352448
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047797979797979803,
      "loss": 2.6428,
      "theoretical_loss": 3.469404740306793,
      "tokens_seen": 1749417984
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000477959595959596,
      "loss": 2.7873,
      "theoretical_loss": 3.469393616627441,
      "tokens_seen": 1749483520
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047793939393939394,
      "loss": 2.7165,
      "theoretical_loss": 3.469382493481445,
      "tokens_seen": 1749549056
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004779191919191919,
      "loss": 2.7791,
      "theoretical_loss": 3.4693713708687612,
      "tokens_seen": 1749614592
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004778989898989899,
      "loss": 2.8045,
      "theoretical_loss": 3.469360248789343,
      "tokens_seen": 1749680128
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004778787878787879,
      "loss": 2.5269,
      "theoretical_loss": 3.4693491272431456,
      "tokens_seen": 1749745664
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004778585858585859,
      "loss": 2.742,
      "theoretical_loss": 3.469338006230123,
      "tokens_seen": 1749811200
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047783838383838384,
      "loss": 2.7999,
      "theoretical_loss": 3.46932688575023,
      "tokens_seen": 1749876736
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004778181818181818,
      "loss": 2.782,
      "theoretical_loss": 3.4693157658034206,
      "tokens_seen": 1749942272
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004777979797979798,
      "loss": 2.8005,
      "theoretical_loss": 3.46930464638965,
      "tokens_seen": 1750007808
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 966110,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.6748225688934326,
      "objective/train/theoretical_loss": 3.469293527508872,
      "objective/train/tokens_used": 108932576,
      "theoretical_loss": 3.469293527508872,
      "tokens_seen": 1750073344
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004777777777777778,
      "loss": 2.6659,
      "theoretical_loss": 3.469293527508872,
      "tokens_seen": 1750073344
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047775757575757577,
      "loss": 2.7751,
      "theoretical_loss": 3.4692824091610412,
      "tokens_seen": 1750138880
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047773737373737373,
      "loss": 2.6498,
      "theoretical_loss": 3.4692712913461126,
      "tokens_seen": 1750204416
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047771717171717174,
      "loss": 2.6655,
      "theoretical_loss": 3.4692601740640403,
      "tokens_seen": 1750269952
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004776969696969697,
      "loss": 2.6462,
      "theoretical_loss": 3.4692490573147787,
      "tokens_seen": 1750335488
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004776767676767677,
      "loss": 2.8046,
      "theoretical_loss": 3.4692379410982825,
      "tokens_seen": 1750401024
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047765656565656566,
      "loss": 2.5931,
      "theoretical_loss": 3.4692268254145064,
      "tokens_seen": 1750466560
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004776363636363636,
      "loss": 2.7954,
      "theoretical_loss": 3.4692157102634047,
      "tokens_seen": 1750532096
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047761616161616163,
      "loss": 2.6183,
      "theoretical_loss": 3.469204595644932,
      "tokens_seen": 1750597632
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004775959595959596,
      "loss": 2.779,
      "theoretical_loss": 3.4691934815590426,
      "tokens_seen": 1750663168
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004775757575757576,
      "loss": 2.8523,
      "theoretical_loss": 3.4691823680056917,
      "tokens_seen": 1750728704
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047755555555555556,
      "loss": 2.5914,
      "theoretical_loss": 3.4691712549848326,
      "tokens_seen": 1750794240
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047753535353535357,
      "loss": 2.6619,
      "theoretical_loss": 3.4691601424964214,
      "tokens_seen": 1750859776
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004775151515151515,
      "loss": 2.845,
      "theoretical_loss": 3.469149030540412,
      "tokens_seen": 1750925312
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004774949494949495,
      "loss": 2.6006,
      "theoretical_loss": 3.469137919116758,
      "tokens_seen": 1750990848
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004774747474747475,
      "loss": 2.6609,
      "theoretical_loss": 3.4691268082254156,
      "tokens_seen": 1751056384
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047745454545454545,
      "loss": 2.7653,
      "theoretical_loss": 3.4691156978663384,
      "tokens_seen": 1751121920
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047743434343434346,
      "loss": 2.7009,
      "theoretical_loss": 3.4691045880394817,
      "tokens_seen": 1751187456
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004774141414141414,
      "loss": 2.8441,
      "theoretical_loss": 3.469093478744799,
      "tokens_seen": 1751252992
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004773939393939394,
      "loss": 2.6236,
      "theoretical_loss": 3.4690823699822455,
      "tokens_seen": 1751318528
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004773737373737374,
      "loss": 2.6359,
      "theoretical_loss": 3.4690712617517763,
      "tokens_seen": 1751384064
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004773535353535354,
      "loss": 2.6701,
      "theoretical_loss": 3.469060154053345,
      "tokens_seen": 1751449600
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047733333333333335,
      "loss": 2.5259,
      "theoretical_loss": 3.469049046886907,
      "tokens_seen": 1751515136
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004773131313131313,
      "loss": 2.7385,
      "theoretical_loss": 3.4690379402524165,
      "tokens_seen": 1751580672
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00047729292929292927,
      "loss": 2.4743,
      "theoretical_loss": 3.4690268341498287,
      "tokens_seen": 1751646208
    },
    {
      "epoch": 0.05,
      "objective/train/docs_used": 966555,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.6258327960968018,
      "objective/train/theoretical_loss": 3.4690157285790972,
      "objective/train/tokens_used": 110570976,
      "theoretical_loss": 3.4690157285790972,
      "tokens_seen": 1751711744
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004772727272727273,
      "loss": 2.6509,
      "theoretical_loss": 3.4690157285790972,
      "tokens_seen": 1751711744
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004772525252525253,
      "loss": 2.809,
      "theoretical_loss": 3.4690046235401777,
      "tokens_seen": 1751777280
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047723232323232325,
      "loss": 2.6795,
      "theoretical_loss": 3.468993519033024,
      "tokens_seen": 1751842816
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004772121212121212,
      "loss": 2.7073,
      "theoretical_loss": 3.4689824150575914,
      "tokens_seen": 1751908352
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047719191919191916,
      "loss": 2.6694,
      "theoretical_loss": 3.468971311613834,
      "tokens_seen": 1751973888
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004771717171717172,
      "loss": 2.6556,
      "theoretical_loss": 3.4689602087017066,
      "tokens_seen": 1752039424
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004771515151515152,
      "loss": 2.7105,
      "theoretical_loss": 3.468949106321164,
      "tokens_seen": 1752104960
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047713131313131314,
      "loss": 2.5831,
      "theoretical_loss": 3.468938004472161,
      "tokens_seen": 1752170496
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004771111111111111,
      "loss": 2.644,
      "theoretical_loss": 3.468926903154652,
      "tokens_seen": 1752236032
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047709090909090905,
      "loss": 2.5805,
      "theoretical_loss": 3.468915802368592,
      "tokens_seen": 1752301568
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004770707070707071,
      "loss": 2.8613,
      "theoretical_loss": 3.4689047021139356,
      "tokens_seen": 1752367104
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004770505050505051,
      "loss": 2.6725,
      "theoretical_loss": 3.4688936023906374,
      "tokens_seen": 1752432640
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047703030303030303,
      "loss": 2.838,
      "theoretical_loss": 3.4688825031986514,
      "tokens_seen": 1752498176
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000477010101010101,
      "loss": 2.4936,
      "theoretical_loss": 3.468871404537934,
      "tokens_seen": 1752563712
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000476989898989899,
      "loss": 2.7542,
      "theoretical_loss": 3.4688603064084376,
      "tokens_seen": 1752629248
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000476969696969697,
      "loss": 2.6908,
      "theoretical_loss": 3.468849208810119,
      "tokens_seen": 1752694784
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047694949494949497,
      "loss": 2.6054,
      "theoretical_loss": 3.4688381117429317,
      "tokens_seen": 1752760320
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004769292929292929,
      "loss": 2.5833,
      "theoretical_loss": 3.468827015206831,
      "tokens_seen": 1752825856
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004769090909090909,
      "loss": 3.0322,
      "theoretical_loss": 3.4688159192017713,
      "tokens_seen": 1752891392
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004768888888888889,
      "loss": 2.5106,
      "theoretical_loss": 3.468804823727708,
      "tokens_seen": 1752956928
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004768686868686869,
      "loss": 2.5625,
      "theoretical_loss": 3.4687937287845947,
      "tokens_seen": 1753022464
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047684848484848486,
      "loss": 2.8008,
      "theoretical_loss": 3.468782634372387,
      "tokens_seen": 1753088000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004768282828282828,
      "loss": 2.5919,
      "theoretical_loss": 3.4687715404910398,
      "tokens_seen": 1753153536
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047680808080808083,
      "loss": 2.6055,
      "theoretical_loss": 3.4687604471405065,
      "tokens_seen": 1753219072
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004767878787878788,
      "loss": 2.7941,
      "theoretical_loss": 3.4687493543207433,
      "tokens_seen": 1753284608
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 967544,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.789055347442627,
      "objective/train/theoretical_loss": 3.468738262031705,
      "objective/train/tokens_used": 112209376,
      "theoretical_loss": 3.468738262031705,
      "tokens_seen": 1753350144
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004767676767676768,
      "loss": 2.6272,
      "theoretical_loss": 3.468738262031705,
      "tokens_seen": 1753350144
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047674747474747475,
      "loss": 2.7313,
      "theoretical_loss": 3.468727170273345,
      "tokens_seen": 1753415680
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004767272727272727,
      "loss": 2.6265,
      "theoretical_loss": 3.4687160790456195,
      "tokens_seen": 1753481216
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004767070707070707,
      "loss": 2.5517,
      "theoretical_loss": 3.468704988348483,
      "tokens_seen": 1753546752
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047668686868686873,
      "loss": 2.6153,
      "theoretical_loss": 3.4686938981818893,
      "tokens_seen": 1753612288
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004766666666666667,
      "loss": 2.698,
      "theoretical_loss": 3.468682808545794,
      "tokens_seen": 1753677824
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047664646464646465,
      "loss": 2.5592,
      "theoretical_loss": 3.4686717194401524,
      "tokens_seen": 1753743360
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047662626262626266,
      "loss": 2.6959,
      "theoretical_loss": 3.4686606308649184,
      "tokens_seen": 1753808896
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004766060606060606,
      "loss": 2.7546,
      "theoretical_loss": 3.468649542820047,
      "tokens_seen": 1753874432
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004765858585858586,
      "loss": 2.7334,
      "theoretical_loss": 3.468638455305493,
      "tokens_seen": 1753939968
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004765656565656566,
      "loss": 2.7488,
      "theoretical_loss": 3.4686273683212114,
      "tokens_seen": 1754005504
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047654545454545454,
      "loss": 2.5704,
      "theoretical_loss": 3.468616281867157,
      "tokens_seen": 1754071040
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047652525252525255,
      "loss": 2.7951,
      "theoretical_loss": 3.468605195943285,
      "tokens_seen": 1754136576
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004765050505050505,
      "loss": 2.7617,
      "theoretical_loss": 3.46859411054955,
      "tokens_seen": 1754202112
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004764848484848485,
      "loss": 2.7249,
      "theoretical_loss": 3.468583025685906,
      "tokens_seen": 1754267648
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004764646464646465,
      "loss": 2.8578,
      "theoretical_loss": 3.468571941352309,
      "tokens_seen": 1754333184
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004764444444444445,
      "loss": 2.7968,
      "theoretical_loss": 3.4685608575487135,
      "tokens_seen": 1754398720
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047642424242424244,
      "loss": 2.5969,
      "theoretical_loss": 3.4685497742750737,
      "tokens_seen": 1754464256
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004764040404040404,
      "loss": 2.6532,
      "theoretical_loss": 3.4685386915313456,
      "tokens_seen": 1754529792
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004763838383838384,
      "loss": 2.5712,
      "theoretical_loss": 3.4685276093174835,
      "tokens_seen": 1754595328
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047636363636363637,
      "loss": 2.7184,
      "theoretical_loss": 3.468516527633442,
      "tokens_seen": 1754660864
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004763434343434344,
      "loss": 2.666,
      "theoretical_loss": 3.4685054464791767,
      "tokens_seen": 1754726400
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047632323232323233,
      "loss": 2.704,
      "theoretical_loss": 3.4684943658546414,
      "tokens_seen": 1754791936
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004763030303030303,
      "loss": 2.5184,
      "theoretical_loss": 3.4684832857597923,
      "tokens_seen": 1754857472
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004762828282828283,
      "loss": 2.5821,
      "theoretical_loss": 3.4684722061945834,
      "tokens_seen": 1754923008
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 968097,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.9240682125091553,
      "objective/train/theoretical_loss": 3.46846112715897,
      "objective/train/tokens_used": 113847776,
      "theoretical_loss": 3.46846112715897,
      "tokens_seen": 1754988544
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004762626262626263,
      "loss": 2.6846,
      "theoretical_loss": 3.46846112715897,
      "tokens_seen": 1754988544
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047624242424242427,
      "loss": 2.686,
      "theoretical_loss": 3.4684500486529064,
      "tokens_seen": 1755054080
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004762222222222222,
      "loss": 2.6209,
      "theoretical_loss": 3.468438970676348,
      "tokens_seen": 1755119616
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004762020202020202,
      "loss": 2.5909,
      "theoretical_loss": 3.4684278932292503,
      "tokens_seen": 1755185152
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004761818181818182,
      "loss": 2.7275,
      "theoretical_loss": 3.468416816311567,
      "tokens_seen": 1755250688
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004761616161616162,
      "loss": 2.7313,
      "theoretical_loss": 3.4684057399232544,
      "tokens_seen": 1755316224
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047614141414141416,
      "loss": 2.5685,
      "theoretical_loss": 3.468394664064266,
      "tokens_seen": 1755381760
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004761212121212121,
      "loss": 2.6424,
      "theoretical_loss": 3.468383588734558,
      "tokens_seen": 1755447296
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004761010101010101,
      "loss": 2.3658,
      "theoretical_loss": 3.468372513934084,
      "tokens_seen": 1755512832
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004760808080808081,
      "loss": 2.8822,
      "theoretical_loss": 3.468361439662801,
      "tokens_seen": 1755578368
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004760606060606061,
      "loss": 2.768,
      "theoretical_loss": 3.468350365920662,
      "tokens_seen": 1755643904
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047604040404040406,
      "loss": 2.4781,
      "theoretical_loss": 3.468339292707623,
      "tokens_seen": 1755709440
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000476020202020202,
      "loss": 2.509,
      "theoretical_loss": 3.468328220023638,
      "tokens_seen": 1755774976
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047599999999999997,
      "loss": 2.556,
      "theoretical_loss": 3.468317147868663,
      "tokens_seen": 1755840512
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047597979797979803,
      "loss": 2.6309,
      "theoretical_loss": 3.4683060762426523,
      "tokens_seen": 1755906048
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000475959595959596,
      "loss": 2.6173,
      "theoretical_loss": 3.4682950051455617,
      "tokens_seen": 1755971584
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047593939393939395,
      "loss": 2.502,
      "theoretical_loss": 3.4682839345773457,
      "tokens_seen": 1756037120
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004759191919191919,
      "loss": 2.7037,
      "theoretical_loss": 3.468272864537959,
      "tokens_seen": 1756102656
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047589898989898986,
      "loss": 2.9021,
      "theoretical_loss": 3.468261795027357,
      "tokens_seen": 1756168192
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047587878787878793,
      "loss": 2.6436,
      "theoretical_loss": 3.4682507260454942,
      "tokens_seen": 1756233728
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004758585858585859,
      "loss": 2.5381,
      "theoretical_loss": 3.4682396575923264,
      "tokens_seen": 1756299264
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047583838383838384,
      "loss": 2.6176,
      "theoretical_loss": 3.4682285896678087,
      "tokens_seen": 1756364800
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004758181818181818,
      "loss": 2.5754,
      "theoretical_loss": 3.468217522271895,
      "tokens_seen": 1756430336
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004757979797979798,
      "loss": 2.6936,
      "theoretical_loss": 3.468206455404541,
      "tokens_seen": 1756495872
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004757777777777778,
      "loss": 2.4587,
      "theoretical_loss": 3.468195389065702,
      "tokens_seen": 1756561408
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 969105,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5639123916625977,
      "objective/train/theoretical_loss": 3.4681843232553327,
      "objective/train/tokens_used": 115486176,
      "theoretical_loss": 3.4681843232553327,
      "tokens_seen": 1756626944
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004757575757575758,
      "loss": 2.5915,
      "theoretical_loss": 3.4681843232553327,
      "tokens_seen": 1756626944
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047573737373737373,
      "loss": 2.5335,
      "theoretical_loss": 3.4681732579733886,
      "tokens_seen": 1756692480
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004757171717171717,
      "loss": 2.4869,
      "theoretical_loss": 3.4681621932198237,
      "tokens_seen": 1756758016
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004756969696969697,
      "loss": 2.8309,
      "theoretical_loss": 3.4681511289945943,
      "tokens_seen": 1756823552
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004756767676767677,
      "loss": 2.832,
      "theoretical_loss": 3.4681400652976544,
      "tokens_seen": 1756889088
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047565656565656567,
      "loss": 2.6746,
      "theoretical_loss": 3.46812900212896,
      "tokens_seen": 1756954624
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004756363636363636,
      "loss": 2.6248,
      "theoretical_loss": 3.4681179394884656,
      "tokens_seen": 1757020160
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047561616161616164,
      "loss": 2.5682,
      "theoretical_loss": 3.468106877376126,
      "tokens_seen": 1757085696
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004755959595959596,
      "loss": 2.6822,
      "theoretical_loss": 3.4680958157918975,
      "tokens_seen": 1757151232
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004755757575757576,
      "loss": 2.8153,
      "theoretical_loss": 3.468084754735734,
      "tokens_seen": 1757216768
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047555555555555556,
      "loss": 2.7997,
      "theoretical_loss": 3.4680736942075914,
      "tokens_seen": 1757282304
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004755353535353535,
      "loss": 2.6609,
      "theoretical_loss": 3.468062634207424,
      "tokens_seen": 1757347840
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047551515151515153,
      "loss": 2.8563,
      "theoretical_loss": 3.4680515747351874,
      "tokens_seen": 1757413376
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004754949494949495,
      "loss": 2.6059,
      "theoretical_loss": 3.4680405157908365,
      "tokens_seen": 1757478912
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004754747474747475,
      "loss": 2.8125,
      "theoretical_loss": 3.4680294573743264,
      "tokens_seen": 1757544448
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047545454545454545,
      "loss": 2.7202,
      "theoretical_loss": 3.4680183994856133,
      "tokens_seen": 1757609984
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047543434343434347,
      "loss": 2.6924,
      "theoretical_loss": 3.4680073421246504,
      "tokens_seen": 1757675520
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004754141414141414,
      "loss": 2.6198,
      "theoretical_loss": 3.4679962852913944,
      "tokens_seen": 1757741056
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004753939393939394,
      "loss": 2.6276,
      "theoretical_loss": 3.4679852289857998,
      "tokens_seen": 1757806592
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004753737373737374,
      "loss": 2.7586,
      "theoretical_loss": 3.4679741732078213,
      "tokens_seen": 1757872128
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047535353535353535,
      "loss": 2.4646,
      "theoretical_loss": 3.4679631179574155,
      "tokens_seen": 1757937664
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047533333333333336,
      "loss": 2.4745,
      "theoretical_loss": 3.467952063234536,
      "tokens_seen": 1758003200
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004753131313131313,
      "loss": 2.7784,
      "theoretical_loss": 3.467941009039139,
      "tokens_seen": 1758068736
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047529292929292927,
      "loss": 2.7118,
      "theoretical_loss": 3.4679299553711793,
      "tokens_seen": 1758134272
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004752727272727273,
      "loss": 2.8808,
      "theoretical_loss": 3.4679189022306116,
      "tokens_seen": 1758199808
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 970436,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.550333023071289,
      "objective/train/theoretical_loss": 3.467907849617392,
      "objective/train/tokens_used": 117124576,
      "theoretical_loss": 3.467907849617392,
      "tokens_seen": 1758265344
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004752525252525253,
      "loss": 2.6393,
      "theoretical_loss": 3.467907849617392,
      "tokens_seen": 1758265344
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047523232323232325,
      "loss": 2.488,
      "theoretical_loss": 3.467896797531475,
      "tokens_seen": 1758330880
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004752121212121212,
      "loss": 2.7108,
      "theoretical_loss": 3.467885745972816,
      "tokens_seen": 1758396416
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047519191919191916,
      "loss": 2.7059,
      "theoretical_loss": 3.4678746949413704,
      "tokens_seen": 1758461952
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004751717171717172,
      "loss": 2.5608,
      "theoretical_loss": 3.467863644437093,
      "tokens_seen": 1758527488
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004751515151515152,
      "loss": 2.7159,
      "theoretical_loss": 3.467852594459939,
      "tokens_seen": 1758593024
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047513131313131314,
      "loss": 2.6068,
      "theoretical_loss": 3.4678415450098643,
      "tokens_seen": 1758658560
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004751111111111111,
      "loss": 2.5219,
      "theoretical_loss": 3.4678304960868234,
      "tokens_seen": 1758724096
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047509090909090906,
      "loss": 2.5771,
      "theoretical_loss": 3.467819447690772,
      "tokens_seen": 1758789632
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004750707070707071,
      "loss": 2.6642,
      "theoretical_loss": 3.4678083998216653,
      "tokens_seen": 1758855168
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004750505050505051,
      "loss": 2.6359,
      "theoretical_loss": 3.467797352479458,
      "tokens_seen": 1758920704
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047503030303030304,
      "loss": 2.6904,
      "theoretical_loss": 3.4677863056641054,
      "tokens_seen": 1758986240
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000475010101010101,
      "loss": 2.5726,
      "theoretical_loss": 3.4677752593755633,
      "tokens_seen": 1759051776
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000474989898989899,
      "loss": 2.689,
      "theoretical_loss": 3.467764213613787,
      "tokens_seen": 1759117312
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000474969696969697,
      "loss": 2.5023,
      "theoretical_loss": 3.4677531683787306,
      "tokens_seen": 1759182848
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047494949494949497,
      "loss": 2.5113,
      "theoretical_loss": 3.4677421236703507,
      "tokens_seen": 1759248384
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047492929292929293,
      "loss": 2.7619,
      "theoretical_loss": 3.4677310794886025,
      "tokens_seen": 1759313920
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004749090909090909,
      "loss": 2.5726,
      "theoretical_loss": 3.46772003583344,
      "tokens_seen": 1759379456
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047488888888888895,
      "loss": 2.424,
      "theoretical_loss": 3.46770899270482,
      "tokens_seen": 1759444992
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004748686868686869,
      "loss": 2.705,
      "theoretical_loss": 3.467697950102697,
      "tokens_seen": 1759510528
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047484848484848487,
      "loss": 2.8012,
      "theoretical_loss": 3.467686908027026,
      "tokens_seen": 1759576064
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004748282828282828,
      "loss": 2.6163,
      "theoretical_loss": 3.467675866477763,
      "tokens_seen": 1759641600
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004748080808080808,
      "loss": 2.7308,
      "theoretical_loss": 3.4676648254548628,
      "tokens_seen": 1759707136
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047478787878787884,
      "loss": 2.6315,
      "theoretical_loss": 3.467653784958281,
      "tokens_seen": 1759772672
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004747676767676768,
      "loss": 2.8835,
      "theoretical_loss": 3.467642744987973,
      "tokens_seen": 1759838208
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 971034,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.658268690109253,
      "objective/train/theoretical_loss": 3.467631705543894,
      "objective/train/tokens_used": 118762976,
      "theoretical_loss": 3.467631705543894,
      "tokens_seen": 1759903744
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047474747474747476,
      "loss": 2.441,
      "theoretical_loss": 3.467631705543894,
      "tokens_seen": 1759903744
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004747272727272727,
      "loss": 2.4756,
      "theoretical_loss": 3.467620666625999,
      "tokens_seen": 1759969280
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047470707070707067,
      "loss": 2.5877,
      "theoretical_loss": 3.4676096282342432,
      "tokens_seen": 1760034816
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047468686868686874,
      "loss": 2.4157,
      "theoretical_loss": 3.4675985903685826,
      "tokens_seen": 1760100352
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004746666666666667,
      "loss": 2.6185,
      "theoretical_loss": 3.4675875530289724,
      "tokens_seen": 1760165888
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047464646464646465,
      "loss": 2.626,
      "theoretical_loss": 3.4675765162153676,
      "tokens_seen": 1760231424
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004746262626262626,
      "loss": 2.6303,
      "theoretical_loss": 3.467565479927724,
      "tokens_seen": 1760296960
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004746060606060606,
      "loss": 2.4665,
      "theoretical_loss": 3.4675544441659962,
      "tokens_seen": 1760362496
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047458585858585863,
      "loss": 2.4859,
      "theoretical_loss": 3.4675434089301405,
      "tokens_seen": 1760428032
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004745656565656566,
      "loss": 2.7329,
      "theoretical_loss": 3.467532374220112,
      "tokens_seen": 1760493568
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047454545454545454,
      "loss": 2.7522,
      "theoretical_loss": 3.4675213400358653,
      "tokens_seen": 1760559104
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004745252525252525,
      "loss": 2.6709,
      "theoretical_loss": 3.4675103063773567,
      "tokens_seen": 1760624640
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004745050505050505,
      "loss": 2.3443,
      "theoretical_loss": 3.4674992732445413,
      "tokens_seen": 1760690176
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004744848484848485,
      "loss": 2.5856,
      "theoretical_loss": 3.4674882406373744,
      "tokens_seen": 1760755712
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004744646464646465,
      "loss": 2.8132,
      "theoretical_loss": 3.4674772085558114,
      "tokens_seen": 1760821248
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047444444444444444,
      "loss": 2.691,
      "theoretical_loss": 3.4674661769998076,
      "tokens_seen": 1760886784
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047442424242424245,
      "loss": 2.8995,
      "theoretical_loss": 3.4674551459693186,
      "tokens_seen": 1760952320
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004744040404040404,
      "loss": 2.5649,
      "theoretical_loss": 3.4674441154643,
      "tokens_seen": 1761017856
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004743838383838384,
      "loss": 2.7209,
      "theoretical_loss": 3.467433085484706,
      "tokens_seen": 1761083392
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047436363636363637,
      "loss": 2.8425,
      "theoretical_loss": 3.467422056030494,
      "tokens_seen": 1761148928
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047434343434343433,
      "loss": 2.7739,
      "theoretical_loss": 3.467411027101618,
      "tokens_seen": 1761214464
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047432323232323234,
      "loss": 2.6837,
      "theoretical_loss": 3.467399998698034,
      "tokens_seen": 1761280000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004743030303030303,
      "loss": 2.7335,
      "theoretical_loss": 3.467388970819697,
      "tokens_seen": 1761345536
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004742828282828283,
      "loss": 2.6222,
      "theoretical_loss": 3.4673779434665635,
      "tokens_seen": 1761411072
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047426262626262626,
      "loss": 2.6726,
      "theoretical_loss": 3.4673669166385874,
      "tokens_seen": 1761476608
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 972196,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.6714515686035156,
      "objective/train/theoretical_loss": 3.4673558903357247,
      "objective/train/tokens_used": 120401376,
      "theoretical_loss": 3.4673558903357247,
      "tokens_seen": 1761542144
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004742424242424243,
      "loss": 2.6306,
      "theoretical_loss": 3.4673558903357247,
      "tokens_seen": 1761542144
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047422222222222223,
      "loss": 2.8951,
      "theoretical_loss": 3.4673448645579317,
      "tokens_seen": 1761607680
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004742020202020202,
      "loss": 2.7546,
      "theoretical_loss": 3.467333839305163,
      "tokens_seen": 1761673216
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004741818181818182,
      "loss": 2.5618,
      "theoretical_loss": 3.4673228145773747,
      "tokens_seen": 1761738752
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047416161616161616,
      "loss": 2.5558,
      "theoretical_loss": 3.467311790374521,
      "tokens_seen": 1761804288
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047414141414141417,
      "loss": 2.3849,
      "theoretical_loss": 3.467300766696559,
      "tokens_seen": 1761869824
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004741212121212121,
      "loss": 2.6992,
      "theoretical_loss": 3.467289743543443,
      "tokens_seen": 1761935360
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004741010101010101,
      "loss": 2.6239,
      "theoretical_loss": 3.4672787209151292,
      "tokens_seen": 1762000896
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004740808080808081,
      "loss": 2.61,
      "theoretical_loss": 3.4672676988115727,
      "tokens_seen": 1762066432
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004740606060606061,
      "loss": 2.7707,
      "theoretical_loss": 3.4672566772327293,
      "tokens_seen": 1762131968
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047404040404040406,
      "loss": 2.5288,
      "theoretical_loss": 3.4672456561785543,
      "tokens_seen": 1762197504
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000474020202020202,
      "loss": 2.5156,
      "theoretical_loss": 3.467234635649003,
      "tokens_seen": 1762263040
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000474,
      "loss": 2.3634,
      "theoretical_loss": 3.4672236156440315,
      "tokens_seen": 1762328576
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000473979797979798,
      "loss": 2.3909,
      "theoretical_loss": 3.467212596163595,
      "tokens_seen": 1762394112
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000473959595959596,
      "loss": 2.6485,
      "theoretical_loss": 3.467201577207649,
      "tokens_seen": 1762459648
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047393939393939395,
      "loss": 2.9205,
      "theoretical_loss": 3.467190558776149,
      "tokens_seen": 1762525184
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004739191919191919,
      "loss": 2.4281,
      "theoretical_loss": 3.4671795408690507,
      "tokens_seen": 1762590720
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047389898989898987,
      "loss": 2.6767,
      "theoretical_loss": 3.4671685234863094,
      "tokens_seen": 1762656256
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047387878787878793,
      "loss": 2.6607,
      "theoretical_loss": 3.467157506627881,
      "tokens_seen": 1762721792
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004738585858585859,
      "loss": 2.4989,
      "theoretical_loss": 3.4671464902937204,
      "tokens_seen": 1762787328
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047383838383838385,
      "loss": 2.7566,
      "theoretical_loss": 3.4671354744837837,
      "tokens_seen": 1762852864
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004738181818181818,
      "loss": 2.4784,
      "theoretical_loss": 3.4671244591980264,
      "tokens_seen": 1762918400
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047379797979797976,
      "loss": 2.6094,
      "theoretical_loss": 3.4671134444364045,
      "tokens_seen": 1762983936
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004737777777777778,
      "loss": 2.3573,
      "theoretical_loss": 3.467102430198873,
      "tokens_seen": 1763049472
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004737575757575758,
      "loss": 2.7262,
      "theoretical_loss": 3.4670914164853874,
      "tokens_seen": 1763115008
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 972718,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.458674430847168,
      "objective/train/theoretical_loss": 3.4670804032959035,
      "objective/train/tokens_used": 122039776,
      "theoretical_loss": 3.4670804032959035,
      "tokens_seen": 1763180544
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047373737373737374,
      "loss": 2.5665,
      "theoretical_loss": 3.4670804032959035,
      "tokens_seen": 1763180544
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004737171717171717,
      "loss": 2.4811,
      "theoretical_loss": 3.4670693906303773,
      "tokens_seen": 1763246080
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004736969696969697,
      "loss": 2.4546,
      "theoretical_loss": 3.4670583784887636,
      "tokens_seen": 1763311616
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004736767676767677,
      "loss": 2.5793,
      "theoretical_loss": 3.4670473668710184,
      "tokens_seen": 1763377152
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004736565656565657,
      "loss": 2.5163,
      "theoretical_loss": 3.467036355777098,
      "tokens_seen": 1763442688
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047363636363636363,
      "loss": 2.5888,
      "theoretical_loss": 3.467025345206956,
      "tokens_seen": 1763508224
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004736161616161616,
      "loss": 2.7923,
      "theoretical_loss": 3.4670143351605502,
      "tokens_seen": 1763573760
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004735959595959596,
      "loss": 2.7194,
      "theoretical_loss": 3.4670033256378354,
      "tokens_seen": 1763639296
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004735757575757576,
      "loss": 2.4734,
      "theoretical_loss": 3.466992316638767,
      "tokens_seen": 1763704832
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047355555555555557,
      "loss": 2.7535,
      "theoretical_loss": 3.4669813081633007,
      "tokens_seen": 1763770368
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004735353535353535,
      "loss": 2.7308,
      "theoretical_loss": 3.466970300211393,
      "tokens_seen": 1763835904
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047351515151515154,
      "loss": 2.579,
      "theoretical_loss": 3.466959292782998,
      "tokens_seen": 1763901440
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004734949494949495,
      "loss": 2.5358,
      "theoretical_loss": 3.4669482858780727,
      "tokens_seen": 1763966976
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004734747474747475,
      "loss": 2.7295,
      "theoretical_loss": 3.4669372794965723,
      "tokens_seen": 1764032512
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047345454545454546,
      "loss": 2.474,
      "theoretical_loss": 3.4669262736384523,
      "tokens_seen": 1764098048
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004734343434343434,
      "loss": 2.7381,
      "theoretical_loss": 3.4669152683036684,
      "tokens_seen": 1764163584
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047341414141414143,
      "loss": 2.7042,
      "theoretical_loss": 3.466904263492176,
      "tokens_seen": 1764229120
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004733939393939394,
      "loss": 2.8351,
      "theoretical_loss": 3.466893259203932,
      "tokens_seen": 1764294656
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004733737373737374,
      "loss": 2.7247,
      "theoretical_loss": 3.4668822554388905,
      "tokens_seen": 1764360192
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047335353535353535,
      "loss": 2.5802,
      "theoretical_loss": 3.4668712521970084,
      "tokens_seen": 1764425728
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047333333333333336,
      "loss": 2.6002,
      "theoretical_loss": 3.4668602494782403,
      "tokens_seen": 1764491264
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004733131313131313,
      "loss": 2.6269,
      "theoretical_loss": 3.466849247282543,
      "tokens_seen": 1764556800
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004732929292929293,
      "loss": 2.6215,
      "theoretical_loss": 3.466838245609872,
      "tokens_seen": 1764622336
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004732727272727273,
      "loss": 2.6113,
      "theoretical_loss": 3.466827244460182,
      "tokens_seen": 1764687872
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047325252525252525,
      "loss": 2.534,
      "theoretical_loss": 3.46681624383343,
      "tokens_seen": 1764753408
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 973844,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.547422170639038,
      "objective/train/theoretical_loss": 3.466805243729571,
      "objective/train/tokens_used": 123678176,
      "theoretical_loss": 3.466805243729571,
      "tokens_seen": 1764818944
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047323232323232326,
      "loss": 2.5461,
      "theoretical_loss": 3.466805243729571,
      "tokens_seen": 1764818944
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004732121212121212,
      "loss": 2.4588,
      "theoretical_loss": 3.466794244148561,
      "tokens_seen": 1764884480
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004731919191919192,
      "loss": 2.4346,
      "theoretical_loss": 3.4667832450903555,
      "tokens_seen": 1764950016
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004731717171717172,
      "loss": 2.6804,
      "theoretical_loss": 3.4667722465549105,
      "tokens_seen": 1765015552
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004731515151515152,
      "loss": 2.5802,
      "theoretical_loss": 3.4667612485421815,
      "tokens_seen": 1765081088
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047313131313131315,
      "loss": 2.6148,
      "theoretical_loss": 3.4667502510521246,
      "tokens_seen": 1765146624
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004731111111111111,
      "loss": 2.625,
      "theoretical_loss": 3.466739254084695,
      "tokens_seen": 1765212160
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004730909090909091,
      "loss": 2.6565,
      "theoretical_loss": 3.466728257639849,
      "tokens_seen": 1765277696
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004730707070707071,
      "loss": 2.6265,
      "theoretical_loss": 3.4667172617175424,
      "tokens_seen": 1765343232
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004730505050505051,
      "loss": 2.5729,
      "theoretical_loss": 3.4667062663177304,
      "tokens_seen": 1765408768
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047303030303030304,
      "loss": 2.706,
      "theoretical_loss": 3.4666952714403694,
      "tokens_seen": 1765474304
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000473010101010101,
      "loss": 2.5028,
      "theoretical_loss": 3.4666842770854145,
      "tokens_seen": 1765539840
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000472989898989899,
      "loss": 2.7347,
      "theoretical_loss": 3.466673283252822,
      "tokens_seen": 1765605376
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000472969696969697,
      "loss": 2.2926,
      "theoretical_loss": 3.4666622899425477,
      "tokens_seen": 1765670912
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000472949494949495,
      "loss": 2.7329,
      "theoretical_loss": 3.4666512971545473,
      "tokens_seen": 1765736448
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047292929292929293,
      "loss": 2.7155,
      "theoretical_loss": 3.4666403048887764,
      "tokens_seen": 1765801984
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004729090909090909,
      "loss": 2.676,
      "theoretical_loss": 3.4666293131451917,
      "tokens_seen": 1765867520
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004728888888888889,
      "loss": 2.5448,
      "theoretical_loss": 3.4666183219237476,
      "tokens_seen": 1765933056
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004728686868686869,
      "loss": 2.6503,
      "theoretical_loss": 3.4666073312244006,
      "tokens_seen": 1765998592
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047284848484848487,
      "loss": 2.7058,
      "theoretical_loss": 3.466596341047107,
      "tokens_seen": 1766064128
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047282828282828283,
      "loss": 2.517,
      "theoretical_loss": 3.4665853513918217,
      "tokens_seen": 1766129664
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004728080808080808,
      "loss": 2.626,
      "theoretical_loss": 3.466574362258501,
      "tokens_seen": 1766195200
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004727878787878788,
      "loss": 2.6928,
      "theoretical_loss": 3.4665633736471015,
      "tokens_seen": 1766260736
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004727676767676768,
      "loss": 2.6162,
      "theoretical_loss": 3.466552385557578,
      "tokens_seen": 1766326272
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047274747474747476,
      "loss": 2.5867,
      "theoretical_loss": 3.4665413979898863,
      "tokens_seen": 1766391808
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 974264,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.8634729385375977,
      "objective/train/theoretical_loss": 3.466530410943983,
      "objective/train/tokens_used": 125316576,
      "theoretical_loss": 3.466530410943983,
      "tokens_seen": 1766457344
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004727272727272727,
      "loss": 2.755,
      "theoretical_loss": 3.466530410943983,
      "tokens_seen": 1766457344
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004727070707070707,
      "loss": 2.6146,
      "theoretical_loss": 3.466519424419823,
      "tokens_seen": 1766522880
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047268686868686874,
      "loss": 2.8209,
      "theoretical_loss": 3.4665084384173634,
      "tokens_seen": 1766588416
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004726666666666667,
      "loss": 2.7291,
      "theoretical_loss": 3.4664974529365593,
      "tokens_seen": 1766653952
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047264646464646466,
      "loss": 2.7675,
      "theoretical_loss": 3.466486467977367,
      "tokens_seen": 1766719488
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004726262626262626,
      "loss": 2.4818,
      "theoretical_loss": 3.4664754835397416,
      "tokens_seen": 1766785024
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047260606060606057,
      "loss": 2.5268,
      "theoretical_loss": 3.4664644996236396,
      "tokens_seen": 1766850560
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047258585858585864,
      "loss": 2.5537,
      "theoretical_loss": 3.4664535162290164,
      "tokens_seen": 1766916096
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004725656565656566,
      "loss": 2.643,
      "theoretical_loss": 3.466442533355829,
      "tokens_seen": 1766981632
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047254545454545455,
      "loss": 2.6887,
      "theoretical_loss": 3.466431551004032,
      "tokens_seen": 1767047168
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004725252525252525,
      "loss": 2.6244,
      "theoretical_loss": 3.4664205691735823,
      "tokens_seen": 1767112704
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004725050505050505,
      "loss": 2.5747,
      "theoretical_loss": 3.466409587864436,
      "tokens_seen": 1767178240
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047248484848484853,
      "loss": 2.3783,
      "theoretical_loss": 3.466398607076547,
      "tokens_seen": 1767243776
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004724646464646465,
      "loss": 2.6642,
      "theoretical_loss": 3.4663876268098734,
      "tokens_seen": 1767309312
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047244444444444444,
      "loss": 2.4038,
      "theoretical_loss": 3.466376647064371,
      "tokens_seen": 1767374848
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004724242424242424,
      "loss": 2.5637,
      "theoretical_loss": 3.4663656678399946,
      "tokens_seen": 1767440384
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004724040404040404,
      "loss": 2.6683,
      "theoretical_loss": 3.4663546891367005,
      "tokens_seen": 1767505920
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004723838383838384,
      "loss": 2.6663,
      "theoretical_loss": 3.4663437109544453,
      "tokens_seen": 1767571456
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004723636363636364,
      "loss": 2.7499,
      "theoretical_loss": 3.466332733293184,
      "tokens_seen": 1767636992
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047234343434343433,
      "loss": 2.6059,
      "theoretical_loss": 3.4663217561528734,
      "tokens_seen": 1767702528
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047232323232323235,
      "loss": 2.8539,
      "theoretical_loss": 3.466310779533469,
      "tokens_seen": 1767768064
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004723030303030303,
      "loss": 2.6061,
      "theoretical_loss": 3.466299803434927,
      "tokens_seen": 1767833600
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004722828282828283,
      "loss": 2.7606,
      "theoretical_loss": 3.4662888278572033,
      "tokens_seen": 1767899136
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00047226262626262627,
      "loss": 2.602,
      "theoretical_loss": 3.4662778528002534,
      "tokens_seen": 1767964672
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0004722424242424242,
      "loss": 2.6908,
      "theoretical_loss": 3.466266878264034,
      "tokens_seen": 1768030208
    },
    {
      "epoch": 0.06,
      "objective/train/docs_used": 975251,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.7586162090301514,
      "objective/train/theoretical_loss": 3.4662559042485013,
      "objective/train/tokens_used": 126954976,
      "theoretical_loss": 3.4662559042485013,
      "tokens_seen": 1768095744
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047222222222222224,
      "loss": 2.6865,
      "theoretical_loss": 3.4662559042485013,
      "tokens_seen": 1768095744
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004722020202020202,
      "loss": 2.5986,
      "theoretical_loss": 3.4662449307536103,
      "tokens_seen": 1768161280
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004721818181818182,
      "loss": 2.5451,
      "theoretical_loss": 3.466233957779318,
      "tokens_seen": 1768226816
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047216161616161616,
      "loss": 2.5286,
      "theoretical_loss": 3.4662229853255795,
      "tokens_seen": 1768292352
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004721414141414142,
      "loss": 2.6367,
      "theoretical_loss": 3.466212013392351,
      "tokens_seen": 1768357888
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047212121212121213,
      "loss": 2.6325,
      "theoretical_loss": 3.4662010419795894,
      "tokens_seen": 1768423424
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004721010101010101,
      "loss": 2.5137,
      "theoretical_loss": 3.46619007108725,
      "tokens_seen": 1768488960
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004720808080808081,
      "loss": 2.4045,
      "theoretical_loss": 3.4661791007152885,
      "tokens_seen": 1768554496
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047206060606060606,
      "loss": 2.6393,
      "theoretical_loss": 3.466168130863662,
      "tokens_seen": 1768620032
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047204040404040407,
      "loss": 2.4247,
      "theoretical_loss": 3.4661571615323252,
      "tokens_seen": 1768685568
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000472020202020202,
      "loss": 2.4163,
      "theoretical_loss": 3.466146192721235,
      "tokens_seen": 1768751104
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000472,
      "loss": 2.6915,
      "theoretical_loss": 3.4661352244303476,
      "tokens_seen": 1768816640
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000471979797979798,
      "loss": 2.4705,
      "theoretical_loss": 3.4661242566596187,
      "tokens_seen": 1768882176
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000471959595959596,
      "loss": 2.6915,
      "theoretical_loss": 3.4661132894090043,
      "tokens_seen": 1768947712
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047193939393939396,
      "loss": 2.5054,
      "theoretical_loss": 3.46610232267846,
      "tokens_seen": 1769013248
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004719191919191919,
      "loss": 2.6938,
      "theoretical_loss": 3.4660913564679436,
      "tokens_seen": 1769078784
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004718989898989899,
      "loss": 2.5973,
      "theoretical_loss": 3.4660803907774094,
      "tokens_seen": 1769144320
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004718787878787879,
      "loss": 2.6252,
      "theoretical_loss": 3.4660694256068143,
      "tokens_seen": 1769209856
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004718585858585859,
      "loss": 2.7995,
      "theoretical_loss": 3.4660584609561145,
      "tokens_seen": 1769275392
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047183838383838385,
      "loss": 2.5113,
      "theoretical_loss": 3.466047496825265,
      "tokens_seen": 1769340928
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004718181818181818,
      "loss": 2.58,
      "theoretical_loss": 3.4660365332142233,
      "tokens_seen": 1769406464
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047179797979797977,
      "loss": 2.6229,
      "theoretical_loss": 3.4660255701229445,
      "tokens_seen": 1769472000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047177777777777783,
      "loss": 2.625,
      "theoretical_loss": 3.4660146075513856,
      "tokens_seen": 1769537536
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004717575757575758,
      "loss": 2.4516,
      "theoretical_loss": 3.466003645499502,
      "tokens_seen": 1769603072
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047173737373737374,
      "loss": 2.6413,
      "theoretical_loss": 3.46599268396725,
      "tokens_seen": 1769668608
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 976290,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.645479679107666,
      "objective/train/theoretical_loss": 3.465981722954586,
      "objective/train/tokens_used": 128593376,
      "theoretical_loss": 3.465981722954586,
      "tokens_seen": 1769734144
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004717171717171717,
      "loss": 2.7062,
      "theoretical_loss": 3.465981722954586,
      "tokens_seen": 1769734144
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047169696969696966,
      "loss": 2.7589,
      "theoretical_loss": 3.465970762461466,
      "tokens_seen": 1769799680
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004716767676767677,
      "loss": 2.8116,
      "theoretical_loss": 3.4659598024878457,
      "tokens_seen": 1769865216
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004716565656565657,
      "loss": 2.8078,
      "theoretical_loss": 3.4659488430336816,
      "tokens_seen": 1769930752
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047163636363636364,
      "loss": 2.2874,
      "theoretical_loss": 3.46593788409893,
      "tokens_seen": 1769996288
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004716161616161616,
      "loss": 2.2027,
      "theoretical_loss": 3.4659269256835468,
      "tokens_seen": 1770061824
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004715959595959596,
      "loss": 2.7392,
      "theoretical_loss": 3.4659159677874882,
      "tokens_seen": 1770127360
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004715757575757576,
      "loss": 2.8195,
      "theoretical_loss": 3.4659050104107103,
      "tokens_seen": 1770192896
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004715555555555556,
      "loss": 2.6863,
      "theoretical_loss": 3.4658940535531695,
      "tokens_seen": 1770258432
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047153535353535353,
      "loss": 2.4416,
      "theoretical_loss": 3.465883097214822,
      "tokens_seen": 1770323968
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004715151515151515,
      "loss": 2.5736,
      "theoretical_loss": 3.4658721413956237,
      "tokens_seen": 1770389504
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047149494949494955,
      "loss": 2.5487,
      "theoretical_loss": 3.465861186095531,
      "tokens_seen": 1770455040
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004714747474747475,
      "loss": 2.9009,
      "theoretical_loss": 3.4658502313144997,
      "tokens_seen": 1770520576
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047145454545454547,
      "loss": 2.8561,
      "theoretical_loss": 3.4658392770524866,
      "tokens_seen": 1770586112
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004714343434343434,
      "loss": 2.646,
      "theoretical_loss": 3.4658283233094473,
      "tokens_seen": 1770651648
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004714141414141414,
      "loss": 2.6522,
      "theoretical_loss": 3.4658173700853387,
      "tokens_seen": 1770717184
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047139393939393944,
      "loss": 2.7383,
      "theoretical_loss": 3.4658064173801164,
      "tokens_seen": 1770782720
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004713737373737374,
      "loss": 2.4971,
      "theoretical_loss": 3.465795465193737,
      "tokens_seen": 1770848256
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047135353535353536,
      "loss": 2.8238,
      "theoretical_loss": 3.465784513526156,
      "tokens_seen": 1770913792
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004713333333333333,
      "loss": 2.5457,
      "theoretical_loss": 3.465773562377331,
      "tokens_seen": 1770979328
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004713131313131313,
      "loss": 2.7584,
      "theoretical_loss": 3.465762611747217,
      "tokens_seen": 1771044864
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047129292929292934,
      "loss": 2.5373,
      "theoretical_loss": 3.4657516616357706,
      "tokens_seen": 1771110400
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004712727272727273,
      "loss": 2.7518,
      "theoretical_loss": 3.4657407120429484,
      "tokens_seen": 1771175936
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047125252525252525,
      "loss": 2.6246,
      "theoretical_loss": 3.4657297629687056,
      "tokens_seen": 1771241472
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004712323232323232,
      "loss": 2.6083,
      "theoretical_loss": 3.465718814413,
      "tokens_seen": 1771307008
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 976909,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.4419713020324707,
      "objective/train/theoretical_loss": 3.4657078663757868,
      "objective/train/tokens_used": 130231776,
      "theoretical_loss": 3.4657078663757868,
      "tokens_seen": 1771372544
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004712121212121212,
      "loss": 2.683,
      "theoretical_loss": 3.4657078663757868,
      "tokens_seen": 1771372544
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047119191919191923,
      "loss": 2.7196,
      "theoretical_loss": 3.4656969188570224,
      "tokens_seen": 1771438080
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004711717171717172,
      "loss": 2.5106,
      "theoretical_loss": 3.4656859718566633,
      "tokens_seen": 1771503616
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047115151515151514,
      "loss": 2.4445,
      "theoretical_loss": 3.465675025374666,
      "tokens_seen": 1771569152
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047113131313131316,
      "loss": 2.4538,
      "theoretical_loss": 3.4656640794109856,
      "tokens_seen": 1771634688
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004711111111111111,
      "loss": 2.6856,
      "theoretical_loss": 3.4656531339655796,
      "tokens_seen": 1771700224
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004710909090909091,
      "loss": 2.771,
      "theoretical_loss": 3.4656421890384044,
      "tokens_seen": 1771765760
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004710707070707071,
      "loss": 2.5379,
      "theoretical_loss": 3.4656312446294155,
      "tokens_seen": 1771831296
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047105050505050504,
      "loss": 2.587,
      "theoretical_loss": 3.465620300738569,
      "tokens_seen": 1771896832
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047103030303030305,
      "loss": 2.5692,
      "theoretical_loss": 3.4656093573658224,
      "tokens_seen": 1771962368
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000471010101010101,
      "loss": 2.7043,
      "theoretical_loss": 3.465598414511131,
      "tokens_seen": 1772027904
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000470989898989899,
      "loss": 2.6211,
      "theoretical_loss": 3.4655874721744517,
      "tokens_seen": 1772093440
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047096969696969697,
      "loss": 2.6399,
      "theoretical_loss": 3.46557653035574,
      "tokens_seen": 1772158976
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000470949494949495,
      "loss": 2.5832,
      "theoretical_loss": 3.465565589054954,
      "tokens_seen": 1772224512
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047092929292929294,
      "loss": 2.6915,
      "theoretical_loss": 3.4655546482720476,
      "tokens_seen": 1772290048
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004709090909090909,
      "loss": 2.5416,
      "theoretical_loss": 3.4655437080069786,
      "tokens_seen": 1772355584
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004708888888888889,
      "loss": 2.6132,
      "theoretical_loss": 3.4655327682597035,
      "tokens_seen": 1772421120
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047086868686868687,
      "loss": 2.4983,
      "theoretical_loss": 3.4655218290301786,
      "tokens_seen": 1772486656
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004708484848484849,
      "loss": 2.6079,
      "theoretical_loss": 3.465510890318359,
      "tokens_seen": 1772552192
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047082828282828283,
      "loss": 2.7404,
      "theoretical_loss": 3.465499952124203,
      "tokens_seen": 1772617728
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004708080808080808,
      "loss": 2.7041,
      "theoretical_loss": 3.465489014447665,
      "tokens_seen": 1772683264
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004707878787878788,
      "loss": 2.6753,
      "theoretical_loss": 3.4654780772887026,
      "tokens_seen": 1772748800
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004707676767676768,
      "loss": 2.8614,
      "theoretical_loss": 3.465467140647272,
      "tokens_seen": 1772814336
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047074747474747477,
      "loss": 2.5925,
      "theoretical_loss": 3.4654562045233295,
      "tokens_seen": 1772879872
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004707272727272727,
      "loss": 2.7646,
      "theoretical_loss": 3.465445268916832,
      "tokens_seen": 1772945408
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 977811,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.4676389694213867,
      "objective/train/theoretical_loss": 3.4654343338277345,
      "objective/train/tokens_used": 131870176,
      "theoretical_loss": 3.4654343338277345,
      "tokens_seen": 1773010944
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004707070707070707,
      "loss": 2.5732,
      "theoretical_loss": 3.4654343338277345,
      "tokens_seen": 1773010944
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004706868686868687,
      "loss": 2.8103,
      "theoretical_loss": 3.4654233992559944,
      "tokens_seen": 1773076480
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004706666666666667,
      "loss": 2.4505,
      "theoretical_loss": 3.465412465201568,
      "tokens_seen": 1773142016
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047064646464646466,
      "loss": 2.3781,
      "theoretical_loss": 3.465401531664412,
      "tokens_seen": 1773207552
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004706262626262626,
      "loss": 2.8003,
      "theoretical_loss": 3.4653905986444817,
      "tokens_seen": 1773273088
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004706060606060606,
      "loss": 2.6426,
      "theoretical_loss": 3.465379666141735,
      "tokens_seen": 1773338624
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047058585858585864,
      "loss": 2.5942,
      "theoretical_loss": 3.4653687341561277,
      "tokens_seen": 1773404160
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004705656565656566,
      "loss": 2.628,
      "theoretical_loss": 3.4653578026876155,
      "tokens_seen": 1773469696
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047054545454545455,
      "loss": 2.6492,
      "theoretical_loss": 3.4653468717361555,
      "tokens_seen": 1773535232
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004705252525252525,
      "loss": 2.6411,
      "theoretical_loss": 3.4653359413017046,
      "tokens_seen": 1773600768
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047050505050505047,
      "loss": 2.7541,
      "theoretical_loss": 3.465325011384219,
      "tokens_seen": 1773666304
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047048484848484853,
      "loss": 2.4253,
      "theoretical_loss": 3.465314081983654,
      "tokens_seen": 1773731840
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004704646464646465,
      "loss": 2.7165,
      "theoretical_loss": 3.4653031530999674,
      "tokens_seen": 1773797376
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047044444444444445,
      "loss": 2.7943,
      "theoretical_loss": 3.4652922247331155,
      "tokens_seen": 1773862912
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004704242424242424,
      "loss": 2.5949,
      "theoretical_loss": 3.465281296883054,
      "tokens_seen": 1773928448
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004704040404040404,
      "loss": 2.5194,
      "theoretical_loss": 3.4652703695497404,
      "tokens_seen": 1773993984
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004703838383838384,
      "loss": 2.8284,
      "theoretical_loss": 3.46525944273313,
      "tokens_seen": 1774059520
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004703636363636364,
      "loss": 2.5426,
      "theoretical_loss": 3.4652485164331805,
      "tokens_seen": 1774125056
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047034343434343434,
      "loss": 2.6549,
      "theoretical_loss": 3.4652375906498474,
      "tokens_seen": 1774190592
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004703232323232323,
      "loss": 2.5567,
      "theoretical_loss": 3.4652266653830877,
      "tokens_seen": 1774256128
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004703030303030303,
      "loss": 2.6891,
      "theoretical_loss": 3.465215740632858,
      "tokens_seen": 1774321664
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004702828282828283,
      "loss": 2.6164,
      "theoretical_loss": 3.465204816399114,
      "tokens_seen": 1774387200
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004702626262626263,
      "loss": 2.6243,
      "theoretical_loss": 3.465193892681813,
      "tokens_seen": 1774452736
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047024242424242423,
      "loss": 2.6201,
      "theoretical_loss": 3.4651829694809115,
      "tokens_seen": 1774518272
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047022222222222224,
      "loss": 2.6683,
      "theoretical_loss": 3.465172046796366,
      "tokens_seen": 1774583808
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 978517,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.493600368499756,
      "objective/train/theoretical_loss": 3.4651611246281324,
      "objective/train/tokens_used": 133508576,
      "theoretical_loss": 3.4651611246281324,
      "tokens_seen": 1774649344
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004702020202020202,
      "loss": 2.5756,
      "theoretical_loss": 3.4651611246281324,
      "tokens_seen": 1774649344
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004701818181818182,
      "loss": 2.7666,
      "theoretical_loss": 3.465150202976168,
      "tokens_seen": 1774714880
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047016161616161617,
      "loss": 2.6612,
      "theoretical_loss": 3.465139281840429,
      "tokens_seen": 1774780416
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004701414141414141,
      "loss": 2.5653,
      "theoretical_loss": 3.465128361220872,
      "tokens_seen": 1774845952
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047012121212121214,
      "loss": 2.6465,
      "theoretical_loss": 3.465117441117453,
      "tokens_seen": 1774911488
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004701010101010101,
      "loss": 2.5144,
      "theoretical_loss": 3.4651065215301298,
      "tokens_seen": 1774977024
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004700808080808081,
      "loss": 2.7176,
      "theoretical_loss": 3.4650956024588577,
      "tokens_seen": 1775042560
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047006060606060606,
      "loss": 2.7295,
      "theoretical_loss": 3.4650846839035943,
      "tokens_seen": 1775108096
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047004040404040407,
      "loss": 2.5483,
      "theoretical_loss": 3.465073765864295,
      "tokens_seen": 1775173632
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047002020202020203,
      "loss": 2.5907,
      "theoretical_loss": 3.465062848340917,
      "tokens_seen": 1775239168
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00047,
      "loss": 2.6084,
      "theoretical_loss": 3.4650519313334174,
      "tokens_seen": 1775304704
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000469979797979798,
      "loss": 2.4807,
      "theoretical_loss": 3.465041014841751,
      "tokens_seen": 1775370240
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046995959595959595,
      "loss": 2.6201,
      "theoretical_loss": 3.465030098865877,
      "tokens_seen": 1775435776
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046993939393939396,
      "loss": 2.4878,
      "theoretical_loss": 3.4650191834057504,
      "tokens_seen": 1775501312
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004699191919191919,
      "loss": 2.6224,
      "theoretical_loss": 3.465008268461328,
      "tokens_seen": 1775566848
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004698989898989899,
      "loss": 2.653,
      "theoretical_loss": 3.4649973540325663,
      "tokens_seen": 1775632384
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004698787878787879,
      "loss": 2.5147,
      "theoretical_loss": 3.4649864401194215,
      "tokens_seen": 1775697920
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004698585858585859,
      "loss": 2.4981,
      "theoretical_loss": 3.4649755267218514,
      "tokens_seen": 1775763456
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046983838383838386,
      "loss": 2.6706,
      "theoretical_loss": 3.464964613839812,
      "tokens_seen": 1775828992
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004698181818181818,
      "loss": 2.6469,
      "theoretical_loss": 3.4649537014732594,
      "tokens_seen": 1775894528
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004697979797979798,
      "loss": 2.6877,
      "theoretical_loss": 3.464942789622151,
      "tokens_seen": 1775960064
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004697777777777778,
      "loss": 2.6401,
      "theoretical_loss": 3.464931878286443,
      "tokens_seen": 1776025600
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004697575757575758,
      "loss": 2.7416,
      "theoretical_loss": 3.4649209674660923,
      "tokens_seen": 1776091136
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046973737373737375,
      "loss": 2.716,
      "theoretical_loss": 3.464910057161056,
      "tokens_seen": 1776156672
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004697171717171717,
      "loss": 2.775,
      "theoretical_loss": 3.4648991473712893,
      "tokens_seen": 1776222208
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 979554,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.655245542526245,
      "objective/train/theoretical_loss": 3.4648882380967505,
      "objective/train/tokens_used": 135146976,
      "theoretical_loss": 3.4648882380967505,
      "tokens_seen": 1776287744
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004696969696969697,
      "loss": 2.735,
      "theoretical_loss": 3.4648882380967505,
      "tokens_seen": 1776287744
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046967676767676773,
      "loss": 2.7324,
      "theoretical_loss": 3.464877329337395,
      "tokens_seen": 1776353280
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004696565656565657,
      "loss": 2.6467,
      "theoretical_loss": 3.4648664210931797,
      "tokens_seen": 1776418816
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046963636363636364,
      "loss": 2.6666,
      "theoretical_loss": 3.4648555133640624,
      "tokens_seen": 1776484352
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004696161616161616,
      "loss": 2.694,
      "theoretical_loss": 3.464844606149998,
      "tokens_seen": 1776549888
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004695959595959596,
      "loss": 2.5421,
      "theoretical_loss": 3.4648336994509448,
      "tokens_seen": 1776615424
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004695757575757576,
      "loss": 2.4765,
      "theoretical_loss": 3.4648227932668583,
      "tokens_seen": 1776680960
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004695555555555556,
      "loss": 2.7016,
      "theoretical_loss": 3.464811887597696,
      "tokens_seen": 1776746496
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046953535353535354,
      "loss": 2.3606,
      "theoretical_loss": 3.464800982443414,
      "tokens_seen": 1776812032
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004695151515151515,
      "loss": 2.7383,
      "theoretical_loss": 3.4647900778039693,
      "tokens_seen": 1776877568
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004694949494949495,
      "loss": 2.5567,
      "theoretical_loss": 3.464779173679319,
      "tokens_seen": 1776943104
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004694747474747475,
      "loss": 2.6411,
      "theoretical_loss": 3.4647682700694187,
      "tokens_seen": 1777008640
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046945454545454547,
      "loss": 2.4005,
      "theoretical_loss": 3.464757366974226,
      "tokens_seen": 1777074176
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046943434343434343,
      "loss": 2.7334,
      "theoretical_loss": 3.4647464643936976,
      "tokens_seen": 1777139712
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004694141414141414,
      "loss": 2.5828,
      "theoretical_loss": 3.4647355623277902,
      "tokens_seen": 1777205248
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046939393939393945,
      "loss": 2.3715,
      "theoretical_loss": 3.4647246607764606,
      "tokens_seen": 1777270784
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004693737373737374,
      "loss": 2.6547,
      "theoretical_loss": 3.4647137597396647,
      "tokens_seen": 1777336320
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046935353535353536,
      "loss": 2.4004,
      "theoretical_loss": 3.4647028592173603,
      "tokens_seen": 1777401856
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004693333333333333,
      "loss": 2.7303,
      "theoretical_loss": 3.464691959209503,
      "tokens_seen": 1777467392
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004693131313131313,
      "loss": 2.5245,
      "theoretical_loss": 3.4646810597160513,
      "tokens_seen": 1777532928
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046929292929292934,
      "loss": 2.6391,
      "theoretical_loss": 3.46467016073696,
      "tokens_seen": 1777598464
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004692727272727273,
      "loss": 2.6976,
      "theoretical_loss": 3.4646592622721872,
      "tokens_seen": 1777664000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046925252525252526,
      "loss": 2.5603,
      "theoretical_loss": 3.4646483643216897,
      "tokens_seen": 1777729536
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004692323232323232,
      "loss": 2.4618,
      "theoretical_loss": 3.4646374668854234,
      "tokens_seen": 1777795072
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004692121212121212,
      "loss": 2.8756,
      "theoretical_loss": 3.4646265699633454,
      "tokens_seen": 1777860608
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 979848,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 3.122527599334717,
      "objective/train/theoretical_loss": 3.464615673555413,
      "objective/train/tokens_used": 136785376,
      "theoretical_loss": 3.464615673555413,
      "tokens_seen": 1777926144
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046919191919191924,
      "loss": 2.7605,
      "theoretical_loss": 3.464615673555413,
      "tokens_seen": 1777926144
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004691717171717172,
      "loss": 2.6706,
      "theoretical_loss": 3.4646047776615823,
      "tokens_seen": 1777991680
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046915151515151515,
      "loss": 2.5914,
      "theoretical_loss": 3.4645938822818105,
      "tokens_seen": 1778057216
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004691313131313131,
      "loss": 2.8862,
      "theoretical_loss": 3.4645829874160543,
      "tokens_seen": 1778122752
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004691111111111111,
      "loss": 2.6125,
      "theoretical_loss": 3.4645720930642705,
      "tokens_seen": 1778188288
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046909090909090913,
      "loss": 2.6488,
      "theoretical_loss": 3.4645611992264156,
      "tokens_seen": 1778253824
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004690707070707071,
      "loss": 2.5569,
      "theoretical_loss": 3.4645503059024474,
      "tokens_seen": 1778319360
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046905050505050504,
      "loss": 2.4418,
      "theoretical_loss": 3.4645394130923215,
      "tokens_seen": 1778384896
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046903030303030305,
      "loss": 2.6375,
      "theoretical_loss": 3.4645285207959953,
      "tokens_seen": 1778450432
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000469010101010101,
      "loss": 2.5087,
      "theoretical_loss": 3.464517629013426,
      "tokens_seen": 1778515968
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000468989898989899,
      "loss": 2.4809,
      "theoretical_loss": 3.4645067377445695,
      "tokens_seen": 1778581504
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000468969696969697,
      "loss": 2.696,
      "theoretical_loss": 3.464495846989384,
      "tokens_seen": 1778647040
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046894949494949494,
      "loss": 2.7445,
      "theoretical_loss": 3.4644849567478246,
      "tokens_seen": 1778712576
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046892929292929295,
      "loss": 2.7525,
      "theoretical_loss": 3.4644740670198497,
      "tokens_seen": 1778778112
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004689090909090909,
      "loss": 2.6765,
      "theoretical_loss": 3.464463177805415,
      "tokens_seen": 1778843648
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004688888888888889,
      "loss": 2.6821,
      "theoretical_loss": 3.4644522891044787,
      "tokens_seen": 1778909184
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046886868686868687,
      "loss": 2.8012,
      "theoretical_loss": 3.4644414009169964,
      "tokens_seen": 1778974720
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004688484848484849,
      "loss": 2.573,
      "theoretical_loss": 3.4644305132429256,
      "tokens_seen": 1779040256
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046882828282828284,
      "loss": 2.8178,
      "theoretical_loss": 3.464419626082223,
      "tokens_seen": 1779105792
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004688080808080808,
      "loss": 2.7468,
      "theoretical_loss": 3.4644087394348455,
      "tokens_seen": 1779171328
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004687878787878788,
      "loss": 2.5975,
      "theoretical_loss": 3.46439785330075,
      "tokens_seen": 1779236864
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046876767676767676,
      "loss": 2.7253,
      "theoretical_loss": 3.4643869676798937,
      "tokens_seen": 1779302400
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004687474747474748,
      "loss": 2.6003,
      "theoretical_loss": 3.464376082572233,
      "tokens_seen": 1779367936
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046872727272727273,
      "loss": 2.6038,
      "theoretical_loss": 3.464365197977725,
      "tokens_seen": 1779433472
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004687070707070707,
      "loss": 2.7135,
      "theoretical_loss": 3.464354313896327,
      "tokens_seen": 1779499008
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 981168,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.4408981800079346,
      "objective/train/theoretical_loss": 3.464343430327995,
      "objective/train/tokens_used": 138423776,
      "theoretical_loss": 3.464343430327995,
      "tokens_seen": 1779564544
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004686868686868687,
      "loss": 2.6659,
      "theoretical_loss": 3.464343430327995,
      "tokens_seen": 1779564544
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004686666666666667,
      "loss": 2.545,
      "theoretical_loss": 3.4643325472726865,
      "tokens_seen": 1779630080
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046864646464646467,
      "loss": 2.5786,
      "theoretical_loss": 3.4643216647303583,
      "tokens_seen": 1779695616
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004686262626262626,
      "loss": 2.6326,
      "theoretical_loss": 3.4643107827009674,
      "tokens_seen": 1779761152
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004686060606060606,
      "loss": 2.476,
      "theoretical_loss": 3.4642999011844715,
      "tokens_seen": 1779826688
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004685858585858586,
      "loss": 2.5703,
      "theoretical_loss": 3.464289020180826,
      "tokens_seen": 1779892224
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004685656565656566,
      "loss": 2.5252,
      "theoretical_loss": 3.464278139689989,
      "tokens_seen": 1779957760
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046854545454545456,
      "loss": 2.653,
      "theoretical_loss": 3.4642672597119173,
      "tokens_seen": 1780023296
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004685252525252525,
      "loss": 2.5044,
      "theoretical_loss": 3.4642563802465673,
      "tokens_seen": 1780088832
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004685050505050505,
      "loss": 2.5998,
      "theoretical_loss": 3.464245501293896,
      "tokens_seen": 1780154368
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046848484848484854,
      "loss": 2.5963,
      "theoretical_loss": 3.464234622853861,
      "tokens_seen": 1780219904
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004684646464646465,
      "loss": 2.6996,
      "theoretical_loss": 3.4642237449264193,
      "tokens_seen": 1780285440
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046844444444444445,
      "loss": 2.702,
      "theoretical_loss": 3.4642128675115273,
      "tokens_seen": 1780350976
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004684242424242424,
      "loss": 2.7233,
      "theoretical_loss": 3.4642019906091424,
      "tokens_seen": 1780416512
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046840404040404037,
      "loss": 2.7893,
      "theoretical_loss": 3.464191114219221,
      "tokens_seen": 1780482048
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046838383838383843,
      "loss": 2.4928,
      "theoretical_loss": 3.464180238341721,
      "tokens_seen": 1780547584
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004683636363636364,
      "loss": 2.7807,
      "theoretical_loss": 3.4641693629765986,
      "tokens_seen": 1780613120
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046834343434343435,
      "loss": 2.4966,
      "theoretical_loss": 3.464158488123811,
      "tokens_seen": 1780678656
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004683232323232323,
      "loss": 2.6617,
      "theoretical_loss": 3.4641476137833154,
      "tokens_seen": 1780744192
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046830303030303026,
      "loss": 2.8356,
      "theoretical_loss": 3.464136739955069,
      "tokens_seen": 1780809728
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004682828282828283,
      "loss": 2.577,
      "theoretical_loss": 3.464125866639028,
      "tokens_seen": 1780875264
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004682626262626263,
      "loss": 2.6046,
      "theoretical_loss": 3.4641149938351505,
      "tokens_seen": 1780940800
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046824242424242424,
      "loss": 2.7569,
      "theoretical_loss": 3.464104121543393,
      "tokens_seen": 1781006336
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004682222222222222,
      "loss": 2.6343,
      "theoretical_loss": 3.4640932497637125,
      "tokens_seen": 1781071872
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004682020202020202,
      "loss": 2.9327,
      "theoretical_loss": 3.464082378496066,
      "tokens_seen": 1781137408
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 982366,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5046448707580566,
      "objective/train/theoretical_loss": 3.4640715077404103,
      "objective/train/tokens_used": 140062176,
      "theoretical_loss": 3.4640715077404103,
      "tokens_seen": 1781202944
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004681818181818182,
      "loss": 2.4701,
      "theoretical_loss": 3.4640715077404103,
      "tokens_seen": 1781202944
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004681616161616162,
      "loss": 2.5085,
      "theoretical_loss": 3.4640606374967033,
      "tokens_seen": 1781268480
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046814141414141413,
      "loss": 2.7434,
      "theoretical_loss": 3.464049767764901,
      "tokens_seen": 1781334016
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004681212121212121,
      "loss": 2.681,
      "theoretical_loss": 3.4640388985449615,
      "tokens_seen": 1781399552
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046810101010101015,
      "loss": 2.8738,
      "theoretical_loss": 3.4640280298368413,
      "tokens_seen": 1781465088
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004680808080808081,
      "loss": 2.5953,
      "theoretical_loss": 3.4640171616404976,
      "tokens_seen": 1781530624
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046806060606060607,
      "loss": 2.8082,
      "theoretical_loss": 3.4640062939558867,
      "tokens_seen": 1781596160
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000468040404040404,
      "loss": 2.6266,
      "theoretical_loss": 3.4639954267829673,
      "tokens_seen": 1781661696
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046802020202020203,
      "loss": 2.7488,
      "theoretical_loss": 3.4639845601216948,
      "tokens_seen": 1781727232
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046800000000000005,
      "loss": 2.6267,
      "theoretical_loss": 3.4639736939720276,
      "tokens_seen": 1781792768
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000467979797979798,
      "loss": 2.8528,
      "theoretical_loss": 3.4639628283339223,
      "tokens_seen": 1781858304
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046795959595959596,
      "loss": 2.4593,
      "theoretical_loss": 3.463951963207336,
      "tokens_seen": 1781923840
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004679393939393939,
      "loss": 2.7433,
      "theoretical_loss": 3.463941098592225,
      "tokens_seen": 1781989376
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046791919191919193,
      "loss": 2.7575,
      "theoretical_loss": 3.463930234488548,
      "tokens_seen": 1782054912
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046789898989898994,
      "loss": 2.8066,
      "theoretical_loss": 3.4639193708962615,
      "tokens_seen": 1782120448
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004678787878787879,
      "loss": 2.6911,
      "theoretical_loss": 3.4639085078153222,
      "tokens_seen": 1782185984
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046785858585858585,
      "loss": 2.5327,
      "theoretical_loss": 3.4638976452456873,
      "tokens_seen": 1782251520
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046783838383838386,
      "loss": 2.713,
      "theoretical_loss": 3.4638867831873137,
      "tokens_seen": 1782317056
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004678181818181818,
      "loss": 2.7197,
      "theoretical_loss": 3.4638759216401596,
      "tokens_seen": 1782382592
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046779797979797983,
      "loss": 2.7073,
      "theoretical_loss": 3.463865060604181,
      "tokens_seen": 1782448128
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004677777777777778,
      "loss": 2.5768,
      "theoretical_loss": 3.4638542000793358,
      "tokens_seen": 1782513664
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046775757575757574,
      "loss": 2.7761,
      "theoretical_loss": 3.463843340065581,
      "tokens_seen": 1782579200
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046773737373737376,
      "loss": 2.67,
      "theoretical_loss": 3.463832480562873,
      "tokens_seen": 1782644736
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004677171717171717,
      "loss": 2.6575,
      "theoretical_loss": 3.463821621571171,
      "tokens_seen": 1782710272
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004676969696969697,
      "loss": 2.5326,
      "theoretical_loss": 3.4638107630904296,
      "tokens_seen": 1782775808
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 982914,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.4014761447906494,
      "objective/train/theoretical_loss": 3.4637999051206076,
      "objective/train/tokens_used": 141700576,
      "theoretical_loss": 3.4637999051206076,
      "tokens_seen": 1782841344
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004676767676767677,
      "loss": 2.5757,
      "theoretical_loss": 3.4637999051206076,
      "tokens_seen": 1782841344
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004676565656565657,
      "loss": 2.7185,
      "theoretical_loss": 3.4637890476616615,
      "tokens_seen": 1782906880
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046763636363636365,
      "loss": 2.4657,
      "theoretical_loss": 3.4637781907135485,
      "tokens_seen": 1782972416
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004676161616161616,
      "loss": 2.753,
      "theoretical_loss": 3.4637673342762265,
      "tokens_seen": 1783037952
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004675959595959596,
      "loss": 2.6718,
      "theoretical_loss": 3.463756478349652,
      "tokens_seen": 1783103488
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004675757575757576,
      "loss": 2.8216,
      "theoretical_loss": 3.463745622933782,
      "tokens_seen": 1783169024
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004675555555555556,
      "loss": 2.5559,
      "theoretical_loss": 3.4637347680285746,
      "tokens_seen": 1783234560
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046753535353535354,
      "loss": 2.7446,
      "theoretical_loss": 3.463723913633987,
      "tokens_seen": 1783300096
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004675151515151515,
      "loss": 2.7602,
      "theoretical_loss": 3.463713059749975,
      "tokens_seen": 1783365632
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004674949494949495,
      "loss": 2.5877,
      "theoretical_loss": 3.4637022063764977,
      "tokens_seen": 1783431168
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004674747474747475,
      "loss": 2.7978,
      "theoretical_loss": 3.4636913535135108,
      "tokens_seen": 1783496704
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004674545454545455,
      "loss": 2.547,
      "theoretical_loss": 3.4636805011609724,
      "tokens_seen": 1783562240
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046743434343434343,
      "loss": 2.8632,
      "theoretical_loss": 3.463669649318839,
      "tokens_seen": 1783627776
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004674141414141414,
      "loss": 2.57,
      "theoretical_loss": 3.4636587979870685,
      "tokens_seen": 1783693312
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004673939393939394,
      "loss": 2.5764,
      "theoretical_loss": 3.463647947165618,
      "tokens_seen": 1783758848
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004673737373737374,
      "loss": 2.9032,
      "theoretical_loss": 3.4636370968544448,
      "tokens_seen": 1783824384
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046735353535353537,
      "loss": 2.7317,
      "theoretical_loss": 3.463626247053506,
      "tokens_seen": 1783889920
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004673333333333333,
      "loss": 2.6338,
      "theoretical_loss": 3.4636153977627586,
      "tokens_seen": 1783955456
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004673131313131313,
      "loss": 2.7822,
      "theoretical_loss": 3.4636045489821607,
      "tokens_seen": 1784020992
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046729292929292935,
      "loss": 2.497,
      "theoretical_loss": 3.4635937007116686,
      "tokens_seen": 1784086528
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004672727272727273,
      "loss": 2.509,
      "theoretical_loss": 3.4635828529512405,
      "tokens_seen": 1784152064
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046725252525252526,
      "loss": 2.6947,
      "theoretical_loss": 3.4635720057008332,
      "tokens_seen": 1784217600
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004672323232323232,
      "loss": 2.5064,
      "theoretical_loss": 3.463561158960404,
      "tokens_seen": 1784283136
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004672121212121212,
      "loss": 2.3541,
      "theoretical_loss": 3.4635503127299097,
      "tokens_seen": 1784348672
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00046719191919191924,
      "loss": 2.5577,
      "theoretical_loss": 3.4635394670093085,
      "tokens_seen": 1784414208
    },
    {
      "epoch": 0.07,
      "objective/train/docs_used": 984019,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.804720401763916,
      "objective/train/theoretical_loss": 3.4635286217985572,
      "objective/train/tokens_used": 143338976,
      "theoretical_loss": 3.4635286217985572,
      "tokens_seen": 1784479744
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0004671717171717172,
      "loss": 2.8734,
      "theoretical_loss": 3.4635286217985572,
      "tokens_seen": 1784479744
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046715151515151516,
      "loss": 2.841,
      "theoretical_loss": 3.4635177770976133,
      "tokens_seen": 1784545280
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004671313131313131,
      "loss": 2.4586,
      "theoretical_loss": 3.463506932906434,
      "tokens_seen": 1784610816
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004671111111111111,
      "loss": 2.3573,
      "theoretical_loss": 3.463496089224977,
      "tokens_seen": 1784676352
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046709090909090913,
      "loss": 2.7561,
      "theoretical_loss": 3.4634852460531986,
      "tokens_seen": 1784741888
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004670707070707071,
      "loss": 2.8304,
      "theoretical_loss": 3.463474403391057,
      "tokens_seen": 1784807424
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046705050505050505,
      "loss": 2.566,
      "theoretical_loss": 3.46346356123851,
      "tokens_seen": 1784872960
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000467030303030303,
      "loss": 2.7447,
      "theoretical_loss": 3.4634527195955136,
      "tokens_seen": 1784938496
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000467010101010101,
      "loss": 2.6607,
      "theoretical_loss": 3.463441878462026,
      "tokens_seen": 1785004032
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000466989898989899,
      "loss": 2.4519,
      "theoretical_loss": 3.463431037838004,
      "tokens_seen": 1785069568
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000466969696969697,
      "loss": 2.7172,
      "theoretical_loss": 3.463420197723406,
      "tokens_seen": 1785135104
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046694949494949494,
      "loss": 2.4123,
      "theoretical_loss": 3.463409358118188,
      "tokens_seen": 1785200640
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046692929292929295,
      "loss": 2.7201,
      "theoretical_loss": 3.4633985190223084,
      "tokens_seen": 1785266176
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004669090909090909,
      "loss": 2.7307,
      "theoretical_loss": 3.4633876804357246,
      "tokens_seen": 1785331712
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004668888888888889,
      "loss": 2.5424,
      "theoretical_loss": 3.463376842358393,
      "tokens_seen": 1785397248
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004668686868686869,
      "loss": 2.8041,
      "theoretical_loss": 3.463366004790272,
      "tokens_seen": 1785462784
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046684848484848483,
      "loss": 2.7058,
      "theoretical_loss": 3.4633551677313186,
      "tokens_seen": 1785528320
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046682828282828284,
      "loss": 2.6283,
      "theoretical_loss": 3.46334433118149,
      "tokens_seen": 1785593856
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004668080808080808,
      "loss": 2.4156,
      "theoretical_loss": 3.463333495140744,
      "tokens_seen": 1785659392
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004667878787878788,
      "loss": 2.4195,
      "theoretical_loss": 3.4633226596090374,
      "tokens_seen": 1785724928
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046676767676767677,
      "loss": 2.4871,
      "theoretical_loss": 3.463311824586328,
      "tokens_seen": 1785790464
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004667474747474748,
      "loss": 2.4098,
      "theoretical_loss": 3.4633009900725735,
      "tokens_seen": 1785856000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046672727272727274,
      "loss": 2.8379,
      "theoretical_loss": 3.463290156067731,
      "tokens_seen": 1785921536
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004667070707070707,
      "loss": 2.5884,
      "theoretical_loss": 3.4632793225717573,
      "tokens_seen": 1785987072
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004666868686868687,
      "loss": 2.7167,
      "theoretical_loss": 3.463268489584611,
      "tokens_seen": 1786052608
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 984652,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.4918596744537354,
      "objective/train/theoretical_loss": 3.463257657106249,
      "objective/train/tokens_used": 144977376,
      "theoretical_loss": 3.463257657106249,
      "tokens_seen": 1786118144
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046666666666666666,
      "loss": 2.6791,
      "theoretical_loss": 3.463257657106249,
      "tokens_seen": 1786118144
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004666464646464647,
      "loss": 2.5787,
      "theoretical_loss": 3.463246825136628,
      "tokens_seen": 1786183680
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046662626262626263,
      "loss": 2.4831,
      "theoretical_loss": 3.463235993675707,
      "tokens_seen": 1786249216
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004666060606060606,
      "loss": 2.6653,
      "theoretical_loss": 3.4632251627234423,
      "tokens_seen": 1786314752
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004665858585858586,
      "loss": 2.604,
      "theoretical_loss": 3.4632143322797915,
      "tokens_seen": 1786380288
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004665656565656566,
      "loss": 2.458,
      "theoretical_loss": 3.4632035023447125,
      "tokens_seen": 1786445824
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046654545454545457,
      "loss": 2.6402,
      "theoretical_loss": 3.4631926729181624,
      "tokens_seen": 1786511360
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004665252525252525,
      "loss": 2.5807,
      "theoretical_loss": 3.4631818440000988,
      "tokens_seen": 1786576896
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004665050505050505,
      "loss": 2.7028,
      "theoretical_loss": 3.4631710155904787,
      "tokens_seen": 1786642432
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004664848484848485,
      "loss": 2.6881,
      "theoretical_loss": 3.4631601876892604,
      "tokens_seen": 1786707968
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004664646464646465,
      "loss": 2.6738,
      "theoretical_loss": 3.4631493602964007,
      "tokens_seen": 1786773504
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046644444444444446,
      "loss": 2.5745,
      "theoretical_loss": 3.4631385334118576,
      "tokens_seen": 1786839040
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004664242424242424,
      "loss": 2.6133,
      "theoretical_loss": 3.4631277070355884,
      "tokens_seen": 1786904576
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046640404040404037,
      "loss": 2.6516,
      "theoretical_loss": 3.463116881167551,
      "tokens_seen": 1786970112
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004663838383838384,
      "loss": 2.6627,
      "theoretical_loss": 3.4631060558077014,
      "tokens_seen": 1787035648
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004663636363636364,
      "loss": 2.6789,
      "theoretical_loss": 3.463095230955999,
      "tokens_seen": 1787101184
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046634343434343435,
      "loss": 2.7396,
      "theoretical_loss": 3.4630844066124,
      "tokens_seen": 1787166720
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004663232323232323,
      "loss": 2.5693,
      "theoretical_loss": 3.463073582776863,
      "tokens_seen": 1787232256
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004663030303030303,
      "loss": 2.8965,
      "theoretical_loss": 3.463062759449344,
      "tokens_seen": 1787297792
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046628282828282833,
      "loss": 2.7113,
      "theoretical_loss": 3.4630519366298023,
      "tokens_seen": 1787363328
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004662626262626263,
      "loss": 2.7535,
      "theoretical_loss": 3.4630411143181945,
      "tokens_seen": 1787428864
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046624242424242424,
      "loss": 2.6914,
      "theoretical_loss": 3.4630302925144782,
      "tokens_seen": 1787494400
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004662222222222222,
      "loss": 2.4684,
      "theoretical_loss": 3.463019471218611,
      "tokens_seen": 1787559936
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004662020202020202,
      "loss": 2.4305,
      "theoretical_loss": 3.4630086504305497,
      "tokens_seen": 1787625472
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004661818181818182,
      "loss": 2.5705,
      "theoretical_loss": 3.462997830150253,
      "tokens_seen": 1787691008
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 985931,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.233638286590576,
      "objective/train/theoretical_loss": 3.4629870103776783,
      "objective/train/tokens_used": 146615776,
      "theoretical_loss": 3.4629870103776783,
      "tokens_seen": 1787756544
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004661616161616162,
      "loss": 2.5084,
      "theoretical_loss": 3.4629870103776783,
      "tokens_seen": 1787756544
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046614141414141414,
      "loss": 2.4923,
      "theoretical_loss": 3.462976191112783,
      "tokens_seen": 1787822080
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004661212121212121,
      "loss": 2.4434,
      "theoretical_loss": 3.4629653723555247,
      "tokens_seen": 1787887616
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046610101010101016,
      "loss": 2.669,
      "theoretical_loss": 3.4629545541058606,
      "tokens_seen": 1787953152
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004660808080808081,
      "loss": 2.6602,
      "theoretical_loss": 3.4629437363637483,
      "tokens_seen": 1788018688
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046606060606060607,
      "loss": 2.6326,
      "theoretical_loss": 3.462932919129146,
      "tokens_seen": 1788084224
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046604040404040403,
      "loss": 2.5248,
      "theoretical_loss": 3.4629221024020107,
      "tokens_seen": 1788149760
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000466020202020202,
      "loss": 2.4801,
      "theoretical_loss": 3.4629112861823,
      "tokens_seen": 1788215296
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046600000000000005,
      "loss": 2.6761,
      "theoretical_loss": 3.4629004704699726,
      "tokens_seen": 1788280832
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000465979797979798,
      "loss": 2.6667,
      "theoretical_loss": 3.462889655264984,
      "tokens_seen": 1788346368
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046595959595959597,
      "loss": 2.8018,
      "theoretical_loss": 3.462878840567294,
      "tokens_seen": 1788411904
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004659393939393939,
      "loss": 2.7818,
      "theoretical_loss": 3.4628680263768588,
      "tokens_seen": 1788477440
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046591919191919193,
      "loss": 2.6761,
      "theoretical_loss": 3.4628572126936366,
      "tokens_seen": 1788542976
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046589898989898994,
      "loss": 2.5054,
      "theoretical_loss": 3.4628463995175847,
      "tokens_seen": 1788608512
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004658787878787879,
      "loss": 2.6396,
      "theoretical_loss": 3.4628355868486613,
      "tokens_seen": 1788674048
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046585858585858586,
      "loss": 2.595,
      "theoretical_loss": 3.4628247746868235,
      "tokens_seen": 1788739584
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004658383838383838,
      "loss": 2.6262,
      "theoretical_loss": 3.462813963032029,
      "tokens_seen": 1788805120
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004658181818181818,
      "loss": 2.6693,
      "theoretical_loss": 3.4628031518842355,
      "tokens_seen": 1788870656
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046579797979797984,
      "loss": 2.5535,
      "theoretical_loss": 3.462792341243401,
      "tokens_seen": 1788936192
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004657777777777778,
      "loss": 2.4625,
      "theoretical_loss": 3.4627815311094823,
      "tokens_seen": 1789001728
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046575757575757575,
      "loss": 2.4874,
      "theoretical_loss": 3.462770721482438,
      "tokens_seen": 1789067264
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046573737373737376,
      "loss": 2.3284,
      "theoretical_loss": 3.4627599123622255,
      "tokens_seen": 1789132800
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004657171717171717,
      "loss": 2.6288,
      "theoretical_loss": 3.462749103748802,
      "tokens_seen": 1789198336
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046569696969696973,
      "loss": 2.4654,
      "theoretical_loss": 3.4627382956421258,
      "tokens_seen": 1789263872
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004656767676767677,
      "loss": 2.5071,
      "theoretical_loss": 3.4627274880421544,
      "tokens_seen": 1789329408
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 986490,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 3.360241413116455,
      "objective/train/theoretical_loss": 3.462716680948845,
      "objective/train/tokens_used": 148254176,
      "theoretical_loss": 3.462716680948845,
      "tokens_seen": 1789394944
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046565656565656564,
      "loss": 2.8045,
      "theoretical_loss": 3.462716680948845,
      "tokens_seen": 1789394944
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046563636363636365,
      "loss": 2.7073,
      "theoretical_loss": 3.462705874362156,
      "tokens_seen": 1789460480
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004656161616161616,
      "loss": 2.4757,
      "theoretical_loss": 3.462695068282045,
      "tokens_seen": 1789526016
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004655959595959596,
      "loss": 2.5969,
      "theoretical_loss": 3.4626842627084695,
      "tokens_seen": 1789591552
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004655757575757576,
      "loss": 2.7488,
      "theoretical_loss": 3.4626734576413867,
      "tokens_seen": 1789657088
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004655555555555556,
      "loss": 2.6564,
      "theoretical_loss": 3.4626626530807547,
      "tokens_seen": 1789722624
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046553535353535355,
      "loss": 2.5831,
      "theoretical_loss": 3.462651849026532,
      "tokens_seen": 1789788160
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004655151515151515,
      "loss": 2.6404,
      "theoretical_loss": 3.4626410454786756,
      "tokens_seen": 1789853696
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004654949494949495,
      "loss": 2.4886,
      "theoretical_loss": 3.462630242437143,
      "tokens_seen": 1789919232
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046547474747474747,
      "loss": 2.7851,
      "theoretical_loss": 3.462619439901892,
      "tokens_seen": 1789984768
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004654545454545455,
      "loss": 2.4352,
      "theoretical_loss": 3.462608637872881,
      "tokens_seen": 1790050304
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046543434343434344,
      "loss": 2.5899,
      "theoretical_loss": 3.462597836350067,
      "tokens_seen": 1790115840
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004654141414141414,
      "loss": 2.4442,
      "theoretical_loss": 3.4625870353334083,
      "tokens_seen": 1790181376
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004653939393939394,
      "loss": 2.4023,
      "theoretical_loss": 3.462576234822863,
      "tokens_seen": 1790246912
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004653737373737374,
      "loss": 2.5182,
      "theoretical_loss": 3.462565434818387,
      "tokens_seen": 1790312448
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004653535353535354,
      "loss": 2.6444,
      "theoretical_loss": 3.46255463531994,
      "tokens_seen": 1790377984
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046533333333333333,
      "loss": 2.5226,
      "theoretical_loss": 3.4625438363274794,
      "tokens_seen": 1790443520
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004653131313131313,
      "loss": 2.7895,
      "theoretical_loss": 3.462533037840962,
      "tokens_seen": 1790509056
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004652929292929293,
      "loss": 2.5776,
      "theoretical_loss": 3.4625222398603466,
      "tokens_seen": 1790574592
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004652727272727273,
      "loss": 2.5917,
      "theoretical_loss": 3.4625114423855905,
      "tokens_seen": 1790640128
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046525252525252527,
      "loss": 2.7743,
      "theoretical_loss": 3.4625006454166516,
      "tokens_seen": 1790705664
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004652323232323232,
      "loss": 2.7714,
      "theoretical_loss": 3.4624898489534877,
      "tokens_seen": 1790771200
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004652121212121212,
      "loss": 2.5768,
      "theoretical_loss": 3.4624790529960574,
      "tokens_seen": 1790836736
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046519191919191925,
      "loss": 2.751,
      "theoretical_loss": 3.462468257544317,
      "tokens_seen": 1790902272
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004651717171717172,
      "loss": 2.5792,
      "theoretical_loss": 3.4624574625982247,
      "tokens_seen": 1790967808
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 987679,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5805740356445312,
      "objective/train/theoretical_loss": 3.462446668157739,
      "objective/train/tokens_used": 149892576,
      "theoretical_loss": 3.462446668157739,
      "tokens_seen": 1791033344
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046515151515151516,
      "loss": 2.4389,
      "theoretical_loss": 3.462446668157739,
      "tokens_seen": 1791033344
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004651313131313131,
      "loss": 2.5047,
      "theoretical_loss": 3.4624358742228174,
      "tokens_seen": 1791098880
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004651111111111111,
      "loss": 2.6406,
      "theoretical_loss": 3.462425080793418,
      "tokens_seen": 1791164416
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046509090909090914,
      "loss": 2.5138,
      "theoretical_loss": 3.462414287869498,
      "tokens_seen": 1791229952
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004650707070707071,
      "loss": 2.7199,
      "theoretical_loss": 3.4624034954510154,
      "tokens_seen": 1791295488
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046505050505050505,
      "loss": 2.5726,
      "theoretical_loss": 3.4623927035379283,
      "tokens_seen": 1791361024
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000465030303030303,
      "loss": 2.5712,
      "theoretical_loss": 3.462381912130194,
      "tokens_seen": 1791426560
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046501010101010097,
      "loss": 2.4468,
      "theoretical_loss": 3.462371121227772,
      "tokens_seen": 1791492096
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046498989898989903,
      "loss": 2.628,
      "theoretical_loss": 3.462360330830618,
      "tokens_seen": 1791557632
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000464969696969697,
      "loss": 2.8937,
      "theoretical_loss": 3.462349540938691,
      "tokens_seen": 1791623168
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046494949494949495,
      "loss": 2.5733,
      "theoretical_loss": 3.4623387515519486,
      "tokens_seen": 1791688704
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004649292929292929,
      "loss": 2.7154,
      "theoretical_loss": 3.462327962670349,
      "tokens_seen": 1791754240
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004649090909090909,
      "loss": 2.3878,
      "theoretical_loss": 3.462317174293849,
      "tokens_seen": 1791819776
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004648888888888889,
      "loss": 2.773,
      "theoretical_loss": 3.462306386422408,
      "tokens_seen": 1791885312
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004648686868686869,
      "loss": 2.6715,
      "theoretical_loss": 3.462295599055983,
      "tokens_seen": 1791950848
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046484848484848484,
      "loss": 2.6902,
      "theoretical_loss": 3.4622848121945324,
      "tokens_seen": 1792016384
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004648282828282828,
      "loss": 2.551,
      "theoretical_loss": 3.4622740258380134,
      "tokens_seen": 1792081920
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004648080808080808,
      "loss": 2.4135,
      "theoretical_loss": 3.4622632399863846,
      "tokens_seen": 1792147456
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004647878787878788,
      "loss": 2.5175,
      "theoretical_loss": 3.4622524546396027,
      "tokens_seen": 1792212992
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004647676767676768,
      "loss": 2.7417,
      "theoretical_loss": 3.4622416697976277,
      "tokens_seen": 1792278528
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046474747474747473,
      "loss": 2.4755,
      "theoretical_loss": 3.4622308854604156,
      "tokens_seen": 1792344064
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046472727272727274,
      "loss": 2.5535,
      "theoretical_loss": 3.462220101627925,
      "tokens_seen": 1792409600
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004647070707070707,
      "loss": 2.6122,
      "theoretical_loss": 3.462209318300114,
      "tokens_seen": 1792475136
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004646868686868687,
      "loss": 2.7892,
      "theoretical_loss": 3.46219853547694,
      "tokens_seen": 1792540672
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046466666666666667,
      "loss": 2.6861,
      "theoretical_loss": 3.4621877531583616,
      "tokens_seen": 1792606208
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 988330,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5130808353424072,
      "objective/train/theoretical_loss": 3.462176971344337,
      "objective/train/tokens_used": 151530976,
      "theoretical_loss": 3.462176971344337,
      "tokens_seen": 1792671744
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004646464646464646,
      "loss": 2.5728,
      "theoretical_loss": 3.462176971344337,
      "tokens_seen": 1792671744
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046462626262626264,
      "loss": 2.4717,
      "theoretical_loss": 3.4621661900348224,
      "tokens_seen": 1792737280
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046460606060606065,
      "loss": 2.6032,
      "theoretical_loss": 3.4621554092297777,
      "tokens_seen": 1792802816
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004645858585858586,
      "loss": 2.6182,
      "theoretical_loss": 3.46214462892916,
      "tokens_seen": 1792868352
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046456565656565656,
      "loss": 2.7285,
      "theoretical_loss": 3.462133849132927,
      "tokens_seen": 1792933888
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046454545454545457,
      "loss": 2.4959,
      "theoretical_loss": 3.462123069841038,
      "tokens_seen": 1792999424
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046452525252525253,
      "loss": 2.5876,
      "theoretical_loss": 3.462112291053449,
      "tokens_seen": 1793064960
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046450505050505054,
      "loss": 2.52,
      "theoretical_loss": 3.4621015127701193,
      "tokens_seen": 1793130496
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004644848484848485,
      "loss": 2.5387,
      "theoretical_loss": 3.4620907349910066,
      "tokens_seen": 1793196032
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046446464646464645,
      "loss": 2.4564,
      "theoretical_loss": 3.462079957716069,
      "tokens_seen": 1793261568
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046444444444444446,
      "loss": 2.7585,
      "theoretical_loss": 3.4620691809452637,
      "tokens_seen": 1793327104
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004644242424242424,
      "loss": 2.5675,
      "theoretical_loss": 3.46205840467855,
      "tokens_seen": 1793392640
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046440404040404043,
      "loss": 2.6589,
      "theoretical_loss": 3.462047628915885,
      "tokens_seen": 1793458176
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004643838383838384,
      "loss": 2.5341,
      "theoretical_loss": 3.462036853657227,
      "tokens_seen": 1793523712
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004643636363636364,
      "loss": 2.81,
      "theoretical_loss": 3.4620260789025337,
      "tokens_seen": 1793589248
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046434343434343436,
      "loss": 2.6829,
      "theoretical_loss": 3.4620153046517634,
      "tokens_seen": 1793654784
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004643232323232323,
      "loss": 2.7504,
      "theoretical_loss": 3.462004530904874,
      "tokens_seen": 1793720320
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004643030303030303,
      "loss": 2.6757,
      "theoretical_loss": 3.461993757661824,
      "tokens_seen": 1793785856
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004642828282828283,
      "loss": 2.5854,
      "theoretical_loss": 3.461982984922571,
      "tokens_seen": 1793851392
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004642626262626263,
      "loss": 2.7475,
      "theoretical_loss": 3.4619722126870727,
      "tokens_seen": 1793916928
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046424242424242425,
      "loss": 2.6829,
      "theoretical_loss": 3.461961440955288,
      "tokens_seen": 1793982464
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004642222222222222,
      "loss": 2.5497,
      "theoretical_loss": 3.461950669727174,
      "tokens_seen": 1794048000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004642020202020202,
      "loss": 2.5674,
      "theoretical_loss": 3.4619398990026893,
      "tokens_seen": 1794113536
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046418181818181823,
      "loss": 2.6553,
      "theoretical_loss": 3.461929128781792,
      "tokens_seen": 1794179072
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004641616161616162,
      "loss": 2.7199,
      "theoretical_loss": 3.4619183590644402,
      "tokens_seen": 1794244608
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 989671,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.687277317047119,
      "objective/train/theoretical_loss": 3.4619075898505915,
      "objective/train/tokens_used": 153169376,
      "theoretical_loss": 3.4619075898505915,
      "tokens_seen": 1794310144
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046414141414141414,
      "loss": 2.7491,
      "theoretical_loss": 3.4619075898505915,
      "tokens_seen": 1794310144
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004641212121212121,
      "loss": 2.6619,
      "theoretical_loss": 3.461896821140204,
      "tokens_seen": 1794375680
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004641010101010101,
      "loss": 2.6628,
      "theoretical_loss": 3.4618860529332363,
      "tokens_seen": 1794441216
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004640808080808081,
      "loss": 2.4893,
      "theoretical_loss": 3.461875285229646,
      "tokens_seen": 1794506752
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004640606060606061,
      "loss": 2.6323,
      "theoretical_loss": 3.461864518029392,
      "tokens_seen": 1794572288
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046404040404040403,
      "loss": 2.7328,
      "theoretical_loss": 3.4618537513324315,
      "tokens_seen": 1794637824
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000464020202020202,
      "loss": 2.6513,
      "theoretical_loss": 3.4618429851387233,
      "tokens_seen": 1794703360
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046400000000000006,
      "loss": 2.5925,
      "theoretical_loss": 3.4618322194482243,
      "tokens_seen": 1794768896
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000463979797979798,
      "loss": 2.4511,
      "theoretical_loss": 3.4618214542608943,
      "tokens_seen": 1794834432
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046395959595959597,
      "loss": 2.7825,
      "theoretical_loss": 3.46181068957669,
      "tokens_seen": 1794899968
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046393939393939393,
      "loss": 2.6791,
      "theoretical_loss": 3.46179992539557,
      "tokens_seen": 1794965504
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004639191919191919,
      "loss": 2.6882,
      "theoretical_loss": 3.4617891617174923,
      "tokens_seen": 1795031040
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046389898989898995,
      "loss": 2.7291,
      "theoretical_loss": 3.4617783985424158,
      "tokens_seen": 1795096576
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004638787878787879,
      "loss": 2.7468,
      "theoretical_loss": 3.4617676358702973,
      "tokens_seen": 1795162112
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046385858585858586,
      "loss": 2.6849,
      "theoretical_loss": 3.461756873701096,
      "tokens_seen": 1795227648
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004638383838383838,
      "loss": 2.5844,
      "theoretical_loss": 3.4617461120347697,
      "tokens_seen": 1795293184
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046381818181818183,
      "loss": 2.5013,
      "theoretical_loss": 3.461735350871277,
      "tokens_seen": 1795358720
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046379797979797984,
      "loss": 2.564,
      "theoretical_loss": 3.461724590210575,
      "tokens_seen": 1795424256
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004637777777777778,
      "loss": 2.6563,
      "theoretical_loss": 3.4617138300526222,
      "tokens_seen": 1795489792
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046375757575757576,
      "loss": 2.4432,
      "theoretical_loss": 3.4617030703973777,
      "tokens_seen": 1795555328
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004637373737373737,
      "loss": 2.7619,
      "theoretical_loss": 3.461692311244798,
      "tokens_seen": 1795620864
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004637171717171717,
      "loss": 2.8329,
      "theoretical_loss": 3.4616815525948432,
      "tokens_seen": 1795686400
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046369696969696974,
      "loss": 2.434,
      "theoretical_loss": 3.4616707944474703,
      "tokens_seen": 1795751936
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004636767676767677,
      "loss": 2.5695,
      "theoretical_loss": 3.4616600368026376,
      "tokens_seen": 1795817472
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046365656565656565,
      "loss": 2.3648,
      "theoretical_loss": 3.4616492796603033,
      "tokens_seen": 1795883008
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 990185,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.496757984161377,
      "objective/train/theoretical_loss": 3.461638523020426,
      "objective/train/tokens_used": 154807776,
      "theoretical_loss": 3.461638523020426,
      "tokens_seen": 1795948544
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046363636363636366,
      "loss": 2.5464,
      "theoretical_loss": 3.461638523020426,
      "tokens_seen": 1795948544
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004636161616161616,
      "loss": 2.6964,
      "theoretical_loss": 3.4616277668829634,
      "tokens_seen": 1796014080
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046359595959595963,
      "loss": 2.5699,
      "theoretical_loss": 3.461617011247874,
      "tokens_seen": 1796079616
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004635757575757576,
      "loss": 2.6995,
      "theoretical_loss": 3.461606256115116,
      "tokens_seen": 1796145152
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046355555555555554,
      "loss": 2.5355,
      "theoretical_loss": 3.461595501484647,
      "tokens_seen": 1796210688
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046353535353535355,
      "loss": 2.4066,
      "theoretical_loss": 3.4615847473564263,
      "tokens_seen": 1796276224
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004635151515151515,
      "loss": 2.573,
      "theoretical_loss": 3.4615739937304113,
      "tokens_seen": 1796341760
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004634949494949495,
      "loss": 2.5721,
      "theoretical_loss": 3.4615632406065604,
      "tokens_seen": 1796407296
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004634747474747475,
      "loss": 2.782,
      "theoretical_loss": 3.461552487984832,
      "tokens_seen": 1796472832
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004634545454545455,
      "loss": 2.3226,
      "theoretical_loss": 3.4615417358651843,
      "tokens_seen": 1796538368
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046343434343434345,
      "loss": 2.6606,
      "theoretical_loss": 3.461530984247575,
      "tokens_seen": 1796603904
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004634141414141414,
      "loss": 2.6738,
      "theoretical_loss": 3.4615202331319637,
      "tokens_seen": 1796669440
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004633939393939394,
      "loss": 2.6571,
      "theoretical_loss": 3.4615094825183066,
      "tokens_seen": 1796734976
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046337373737373737,
      "loss": 2.5698,
      "theoretical_loss": 3.4614987324065645,
      "tokens_seen": 1796800512
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004633535353535354,
      "loss": 2.6218,
      "theoretical_loss": 3.4614879827966933,
      "tokens_seen": 1796866048
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046333333333333334,
      "loss": 2.6216,
      "theoretical_loss": 3.461477233688653,
      "tokens_seen": 1796931584
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004633131313131313,
      "loss": 2.6791,
      "theoretical_loss": 3.4614664850824,
      "tokens_seen": 1796997120
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004632929292929293,
      "loss": 2.6627,
      "theoretical_loss": 3.4614557369778947,
      "tokens_seen": 1797062656
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004632727272727273,
      "loss": 2.7609,
      "theoretical_loss": 3.461444989375094,
      "tokens_seen": 1797128192
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004632525252525253,
      "loss": 2.689,
      "theoretical_loss": 3.461434242273957,
      "tokens_seen": 1797193728
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046323232323232323,
      "loss": 2.352,
      "theoretical_loss": 3.461423495674441,
      "tokens_seen": 1797259264
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004632121212121212,
      "loss": 2.7198,
      "theoretical_loss": 3.461412749576505,
      "tokens_seen": 1797324800
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004631919191919192,
      "loss": 2.5821,
      "theoretical_loss": 3.4614020039801074,
      "tokens_seen": 1797390336
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004631717171717172,
      "loss": 2.5262,
      "theoretical_loss": 3.4613912588852065,
      "tokens_seen": 1797455872
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046315151515151517,
      "loss": 2.5769,
      "theoretical_loss": 3.46138051429176,
      "tokens_seen": 1797521408
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 991489,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.6060218811035156,
      "objective/train/theoretical_loss": 3.4613697701997266,
      "objective/train/tokens_used": 156446176,
      "theoretical_loss": 3.4613697701997266,
      "tokens_seen": 1797586944
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004631313131313131,
      "loss": 2.5123,
      "theoretical_loss": 3.4613697701997266,
      "tokens_seen": 1797586944
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004631111111111111,
      "loss": 2.7132,
      "theoretical_loss": 3.461359026609065,
      "tokens_seen": 1797652480
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004630909090909091,
      "loss": 2.5873,
      "theoretical_loss": 3.4613482835197322,
      "tokens_seen": 1797718016
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004630707070707071,
      "loss": 2.737,
      "theoretical_loss": 3.461337540931688,
      "tokens_seen": 1797783552
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046305050505050506,
      "loss": 2.5273,
      "theoretical_loss": 3.4613267988448913,
      "tokens_seen": 1797849088
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000463030303030303,
      "loss": 2.561,
      "theoretical_loss": 3.4613160572592983,
      "tokens_seen": 1797914624
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046301010101010097,
      "loss": 2.7165,
      "theoretical_loss": 3.4613053161748684,
      "tokens_seen": 1797980160
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046298989898989904,
      "loss": 2.7665,
      "theoretical_loss": 3.46129457559156,
      "tokens_seen": 1798045696
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000462969696969697,
      "loss": 2.846,
      "theoretical_loss": 3.461283835509332,
      "tokens_seen": 1798111232
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046294949494949495,
      "loss": 2.7031,
      "theoretical_loss": 3.4612730959281413,
      "tokens_seen": 1798176768
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004629292929292929,
      "loss": 2.7652,
      "theoretical_loss": 3.4612623568479477,
      "tokens_seen": 1798242304
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004629090909090909,
      "loss": 2.5421,
      "theoretical_loss": 3.461251618268709,
      "tokens_seen": 1798307840
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046288888888888893,
      "loss": 2.7416,
      "theoretical_loss": 3.4612408801903833,
      "tokens_seen": 1798373376
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004628686868686869,
      "loss": 2.6124,
      "theoretical_loss": 3.4612301426129295,
      "tokens_seen": 1798438912
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046284848484848484,
      "loss": 2.8337,
      "theoretical_loss": 3.4612194055363057,
      "tokens_seen": 1798504448
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004628282828282828,
      "loss": 2.5391,
      "theoretical_loss": 3.4612086689604706,
      "tokens_seen": 1798569984
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046280808080808087,
      "loss": 2.6909,
      "theoretical_loss": 3.461197932885382,
      "tokens_seen": 1798635520
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004627878787878788,
      "loss": 2.4735,
      "theoretical_loss": 3.461187197310999,
      "tokens_seen": 1798701056
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004627676767676768,
      "loss": 2.4016,
      "theoretical_loss": 3.4611764622372796,
      "tokens_seen": 1798766592
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046274747474747474,
      "loss": 2.7274,
      "theoretical_loss": 3.4611657276641816,
      "tokens_seen": 1798832128
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004627272727272727,
      "loss": 2.4681,
      "theoretical_loss": 3.4611549935916646,
      "tokens_seen": 1798897664
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046270707070707076,
      "loss": 2.6583,
      "theoretical_loss": 3.4611442600196867,
      "tokens_seen": 1798963200
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004626868686868687,
      "loss": 2.5414,
      "theoretical_loss": 3.461133526948206,
      "tokens_seen": 1799028736
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004626666666666667,
      "loss": 2.7138,
      "theoretical_loss": 3.4611227943771814,
      "tokens_seen": 1799094272
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046264646464646463,
      "loss": 2.6,
      "theoretical_loss": 3.4611120623065705,
      "tokens_seen": 1799159808
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 992118,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.7015321254730225,
      "objective/train/theoretical_loss": 3.4611013307363323,
      "objective/train/tokens_used": 158084576,
      "theoretical_loss": 3.4611013307363323,
      "tokens_seen": 1799225344
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046262626262626264,
      "loss": 2.5245,
      "theoretical_loss": 3.4611013307363323,
      "tokens_seen": 1799225344
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046260606060606065,
      "loss": 2.5428,
      "theoretical_loss": 3.4610905996664254,
      "tokens_seen": 1799290880
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004625858585858586,
      "loss": 2.9118,
      "theoretical_loss": 3.4610798690968076,
      "tokens_seen": 1799356416
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046256565656565657,
      "loss": 2.7124,
      "theoretical_loss": 3.461069139027438,
      "tokens_seen": 1799421952
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004625454545454545,
      "loss": 2.6946,
      "theoretical_loss": 3.461058409458275,
      "tokens_seen": 1799487488
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046252525252525253,
      "loss": 2.7679,
      "theoretical_loss": 3.461047680389277,
      "tokens_seen": 1799553024
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046250505050505054,
      "loss": 2.8121,
      "theoretical_loss": 3.461036951820402,
      "tokens_seen": 1799618560
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004624848484848485,
      "loss": 2.5779,
      "theoretical_loss": 3.4610262237516096,
      "tokens_seen": 1799684096
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046246464646464646,
      "loss": 2.6062,
      "theoretical_loss": 3.4610154961828568,
      "tokens_seen": 1799749632
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046244444444444447,
      "loss": 2.6283,
      "theoretical_loss": 3.461004769114103,
      "tokens_seen": 1799815168
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004624242424242424,
      "loss": 2.6631,
      "theoretical_loss": 3.4609940425453067,
      "tokens_seen": 1799880704
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046240404040404044,
      "loss": 2.6806,
      "theoretical_loss": 3.460983316476426,
      "tokens_seen": 1799946240
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004623838383838384,
      "loss": 2.7087,
      "theoretical_loss": 3.46097259090742,
      "tokens_seen": 1800011776
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046236363636363635,
      "loss": 2.4683,
      "theoretical_loss": 3.4609618658382466,
      "tokens_seen": 1800077312
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046234343434343436,
      "loss": 2.8184,
      "theoretical_loss": 3.4609511412688647,
      "tokens_seen": 1800142848
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004623232323232323,
      "loss": 2.5615,
      "theoretical_loss": 3.4609404171992324,
      "tokens_seen": 1800208384
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046230303030303033,
      "loss": 2.5703,
      "theoretical_loss": 3.460929693629309,
      "tokens_seen": 1800273920
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004622828282828283,
      "loss": 2.5853,
      "theoretical_loss": 3.4609189705590513,
      "tokens_seen": 1800339456
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004622626262626263,
      "loss": 2.8325,
      "theoretical_loss": 3.46090824798842,
      "tokens_seen": 1800404992
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046224242424242425,
      "loss": 2.4077,
      "theoretical_loss": 3.460897525917373,
      "tokens_seen": 1800470528
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004622222222222222,
      "loss": 2.45,
      "theoretical_loss": 3.4608868043458676,
      "tokens_seen": 1800536064
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004622020202020202,
      "loss": 2.7897,
      "theoretical_loss": 3.4608760832738636,
      "tokens_seen": 1800601600
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004621818181818182,
      "loss": 2.7197,
      "theoretical_loss": 3.4608653627013193,
      "tokens_seen": 1800667136
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0004621616161616162,
      "loss": 2.5448,
      "theoretical_loss": 3.4608546426281928,
      "tokens_seen": 1800732672
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00046214141414141415,
      "loss": 2.6301,
      "theoretical_loss": 3.460843923054443,
      "tokens_seen": 1800798208
    },
    {
      "epoch": 0.08,
      "objective/train/docs_used": 993246,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.732495069503784,
      "objective/train/theoretical_loss": 3.4608332039800294,
      "objective/train/tokens_used": 159722976,
      "theoretical_loss": 3.4608332039800294,
      "tokens_seen": 1800863744
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004621212121212121,
      "loss": 2.7341,
      "theoretical_loss": 3.4608332039800294,
      "tokens_seen": 1800863744
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004621010101010101,
      "loss": 2.6709,
      "theoretical_loss": 3.460822485404909,
      "tokens_seen": 1800929280
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004620808080808081,
      "loss": 2.6878,
      "theoretical_loss": 3.460811767329041,
      "tokens_seen": 1800994816
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004620606060606061,
      "loss": 2.8197,
      "theoretical_loss": 3.460801049752384,
      "tokens_seen": 1801060352
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046204040404040404,
      "loss": 2.4737,
      "theoretical_loss": 3.4607903326748968,
      "tokens_seen": 1801125888
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000462020202020202,
      "loss": 2.6015,
      "theoretical_loss": 3.4607796160965374,
      "tokens_seen": 1801191424
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000462,
      "loss": 2.7105,
      "theoretical_loss": 3.460768900017265,
      "tokens_seen": 1801256960
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000461979797979798,
      "loss": 2.7153,
      "theoretical_loss": 3.4607581844370383,
      "tokens_seen": 1801322496
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000461959595959596,
      "loss": 2.7215,
      "theoretical_loss": 3.460747469355815,
      "tokens_seen": 1801388032
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046193939393939393,
      "loss": 2.7523,
      "theoretical_loss": 3.4607367547735546,
      "tokens_seen": 1801453568
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004619191919191919,
      "loss": 2.6356,
      "theoretical_loss": 3.460726040690215,
      "tokens_seen": 1801519104
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046189898989898996,
      "loss": 2.8216,
      "theoretical_loss": 3.4607153271057554,
      "tokens_seen": 1801584640
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004618787878787879,
      "loss": 2.6657,
      "theoretical_loss": 3.460704614020135,
      "tokens_seen": 1801650176
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046185858585858587,
      "loss": 2.5136,
      "theoretical_loss": 3.460693901433311,
      "tokens_seen": 1801715712
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004618383838383838,
      "loss": 2.7718,
      "theoretical_loss": 3.4606831893452425,
      "tokens_seen": 1801781248
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004618181818181818,
      "loss": 2.645,
      "theoretical_loss": 3.460672477755889,
      "tokens_seen": 1801846784
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046179797979797985,
      "loss": 2.637,
      "theoretical_loss": 3.4606617666652078,
      "tokens_seen": 1801912320
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004617777777777778,
      "loss": 2.6257,
      "theoretical_loss": 3.4606510560731585,
      "tokens_seen": 1801977856
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046175757575757576,
      "loss": 2.5434,
      "theoretical_loss": 3.4606403459796997,
      "tokens_seen": 1802043392
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004617373737373737,
      "loss": 2.5597,
      "theoretical_loss": 3.4606296363847897,
      "tokens_seen": 1802108928
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004617171717171717,
      "loss": 2.4782,
      "theoretical_loss": 3.4606189272883876,
      "tokens_seen": 1802174464
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046169696969696974,
      "loss": 2.5543,
      "theoretical_loss": 3.460608218690451,
      "tokens_seen": 1802240000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004616767676767677,
      "loss": 2.6303,
      "theoretical_loss": 3.46059751059094,
      "tokens_seen": 1802305536
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046165656565656565,
      "loss": 2.3844,
      "theoretical_loss": 3.4605868029898126,
      "tokens_seen": 1802371072
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004616363636363636,
      "loss": 2.6324,
      "theoretical_loss": 3.4605760958870277,
      "tokens_seen": 1802436608
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 994266,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.712080717086792,
      "objective/train/theoretical_loss": 3.460565389282543,
      "objective/train/tokens_used": 161361376,
      "theoretical_loss": 3.460565389282543,
      "tokens_seen": 1802502144
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004616161616161616,
      "loss": 2.6,
      "theoretical_loss": 3.460565389282543,
      "tokens_seen": 1802502144
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046159595959595963,
      "loss": 2.8756,
      "theoretical_loss": 3.4605546831763188,
      "tokens_seen": 1802567680
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004615757575757576,
      "loss": 2.7354,
      "theoretical_loss": 3.460543977568313,
      "tokens_seen": 1802633216
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046155555555555555,
      "loss": 2.6013,
      "theoretical_loss": 3.460533272458484,
      "tokens_seen": 1802698752
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004615353535353535,
      "loss": 2.8307,
      "theoretical_loss": 3.4605225678467906,
      "tokens_seen": 1802764288
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004615151515151515,
      "loss": 2.7824,
      "theoretical_loss": 3.460511863733192,
      "tokens_seen": 1802829824
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004614949494949495,
      "loss": 2.4709,
      "theoretical_loss": 3.460501160117647,
      "tokens_seen": 1802895360
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004614747474747475,
      "loss": 2.6541,
      "theoretical_loss": 3.4604904570001134,
      "tokens_seen": 1802960896
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046145454545454544,
      "loss": 2.684,
      "theoretical_loss": 3.4604797543805503,
      "tokens_seen": 1803026432
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046143434343434345,
      "loss": 2.6394,
      "theoretical_loss": 3.460469052258917,
      "tokens_seen": 1803091968
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004614141414141414,
      "loss": 2.5222,
      "theoretical_loss": 3.460458350635172,
      "tokens_seen": 1803157504
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004613939393939394,
      "loss": 2.4386,
      "theoretical_loss": 3.460447649509274,
      "tokens_seen": 1803223040
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004613737373737374,
      "loss": 2.5735,
      "theoretical_loss": 3.4604369488811813,
      "tokens_seen": 1803288576
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046135353535353533,
      "loss": 2.5963,
      "theoretical_loss": 3.4604262487508533,
      "tokens_seen": 1803354112
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046133333333333334,
      "loss": 2.6435,
      "theoretical_loss": 3.460415549118248,
      "tokens_seen": 1803419648
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004613131313131313,
      "loss": 2.5554,
      "theoretical_loss": 3.460404849983325,
      "tokens_seen": 1803485184
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004612929292929293,
      "loss": 2.5415,
      "theoretical_loss": 3.4603941513460423,
      "tokens_seen": 1803550720
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046127272727272727,
      "loss": 2.6456,
      "theoretical_loss": 3.4603834532063598,
      "tokens_seen": 1803616256
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004612525252525253,
      "loss": 2.6177,
      "theoretical_loss": 3.460372755564235,
      "tokens_seen": 1803681792
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046123232323232324,
      "loss": 2.3797,
      "theoretical_loss": 3.4603620584196273,
      "tokens_seen": 1803747328
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004612121212121212,
      "loss": 2.5797,
      "theoretical_loss": 3.4603513617724957,
      "tokens_seen": 1803812864
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004611919191919192,
      "loss": 2.6529,
      "theoretical_loss": 3.460340665622798,
      "tokens_seen": 1803878400
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046117171717171716,
      "loss": 2.5033,
      "theoretical_loss": 3.460329969970495,
      "tokens_seen": 1803943936
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046115151515151517,
      "loss": 2.7475,
      "theoretical_loss": 3.460319274815543,
      "tokens_seen": 1804009472
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046113131313131313,
      "loss": 2.4978,
      "theoretical_loss": 3.460308580157902,
      "tokens_seen": 1804075008
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 994874,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.3973050117492676,
      "objective/train/theoretical_loss": 3.460297885997531,
      "objective/train/tokens_used": 162999776,
      "theoretical_loss": 3.460297885997531,
      "tokens_seen": 1804140544
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046111111111111114,
      "loss": 2.5142,
      "theoretical_loss": 3.460297885997531,
      "tokens_seen": 1804140544
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004610909090909091,
      "loss": 2.5792,
      "theoretical_loss": 3.4602871923343894,
      "tokens_seen": 1804206080
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004610707070707071,
      "loss": 2.6572,
      "theoretical_loss": 3.4602764991684345,
      "tokens_seen": 1804271616
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046105050505050506,
      "loss": 2.7006,
      "theoretical_loss": 3.460265806499626,
      "tokens_seen": 1804337152
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000461030303030303,
      "loss": 2.5644,
      "theoretical_loss": 3.4602551143279228,
      "tokens_seen": 1804402688
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046101010101010103,
      "loss": 2.5553,
      "theoretical_loss": 3.4602444226532834,
      "tokens_seen": 1804468224
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000460989898989899,
      "loss": 2.4872,
      "theoretical_loss": 3.4602337314756664,
      "tokens_seen": 1804533760
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000460969696969697,
      "loss": 2.5919,
      "theoretical_loss": 3.460223040795032,
      "tokens_seen": 1804599296
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046094949494949496,
      "loss": 2.5868,
      "theoretical_loss": 3.4602123506113376,
      "tokens_seen": 1804664832
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004609292929292929,
      "loss": 2.557,
      "theoretical_loss": 3.4602016609245423,
      "tokens_seen": 1804730368
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004609090909090909,
      "loss": 2.4903,
      "theoretical_loss": 3.460190971734605,
      "tokens_seen": 1804795904
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046088888888888894,
      "loss": 2.6423,
      "theoretical_loss": 3.4601802830414856,
      "tokens_seen": 1804861440
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004608686868686869,
      "loss": 2.607,
      "theoretical_loss": 3.4601695948451416,
      "tokens_seen": 1804926976
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046084848484848485,
      "loss": 2.4623,
      "theoretical_loss": 3.4601589071455323,
      "tokens_seen": 1804992512
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004608282828282828,
      "loss": 2.5671,
      "theoretical_loss": 3.460148219942617,
      "tokens_seen": 1805058048
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004608080808080808,
      "loss": 2.7849,
      "theoretical_loss": 3.4601375332363538,
      "tokens_seen": 1805123584
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046078787878787883,
      "loss": 2.4045,
      "theoretical_loss": 3.4601268470267024,
      "tokens_seen": 1805189120
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004607676767676768,
      "loss": 2.6255,
      "theoretical_loss": 3.4601161613136213,
      "tokens_seen": 1805254656
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046074747474747474,
      "loss": 2.3319,
      "theoretical_loss": 3.4601054760970698,
      "tokens_seen": 1805320192
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004607272727272727,
      "loss": 2.6209,
      "theoretical_loss": 3.460094791377006,
      "tokens_seen": 1805385728
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046070707070707077,
      "loss": 2.5799,
      "theoretical_loss": 3.4600841071533894,
      "tokens_seen": 1805451264
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004606868686868687,
      "loss": 2.6091,
      "theoretical_loss": 3.460073423426179,
      "tokens_seen": 1805516800
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004606666666666667,
      "loss": 2.8417,
      "theoretical_loss": 3.460062740195333,
      "tokens_seen": 1805582336
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046064646464646464,
      "loss": 2.5454,
      "theoretical_loss": 3.4600520574608113,
      "tokens_seen": 1805647872
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004606262626262626,
      "loss": 2.7244,
      "theoretical_loss": 3.4600413752225725,
      "tokens_seen": 1805713408
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 995886,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.640719413757324,
      "objective/train/theoretical_loss": 3.460030693480575,
      "objective/train/tokens_used": 164638176,
      "theoretical_loss": 3.460030693480575,
      "tokens_seen": 1805778944
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046060606060606066,
      "loss": 2.7838,
      "theoretical_loss": 3.460030693480575,
      "tokens_seen": 1805778944
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004605858585858586,
      "loss": 2.5454,
      "theoretical_loss": 3.460020012234778,
      "tokens_seen": 1805844480
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046056565656565657,
      "loss": 2.737,
      "theoretical_loss": 3.460009331485141,
      "tokens_seen": 1805910016
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046054545454545453,
      "loss": 2.6839,
      "theoretical_loss": 3.459998651231622,
      "tokens_seen": 1805975552
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046052525252525254,
      "loss": 2.5493,
      "theoretical_loss": 3.459987971474181,
      "tokens_seen": 1806041088
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046050505050505055,
      "loss": 2.4706,
      "theoretical_loss": 3.4599772922127765,
      "tokens_seen": 1806106624
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004604848484848485,
      "loss": 2.7013,
      "theoretical_loss": 3.4599666134473672,
      "tokens_seen": 1806172160
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046046464646464646,
      "loss": 2.7035,
      "theoretical_loss": 3.459955935177912,
      "tokens_seen": 1806237696
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004604444444444444,
      "loss": 2.6302,
      "theoretical_loss": 3.45994525740437,
      "tokens_seen": 1806303232
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046042424242424243,
      "loss": 2.5569,
      "theoretical_loss": 3.459934580126701,
      "tokens_seen": 1806368768
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046040404040404044,
      "loss": 2.6291,
      "theoretical_loss": 3.459923903344863,
      "tokens_seen": 1806434304
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004603838383838384,
      "loss": 2.6722,
      "theoretical_loss": 3.4599132270588155,
      "tokens_seen": 1806499840
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046036363636363636,
      "loss": 2.8284,
      "theoretical_loss": 3.4599025512685166,
      "tokens_seen": 1806565376
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046034343434343437,
      "loss": 2.836,
      "theoretical_loss": 3.459891875973927,
      "tokens_seen": 1806630912
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004603232323232323,
      "loss": 2.5876,
      "theoretical_loss": 3.459881201175004,
      "tokens_seen": 1806696448
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046030303030303034,
      "loss": 2.5903,
      "theoretical_loss": 3.4598705268717076,
      "tokens_seen": 1806761984
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004602828282828283,
      "loss": 2.5872,
      "theoretical_loss": 3.459859853063996,
      "tokens_seen": 1806827520
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046026262626262625,
      "loss": 2.7085,
      "theoretical_loss": 3.4598491797518287,
      "tokens_seen": 1806893056
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046024242424242426,
      "loss": 2.6058,
      "theoretical_loss": 3.4598385069351654,
      "tokens_seen": 1806958592
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004602222222222222,
      "loss": 2.431,
      "theoretical_loss": 3.459827834613964,
      "tokens_seen": 1807024128
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046020202020202023,
      "loss": 2.6627,
      "theoretical_loss": 3.459817162788184,
      "tokens_seen": 1807089664
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004601818181818182,
      "loss": 2.6105,
      "theoretical_loss": 3.4598064914577846,
      "tokens_seen": 1807155200
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004601616161616162,
      "loss": 2.6375,
      "theoretical_loss": 3.4597958206227246,
      "tokens_seen": 1807220736
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046014141414141415,
      "loss": 2.6245,
      "theoretical_loss": 3.459785150282963,
      "tokens_seen": 1807286272
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004601212121212121,
      "loss": 2.7088,
      "theoretical_loss": 3.459774480438459,
      "tokens_seen": 1807351808
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 996582,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.828779935836792,
      "objective/train/theoretical_loss": 3.4597638110891715,
      "objective/train/tokens_used": 166276576,
      "theoretical_loss": 3.4597638110891715,
      "tokens_seen": 1807417344
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004601010101010101,
      "loss": 2.6118,
      "theoretical_loss": 3.4597638110891715,
      "tokens_seen": 1807417344
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004600808080808081,
      "loss": 2.55,
      "theoretical_loss": 3.4597531422350603,
      "tokens_seen": 1807482880
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004600606060606061,
      "loss": 2.9119,
      "theoretical_loss": 3.459742473876083,
      "tokens_seen": 1807548416
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046004040404040405,
      "loss": 2.4969,
      "theoretical_loss": 3.4597318060122,
      "tokens_seen": 1807613952
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000460020202020202,
      "loss": 2.3569,
      "theoretical_loss": 3.4597211386433697,
      "tokens_seen": 1807679488
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00046,
      "loss": 2.8525,
      "theoretical_loss": 3.4597104717695517,
      "tokens_seen": 1807745024
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000459979797979798,
      "loss": 2.6927,
      "theoretical_loss": 3.459699805390705,
      "tokens_seen": 1807810560
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000459959595959596,
      "loss": 2.6665,
      "theoretical_loss": 3.4596891395067875,
      "tokens_seen": 1807876096
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045993939393939394,
      "loss": 2.6101,
      "theoretical_loss": 3.45967847411776,
      "tokens_seen": 1807941632
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004599191919191919,
      "loss": 2.6743,
      "theoretical_loss": 3.4596678092235806,
      "tokens_seen": 1808007168
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004598989898989899,
      "loss": 2.7123,
      "theoretical_loss": 3.4596571448242086,
      "tokens_seen": 1808072704
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004598787878787879,
      "loss": 2.589,
      "theoretical_loss": 3.459646480919603,
      "tokens_seen": 1808138240
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004598585858585859,
      "loss": 2.4773,
      "theoretical_loss": 3.4596358175097235,
      "tokens_seen": 1808203776
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045983838383838383,
      "loss": 2.4748,
      "theoretical_loss": 3.4596251545945282,
      "tokens_seen": 1808269312
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004598181818181818,
      "loss": 2.5673,
      "theoretical_loss": 3.4596144921739773,
      "tokens_seen": 1808334848
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004597979797979798,
      "loss": 2.4766,
      "theoretical_loss": 3.45960383024803,
      "tokens_seen": 1808400384
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004597777777777778,
      "loss": 2.7642,
      "theoretical_loss": 3.459593168816644,
      "tokens_seen": 1808465920
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045975757575757577,
      "loss": 2.7496,
      "theoretical_loss": 3.4595825078797793,
      "tokens_seen": 1808531456
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004597373737373737,
      "loss": 2.8011,
      "theoretical_loss": 3.4595718474373953,
      "tokens_seen": 1808596992
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004597171717171717,
      "loss": 2.8709,
      "theoretical_loss": 3.459561187489451,
      "tokens_seen": 1808662528
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045969696969696975,
      "loss": 2.6683,
      "theoretical_loss": 3.459550528035905,
      "tokens_seen": 1808728064
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004596767676767677,
      "loss": 2.6207,
      "theoretical_loss": 3.4595398690767176,
      "tokens_seen": 1808793600
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045965656565656566,
      "loss": 2.4637,
      "theoretical_loss": 3.459529210611847,
      "tokens_seen": 1808859136
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004596363636363636,
      "loss": 2.7937,
      "theoretical_loss": 3.4595185526412524,
      "tokens_seen": 1808924672
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004596161616161616,
      "loss": 2.6215,
      "theoretical_loss": 3.4595078951648937,
      "tokens_seen": 1808990208
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 997711,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.4244730472564697,
      "objective/train/theoretical_loss": 3.4594972381827294,
      "objective/train/tokens_used": 167914976,
      "theoretical_loss": 3.4594972381827294,
      "tokens_seen": 1809055744
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045959595959595964,
      "loss": 2.64,
      "theoretical_loss": 3.4594972381827294,
      "tokens_seen": 1809055744
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004595757575757576,
      "loss": 2.6338,
      "theoretical_loss": 3.4594865816947182,
      "tokens_seen": 1809121280
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045955555555555555,
      "loss": 2.5629,
      "theoretical_loss": 3.4594759257008207,
      "tokens_seen": 1809186816
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004595353535353535,
      "loss": 2.5733,
      "theoretical_loss": 3.4594652702009956,
      "tokens_seen": 1809252352
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004595151515151515,
      "loss": 2.6077,
      "theoretical_loss": 3.4594546151952015,
      "tokens_seen": 1809317888
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045949494949494953,
      "loss": 2.4091,
      "theoretical_loss": 3.4594439606833975,
      "tokens_seen": 1809383424
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004594747474747475,
      "loss": 2.6934,
      "theoretical_loss": 3.459433306665544,
      "tokens_seen": 1809448960
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045945454545454545,
      "loss": 2.6156,
      "theoretical_loss": 3.4594226531415986,
      "tokens_seen": 1809514496
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004594343434343434,
      "loss": 2.8258,
      "theoretical_loss": 3.4594120001115223,
      "tokens_seen": 1809580032
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045941414141414147,
      "loss": 2.7045,
      "theoretical_loss": 3.459401347575273,
      "tokens_seen": 1809645568
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004593939393939394,
      "loss": 2.6075,
      "theoretical_loss": 3.4593906955328104,
      "tokens_seen": 1809711104
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004593737373737374,
      "loss": 2.6631,
      "theoretical_loss": 3.4593800439840936,
      "tokens_seen": 1809776640
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045935353535353534,
      "loss": 2.8016,
      "theoretical_loss": 3.459369392929082,
      "tokens_seen": 1809842176
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045933333333333335,
      "loss": 2.7707,
      "theoretical_loss": 3.4593587423677348,
      "tokens_seen": 1809907712
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045931313131313136,
      "loss": 2.5944,
      "theoretical_loss": 3.459348092300011,
      "tokens_seen": 1809973248
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004592929292929293,
      "loss": 2.536,
      "theoretical_loss": 3.45933744272587,
      "tokens_seen": 1810038784
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004592727272727273,
      "loss": 2.6021,
      "theoretical_loss": 3.459326793645271,
      "tokens_seen": 1810104320
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045925252525252523,
      "loss": 2.6998,
      "theoretical_loss": 3.4593161450581738,
      "tokens_seen": 1810169856
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045923232323232324,
      "loss": 2.8461,
      "theoretical_loss": 3.4593054969645367,
      "tokens_seen": 1810235392
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045921212121212125,
      "loss": 2.7473,
      "theoretical_loss": 3.45929484936432,
      "tokens_seen": 1810300928
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004591919191919192,
      "loss": 2.6926,
      "theoretical_loss": 3.459284202257482,
      "tokens_seen": 1810366464
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045917171717171717,
      "loss": 2.6265,
      "theoretical_loss": 3.459273555643983,
      "tokens_seen": 1810432000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004591515151515152,
      "loss": 2.5741,
      "theoretical_loss": 3.4592629095237815,
      "tokens_seen": 1810497536
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045913131313131313,
      "loss": 2.6005,
      "theoretical_loss": 3.459252263896837,
      "tokens_seen": 1810563072
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045911111111111115,
      "loss": 2.6592,
      "theoretical_loss": 3.4592416187631088,
      "tokens_seen": 1810628608
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 998243,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.6315853595733643,
      "objective/train/theoretical_loss": 3.4592309741225558,
      "objective/train/tokens_used": 169553376,
      "theoretical_loss": 3.4592309741225558,
      "tokens_seen": 1810694144
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004590909090909091,
      "loss": 2.5426,
      "theoretical_loss": 3.4592309741225558,
      "tokens_seen": 1810694144
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045907070707070706,
      "loss": 2.5075,
      "theoretical_loss": 3.459220329975138,
      "tokens_seen": 1810759680
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045905050505050507,
      "loss": 2.7955,
      "theoretical_loss": 3.4592096863208144,
      "tokens_seen": 1810825216
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045903030303030303,
      "loss": 2.5196,
      "theoretical_loss": 3.4591990431595443,
      "tokens_seen": 1810890752
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045901010101010104,
      "loss": 2.6317,
      "theoretical_loss": 3.4591884004912874,
      "tokens_seen": 1810956288
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000458989898989899,
      "loss": 2.3922,
      "theoretical_loss": 3.4591777583160024,
      "tokens_seen": 1811021824
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000458969696969697,
      "loss": 2.9019,
      "theoretical_loss": 3.4591671166336484,
      "tokens_seen": 1811087360
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045894949494949496,
      "loss": 2.7095,
      "theoretical_loss": 3.459156475444186,
      "tokens_seen": 1811152896
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004589292929292929,
      "loss": 2.7239,
      "theoretical_loss": 3.4591458347475736,
      "tokens_seen": 1811218432
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045890909090909093,
      "loss": 2.7473,
      "theoretical_loss": 3.4591351945437703,
      "tokens_seen": 1811283968
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004588888888888889,
      "loss": 2.6645,
      "theoretical_loss": 3.4591245548327363,
      "tokens_seen": 1811349504
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004588686868686869,
      "loss": 2.8029,
      "theoretical_loss": 3.45911391561443,
      "tokens_seen": 1811415040
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045884848484848486,
      "loss": 2.5806,
      "theoretical_loss": 3.4591032768888117,
      "tokens_seen": 1811480576
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004588282828282828,
      "loss": 2.6284,
      "theoretical_loss": 3.4590926386558403,
      "tokens_seen": 1811546112
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004588080808080808,
      "loss": 2.767,
      "theoretical_loss": 3.459082000915475,
      "tokens_seen": 1811611648
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045878787878787883,
      "loss": 2.792,
      "theoretical_loss": 3.4590713636676753,
      "tokens_seen": 1811677184
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004587676767676768,
      "loss": 2.7077,
      "theoretical_loss": 3.4590607269124005,
      "tokens_seen": 1811742720
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045874747474747475,
      "loss": 2.6499,
      "theoretical_loss": 3.459050090649611,
      "tokens_seen": 1811808256
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004587272727272727,
      "loss": 2.8369,
      "theoretical_loss": 3.4590394548792642,
      "tokens_seen": 1811873792
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004587070707070707,
      "loss": 2.3474,
      "theoretical_loss": 3.459028819601321,
      "tokens_seen": 1811939328
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045868686868686873,
      "loss": 2.7419,
      "theoretical_loss": 3.459018184815741,
      "tokens_seen": 1812004864
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004586666666666667,
      "loss": 2.7241,
      "theoretical_loss": 3.459007550522482,
      "tokens_seen": 1812070400
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045864646464646464,
      "loss": 2.5917,
      "theoretical_loss": 3.458996916721505,
      "tokens_seen": 1812135936
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004586262626262626,
      "loss": 2.5461,
      "theoretical_loss": 3.4589862834127683,
      "tokens_seen": 1812201472
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045860606060606066,
      "loss": 2.429,
      "theoretical_loss": 3.458975650596232,
      "tokens_seen": 1812267008
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 999229,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.6778602600097656,
      "objective/train/theoretical_loss": 3.458965018271855,
      "objective/train/tokens_used": 171191776,
      "theoretical_loss": 3.458965018271855,
      "tokens_seen": 1812332544
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004585858585858586,
      "loss": 2.6921,
      "theoretical_loss": 3.458965018271855,
      "tokens_seen": 1812332544
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004585656565656566,
      "loss": 2.6781,
      "theoretical_loss": 3.458954386439598,
      "tokens_seen": 1812398080
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045854545454545453,
      "loss": 2.8004,
      "theoretical_loss": 3.458943755099419,
      "tokens_seen": 1812463616
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004585252525252525,
      "loss": 2.5061,
      "theoretical_loss": 3.4589331242512777,
      "tokens_seen": 1812529152
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045850505050505056,
      "loss": 2.6991,
      "theoretical_loss": 3.458922493895134,
      "tokens_seen": 1812594688
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004584848484848485,
      "loss": 2.59,
      "theoretical_loss": 3.458911864030947,
      "tokens_seen": 1812660224
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045846464646464647,
      "loss": 2.7665,
      "theoretical_loss": 3.4589012346586765,
      "tokens_seen": 1812725760
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004584444444444444,
      "loss": 2.5644,
      "theoretical_loss": 3.458890605778281,
      "tokens_seen": 1812791296
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004584242424242424,
      "loss": 2.6733,
      "theoretical_loss": 3.4588799773897216,
      "tokens_seen": 1812856832
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045840404040404045,
      "loss": 2.495,
      "theoretical_loss": 3.4588693494929563,
      "tokens_seen": 1812922368
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004583838383838384,
      "loss": 2.4922,
      "theoretical_loss": 3.458858722087945,
      "tokens_seen": 1812987904
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045836363636363636,
      "loss": 2.4791,
      "theoretical_loss": 3.4588480951746474,
      "tokens_seen": 1813053440
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004583434343434343,
      "loss": 2.6036,
      "theoretical_loss": 3.4588374687530226,
      "tokens_seen": 1813118976
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045832323232323233,
      "loss": 2.4228,
      "theoretical_loss": 3.4588268428230307,
      "tokens_seen": 1813184512
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045830303030303034,
      "loss": 2.747,
      "theoretical_loss": 3.4588162173846304,
      "tokens_seen": 1813250048
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004582828282828283,
      "loss": 2.4541,
      "theoretical_loss": 3.458805592437782,
      "tokens_seen": 1813315584
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045826262626262626,
      "loss": 2.4754,
      "theoretical_loss": 3.458794967982444,
      "tokens_seen": 1813381120
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004582424242424242,
      "loss": 2.3365,
      "theoretical_loss": 3.458784344018577,
      "tokens_seen": 1813446656
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004582222222222222,
      "loss": 2.8325,
      "theoretical_loss": 3.45877372054614,
      "tokens_seen": 1813512192
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045820202020202023,
      "loss": 2.7678,
      "theoretical_loss": 3.4587630975650923,
      "tokens_seen": 1813577728
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004581818181818182,
      "loss": 2.5188,
      "theoretical_loss": 3.4587524750753937,
      "tokens_seen": 1813643264
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045816161616161615,
      "loss": 2.6459,
      "theoretical_loss": 3.4587418530770035,
      "tokens_seen": 1813708800
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045814141414141416,
      "loss": 2.477,
      "theoretical_loss": 3.4587312315698813,
      "tokens_seen": 1813774336
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004581212121212121,
      "loss": 2.5432,
      "theoretical_loss": 3.458720610553987,
      "tokens_seen": 1813839872
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004581010101010101,
      "loss": 2.7704,
      "theoretical_loss": 3.4587099900292797,
      "tokens_seen": 1813905408
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 999785,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5763378143310547,
      "objective/train/theoretical_loss": 3.4586993699957187,
      "objective/train/tokens_used": 172830176,
      "theoretical_loss": 3.4586993699957187,
      "tokens_seen": 1813970944
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004580808080808081,
      "loss": 2.5818,
      "theoretical_loss": 3.4586993699957187,
      "tokens_seen": 1813970944
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045806060606060604,
      "loss": 2.3931,
      "theoretical_loss": 3.4586887504532644,
      "tokens_seen": 1814036480
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045804040404040405,
      "loss": 2.455,
      "theoretical_loss": 3.458678131401876,
      "tokens_seen": 1814102016
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000458020202020202,
      "loss": 2.5927,
      "theoretical_loss": 3.4586675128415125,
      "tokens_seen": 1814167552
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000458,
      "loss": 2.9255,
      "theoretical_loss": 3.4586568947721337,
      "tokens_seen": 1814233088
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000457979797979798,
      "loss": 2.5883,
      "theoretical_loss": 3.4586462771936994,
      "tokens_seen": 1814298624
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000457959595959596,
      "loss": 2.618,
      "theoretical_loss": 3.4586356601061694,
      "tokens_seen": 1814364160
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045793939393939394,
      "loss": 2.4486,
      "theoretical_loss": 3.4586250435095027,
      "tokens_seen": 1814429696
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004579191919191919,
      "loss": 2.7142,
      "theoretical_loss": 3.4586144274036594,
      "tokens_seen": 1814495232
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004578989898989899,
      "loss": 2.4711,
      "theoretical_loss": 3.4586038117885987,
      "tokens_seen": 1814560768
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045787878787878787,
      "loss": 2.5087,
      "theoretical_loss": 3.4585931966642804,
      "tokens_seen": 1814626304
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004578585858585859,
      "loss": 2.622,
      "theoretical_loss": 3.458582582030664,
      "tokens_seen": 1814691840
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045783838383838384,
      "loss": 2.472,
      "theoretical_loss": 3.4585719678877087,
      "tokens_seen": 1814757376
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004578181818181818,
      "loss": 2.8238,
      "theoretical_loss": 3.458561354235375,
      "tokens_seen": 1814822912
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004577979797979798,
      "loss": 2.4024,
      "theoretical_loss": 3.458550741073622,
      "tokens_seen": 1814888448
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004577777777777778,
      "loss": 2.6186,
      "theoretical_loss": 3.458540128402409,
      "tokens_seen": 1814953984
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045775757575757577,
      "loss": 2.609,
      "theoretical_loss": 3.458529516221696,
      "tokens_seen": 1815019520
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045773737373737373,
      "loss": 2.565,
      "theoretical_loss": 3.4585189045314424,
      "tokens_seen": 1815085056
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045771717171717174,
      "loss": 2.7391,
      "theoretical_loss": 3.458508293331609,
      "tokens_seen": 1815150592
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004576969696969697,
      "loss": 2.5499,
      "theoretical_loss": 3.458497682622153,
      "tokens_seen": 1815216128
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004576767676767677,
      "loss": 2.7469,
      "theoretical_loss": 3.4584870724030363,
      "tokens_seen": 1815281664
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045765656565656567,
      "loss": 2.6686,
      "theoretical_loss": 3.4584764626742173,
      "tokens_seen": 1815347200
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004576363636363636,
      "loss": 2.6245,
      "theoretical_loss": 3.4584658534356567,
      "tokens_seen": 1815412736
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045761616161616163,
      "loss": 2.6962,
      "theoretical_loss": 3.458455244687313,
      "tokens_seen": 1815478272
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045759595959595964,
      "loss": 2.6647,
      "theoretical_loss": 3.458444636429146,
      "tokens_seen": 1815543808
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 1000504,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.835871458053589,
      "objective/train/theoretical_loss": 3.458434028661116,
      "objective/train/tokens_used": 174468576,
      "theoretical_loss": 3.458434028661116,
      "tokens_seen": 1815609344
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004575757575757576,
      "loss": 2.7497,
      "theoretical_loss": 3.458434028661116,
      "tokens_seen": 1815609344
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045755555555555556,
      "loss": 2.6998,
      "theoretical_loss": 3.4584234213831824,
      "tokens_seen": 1815674880
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004575353535353535,
      "loss": 2.5959,
      "theoretical_loss": 3.458412814595305,
      "tokens_seen": 1815740416
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004575151515151515,
      "loss": 2.6133,
      "theoretical_loss": 3.458402208297443,
      "tokens_seen": 1815805952
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045749494949494954,
      "loss": 2.6405,
      "theoretical_loss": 3.4583916024895567,
      "tokens_seen": 1815871488
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004574747474747475,
      "loss": 2.7544,
      "theoretical_loss": 3.458380997171605,
      "tokens_seen": 1815937024
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045745454545454545,
      "loss": 2.6652,
      "theoretical_loss": 3.4583703923435483,
      "tokens_seen": 1816002560
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004574343434343434,
      "loss": 2.7187,
      "theoretical_loss": 3.458359788005346,
      "tokens_seen": 1816068096
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004574141414141415,
      "loss": 2.6787,
      "theoretical_loss": 3.458349184156958,
      "tokens_seen": 1816133632
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045739393939393943,
      "loss": 2.6822,
      "theoretical_loss": 3.458338580798343,
      "tokens_seen": 1816199168
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004573737373737374,
      "loss": 2.6664,
      "theoretical_loss": 3.4583279779294624,
      "tokens_seen": 1816264704
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045735353535353534,
      "loss": 2.6565,
      "theoretical_loss": 3.458317375550275,
      "tokens_seen": 1816330240
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004573333333333333,
      "loss": 2.6583,
      "theoretical_loss": 3.4583067736607402,
      "tokens_seen": 1816395776
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045731313131313137,
      "loss": 2.9378,
      "theoretical_loss": 3.4582961722608188,
      "tokens_seen": 1816461312
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004572929292929293,
      "loss": 2.6101,
      "theoretical_loss": 3.458285571350469,
      "tokens_seen": 1816526848
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004572727272727273,
      "loss": 2.8678,
      "theoretical_loss": 3.4582749709296516,
      "tokens_seen": 1816592384
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045725252525252524,
      "loss": 2.5882,
      "theoretical_loss": 3.458264370998326,
      "tokens_seen": 1816657920
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045723232323232325,
      "loss": 2.5968,
      "theoretical_loss": 3.4582537715564525,
      "tokens_seen": 1816723456
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045721212121212126,
      "loss": 2.7255,
      "theoretical_loss": 3.45824317260399,
      "tokens_seen": 1816788992
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004571919191919192,
      "loss": 2.7617,
      "theoretical_loss": 3.458232574140899,
      "tokens_seen": 1816854528
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045717171717171717,
      "loss": 2.4575,
      "theoretical_loss": 3.4582219761671382,
      "tokens_seen": 1816920064
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045715151515151513,
      "loss": 2.66,
      "theoretical_loss": 3.4582113786826683,
      "tokens_seen": 1816985600
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045713131313131314,
      "loss": 2.527,
      "theoretical_loss": 3.4582007816874487,
      "tokens_seen": 1817051136
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00045711111111111115,
      "loss": 2.4134,
      "theoretical_loss": 3.4581901851814396,
      "tokens_seen": 1817116672
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0004570909090909091,
      "loss": 2.8572,
      "theoretical_loss": 3.4581795891646,
      "tokens_seen": 1817182208
    },
    {
      "epoch": 0.09,
      "objective/train/docs_used": 1001884,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.327115058898926,
      "objective/train/theoretical_loss": 3.4581689936368907,
      "objective/train/tokens_used": 176106976,
      "theoretical_loss": 3.4581689936368907,
      "tokens_seen": 1817247744
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045707070707070706,
      "loss": 2.5736,
      "theoretical_loss": 3.4581689936368907,
      "tokens_seen": 1817247744
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004570505050505051,
      "loss": 2.8025,
      "theoretical_loss": 3.45815839859827,
      "tokens_seen": 1817313280
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045703030303030303,
      "loss": 2.6386,
      "theoretical_loss": 3.458147804048699,
      "tokens_seen": 1817378816
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045701010101010104,
      "loss": 2.719,
      "theoretical_loss": 3.458137209988138,
      "tokens_seen": 1817444352
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000456989898989899,
      "loss": 2.5823,
      "theoretical_loss": 3.4581266164165445,
      "tokens_seen": 1817509888
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045696969696969696,
      "loss": 2.7439,
      "theoretical_loss": 3.45811602333388,
      "tokens_seen": 1817575424
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045694949494949497,
      "loss": 2.4384,
      "theoretical_loss": 3.4581054307401047,
      "tokens_seen": 1817640960
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004569292929292929,
      "loss": 2.8483,
      "theoretical_loss": 3.458094838635177,
      "tokens_seen": 1817706496
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045690909090909094,
      "loss": 2.6419,
      "theoretical_loss": 3.458084247019057,
      "tokens_seen": 1817772032
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004568888888888889,
      "loss": 2.7798,
      "theoretical_loss": 3.458073655891706,
      "tokens_seen": 1817837568
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004568686868686869,
      "loss": 2.5721,
      "theoretical_loss": 3.458063065253082,
      "tokens_seen": 1817903104
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045684848484848486,
      "loss": 2.8557,
      "theoretical_loss": 3.4580524751031456,
      "tokens_seen": 1817968640
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004568282828282828,
      "loss": 2.6035,
      "theoretical_loss": 3.4580418854418573,
      "tokens_seen": 1818034176
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045680808080808083,
      "loss": 2.5388,
      "theoretical_loss": 3.4580312962691755,
      "tokens_seen": 1818099712
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004567878787878788,
      "loss": 2.5895,
      "theoretical_loss": 3.458020707585061,
      "tokens_seen": 1818165248
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004567676767676768,
      "loss": 2.4687,
      "theoretical_loss": 3.4580101193894732,
      "tokens_seen": 1818230784
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045674747474747475,
      "loss": 2.461,
      "theoretical_loss": 3.457999531682373,
      "tokens_seen": 1818296320
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004567272727272727,
      "loss": 2.5961,
      "theoretical_loss": 3.4579889444637186,
      "tokens_seen": 1818361856
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004567070707070707,
      "loss": 2.5384,
      "theoretical_loss": 3.457978357733471,
      "tokens_seen": 1818427392
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045668686868686873,
      "loss": 2.729,
      "theoretical_loss": 3.4579677714915897,
      "tokens_seen": 1818492928
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004566666666666667,
      "loss": 2.8327,
      "theoretical_loss": 3.457957185738035,
      "tokens_seen": 1818558464
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045664646464646465,
      "loss": 2.4631,
      "theoretical_loss": 3.4579466004727664,
      "tokens_seen": 1818624000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004566262626262626,
      "loss": 2.7424,
      "theoretical_loss": 3.4579360156957435,
      "tokens_seen": 1818689536
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004566060606060606,
      "loss": 2.7302,
      "theoretical_loss": 3.4579254314069265,
      "tokens_seen": 1818755072
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004565858585858586,
      "loss": 2.8242,
      "theoretical_loss": 3.4579148476062755,
      "tokens_seen": 1818820608
    },
    {
      "epoch": 0.1,
      "objective/train/docs_used": 1002311,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 3.1334288120269775,
      "objective/train/theoretical_loss": 3.4579042642937505,
      "objective/train/tokens_used": 177745376,
      "theoretical_loss": 3.4579042642937505,
      "tokens_seen": 1818886144
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004565656565656566,
      "loss": 2.9767,
      "theoretical_loss": 3.4579042642937505,
      "tokens_seen": 1818886144
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045654545454545454,
      "loss": 2.3271,
      "theoretical_loss": 3.4578936814693106,
      "tokens_seen": 1818951680
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004565252525252525,
      "loss": 2.7679,
      "theoretical_loss": 3.4578830991329164,
      "tokens_seen": 1819017216
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004565050505050505,
      "loss": 2.4984,
      "theoretical_loss": 3.4578725172845273,
      "tokens_seen": 1819082752
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004564848484848485,
      "loss": 2.6605,
      "theoretical_loss": 3.457861935924104,
      "tokens_seen": 1819148288
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004564646464646465,
      "loss": 2.582,
      "theoretical_loss": 3.4578513550516057,
      "tokens_seen": 1819213824
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045644444444444443,
      "loss": 2.6528,
      "theoretical_loss": 3.457840774666993,
      "tokens_seen": 1819279360
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004564242424242424,
      "loss": 2.6102,
      "theoretical_loss": 3.457830194770225,
      "tokens_seen": 1819344896
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045640404040404045,
      "loss": 2.647,
      "theoretical_loss": 3.4578196153612617,
      "tokens_seen": 1819410432
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004563838383838384,
      "loss": 2.8564,
      "theoretical_loss": 3.457809036440064,
      "tokens_seen": 1819475968
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045636363636363637,
      "loss": 2.581,
      "theoretical_loss": 3.4577984580065912,
      "tokens_seen": 1819541504
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004563434343434343,
      "loss": 2.8138,
      "theoretical_loss": 3.4577878800608026,
      "tokens_seen": 1819607040
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004563232323232323,
      "loss": 2.4587,
      "theoretical_loss": 3.4577773026026595,
      "tokens_seen": 1819672576
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045630303030303035,
      "loss": 2.6125,
      "theoretical_loss": 3.457766725632121,
      "tokens_seen": 1819738112
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004562828282828283,
      "loss": 2.7351,
      "theoretical_loss": 3.457756149149147,
      "tokens_seen": 1819803648
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045626262626262626,
      "loss": 2.8924,
      "theoretical_loss": 3.457745573153698,
      "tokens_seen": 1819869184
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004562424242424242,
      "loss": 2.6131,
      "theoretical_loss": 3.4577349976457334,
      "tokens_seen": 1819934720
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045622222222222223,
      "loss": 2.7737,
      "theoretical_loss": 3.4577244226252137,
      "tokens_seen": 1820000256
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045620202020202024,
      "loss": 2.6232,
      "theoretical_loss": 3.457713848092099,
      "tokens_seen": 1820065792
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004561818181818182,
      "loss": 2.7592,
      "theoretical_loss": 3.4577032740463483,
      "tokens_seen": 1820131328
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045616161616161615,
      "loss": 2.7347,
      "theoretical_loss": 3.4576927004879225,
      "tokens_seen": 1820196864
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004561414141414141,
      "loss": 2.6675,
      "theoretical_loss": 3.4576821274167813,
      "tokens_seen": 1820262400
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004561212121212121,
      "loss": 2.815,
      "theoretical_loss": 3.4576715548328845,
      "tokens_seen": 1820327936
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045610101010101013,
      "loss": 2.8066,
      "theoretical_loss": 3.4576609827361926,
      "tokens_seen": 1820393472
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004560808080808081,
      "loss": 2.6566,
      "theoretical_loss": 3.4576504111266653,
      "tokens_seen": 1820459008
    },
    {
      "epoch": 0.1,
      "objective/train/docs_used": 1003206,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.652801990509033,
      "objective/train/theoretical_loss": 3.457639840004262,
      "objective/train/tokens_used": 179383776,
      "theoretical_loss": 3.457639840004262,
      "tokens_seen": 1820524544
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045606060606060605,
      "loss": 2.7231,
      "theoretical_loss": 3.457639840004262,
      "tokens_seen": 1820524544
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045604040404040406,
      "loss": 2.5342,
      "theoretical_loss": 3.4576292693689443,
      "tokens_seen": 1820590080
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045602020202020207,
      "loss": 2.6447,
      "theoretical_loss": 3.4576186992206708,
      "tokens_seen": 1820655616
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000456,
      "loss": 2.5253,
      "theoretical_loss": 3.4576081295594023,
      "tokens_seen": 1820721152
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000455979797979798,
      "loss": 2.5932,
      "theoretical_loss": 3.457597560385098,
      "tokens_seen": 1820786688
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045595959595959594,
      "loss": 2.4873,
      "theoretical_loss": 3.4575869916977195,
      "tokens_seen": 1820852224
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045593939393939395,
      "loss": 2.7011,
      "theoretical_loss": 3.4575764234972253,
      "tokens_seen": 1820917760
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045591919191919196,
      "loss": 2.6617,
      "theoretical_loss": 3.4575658557835753,
      "tokens_seen": 1820983296
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004558989898989899,
      "loss": 2.7763,
      "theoretical_loss": 3.457555288556731,
      "tokens_seen": 1821048832
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004558787878787879,
      "loss": 2.813,
      "theoretical_loss": 3.4575447218166517,
      "tokens_seen": 1821114368
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004558585858585859,
      "loss": 2.7815,
      "theoretical_loss": 3.4575341555632972,
      "tokens_seen": 1821179904
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045583838383838384,
      "loss": 2.755,
      "theoretical_loss": 3.4575235897966277,
      "tokens_seen": 1821245440
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045581818181818185,
      "loss": 2.4572,
      "theoretical_loss": 3.457513024516604,
      "tokens_seen": 1821310976
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004557979797979798,
      "loss": 2.9435,
      "theoretical_loss": 3.457502459723185,
      "tokens_seen": 1821376512
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045577777777777777,
      "loss": 2.6106,
      "theoretical_loss": 3.4574918954163314,
      "tokens_seen": 1821442048
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004557575757575758,
      "loss": 2.4757,
      "theoretical_loss": 3.4574813315960036,
      "tokens_seen": 1821507584
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045573737373737374,
      "loss": 2.5581,
      "theoretical_loss": 3.4574707682621613,
      "tokens_seen": 1821573120
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045571717171717175,
      "loss": 2.8554,
      "theoretical_loss": 3.4574602054147645,
      "tokens_seen": 1821638656
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004556969696969697,
      "loss": 2.6493,
      "theoretical_loss": 3.4574496430537733,
      "tokens_seen": 1821704192
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004556767676767677,
      "loss": 2.9531,
      "theoretical_loss": 3.4574390811791478,
      "tokens_seen": 1821769728
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045565656565656567,
      "loss": 2.811,
      "theoretical_loss": 3.4574285197908483,
      "tokens_seen": 1821835264
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045563636363636363,
      "loss": 2.8732,
      "theoretical_loss": 3.4574179588888345,
      "tokens_seen": 1821900800
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045561616161616164,
      "loss": 2.7586,
      "theoretical_loss": 3.4574073984730678,
      "tokens_seen": 1821966336
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004555959595959596,
      "loss": 2.6515,
      "theoretical_loss": 3.4573968385435068,
      "tokens_seen": 1822031872
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004555757575757576,
      "loss": 3.0081,
      "theoretical_loss": 3.4573862791001124,
      "tokens_seen": 1822097408
    },
    {
      "epoch": 0.1,
      "objective/train/docs_used": 1004309,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 3.1638598442077637,
      "objective/train/theoretical_loss": 3.4573757201428443,
      "objective/train/tokens_used": 181022176,
      "theoretical_loss": 3.4573757201428443,
      "tokens_seen": 1822162944
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045555555555555556,
      "loss": 2.8326,
      "theoretical_loss": 3.4573757201428443,
      "tokens_seen": 1822162944
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004555353535353535,
      "loss": 2.7456,
      "theoretical_loss": 3.457365161671663,
      "tokens_seen": 1822228480
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045551515151515153,
      "loss": 2.6156,
      "theoretical_loss": 3.457354603686529,
      "tokens_seen": 1822294016
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045549494949494954,
      "loss": 2.7395,
      "theoretical_loss": 3.457344046187401,
      "tokens_seen": 1822359552
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004554747474747475,
      "loss": 2.901,
      "theoretical_loss": 3.457333489174241,
      "tokens_seen": 1822425088
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045545454545454546,
      "loss": 2.5662,
      "theoretical_loss": 3.4573229326470076,
      "tokens_seen": 1822490624
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004554343434343434,
      "loss": 2.5802,
      "theoretical_loss": 3.457312376605662,
      "tokens_seen": 1822556160
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004554141414141414,
      "loss": 2.6943,
      "theoretical_loss": 3.457301821050164,
      "tokens_seen": 1822621696
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045539393939393944,
      "loss": 2.5732,
      "theoretical_loss": 3.4572912659804738,
      "tokens_seen": 1822687232
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004553737373737374,
      "loss": 2.783,
      "theoretical_loss": 3.4572807113965514,
      "tokens_seen": 1822752768
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045535353535353535,
      "loss": 2.7854,
      "theoretical_loss": 3.4572701572983573,
      "tokens_seen": 1822818304
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004553333333333333,
      "loss": 2.3922,
      "theoretical_loss": 3.457259603685851,
      "tokens_seen": 1822883840
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045531313131313137,
      "loss": 2.6926,
      "theoretical_loss": 3.4572490505589943,
      "tokens_seen": 1822949376
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045529292929292933,
      "loss": 2.8008,
      "theoretical_loss": 3.4572384979177455,
      "tokens_seen": 1823014912
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004552727272727273,
      "loss": 2.3679,
      "theoretical_loss": 3.4572279457620656,
      "tokens_seen": 1823080448
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045525252525252524,
      "loss": 2.6327,
      "theoretical_loss": 3.457217394091915,
      "tokens_seen": 1823145984
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004552323232323232,
      "loss": 2.7428,
      "theoretical_loss": 3.4572068429072536,
      "tokens_seen": 1823211520
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045521212121212126,
      "loss": 2.7718,
      "theoretical_loss": 3.457196292208042,
      "tokens_seen": 1823277056
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004551919191919192,
      "loss": 2.8718,
      "theoretical_loss": 3.4571857419942402,
      "tokens_seen": 1823342592
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004551717171717172,
      "loss": 2.5766,
      "theoretical_loss": 3.457175192265808,
      "tokens_seen": 1823408128
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045515151515151513,
      "loss": 2.8171,
      "theoretical_loss": 3.457164643022706,
      "tokens_seen": 1823473664
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004551313131313131,
      "loss": 2.6179,
      "theoretical_loss": 3.4571540942648946,
      "tokens_seen": 1823539200
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045511111111111116,
      "loss": 2.6814,
      "theoretical_loss": 3.4571435459923334,
      "tokens_seen": 1823604736
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004550909090909091,
      "loss": 2.4929,
      "theoretical_loss": 3.457132998204984,
      "tokens_seen": 1823670272
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045507070707070707,
      "loss": 2.7795,
      "theoretical_loss": 3.457122450902805,
      "tokens_seen": 1823735808
    },
    {
      "epoch": 0.1,
      "objective/train/docs_used": 1004868,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.2328946590423584,
      "objective/train/theoretical_loss": 3.4571119040857576,
      "objective/train/tokens_used": 182660576,
      "theoretical_loss": 3.4571119040857576,
      "tokens_seen": 1823801344
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045505050505050503,
      "loss": 2.337,
      "theoretical_loss": 3.4571119040857576,
      "tokens_seen": 1823801344
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045503030303030304,
      "loss": 2.9013,
      "theoretical_loss": 3.4571013577538015,
      "tokens_seen": 1823866880
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045501010101010105,
      "loss": 2.7025,
      "theoretical_loss": 3.457090811906898,
      "tokens_seen": 1823932416
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000454989898989899,
      "loss": 2.9696,
      "theoretical_loss": 3.457080266545006,
      "tokens_seen": 1823997952
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045496969696969696,
      "loss": 2.6379,
      "theoretical_loss": 3.457069721668087,
      "tokens_seen": 1824063488
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004549494949494949,
      "loss": 2.7066,
      "theoretical_loss": 3.4570591772761006,
      "tokens_seen": 1824129024
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045492929292929293,
      "loss": 2.756,
      "theoretical_loss": 3.4570486333690065,
      "tokens_seen": 1824194560
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045490909090909094,
      "loss": 2.7721,
      "theoretical_loss": 3.4570380899467663,
      "tokens_seen": 1824260096
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004548888888888889,
      "loss": 2.7186,
      "theoretical_loss": 3.4570275470093397,
      "tokens_seen": 1824325632
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045486868686868686,
      "loss": 2.7226,
      "theoretical_loss": 3.457017004556687,
      "tokens_seen": 1824391168
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045484848484848487,
      "loss": 2.6073,
      "theoretical_loss": 3.457006462588768,
      "tokens_seen": 1824456704
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004548282828282828,
      "loss": 2.5764,
      "theoretical_loss": 3.456995921105544,
      "tokens_seen": 1824522240
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045480808080808083,
      "loss": 2.7873,
      "theoretical_loss": 3.4569853801069743,
      "tokens_seen": 1824587776
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004547878787878788,
      "loss": 2.6969,
      "theoretical_loss": 3.4569748395930198,
      "tokens_seen": 1824653312
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045476767676767675,
      "loss": 2.7108,
      "theoretical_loss": 3.4569642995636407,
      "tokens_seen": 1824718848
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045474747474747476,
      "loss": 2.8133,
      "theoretical_loss": 3.4569537600187976,
      "tokens_seen": 1824784384
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004547272727272727,
      "loss": 2.5824,
      "theoretical_loss": 3.4569432209584496,
      "tokens_seen": 1824849920
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045470707070707073,
      "loss": 2.7374,
      "theoretical_loss": 3.4569326823825586,
      "tokens_seen": 1824915456
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004546868686868687,
      "loss": 2.4365,
      "theoretical_loss": 3.4569221442910845,
      "tokens_seen": 1824980992
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004546666666666667,
      "loss": 2.9807,
      "theoretical_loss": 3.4569116066839873,
      "tokens_seen": 1825046528
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045464646464646465,
      "loss": 2.7103,
      "theoretical_loss": 3.4569010695612272,
      "tokens_seen": 1825112064
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004546262626262626,
      "loss": 2.7703,
      "theoretical_loss": 3.456890532922765,
      "tokens_seen": 1825177600
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004546060606060606,
      "loss": 2.5735,
      "theoretical_loss": 3.456879996768561,
      "tokens_seen": 1825243136
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004545858585858586,
      "loss": 2.5735,
      "theoretical_loss": 3.4568694610985755,
      "tokens_seen": 1825308672
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004545656565656566,
      "loss": 2.5422,
      "theoretical_loss": 3.456858925912768,
      "tokens_seen": 1825374208
    },
    {
      "debugging/Self-BLEU-5": 0.5101952161435601,
      "debugging/distinct-1-grams": 0.7564583571701602,
      "debugging/distinct-2-grams": 0.9365913780414189,
      "debugging/entropy-1-grams": 5.753082263870947,
      "debugging/entropy-2-grams": 6.573169152318852,
      "debugging/length": 571.4,
      "debugging/num_segments": 10,
      "epoch": 0.1,
      "objective/train/docs_used": 1006237,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.5774552822113037,
      "objective/train/theoretical_loss": 3.4568483912111008,
      "objective/train/tokens_used": 184298976,
      "theoretical_loss": 3.4568483912111008,
      "tokens_seen": 1825439744
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045454545454545455,
      "loss": 2.8626,
      "theoretical_loss": 3.4568483912111008,
      "tokens_seen": 1825439744
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004545252525252525,
      "loss": 2.7059,
      "theoretical_loss": 3.4568378569935323,
      "tokens_seen": 1825505280
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004545050505050505,
      "loss": 2.4361,
      "theoretical_loss": 3.4568273232600237,
      "tokens_seen": 1825570816
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004544848484848485,
      "loss": 2.6962,
      "theoretical_loss": 3.456816790010536,
      "tokens_seen": 1825636352
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004544646464646465,
      "loss": 2.8448,
      "theoretical_loss": 3.4568062572450287,
      "tokens_seen": 1825701888
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045444444444444444,
      "loss": 2.7327,
      "theoretical_loss": 3.456795724963462,
      "tokens_seen": 1825767424
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004544242424242424,
      "loss": 2.7395,
      "theoretical_loss": 3.456785193165797,
      "tokens_seen": 1825832960
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004544040404040404,
      "loss": 2.7404,
      "theoretical_loss": 3.456774661851995,
      "tokens_seen": 1825898496
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004543838383838384,
      "loss": 2.6062,
      "theoretical_loss": 3.4567641310220134,
      "tokens_seen": 1825964032
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004543636363636364,
      "loss": 2.7898,
      "theoretical_loss": 3.4567536006758157,
      "tokens_seen": 1826029568
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045434343434343433,
      "loss": 2.6872,
      "theoretical_loss": 3.456743070813361,
      "tokens_seen": 1826095104
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004543232323232323,
      "loss": 2.5771,
      "theoretical_loss": 3.4567325414346093,
      "tokens_seen": 1826160640
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045430303030303035,
      "loss": 2.8704,
      "theoretical_loss": 3.4567220125395215,
      "tokens_seen": 1826226176
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004542828282828283,
      "loss": 2.7221,
      "theoretical_loss": 3.456711484128059,
      "tokens_seen": 1826291712
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045426262626262627,
      "loss": 2.7092,
      "theoretical_loss": 3.45670095620018,
      "tokens_seen": 1826357248
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004542424242424242,
      "loss": 2.6278,
      "theoretical_loss": 3.456690428755847,
      "tokens_seen": 1826422784
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045422222222222223,
      "loss": 2.6251,
      "theoretical_loss": 3.4566799017950194,
      "tokens_seen": 1826488320
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045420202020202025,
      "loss": 2.5685,
      "theoretical_loss": 3.4566693753176576,
      "tokens_seen": 1826553856
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004541818181818182,
      "loss": 2.5096,
      "theoretical_loss": 3.4566588493237234,
      "tokens_seen": 1826619392
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045416161616161616,
      "loss": 2.6342,
      "theoretical_loss": 3.4566483238131753,
      "tokens_seen": 1826684928
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004541414141414141,
      "loss": 2.8359,
      "theoretical_loss": 3.456637798785975,
      "tokens_seen": 1826750464
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004541212121212122,
      "loss": 2.5948,
      "theoretical_loss": 3.4566272742420825,
      "tokens_seen": 1826816000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045410101010101014,
      "loss": 2.586,
      "theoretical_loss": 3.4566167501814586,
      "tokens_seen": 1826881536
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004540808080808081,
      "loss": 2.5007,
      "theoretical_loss": 3.4566062266040634,
      "tokens_seen": 1826947072
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045406060606060605,
      "loss": 2.7515,
      "theoretical_loss": 3.4565957035098576,
      "tokens_seen": 1827012608
    },
    {
      "epoch": 0.1,
      "objective/train/docs_used": 1006887,
      "objective/train/instantaneous_batch_size": 16,
      "objective/train/instantaneous_microbatch_size": 16384,
      "objective/train/original_loss": 2.7742507457733154,
      "objective/train/theoretical_loss": 3.4565851808988013,
      "objective/train/tokens_used": 185937376,
      "theoretical_loss": 3.4565851808988013,
      "tokens_seen": 1827078144
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000454040404040404,
      "loss": 2.6239,
      "theoretical_loss": 3.4565851808988013,
      "tokens_seen": 1827078144
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004540202020202021,
      "loss": 2.68,
      "theoretical_loss": 3.4565746587708563,
      "tokens_seen": 1827143680
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045400000000000003,
      "loss": 2.5783,
      "theoretical_loss": 3.456564137125981,
      "tokens_seen": 1827209216
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000453979797979798,
      "loss": 2.852,
      "theoretical_loss": 3.456553615964138,
      "tokens_seen": 1827274752
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045395959595959594,
      "loss": 2.5331,
      "theoretical_loss": 3.4565430952852862,
      "tokens_seen": 1827340288
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045393939393939396,
      "loss": 2.4804,
      "theoretical_loss": 3.456532575089387,
      "tokens_seen": 1827405824
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045391919191919197,
      "loss": 2.7907,
      "theoretical_loss": 3.4565220553764004,
      "tokens_seen": 1827471360
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004538989898989899,
      "loss": 2.5951,
      "theoretical_loss": 3.4565115361462873,
      "tokens_seen": 1827536896
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0004538787878787879,
      "loss": 2.5612,
      "theoretical_loss": 3.456501017399008,
      "tokens_seen": 1827602432
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045385858585858584,
      "loss": 2.5128,
      "theoretical_loss": 3.4564904991345236,
      "tokens_seen": 1827667968
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00045383838383838385,
      "loss": 2.7096,
      "theoretical_loss": 3.4564799813527936,
      "tokens_seen": 1827733504
    }
  ],
  "max_steps": 25000,
  "num_train_epochs": 9223372036854775807,
  "total_flos": 8.478403854336e+16,
  "trial_name": null,
  "trial_params": null
}