{
  "best_metric": 0.41558554768562317,
  "best_model_checkpoint": "mikhail-panzo/zlm_b64_le5_s8000/checkpoint-2500",
  "epoch": 2.094240837696335,
  "eval_steps": 500,
  "global_step": 2500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.041884816753926704,
      "grad_norm": 11.218673706054688,
      "learning_rate": 2.4500000000000004e-07,
      "loss": 1.1196,
      "step": 50
    },
    {
      "epoch": 0.08376963350785341,
      "grad_norm": 5.423076629638672,
      "learning_rate": 4.95e-07,
      "loss": 1.057,
      "step": 100
    },
    {
      "epoch": 0.1256544502617801,
      "grad_norm": 12.713382720947266,
      "learning_rate": 7.4e-07,
      "loss": 1.0037,
      "step": 150
    },
    {
      "epoch": 0.16753926701570682,
      "grad_norm": 4.434875965118408,
      "learning_rate": 9.9e-07,
      "loss": 0.9381,
      "step": 200
    },
    {
      "epoch": 0.2094240837696335,
      "grad_norm": 3.668553590774536,
      "learning_rate": 1.2400000000000002e-06,
      "loss": 0.8591,
      "step": 250
    },
    {
      "epoch": 0.2513089005235602,
      "grad_norm": 2.2456483840942383,
      "learning_rate": 1.4900000000000001e-06,
      "loss": 0.8262,
      "step": 300
    },
    {
      "epoch": 0.2931937172774869,
      "grad_norm": 2.70170259475708,
      "learning_rate": 1.74e-06,
      "loss": 0.7634,
      "step": 350
    },
    {
      "epoch": 0.33507853403141363,
      "grad_norm": 2.9946064949035645,
      "learning_rate": 1.9900000000000004e-06,
      "loss": 0.7336,
      "step": 400
    },
    {
      "epoch": 0.3769633507853403,
      "grad_norm": 2.2950398921966553,
      "learning_rate": 2.24e-06,
      "loss": 0.7121,
      "step": 450
    },
    {
      "epoch": 0.418848167539267,
      "grad_norm": 8.007049560546875,
      "learning_rate": 2.4900000000000003e-06,
      "loss": 0.6879,
      "step": 500
    },
    {
      "epoch": 0.418848167539267,
      "eval_loss": 0.5903987884521484,
      "eval_runtime": 258.509,
      "eval_samples_per_second": 32.838,
      "eval_steps_per_second": 4.108,
      "step": 500
    },
    {
      "epoch": 0.4607329842931937,
      "grad_norm": 3.0767672061920166,
      "learning_rate": 2.7400000000000004e-06,
      "loss": 0.6734,
      "step": 550
    },
    {
      "epoch": 0.5026178010471204,
      "grad_norm": 8.150467872619629,
      "learning_rate": 2.99e-06,
      "loss": 0.6539,
      "step": 600
    },
    {
      "epoch": 0.5445026178010471,
      "grad_norm": 2.2473220825195312,
      "learning_rate": 3.2400000000000003e-06,
      "loss": 0.657,
      "step": 650
    },
    {
      "epoch": 0.5863874345549738,
      "grad_norm": 2.448143482208252,
      "learning_rate": 3.49e-06,
      "loss": 0.6258,
      "step": 700
    },
    {
      "epoch": 0.6282722513089005,
      "grad_norm": 4.810636520385742,
      "learning_rate": 3.74e-06,
      "loss": 0.6155,
      "step": 750
    },
    {
      "epoch": 0.6701570680628273,
      "grad_norm": 2.5927581787109375,
      "learning_rate": 3.990000000000001e-06,
      "loss": 0.6073,
      "step": 800
    },
    {
      "epoch": 0.7120418848167539,
      "grad_norm": 1.913765549659729,
      "learning_rate": 4.24e-06,
      "loss": 0.6118,
      "step": 850
    },
    {
      "epoch": 0.7539267015706806,
      "grad_norm": 2.210376262664795,
      "learning_rate": 4.49e-06,
      "loss": 0.5807,
      "step": 900
    },
    {
      "epoch": 0.7958115183246073,
      "grad_norm": 3.323096752166748,
      "learning_rate": 4.74e-06,
      "loss": 0.5915,
      "step": 950
    },
    {
      "epoch": 0.837696335078534,
      "grad_norm": 2.1455421447753906,
      "learning_rate": 4.9900000000000005e-06,
      "loss": 0.5606,
      "step": 1000
    },
    {
      "epoch": 0.837696335078534,
      "eval_loss": 0.49923568964004517,
      "eval_runtime": 260.1008,
      "eval_samples_per_second": 32.637,
      "eval_steps_per_second": 4.083,
      "step": 1000
    },
    {
      "epoch": 0.8795811518324608,
      "grad_norm": 2.7230141162872314,
      "learning_rate": 5.240000000000001e-06,
      "loss": 0.5731,
      "step": 1050
    },
    {
      "epoch": 0.9214659685863874,
      "grad_norm": 2.0273685455322266,
      "learning_rate": 5.490000000000001e-06,
      "loss": 0.5361,
      "step": 1100
    },
    {
      "epoch": 0.9633507853403142,
      "grad_norm": 3.9353837966918945,
      "learning_rate": 5.74e-06,
      "loss": 0.5476,
      "step": 1150
    },
    {
      "epoch": 1.0052356020942408,
      "grad_norm": 2.7838985919952393,
      "learning_rate": 5.99e-06,
      "loss": 0.5356,
      "step": 1200
    },
    {
      "epoch": 1.0471204188481675,
      "grad_norm": 2.8621716499328613,
      "learning_rate": 6.24e-06,
      "loss": 0.5413,
      "step": 1250
    },
    {
      "epoch": 1.0890052356020943,
      "grad_norm": 2.490875005722046,
      "learning_rate": 6.4900000000000005e-06,
      "loss": 0.5375,
      "step": 1300
    },
    {
      "epoch": 1.130890052356021,
      "grad_norm": 3.052311897277832,
      "learning_rate": 6.740000000000001e-06,
      "loss": 0.5415,
      "step": 1350
    },
    {
      "epoch": 1.1727748691099475,
      "grad_norm": 2.5695457458496094,
      "learning_rate": 6.99e-06,
      "loss": 0.5299,
      "step": 1400
    },
    {
      "epoch": 1.2146596858638743,
      "grad_norm": 2.5093400478363037,
      "learning_rate": 7.24e-06,
      "loss": 0.5175,
      "step": 1450
    },
    {
      "epoch": 1.256544502617801,
      "grad_norm": 3.005453586578369,
      "learning_rate": 7.49e-06,
      "loss": 0.5203,
      "step": 1500
    },
    {
      "epoch": 1.256544502617801,
      "eval_loss": 0.45439228415489197,
      "eval_runtime": 266.4154,
      "eval_samples_per_second": 31.864,
      "eval_steps_per_second": 3.986,
      "step": 1500
    },
    {
      "epoch": 1.2984293193717278,
      "grad_norm": 3.572266101837158,
      "learning_rate": 7.74e-06,
      "loss": 0.5192,
      "step": 1550
    },
    {
      "epoch": 1.3403141361256545,
      "grad_norm": 2.545226573944092,
      "learning_rate": 7.990000000000001e-06,
      "loss": 0.5128,
      "step": 1600
    },
    {
      "epoch": 1.3821989528795813,
      "grad_norm": 2.4371402263641357,
      "learning_rate": 8.24e-06,
      "loss": 0.5118,
      "step": 1650
    },
    {
      "epoch": 1.4240837696335078,
      "grad_norm": 2.7607970237731934,
      "learning_rate": 8.49e-06,
      "loss": 0.5059,
      "step": 1700
    },
    {
      "epoch": 1.4659685863874345,
      "grad_norm": 2.4732346534729004,
      "learning_rate": 8.740000000000001e-06,
      "loss": 0.5129,
      "step": 1750
    },
    {
      "epoch": 1.5078534031413613,
      "grad_norm": 2.1999361515045166,
      "learning_rate": 8.99e-06,
      "loss": 0.4977,
      "step": 1800
    },
    {
      "epoch": 1.5497382198952878,
      "grad_norm": 2.2437193393707275,
      "learning_rate": 9.240000000000001e-06,
      "loss": 0.4964,
      "step": 1850
    },
    {
      "epoch": 1.5916230366492146,
      "grad_norm": 1.9161577224731445,
      "learning_rate": 9.49e-06,
      "loss": 0.4914,
      "step": 1900
    },
    {
      "epoch": 1.6335078534031413,
      "grad_norm": 3.3452305793762207,
      "learning_rate": 9.74e-06,
      "loss": 0.4971,
      "step": 1950
    },
    {
      "epoch": 1.675392670157068,
      "grad_norm": 1.818142294883728,
      "learning_rate": 9.990000000000001e-06,
      "loss": 0.4873,
      "step": 2000
    },
    {
      "epoch": 1.675392670157068,
      "eval_loss": 0.43226656317710876,
      "eval_runtime": 264.8191,
      "eval_samples_per_second": 32.056,
      "eval_steps_per_second": 4.01,
      "step": 2000
    },
    {
      "epoch": 1.7172774869109948,
      "grad_norm": 2.1289865970611572,
      "learning_rate": 9.920000000000002e-06,
      "loss": 0.4809,
      "step": 2050
    },
    {
      "epoch": 1.7591623036649215,
      "grad_norm": 3.333080768585205,
      "learning_rate": 9.836666666666668e-06,
      "loss": 0.4853,
      "step": 2100
    },
    {
      "epoch": 1.8010471204188483,
      "grad_norm": 3.106902599334717,
      "learning_rate": 9.753333333333335e-06,
      "loss": 0.4841,
      "step": 2150
    },
    {
      "epoch": 1.8429319371727748,
      "grad_norm": 3.021559238433838,
      "learning_rate": 9.67e-06,
      "loss": 0.4795,
      "step": 2200
    },
    {
      "epoch": 1.8848167539267016,
      "grad_norm": 2.128567695617676,
      "learning_rate": 9.586666666666667e-06,
      "loss": 0.4784,
      "step": 2250
    },
    {
      "epoch": 1.9267015706806283,
      "grad_norm": 2.3653769493103027,
      "learning_rate": 9.503333333333334e-06,
      "loss": 0.4792,
      "step": 2300
    },
    {
      "epoch": 1.9685863874345548,
      "grad_norm": 2.409151792526245,
      "learning_rate": 9.42e-06,
      "loss": 0.4727,
      "step": 2350
    },
    {
      "epoch": 2.0104712041884816,
      "grad_norm": 2.9087882041931152,
      "learning_rate": 9.336666666666666e-06,
      "loss": 0.4645,
      "step": 2400
    },
    {
      "epoch": 2.0523560209424083,
      "grad_norm": 2.5785608291625977,
      "learning_rate": 9.253333333333333e-06,
      "loss": 0.4696,
      "step": 2450
    },
    {
      "epoch": 2.094240837696335,
      "grad_norm": 2.625706672668457,
      "learning_rate": 9.17e-06,
      "loss": 0.4688,
      "step": 2500
    },
    {
      "epoch": 2.094240837696335,
      "eval_loss": 0.41558554768562317,
      "eval_runtime": 267.455,
      "eval_samples_per_second": 31.74,
      "eval_steps_per_second": 3.971,
      "step": 2500
    }
  ],
  "logging_steps": 50,
  "max_steps": 8000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.236933663709184e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}