{
  "best_metric": 7.343978404998779,
  "best_model_checkpoint": "/data1/attanasiog/babylm/roberta-tiny-4l-10M/checkpoint-200",
  "epoch": 29.16441875401413,
  "global_step": 350,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.82,
      "learning_rate": 0.00014000000000000001,
      "loss": 10.2422,
      "step": 10
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.00028000000000000003,
      "loss": 8.631,
      "step": 20
    },
    {
      "epoch": 2.49,
      "learning_rate": 0.00041999999999999996,
      "loss": 7.5098,
      "step": 30
    },
    {
      "epoch": 3.33,
      "learning_rate": 0.0005600000000000001,
      "loss": 9.1052,
      "step": 40
    },
    {
      "epoch": 4.16,
      "learning_rate": 0.0007,
      "loss": 7.4785,
      "step": 50
    },
    {
      "epoch": 4.16,
      "eval_accuracy": 0.051358309226408695,
      "eval_loss": 7.383351802825928,
      "eval_runtime": 145.6157,
      "eval_samples_per_second": 165.195,
      "eval_steps_per_second": 5.164,
      "step": 50
    },
    {
      "epoch": 4.99,
      "learning_rate": 0.0006998694084416687,
      "loss": 7.3182,
      "step": 60
    },
    {
      "epoch": 5.82,
      "learning_rate": 0.0006994777312189898,
      "loss": 7.4319,
      "step": 70
    },
    {
      "epoch": 6.66,
      "learning_rate": 0.0006988252606161853,
      "loss": 7.4297,
      "step": 80
    },
    {
      "epoch": 7.49,
      "learning_rate": 0.0006979124835312712,
      "loss": 7.426,
      "step": 90
    },
    {
      "epoch": 8.33,
      "learning_rate": 0.0006967400811127157,
      "loss": 7.425,
      "step": 100
    },
    {
      "epoch": 8.33,
      "eval_accuracy": 0.05140231728427503,
      "eval_loss": 7.355892181396484,
      "eval_runtime": 145.5988,
      "eval_samples_per_second": 165.214,
      "eval_steps_per_second": 5.165,
      "step": 100
    },
    {
      "epoch": 9.16,
      "learning_rate": 0.0006953089282511407,
      "loss": 7.427,
      "step": 110
    },
    {
      "epoch": 9.99,
      "learning_rate": 0.0006936200929264454,
      "loss": 7.2955,
      "step": 120
    },
    {
      "epoch": 10.82,
      "learning_rate": 0.0006916748354108406,
      "loss": 7.4214,
      "step": 130
    },
    {
      "epoch": 11.66,
      "learning_rate": 0.0006894746073283849,
      "loss": 7.4198,
      "step": 140
    },
    {
      "epoch": 12.49,
      "learning_rate": 0.0006870210505717298,
      "loss": 7.4187,
      "step": 150
    },
    {
      "epoch": 12.49,
      "eval_accuracy": 0.051204356500776864,
      "eval_loss": 7.351686477661133,
      "eval_runtime": 309.0562,
      "eval_samples_per_second": 77.834,
      "eval_steps_per_second": 2.433,
      "step": 150
    },
    {
      "epoch": 13.33,
      "learning_rate": 0.0006843159960768768,
      "loss": 7.4248,
      "step": 160
    },
    {
      "epoch": 14.16,
      "learning_rate": 0.0006813614624568652,
      "loss": 7.418,
      "step": 170
    },
    {
      "epoch": 14.99,
      "learning_rate": 0.0006781596544954071,
      "loss": 7.295,
      "step": 180
    },
    {
      "epoch": 15.82,
      "learning_rate": 0.0006747129615015945,
      "loss": 7.413,
      "step": 190
    },
    {
      "epoch": 16.66,
      "learning_rate": 0.0006710239555269085,
      "loss": 7.4204,
      "step": 200
    },
    {
      "epoch": 16.66,
      "eval_accuracy": 0.05138556381472711,
      "eval_loss": 7.343978404998779,
      "eval_runtime": 145.4825,
      "eval_samples_per_second": 165.346,
      "eval_steps_per_second": 5.169,
      "step": 200
    },
    {
      "epoch": 17.49,
      "learning_rate": 0.0006670953894458573,
      "loss": 7.4064,
      "step": 210
    },
    {
      "epoch": 18.33,
      "learning_rate": 0.0006629301949016779,
      "loss": 7.4197,
      "step": 220
    },
    {
      "epoch": 19.16,
      "learning_rate": 0.000658531480118635,
      "loss": 7.4168,
      "step": 230
    },
    {
      "epoch": 19.99,
      "learning_rate": 0.0006539025275825468,
      "loss": 7.2923,
      "step": 240
    },
    {
      "epoch": 20.82,
      "learning_rate": 0.000649046791591271,
      "loss": 7.4099,
      "step": 250
    },
    {
      "epoch": 20.82,
      "eval_accuracy": 0.051534592005405604,
      "eval_loss": 7.345396041870117,
      "eval_runtime": 145.5459,
      "eval_samples_per_second": 165.274,
      "eval_steps_per_second": 5.167,
      "step": 250
    },
    {
      "epoch": 21.66,
      "learning_rate": 0.0006439678956769787,
      "loss": 7.4172,
      "step": 260
    },
    {
      "epoch": 22.49,
      "learning_rate": 0.0006386696299021389,
      "loss": 7.4133,
      "step": 270
    },
    {
      "epoch": 23.33,
      "learning_rate": 0.0006331559480312316,
      "loss": 7.4126,
      "step": 280
    },
    {
      "epoch": 24.16,
      "learning_rate": 0.0006274309645803004,
      "loss": 7.4111,
      "step": 290
    },
    {
      "epoch": 24.99,
      "learning_rate": 0.000621498951746547,
      "loss": 7.2916,
      "step": 300
    },
    {
      "epoch": 24.99,
      "eval_accuracy": 0.05147383671825258,
      "eval_loss": 7.34423303604126,
      "eval_runtime": 145.4168,
      "eval_samples_per_second": 165.421,
      "eval_steps_per_second": 5.171,
      "step": 300
    },
    {
      "epoch": 25.82,
      "learning_rate": 0.0006153643362202569,
      "loss": 7.408,
      "step": 310
    },
    {
      "epoch": 26.66,
      "learning_rate": 0.0006090316958814382,
      "loss": 7.4066,
      "step": 320
    },
    {
      "epoch": 27.49,
      "learning_rate": 0.0006025057563836345,
      "loss": 7.4151,
      "step": 330
    },
    {
      "epoch": 28.33,
      "learning_rate": 0.0005957913876274665,
      "loss": 7.4088,
      "step": 340
    },
    {
      "epoch": 29.16,
      "learning_rate": 0.0005888936001265289,
      "loss": 7.4117,
      "step": 350
    },
    {
      "epoch": 29.16,
      "eval_accuracy": 0.05125750394432031,
      "eval_loss": 7.344011306762695,
      "eval_runtime": 145.4424,
      "eval_samples_per_second": 165.392,
      "eval_steps_per_second": 5.17,
      "step": 350
    },
    {
      "epoch": 29.16,
      "step": 350,
      "total_flos": 9.618048555527578e+16,
      "train_loss": 7.568343920026507,
      "train_runtime": 10701.7058,
      "train_samples_per_second": 232.767,
      "train_steps_per_second": 0.112
    }
  ],
  "max_steps": 1200,
  "num_train_epochs": 100,
  "total_flos": 9.618048555527578e+16,
  "trial_name": null,
  "trial_params": null
}