{
  "best_metric": 0.605766236782074,
  "best_model_checkpoint": "./vit-base-cats/checkpoint-500",
  "epoch": 4.0,
  "eval_steps": 100,
  "global_step": 700,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06,
      "grad_norm": 104665.1796875,
      "learning_rate": 0.00019714285714285716,
      "loss": 2.8888,
      "step": 10
    },
    {
      "epoch": 0.11,
      "grad_norm": 102043.53125,
      "learning_rate": 0.0001942857142857143,
      "loss": 2.6146,
      "step": 20
    },
    {
      "epoch": 0.17,
      "grad_norm": 97863.03125,
      "learning_rate": 0.00019142857142857145,
      "loss": 2.3775,
      "step": 30
    },
    {
      "epoch": 0.23,
      "grad_norm": 98961.4453125,
      "learning_rate": 0.00018857142857142857,
      "loss": 2.0395,
      "step": 40
    },
    {
      "epoch": 0.29,
      "grad_norm": 142313.515625,
      "learning_rate": 0.00018571428571428572,
      "loss": 1.8599,
      "step": 50
    },
    {
      "epoch": 0.34,
      "grad_norm": 112630.1328125,
      "learning_rate": 0.00018285714285714286,
      "loss": 1.7573,
      "step": 60
    },
    {
      "epoch": 0.4,
      "grad_norm": 180249.9375,
      "learning_rate": 0.00018,
      "loss": 1.5562,
      "step": 70
    },
    {
      "epoch": 0.46,
      "grad_norm": 124194.484375,
      "learning_rate": 0.00017714285714285713,
      "loss": 1.4203,
      "step": 80
    },
    {
      "epoch": 0.51,
      "grad_norm": 187150.671875,
      "learning_rate": 0.0001742857142857143,
      "loss": 1.2605,
      "step": 90
    },
    {
      "epoch": 0.57,
      "grad_norm": 151804.65625,
      "learning_rate": 0.00017142857142857143,
      "loss": 1.2422,
      "step": 100
    },
    {
      "epoch": 0.57,
      "eval_accuracy": 0.7314285714285714,
      "eval_loss": 1.1657222509384155,
      "eval_runtime": 15.2094,
      "eval_samples_per_second": 46.024,
      "eval_steps_per_second": 2.893,
      "step": 100
    },
    {
      "epoch": 0.63,
      "grad_norm": 134052.609375,
      "learning_rate": 0.00016857142857142857,
      "loss": 1.1438,
      "step": 110
    },
    {
      "epoch": 0.69,
      "grad_norm": 163657.515625,
      "learning_rate": 0.00016571428571428575,
      "loss": 1.2158,
      "step": 120
    },
    {
      "epoch": 0.74,
      "grad_norm": 159906.9375,
      "learning_rate": 0.00016285714285714287,
      "loss": 1.0575,
      "step": 130
    },
    {
      "epoch": 0.8,
      "grad_norm": 171710.640625,
      "learning_rate": 0.00016,
      "loss": 1.0049,
      "step": 140
    },
    {
      "epoch": 0.86,
      "grad_norm": 171094.046875,
      "learning_rate": 0.00015714285714285716,
      "loss": 1.0786,
      "step": 150
    },
    {
      "epoch": 0.91,
      "grad_norm": 140285.921875,
      "learning_rate": 0.0001542857142857143,
      "loss": 0.9912,
      "step": 160
    },
    {
      "epoch": 0.97,
      "grad_norm": 170517.640625,
      "learning_rate": 0.00015142857142857143,
      "loss": 0.9448,
      "step": 170
    },
    {
      "epoch": 1.03,
      "grad_norm": 125416.1484375,
      "learning_rate": 0.00014857142857142857,
      "loss": 0.826,
      "step": 180
    },
    {
      "epoch": 1.09,
      "grad_norm": 205800.3125,
      "learning_rate": 0.00014571428571428572,
      "loss": 0.7471,
      "step": 190
    },
    {
      "epoch": 1.14,
      "grad_norm": 74866.34375,
      "learning_rate": 0.00014285714285714287,
      "loss": 0.5948,
      "step": 200
    },
    {
      "epoch": 1.14,
      "eval_accuracy": 0.8,
      "eval_loss": 0.7744152545928955,
      "eval_runtime": 11.8882,
      "eval_samples_per_second": 58.882,
      "eval_steps_per_second": 3.701,
      "step": 200
    },
    {
      "epoch": 1.2,
      "grad_norm": 191153.328125,
      "learning_rate": 0.00014,
      "loss": 0.5425,
      "step": 210
    },
    {
      "epoch": 1.26,
      "grad_norm": 181985.578125,
      "learning_rate": 0.00013714285714285716,
      "loss": 0.6606,
      "step": 220
    },
    {
      "epoch": 1.31,
      "grad_norm": 193704.78125,
      "learning_rate": 0.00013428571428571428,
      "loss": 0.5681,
      "step": 230
    },
    {
      "epoch": 1.37,
      "grad_norm": 135817.890625,
      "learning_rate": 0.00013142857142857143,
      "loss": 0.5497,
      "step": 240
    },
    {
      "epoch": 1.43,
      "grad_norm": 154213.90625,
      "learning_rate": 0.00012857142857142858,
      "loss": 0.562,
      "step": 250
    },
    {
      "epoch": 1.49,
      "grad_norm": 132152.8125,
      "learning_rate": 0.00012571428571428572,
      "loss": 0.5728,
      "step": 260
    },
    {
      "epoch": 1.54,
      "grad_norm": 207587.0625,
      "learning_rate": 0.00012285714285714287,
      "loss": 0.6254,
      "step": 270
    },
    {
      "epoch": 1.6,
      "grad_norm": 98314.2109375,
      "learning_rate": 0.00012,
      "loss": 0.4033,
      "step": 280
    },
    {
      "epoch": 1.66,
      "grad_norm": 107417.6328125,
      "learning_rate": 0.00011714285714285715,
      "loss": 0.4892,
      "step": 290
    },
    {
      "epoch": 1.71,
      "grad_norm": 250248.421875,
      "learning_rate": 0.00011428571428571428,
      "loss": 0.5324,
      "step": 300
    },
    {
      "epoch": 1.71,
      "eval_accuracy": 0.8128571428571428,
      "eval_loss": 0.6736084818840027,
      "eval_runtime": 13.3903,
      "eval_samples_per_second": 52.277,
      "eval_steps_per_second": 3.286,
      "step": 300
    },
    {
      "epoch": 1.77,
      "grad_norm": 165674.15625,
      "learning_rate": 0.00011142857142857144,
      "loss": 0.4641,
      "step": 310
    },
    {
      "epoch": 1.83,
      "grad_norm": 194581.40625,
      "learning_rate": 0.00010857142857142856,
      "loss": 0.4818,
      "step": 320
    },
    {
      "epoch": 1.89,
      "grad_norm": 138774.1875,
      "learning_rate": 0.00010571428571428572,
      "loss": 0.4677,
      "step": 330
    },
    {
      "epoch": 1.94,
      "grad_norm": 203262.421875,
      "learning_rate": 0.00010285714285714286,
      "loss": 0.4034,
      "step": 340
    },
    {
      "epoch": 2.0,
      "grad_norm": 128663.1875,
      "learning_rate": 0.0001,
      "loss": 0.3978,
      "step": 350
    },
    {
      "epoch": 2.06,
      "grad_norm": 35406.80078125,
      "learning_rate": 9.714285714285715e-05,
      "loss": 0.2415,
      "step": 360
    },
    {
      "epoch": 2.11,
      "grad_norm": 128107.3046875,
      "learning_rate": 9.428571428571429e-05,
      "loss": 0.2798,
      "step": 370
    },
    {
      "epoch": 2.17,
      "grad_norm": 52566.515625,
      "learning_rate": 9.142857142857143e-05,
      "loss": 0.2742,
      "step": 380
    },
    {
      "epoch": 2.23,
      "grad_norm": 49925.12890625,
      "learning_rate": 8.857142857142857e-05,
      "loss": 0.2293,
      "step": 390
    },
    {
      "epoch": 2.29,
      "grad_norm": 175336.984375,
      "learning_rate": 8.571428571428571e-05,
      "loss": 0.212,
      "step": 400
    },
    {
      "epoch": 2.29,
      "eval_accuracy": 0.8085714285714286,
      "eval_loss": 0.7056272625923157,
      "eval_runtime": 11.5847,
      "eval_samples_per_second": 60.424,
      "eval_steps_per_second": 3.798,
      "step": 400
    },
    {
      "epoch": 2.34,
      "grad_norm": 24206.984375,
      "learning_rate": 8.285714285714287e-05,
      "loss": 0.2311,
      "step": 410
    },
    {
      "epoch": 2.4,
      "grad_norm": 124311.4140625,
      "learning_rate": 8e-05,
      "loss": 0.2342,
      "step": 420
    },
    {
      "epoch": 2.46,
      "grad_norm": 68467.265625,
      "learning_rate": 7.714285714285715e-05,
      "loss": 0.2055,
      "step": 430
    },
    {
      "epoch": 2.51,
      "grad_norm": 104893.53125,
      "learning_rate": 7.428571428571429e-05,
      "loss": 0.1814,
      "step": 440
    },
    {
      "epoch": 2.57,
      "grad_norm": 76138.921875,
      "learning_rate": 7.142857142857143e-05,
      "loss": 0.2127,
      "step": 450
    },
    {
      "epoch": 2.63,
      "grad_norm": 138337.28125,
      "learning_rate": 6.857142857142858e-05,
      "loss": 0.1863,
      "step": 460
    },
    {
      "epoch": 2.69,
      "grad_norm": 47311.3203125,
      "learning_rate": 6.571428571428571e-05,
      "loss": 0.2281,
      "step": 470
    },
    {
      "epoch": 2.74,
      "grad_norm": 107393.203125,
      "learning_rate": 6.285714285714286e-05,
      "loss": 0.1875,
      "step": 480
    },
    {
      "epoch": 2.8,
      "grad_norm": 167001.0,
      "learning_rate": 6e-05,
      "loss": 0.1896,
      "step": 490
    },
    {
      "epoch": 2.86,
      "grad_norm": 90490.375,
      "learning_rate": 5.714285714285714e-05,
      "loss": 0.2158,
      "step": 500
    },
    {
      "epoch": 2.86,
      "eval_accuracy": 0.82,
      "eval_loss": 0.605766236782074,
      "eval_runtime": 11.55,
      "eval_samples_per_second": 60.606,
      "eval_steps_per_second": 3.81,
      "step": 500
    },
    {
      "epoch": 2.91,
      "grad_norm": 77742.671875,
      "learning_rate": 5.428571428571428e-05,
      "loss": 0.1612,
      "step": 510
    },
    {
      "epoch": 2.97,
      "grad_norm": 63372.32421875,
      "learning_rate": 5.142857142857143e-05,
      "loss": 0.187,
      "step": 520
    },
    {
      "epoch": 3.03,
      "grad_norm": 45292.62890625,
      "learning_rate": 4.8571428571428576e-05,
      "loss": 0.1405,
      "step": 530
    },
    {
      "epoch": 3.09,
      "grad_norm": 26526.5625,
      "learning_rate": 4.5714285714285716e-05,
      "loss": 0.0887,
      "step": 540
    },
    {
      "epoch": 3.14,
      "grad_norm": 41573.1015625,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 0.1021,
      "step": 550
    },
    {
      "epoch": 3.2,
      "grad_norm": 139364.9375,
      "learning_rate": 4e-05,
      "loss": 0.1197,
      "step": 560
    },
    {
      "epoch": 3.26,
      "grad_norm": 30005.94140625,
      "learning_rate": 3.7142857142857143e-05,
      "loss": 0.1053,
      "step": 570
    },
    {
      "epoch": 3.31,
      "grad_norm": 20724.45703125,
      "learning_rate": 3.428571428571429e-05,
      "loss": 0.0893,
      "step": 580
    },
    {
      "epoch": 3.37,
      "grad_norm": 34746.91796875,
      "learning_rate": 3.142857142857143e-05,
      "loss": 0.0616,
      "step": 590
    },
    {
      "epoch": 3.43,
      "grad_norm": 6497.982421875,
      "learning_rate": 2.857142857142857e-05,
      "loss": 0.0899,
      "step": 600
    },
    {
      "epoch": 3.43,
      "eval_accuracy": 0.8285714285714286,
      "eval_loss": 0.6227328181266785,
      "eval_runtime": 11.9351,
      "eval_samples_per_second": 58.651,
      "eval_steps_per_second": 3.687,
      "step": 600
    },
    {
      "epoch": 3.49,
      "grad_norm": 116260.6796875,
      "learning_rate": 2.5714285714285714e-05,
      "loss": 0.0703,
      "step": 610
    },
    {
      "epoch": 3.54,
      "grad_norm": 21543.369140625,
      "learning_rate": 2.2857142857142858e-05,
      "loss": 0.0606,
      "step": 620
    },
    {
      "epoch": 3.6,
      "grad_norm": 52411.12890625,
      "learning_rate": 2e-05,
      "loss": 0.0525,
      "step": 630
    },
    {
      "epoch": 3.66,
      "grad_norm": 19344.330078125,
      "learning_rate": 1.7142857142857145e-05,
      "loss": 0.0689,
      "step": 640
    },
    {
      "epoch": 3.71,
      "grad_norm": 5230.615234375,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 0.0741,
      "step": 650
    },
    {
      "epoch": 3.77,
      "grad_norm": 45295.99609375,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.0812,
      "step": 660
    },
    {
      "epoch": 3.83,
      "grad_norm": 8915.515625,
      "learning_rate": 8.571428571428573e-06,
      "loss": 0.0601,
      "step": 670
    },
    {
      "epoch": 3.89,
      "grad_norm": 98771.65625,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.0719,
      "step": 680
    },
    {
      "epoch": 3.94,
      "grad_norm": 52097.53125,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.0715,
      "step": 690
    },
    {
      "epoch": 4.0,
      "grad_norm": 24277.24609375,
      "learning_rate": 0.0,
      "loss": 0.0609,
      "step": 700
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.8357142857142857,
      "eval_loss": 0.6181082725524902,
      "eval_runtime": 10.9983,
      "eval_samples_per_second": 63.646,
      "eval_steps_per_second": 4.001,
      "step": 700
    },
    {
      "epoch": 4.0,
      "step": 700,
      "total_flos": 1.7361006043594752e+18,
      "train_loss": 0.5924043039764677,
      "train_runtime": 756.4917,
      "train_samples_per_second": 29.61,
      "train_steps_per_second": 0.925
    }
  ],
  "logging_steps": 10,
  "max_steps": 700,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 100,
  "total_flos": 1.7361006043594752e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}