{ "best_metric": 1.1361786127090454, "best_model_checkpoint": "./vit-base-beans/checkpoint-480", "epoch": 3.6923076923076925, "global_step": 480, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.08, "learning_rate": 0.00019897435897435898, "loss": 3.2519, "step": 10 }, { "epoch": 0.15, "learning_rate": 0.00019794871794871796, "loss": 3.1095, "step": 20 }, { "epoch": 0.23, "learning_rate": 0.00019692307692307696, "loss": 2.9002, "step": 30 }, { "epoch": 0.31, "learning_rate": 0.0001958974358974359, "loss": 2.7917, "step": 40 }, { "epoch": 0.31, "eval_accuracy": 0.35233160621761656, "eval_loss": 2.6724953651428223, "eval_runtime": 20.1054, "eval_samples_per_second": 57.596, "eval_steps_per_second": 7.212, "step": 40 }, { "epoch": 0.38, "learning_rate": 0.00019487179487179487, "loss": 2.6291, "step": 50 }, { "epoch": 0.46, "learning_rate": 0.00019384615384615385, "loss": 2.492, "step": 60 }, { "epoch": 0.54, "learning_rate": 0.00019282051282051282, "loss": 2.4302, "step": 70 }, { "epoch": 0.62, "learning_rate": 0.00019179487179487182, "loss": 2.3207, "step": 80 }, { "epoch": 0.62, "eval_accuracy": 0.4481865284974093, "eval_loss": 2.263643980026245, "eval_runtime": 20.6875, "eval_samples_per_second": 55.976, "eval_steps_per_second": 7.009, "step": 80 }, { "epoch": 0.69, "learning_rate": 0.0001907692307692308, "loss": 2.1778, "step": 90 }, { "epoch": 0.77, "learning_rate": 0.00018974358974358974, "loss": 2.1215, "step": 100 }, { "epoch": 0.85, "learning_rate": 0.0001887179487179487, "loss": 2.0333, "step": 110 }, { "epoch": 0.92, "learning_rate": 0.0001876923076923077, "loss": 1.9258, "step": 120 }, { "epoch": 0.92, "eval_accuracy": 0.5535405872193437, "eval_loss": 1.8725202083587646, "eval_runtime": 19.974, "eval_samples_per_second": 57.975, "eval_steps_per_second": 7.259, "step": 120 }, { "epoch": 1.0, "learning_rate": 0.0001866666666666667, "loss": 1.981, "step": 130 }, { "epoch": 1.08, "learning_rate": 0.00018564102564102566, "loss": 1.5576, "step": 140 }, { "epoch": 1.15, "learning_rate": 0.00018461538461538463, "loss": 1.4327, "step": 150 }, { "epoch": 1.23, "learning_rate": 0.00018358974358974358, "loss": 1.4339, "step": 160 }, { "epoch": 1.23, "eval_accuracy": 0.6260794473229706, "eval_loss": 1.5738734006881714, "eval_runtime": 20.2011, "eval_samples_per_second": 57.323, "eval_steps_per_second": 7.178, "step": 160 }, { "epoch": 1.31, "learning_rate": 0.00018256410256410258, "loss": 1.2945, "step": 170 }, { "epoch": 1.38, "learning_rate": 0.00018153846153846155, "loss": 1.3482, "step": 180 }, { "epoch": 1.46, "learning_rate": 0.00018051282051282052, "loss": 1.2537, "step": 190 }, { "epoch": 1.54, "learning_rate": 0.0001794871794871795, "loss": 1.3328, "step": 200 }, { "epoch": 1.54, "eval_accuracy": 0.6226252158894646, "eval_loss": 1.484718918800354, "eval_runtime": 20.1617, "eval_samples_per_second": 57.436, "eval_steps_per_second": 7.192, "step": 200 }, { "epoch": 1.62, "learning_rate": 0.00017846153846153847, "loss": 1.1274, "step": 210 }, { "epoch": 1.69, "learning_rate": 0.00017743589743589744, "loss": 1.169, "step": 220 }, { "epoch": 1.77, "learning_rate": 0.00017641025641025642, "loss": 1.1404, "step": 230 }, { "epoch": 1.85, "learning_rate": 0.0001753846153846154, "loss": 1.0914, "step": 240 }, { "epoch": 1.85, "eval_accuracy": 0.6442141623488774, "eval_loss": 1.3511847257614136, "eval_runtime": 19.8926, "eval_samples_per_second": 58.213, "eval_steps_per_second": 7.289, "step": 240 }, { "epoch": 1.92, "learning_rate": 0.00017435897435897436, "loss": 1.1632, "step": 250 }, { "epoch": 2.0, "learning_rate": 0.00017333333333333334, "loss": 1.029, "step": 260 }, { "epoch": 2.08, "learning_rate": 0.00017230769230769234, "loss": 0.7509, "step": 270 }, { "epoch": 2.15, "learning_rate": 0.00017128205128205128, "loss": 0.6594, "step": 280 }, { "epoch": 2.15, "eval_accuracy": 0.6450777202072538, "eval_loss": 1.2636480331420898, "eval_runtime": 20.434, "eval_samples_per_second": 56.67, "eval_steps_per_second": 7.096, "step": 280 }, { "epoch": 2.23, "learning_rate": 0.00017025641025641026, "loss": 0.557, "step": 290 }, { "epoch": 2.31, "learning_rate": 0.00016923076923076923, "loss": 0.5061, "step": 300 }, { "epoch": 2.38, "learning_rate": 0.00016820512820512823, "loss": 0.53, "step": 310 }, { "epoch": 2.46, "learning_rate": 0.0001671794871794872, "loss": 0.5651, "step": 320 }, { "epoch": 2.46, "eval_accuracy": 0.6649395509499136, "eval_loss": 1.2330708503723145, "eval_runtime": 20.6893, "eval_samples_per_second": 55.971, "eval_steps_per_second": 7.008, "step": 320 }, { "epoch": 2.54, "learning_rate": 0.00016615384615384617, "loss": 0.5417, "step": 330 }, { "epoch": 2.62, "learning_rate": 0.00016512820512820512, "loss": 0.5584, "step": 340 }, { "epoch": 2.69, "learning_rate": 0.0001641025641025641, "loss": 0.6261, "step": 350 }, { "epoch": 2.77, "learning_rate": 0.0001630769230769231, "loss": 0.6847, "step": 360 }, { "epoch": 2.77, "eval_accuracy": 0.6381692573402418, "eval_loss": 1.3150428533554077, "eval_runtime": 20.8049, "eval_samples_per_second": 55.66, "eval_steps_per_second": 6.97, "step": 360 }, { "epoch": 2.85, "learning_rate": 0.00016205128205128207, "loss": 0.6079, "step": 370 }, { "epoch": 2.92, "learning_rate": 0.00016102564102564104, "loss": 0.6087, "step": 380 }, { "epoch": 3.0, "learning_rate": 0.00016, "loss": 0.6049, "step": 390 }, { "epoch": 3.08, "learning_rate": 0.00015897435897435896, "loss": 0.2965, "step": 400 }, { "epoch": 3.08, "eval_accuracy": 0.6735751295336787, "eval_loss": 1.1951243877410889, "eval_runtime": 20.3022, "eval_samples_per_second": 57.038, "eval_steps_per_second": 7.142, "step": 400 }, { "epoch": 3.15, "learning_rate": 0.00015794871794871796, "loss": 0.3409, "step": 410 }, { "epoch": 3.23, "learning_rate": 0.00015692307692307693, "loss": 0.2707, "step": 420 }, { "epoch": 3.31, "learning_rate": 0.0001558974358974359, "loss": 0.2439, "step": 430 }, { "epoch": 3.38, "learning_rate": 0.00015487179487179488, "loss": 0.3052, "step": 440 }, { "epoch": 3.38, "eval_accuracy": 0.5915371329879102, "eval_loss": 1.4183249473571777, "eval_runtime": 19.9664, "eval_samples_per_second": 57.997, "eval_steps_per_second": 7.262, "step": 440 }, { "epoch": 3.46, "learning_rate": 0.00015384615384615385, "loss": 0.2819, "step": 450 }, { "epoch": 3.54, "learning_rate": 0.00015282051282051282, "loss": 0.2755, "step": 460 }, { "epoch": 3.62, "learning_rate": 0.0001517948717948718, "loss": 0.2574, "step": 470 }, { "epoch": 3.69, "learning_rate": 0.00015076923076923077, "loss": 0.2592, "step": 480 }, { "epoch": 3.69, "eval_accuracy": 0.697754749568221, "eval_loss": 1.1361786127090454, "eval_runtime": 19.9742, "eval_samples_per_second": 57.975, "eval_steps_per_second": 7.259, "step": 480 } ], "max_steps": 1950, "num_train_epochs": 15, "total_flos": 5.948067750708142e+17, "trial_name": null, "trial_params": null }