{ "best_metric": 0.6053406596183777, "best_model_checkpoint": "output/checkpoint-500", "epoch": 0.8820286659316428, "eval_steps": 50, "global_step": 1100, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 1.3333333333333332e-06, "loss": 0.6133, "step": 1 }, { "epoch": 0.04, "learning_rate": 5.9999999999999995e-05, "loss": 0.61, "step": 50 }, { "epoch": 0.04, "eval_accuracy": 0.6895522388059702, "eval_loss": 0.6718239784240723, "eval_runtime": 61.4305, "eval_samples_per_second": 5.453, "eval_steps_per_second": 1.367, "step": 50 }, { "epoch": 0.08, "learning_rate": 0.00012666666666666666, "loss": 0.6233, "step": 100 }, { "epoch": 0.08, "eval_accuracy": 0.6835820895522388, "eval_loss": 0.695776641368866, "eval_runtime": 61.5801, "eval_samples_per_second": 5.44, "eval_steps_per_second": 1.364, "step": 100 }, { "epoch": 0.12, "learning_rate": 0.00019333333333333333, "loss": 0.6187, "step": 150 }, { "epoch": 0.12, "eval_accuracy": 0.6895522388059702, "eval_loss": 0.6547008156776428, "eval_runtime": 61.4876, "eval_samples_per_second": 5.448, "eval_steps_per_second": 1.366, "step": 150 }, { "epoch": 0.16, "learning_rate": 0.00026, "loss": 0.667, "step": 200 }, { "epoch": 0.16, "eval_accuracy": 0.6686567164179105, "eval_loss": 0.7339211702346802, "eval_runtime": 61.0301, "eval_samples_per_second": 5.489, "eval_steps_per_second": 1.376, "step": 200 }, { "epoch": 0.2, "learning_rate": 0.0002941291585127201, "loss": 0.6896, "step": 250 }, { "epoch": 0.2, "eval_accuracy": 0.6388059701492538, "eval_loss": 0.6455020904541016, "eval_runtime": 61.0356, "eval_samples_per_second": 5.489, "eval_steps_per_second": 1.376, "step": 250 }, { "epoch": 0.24, "learning_rate": 0.0002794520547945205, "loss": 0.6732, "step": 300 }, { "epoch": 0.24, "eval_accuracy": 0.6388059701492538, "eval_loss": 0.8866483569145203, "eval_runtime": 61.5006, "eval_samples_per_second": 5.447, "eval_steps_per_second": 1.366, "step": 300 }, { "epoch": 0.28, "learning_rate": 0.0002647749510763209, "loss": 0.6255, "step": 350 }, { "epoch": 0.28, "eval_accuracy": 0.6746268656716418, "eval_loss": 0.6250954866409302, "eval_runtime": 61.4499, "eval_samples_per_second": 5.452, "eval_steps_per_second": 1.367, "step": 350 }, { "epoch": 0.32, "learning_rate": 0.0002500978473581213, "loss": 0.6522, "step": 400 }, { "epoch": 0.32, "eval_accuracy": 0.6925373134328359, "eval_loss": 0.7217190861701965, "eval_runtime": 61.1569, "eval_samples_per_second": 5.478, "eval_steps_per_second": 1.374, "step": 400 }, { "epoch": 0.36, "learning_rate": 0.00023542074363992171, "loss": 0.6592, "step": 450 }, { "epoch": 0.36, "eval_accuracy": 0.6417910447761194, "eval_loss": 0.636791467666626, "eval_runtime": 61.431, "eval_samples_per_second": 5.453, "eval_steps_per_second": 1.367, "step": 450 }, { "epoch": 0.4, "learning_rate": 0.00022074363992172208, "loss": 0.624, "step": 500 }, { "epoch": 0.4, "eval_accuracy": 0.7044776119402985, "eval_loss": 0.6053406596183777, "eval_runtime": 61.4573, "eval_samples_per_second": 5.451, "eval_steps_per_second": 1.367, "step": 500 }, { "epoch": 0.44, "learning_rate": 0.0002060665362035225, "loss": 0.6098, "step": 550 }, { "epoch": 0.44, "eval_accuracy": 0.6477611940298508, "eval_loss": 0.8857873678207397, "eval_runtime": 61.4645, "eval_samples_per_second": 5.45, "eval_steps_per_second": 1.367, "step": 550 }, { "epoch": 0.48, "learning_rate": 0.00019138943248532287, "loss": 0.6357, "step": 600 }, { "epoch": 0.48, "eval_accuracy": 0.7074626865671642, "eval_loss": 0.607388436794281, "eval_runtime": 61.4941, "eval_samples_per_second": 5.448, "eval_steps_per_second": 1.366, "step": 600 }, { "epoch": 0.52, "learning_rate": 0.0001767123287671233, "loss": 0.6103, "step": 650 }, { "epoch": 0.52, "eval_accuracy": 0.6746268656716418, "eval_loss": 0.6098934412002563, "eval_runtime": 56.4929, "eval_samples_per_second": 5.93, "eval_steps_per_second": 1.487, "step": 650 }, { "epoch": 0.56, "learning_rate": 0.00016203522504892366, "loss": 0.6025, "step": 700 }, { "epoch": 0.56, "eval_accuracy": 0.6895522388059702, "eval_loss": 0.6117912530899048, "eval_runtime": 61.1994, "eval_samples_per_second": 5.474, "eval_steps_per_second": 1.373, "step": 700 }, { "epoch": 0.6, "learning_rate": 0.00014735812133072405, "loss": 0.5837, "step": 750 }, { "epoch": 0.6, "eval_accuracy": 0.6925373134328359, "eval_loss": 0.6470033526420593, "eval_runtime": 61.3513, "eval_samples_per_second": 5.46, "eval_steps_per_second": 1.369, "step": 750 }, { "epoch": 0.64, "learning_rate": 0.00013268101761252445, "loss": 0.623, "step": 800 }, { "epoch": 0.64, "eval_accuracy": 0.6776119402985075, "eval_loss": 0.7178429365158081, "eval_runtime": 56.5122, "eval_samples_per_second": 5.928, "eval_steps_per_second": 1.486, "step": 800 }, { "epoch": 0.68, "learning_rate": 0.00011800391389432484, "loss": 0.6285, "step": 850 }, { "epoch": 0.68, "eval_accuracy": 0.6805970149253732, "eval_loss": 0.7012776732444763, "eval_runtime": 61.0309, "eval_samples_per_second": 5.489, "eval_steps_per_second": 1.376, "step": 850 }, { "epoch": 0.72, "learning_rate": 0.00010332681017612522, "loss": 0.609, "step": 900 }, { "epoch": 0.72, "eval_accuracy": 0.6656716417910448, "eval_loss": 0.6416519284248352, "eval_runtime": 56.5079, "eval_samples_per_second": 5.928, "eval_steps_per_second": 1.487, "step": 900 }, { "epoch": 0.76, "learning_rate": 8.864970645792562e-05, "loss": 0.6, "step": 950 }, { "epoch": 0.76, "eval_accuracy": 0.6835820895522388, "eval_loss": 0.6628562808036804, "eval_runtime": 61.1667, "eval_samples_per_second": 5.477, "eval_steps_per_second": 1.373, "step": 950 }, { "epoch": 0.8, "learning_rate": 7.397260273972601e-05, "loss": 0.6142, "step": 1000 }, { "epoch": 0.8, "eval_accuracy": 0.6805970149253732, "eval_loss": 0.635610044002533, "eval_runtime": 61.6579, "eval_samples_per_second": 5.433, "eval_steps_per_second": 1.362, "step": 1000 }, { "epoch": 0.84, "learning_rate": 5.929549902152641e-05, "loss": 0.5855, "step": 1050 }, { "epoch": 0.84, "eval_accuracy": 0.6955223880597015, "eval_loss": 0.6755445003509521, "eval_runtime": 61.4996, "eval_samples_per_second": 5.447, "eval_steps_per_second": 1.366, "step": 1050 }, { "epoch": 0.88, "learning_rate": 4.46183953033268e-05, "loss": 0.5741, "step": 1100 }, { "epoch": 0.88, "eval_accuracy": 0.6835820895522388, "eval_loss": 0.6594328284263611, "eval_runtime": 56.5065, "eval_samples_per_second": 5.929, "eval_steps_per_second": 1.487, "step": 1100 } ], "logging_steps": 50, "max_steps": 1247, "num_train_epochs": 1, "save_steps": 100, "total_flos": 4.119910989989069e+17, "trial_name": null, "trial_params": null }