{ "best_metric": 1.456108808517456, "best_model_checkpoint": "./outputs/checkpoint-2000", "epoch": 1.4571948998178508, "eval_steps": 100, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.07, "learning_rate": 0.0002, "loss": 2.182, "step": 100 }, { "epoch": 0.07, "eval_loss": 2.0125839710235596, "eval_runtime": 144.1418, "eval_samples_per_second": 43.527, "eval_steps_per_second": 5.446, "step": 100 }, { "epoch": 0.15, "learning_rate": 0.0002, "loss": 1.9626, "step": 200 }, { "epoch": 0.15, "eval_loss": 1.9195271730422974, "eval_runtime": 144.2253, "eval_samples_per_second": 43.501, "eval_steps_per_second": 5.443, "step": 200 }, { "epoch": 0.22, "learning_rate": 0.0002, "loss": 1.8881, "step": 300 }, { "epoch": 0.22, "eval_loss": 1.858821988105774, "eval_runtime": 144.0313, "eval_samples_per_second": 43.56, "eval_steps_per_second": 5.45, "step": 300 }, { "epoch": 0.29, "learning_rate": 0.0002, "loss": 1.8367, "step": 400 }, { "epoch": 0.29, "eval_loss": 1.8125503063201904, "eval_runtime": 143.9861, "eval_samples_per_second": 43.574, "eval_steps_per_second": 5.452, "step": 400 }, { "epoch": 0.36, "learning_rate": 0.0002, "loss": 1.785, "step": 500 }, { "epoch": 0.36, "eval_loss": 1.7720445394515991, "eval_runtime": 144.0061, "eval_samples_per_second": 43.568, "eval_steps_per_second": 5.451, "step": 500 }, { "epoch": 0.44, "learning_rate": 0.0002, "loss": 1.7562, "step": 600 }, { "epoch": 0.44, "eval_loss": 1.7424511909484863, "eval_runtime": 144.0245, "eval_samples_per_second": 43.562, "eval_steps_per_second": 5.45, "step": 600 }, { "epoch": 0.51, "learning_rate": 0.0002, "loss": 1.7176, "step": 700 }, { "epoch": 0.51, "eval_loss": 1.7112771272659302, "eval_runtime": 144.2204, "eval_samples_per_second": 43.503, "eval_steps_per_second": 5.443, "step": 700 }, { "epoch": 0.58, "learning_rate": 0.0002, "loss": 1.6969, "step": 800 }, { "epoch": 0.58, "eval_loss": 1.6823335886001587, "eval_runtime": 144.0134, "eval_samples_per_second": 43.565, "eval_steps_per_second": 5.451, "step": 800 }, { "epoch": 0.66, "learning_rate": 0.0002, "loss": 1.6619, "step": 900 }, { "epoch": 0.66, "eval_loss": 1.6567240953445435, "eval_runtime": 144.0655, "eval_samples_per_second": 43.55, "eval_steps_per_second": 5.449, "step": 900 }, { "epoch": 0.73, "learning_rate": 0.0002, "loss": 1.6469, "step": 1000 }, { "epoch": 0.73, "eval_loss": 1.6352009773254395, "eval_runtime": 144.0664, "eval_samples_per_second": 43.549, "eval_steps_per_second": 5.449, "step": 1000 }, { "epoch": 0.8, "learning_rate": 0.0002, "loss": 1.6268, "step": 1100 }, { "epoch": 0.8, "eval_loss": 1.6125303506851196, "eval_runtime": 144.0648, "eval_samples_per_second": 43.55, "eval_steps_per_second": 5.449, "step": 1100 }, { "epoch": 0.87, "learning_rate": 0.0002, "loss": 1.5911, "step": 1200 }, { "epoch": 0.87, "eval_loss": 1.5925209522247314, "eval_runtime": 144.042, "eval_samples_per_second": 43.557, "eval_steps_per_second": 5.45, "step": 1200 }, { "epoch": 0.95, "learning_rate": 0.0002, "loss": 1.5986, "step": 1300 }, { "epoch": 0.95, "eval_loss": 1.571681261062622, "eval_runtime": 144.1746, "eval_samples_per_second": 43.517, "eval_steps_per_second": 5.445, "step": 1300 }, { "epoch": 1.02, "learning_rate": 0.0002, "loss": 1.5514, "step": 1400 }, { "epoch": 1.02, "eval_loss": 1.5524405241012573, "eval_runtime": 183.3697, "eval_samples_per_second": 34.215, "eval_steps_per_second": 4.281, "step": 1400 }, { "epoch": 1.09, "learning_rate": 0.0002, "loss": 1.5235, "step": 1500 }, { "epoch": 1.09, "eval_loss": 1.534788966178894, "eval_runtime": 317.3733, "eval_samples_per_second": 19.769, "eval_steps_per_second": 2.473, "step": 1500 }, { "epoch": 1.17, "learning_rate": 0.0002, "loss": 1.5051, "step": 1600 }, { "epoch": 1.17, "eval_loss": 1.517040491104126, "eval_runtime": 315.5897, "eval_samples_per_second": 19.88, "eval_steps_per_second": 2.487, "step": 1600 }, { "epoch": 1.24, "learning_rate": 0.0002, "loss": 1.5036, "step": 1700 }, { "epoch": 1.24, "eval_loss": 1.500235915184021, "eval_runtime": 314.1201, "eval_samples_per_second": 19.973, "eval_steps_per_second": 2.499, "step": 1700 }, { "epoch": 1.31, "learning_rate": 0.0002, "loss": 1.4767, "step": 1800 }, { "epoch": 1.31, "eval_loss": 1.4854458570480347, "eval_runtime": 313.3904, "eval_samples_per_second": 20.02, "eval_steps_per_second": 2.505, "step": 1800 }, { "epoch": 1.38, "learning_rate": 0.0002, "loss": 1.4665, "step": 1900 }, { "epoch": 1.38, "eval_loss": 1.4697930812835693, "eval_runtime": 314.584, "eval_samples_per_second": 19.944, "eval_steps_per_second": 2.495, "step": 1900 }, { "epoch": 1.46, "learning_rate": 0.0002, "loss": 1.4498, "step": 2000 }, { "epoch": 1.46, "eval_loss": 1.456108808517456, "eval_runtime": 316.2748, "eval_samples_per_second": 19.837, "eval_steps_per_second": 2.482, "step": 2000 } ], "logging_steps": 100, "max_steps": 4116, "num_train_epochs": 3, "save_steps": 100, "total_flos": 1.192408030183342e+17, "trial_name": null, "trial_params": null }