{ "best_metric": 2.214716911315918, "best_model_checkpoint": "./outputs/checkpoint-2000", "epoch": 1.4571948998178508, "eval_steps": 100, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.07, "learning_rate": 0.0002, "loss": 2.7392, "step": 100 }, { "epoch": 0.07, "eval_loss": 2.641645669937134, "eval_runtime": 216.5632, "eval_samples_per_second": 28.971, "eval_steps_per_second": 3.625, "step": 100 }, { "epoch": 0.15, "learning_rate": 0.0002, "loss": 2.6048, "step": 200 }, { "epoch": 0.15, "eval_loss": 2.5937132835388184, "eval_runtime": 206.5927, "eval_samples_per_second": 30.369, "eval_steps_per_second": 3.8, "step": 200 }, { "epoch": 0.22, "learning_rate": 0.0002, "loss": 2.5626, "step": 300 }, { "epoch": 0.22, "eval_loss": 2.556633949279785, "eval_runtime": 206.6295, "eval_samples_per_second": 30.364, "eval_steps_per_second": 3.799, "step": 300 }, { "epoch": 0.29, "learning_rate": 0.0002, "loss": 2.5359, "step": 400 }, { "epoch": 0.29, "eval_loss": 2.52408504486084, "eval_runtime": 206.6465, "eval_samples_per_second": 30.361, "eval_steps_per_second": 3.799, "step": 400 }, { "epoch": 0.36, "learning_rate": 0.0002, "loss": 2.4941, "step": 500 }, { "epoch": 0.36, "eval_loss": 2.4982783794403076, "eval_runtime": 206.6237, "eval_samples_per_second": 30.364, "eval_steps_per_second": 3.799, "step": 500 }, { "epoch": 0.44, "learning_rate": 0.0002, "loss": 2.4681, "step": 600 }, { "epoch": 0.44, "eval_loss": 2.4732720851898193, "eval_runtime": 206.7564, "eval_samples_per_second": 30.345, "eval_steps_per_second": 3.797, "step": 600 }, { "epoch": 0.51, "learning_rate": 0.0002, "loss": 2.4509, "step": 700 }, { "epoch": 0.51, "eval_loss": 2.4523911476135254, "eval_runtime": 206.8041, "eval_samples_per_second": 30.338, "eval_steps_per_second": 3.796, "step": 700 }, { "epoch": 0.58, "learning_rate": 0.0002, "loss": 2.429, "step": 800 }, { "epoch": 0.58, "eval_loss": 2.4297590255737305, "eval_runtime": 206.8909, "eval_samples_per_second": 30.325, "eval_steps_per_second": 3.794, "step": 800 }, { "epoch": 0.66, "learning_rate": 0.0002, "loss": 2.3922, "step": 900 }, { "epoch": 0.66, "eval_loss": 2.4085500240325928, "eval_runtime": 206.8407, "eval_samples_per_second": 30.333, "eval_steps_per_second": 3.795, "step": 900 }, { "epoch": 0.73, "learning_rate": 0.0002, "loss": 2.3898, "step": 1000 }, { "epoch": 0.73, "eval_loss": 2.3908660411834717, "eval_runtime": 206.8251, "eval_samples_per_second": 30.335, "eval_steps_per_second": 3.795, "step": 1000 }, { "epoch": 0.8, "learning_rate": 0.0002, "loss": 2.3825, "step": 1100 }, { "epoch": 0.8, "eval_loss": 2.36782169342041, "eval_runtime": 206.8621, "eval_samples_per_second": 30.329, "eval_steps_per_second": 3.795, "step": 1100 }, { "epoch": 0.87, "learning_rate": 0.0002, "loss": 2.3384, "step": 1200 }, { "epoch": 0.87, "eval_loss": 2.348783254623413, "eval_runtime": 206.6622, "eval_samples_per_second": 30.359, "eval_steps_per_second": 3.798, "step": 1200 }, { "epoch": 0.95, "learning_rate": 0.0002, "loss": 2.3505, "step": 1300 }, { "epoch": 0.95, "eval_loss": 2.334380865097046, "eval_runtime": 206.6361, "eval_samples_per_second": 30.363, "eval_steps_per_second": 3.799, "step": 1300 }, { "epoch": 1.02, "learning_rate": 0.0002, "loss": 2.3013, "step": 1400 }, { "epoch": 1.02, "eval_loss": 2.3094112873077393, "eval_runtime": 206.8997, "eval_samples_per_second": 30.324, "eval_steps_per_second": 3.794, "step": 1400 }, { "epoch": 1.09, "learning_rate": 0.0002, "loss": 2.2619, "step": 1500 }, { "epoch": 1.09, "eval_loss": 2.293931484222412, "eval_runtime": 207.4615, "eval_samples_per_second": 30.242, "eval_steps_per_second": 3.784, "step": 1500 }, { "epoch": 1.17, "learning_rate": 0.0002, "loss": 2.2542, "step": 1600 }, { "epoch": 1.17, "eval_loss": 2.275839328765869, "eval_runtime": 207.0504, "eval_samples_per_second": 30.302, "eval_steps_per_second": 3.791, "step": 1600 }, { "epoch": 1.24, "learning_rate": 0.0002, "loss": 2.2529, "step": 1700 }, { "epoch": 1.24, "eval_loss": 2.2586843967437744, "eval_runtime": 207.0741, "eval_samples_per_second": 30.298, "eval_steps_per_second": 3.791, "step": 1700 }, { "epoch": 1.31, "learning_rate": 0.0002, "loss": 2.2154, "step": 1800 }, { "epoch": 1.31, "eval_loss": 2.2427449226379395, "eval_runtime": 207.0755, "eval_samples_per_second": 30.298, "eval_steps_per_second": 3.791, "step": 1800 }, { "epoch": 1.38, "learning_rate": 0.0002, "loss": 2.1995, "step": 1900 }, { "epoch": 1.38, "eval_loss": 2.229428291320801, "eval_runtime": 207.3553, "eval_samples_per_second": 30.257, "eval_steps_per_second": 3.786, "step": 1900 }, { "epoch": 1.46, "learning_rate": 0.0002, "loss": 2.1939, "step": 2000 }, { "epoch": 1.46, "eval_loss": 2.214716911315918, "eval_runtime": 207.5218, "eval_samples_per_second": 30.233, "eval_steps_per_second": 3.783, "step": 2000 } ], "logging_steps": 100, "max_steps": 4116, "num_train_epochs": 3, "save_steps": 100, "total_flos": 5.844081922689024e+16, "trial_name": null, "trial_params": null }