{ "best_metric": null, "best_model_checkpoint": null, "epoch": 7.0, "global_step": 44765, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.08, "learning_rate": 0.00029664916787668934, "loss": 3.2895, "step": 500 }, { "epoch": 0.16, "learning_rate": 0.0002932983357533787, "loss": 2.7517, "step": 1000 }, { "epoch": 0.23, "learning_rate": 0.00028994750363006813, "loss": 2.6498, "step": 1500 }, { "epoch": 0.31, "learning_rate": 0.0002865966715067575, "loss": 2.5331, "step": 2000 }, { "epoch": 0.39, "learning_rate": 0.00028324583938344687, "loss": 2.4775, "step": 2500 }, { "epoch": 0.47, "learning_rate": 0.00027989500726013623, "loss": 2.4187, "step": 3000 }, { "epoch": 0.55, "learning_rate": 0.00027654417513682566, "loss": 2.402, "step": 3500 }, { "epoch": 0.63, "learning_rate": 0.000273193343013515, "loss": 2.3717, "step": 4000 }, { "epoch": 0.7, "learning_rate": 0.0002698425108902044, "loss": 2.3738, "step": 4500 }, { "epoch": 0.78, "learning_rate": 0.00026649167876689376, "loss": 2.3227, "step": 5000 }, { "epoch": 0.78, "eval_gen_len": 13.4213, "eval_loss": 2.011871576309204, "eval_rouge1": 35.4228, "eval_rouge2": 16.8454, "eval_rougeL": 33.0039, "eval_rougeLsum": 33.0042, "eval_runtime": 109.3685, "eval_samples_per_second": 27.43, "eval_steps_per_second": 3.429, "step": 5000 }, { "epoch": 0.86, "learning_rate": 0.0002631408466435831, "loss": 2.2981, "step": 5500 }, { "epoch": 0.94, "learning_rate": 0.00025979001452027255, "loss": 2.2863, "step": 6000 }, { "epoch": 1.02, "learning_rate": 0.0002564391823969619, "loss": 2.2597, "step": 6500 }, { "epoch": 1.09, "learning_rate": 0.00025308835027365123, "loss": 2.0983, "step": 7000 }, { "epoch": 1.17, "learning_rate": 0.00024973751815034065, "loss": 2.0933, "step": 7500 }, { "epoch": 1.25, "learning_rate": 0.00024638668602703, "loss": 2.1024, "step": 8000 }, { "epoch": 1.33, "learning_rate": 0.0002430358539037194, "loss": 2.0818, "step": 8500 }, { "epoch": 1.41, "learning_rate": 0.00023968502178040878, "loss": 2.0917, "step": 9000 }, { "epoch": 1.49, "learning_rate": 0.00023633418965709815, "loss": 2.0658, "step": 9500 }, { "epoch": 1.56, "learning_rate": 0.00023298335753378752, "loss": 2.0517, "step": 10000 }, { "epoch": 1.56, "eval_gen_len": 12.7787, "eval_loss": 1.900165319442749, "eval_rouge1": 36.7771, "eval_rouge2": 18.1217, "eval_rougeL": 34.4954, "eval_rougeLsum": 34.4605, "eval_runtime": 106.6009, "eval_samples_per_second": 28.142, "eval_steps_per_second": 3.518, "step": 10000 }, { "epoch": 1.64, "learning_rate": 0.0002296325254104769, "loss": 2.0494, "step": 10500 }, { "epoch": 1.72, "learning_rate": 0.00022628169328716628, "loss": 2.0672, "step": 11000 }, { "epoch": 1.8, "learning_rate": 0.00022293086116385567, "loss": 2.0591, "step": 11500 }, { "epoch": 1.88, "learning_rate": 0.00021958002904054504, "loss": 2.0515, "step": 12000 }, { "epoch": 1.95, "learning_rate": 0.00021622919691723444, "loss": 2.0628, "step": 12500 }, { "epoch": 2.03, "learning_rate": 0.0002128783647939238, "loss": 1.959, "step": 13000 }, { "epoch": 2.11, "learning_rate": 0.00020952753267061317, "loss": 1.8223, "step": 13500 }, { "epoch": 2.19, "learning_rate": 0.00020617670054730257, "loss": 1.8548, "step": 14000 }, { "epoch": 2.27, "learning_rate": 0.00020282586842399193, "loss": 1.8462, "step": 14500 }, { "epoch": 2.35, "learning_rate": 0.00019947503630068133, "loss": 1.8388, "step": 15000 }, { "epoch": 2.35, "eval_gen_len": 13.2803, "eval_loss": 1.8676202297210693, "eval_rouge1": 38.3396, "eval_rouge2": 19.4592, "eval_rougeL": 35.8451, "eval_rougeLsum": 35.8358, "eval_runtime": 111.5416, "eval_samples_per_second": 26.896, "eval_steps_per_second": 3.362, "step": 15000 }, { "epoch": 2.42, "learning_rate": 0.0001961242041773707, "loss": 1.8675, "step": 15500 }, { "epoch": 2.5, "learning_rate": 0.0001927733720540601, "loss": 1.8656, "step": 16000 }, { "epoch": 2.58, "learning_rate": 0.00018942253993074946, "loss": 1.8836, "step": 16500 }, { "epoch": 2.66, "learning_rate": 0.00018607170780743885, "loss": 1.8646, "step": 17000 }, { "epoch": 2.74, "learning_rate": 0.00018272087568412822, "loss": 1.8718, "step": 17500 }, { "epoch": 2.81, "learning_rate": 0.0001793700435608176, "loss": 1.8641, "step": 18000 }, { "epoch": 2.89, "learning_rate": 0.00017601921143750698, "loss": 1.8633, "step": 18500 }, { "epoch": 2.97, "learning_rate": 0.00017266837931419635, "loss": 1.8435, "step": 19000 }, { "epoch": 3.05, "learning_rate": 0.00016931754719088575, "loss": 1.7436, "step": 19500 }, { "epoch": 3.13, "learning_rate": 0.0001659667150675751, "loss": 1.6942, "step": 20000 }, { "epoch": 3.13, "eval_gen_len": 13.0213, "eval_loss": 1.8757922649383545, "eval_rouge1": 39.0889, "eval_rouge2": 20.3841, "eval_rougeL": 36.655, "eval_rougeLsum": 36.6291, "eval_runtime": 103.7035, "eval_samples_per_second": 28.929, "eval_steps_per_second": 3.616, "step": 20000 }, { "epoch": 3.21, "learning_rate": 0.00016261588294426446, "loss": 1.691, "step": 20500 }, { "epoch": 3.28, "learning_rate": 0.00015926505082095385, "loss": 1.6786, "step": 21000 }, { "epoch": 3.36, "learning_rate": 0.00015591421869764322, "loss": 1.7014, "step": 21500 }, { "epoch": 3.44, "learning_rate": 0.0001525633865743326, "loss": 1.72, "step": 22000 }, { "epoch": 3.52, "learning_rate": 0.000149212554451022, "loss": 1.7038, "step": 22500 }, { "epoch": 3.6, "learning_rate": 0.00014586172232771135, "loss": 1.7212, "step": 23000 }, { "epoch": 3.67, "learning_rate": 0.00014251089020440074, "loss": 1.6839, "step": 23500 }, { "epoch": 3.75, "learning_rate": 0.0001391600580810901, "loss": 1.6908, "step": 24000 }, { "epoch": 3.83, "learning_rate": 0.0001358092259577795, "loss": 1.6973, "step": 24500 }, { "epoch": 3.91, "learning_rate": 0.00013245839383446887, "loss": 1.7123, "step": 25000 }, { "epoch": 3.91, "eval_gen_len": 13.1837, "eval_loss": 1.8253004550933838, "eval_rouge1": 39.6282, "eval_rouge2": 20.9321, "eval_rougeL": 37.1541, "eval_rougeLsum": 37.1195, "eval_runtime": 103.6467, "eval_samples_per_second": 28.944, "eval_steps_per_second": 3.618, "step": 25000 }, { "epoch": 3.99, "learning_rate": 0.00012910756171115827, "loss": 1.7076, "step": 25500 }, { "epoch": 4.07, "learning_rate": 0.00012575672958784764, "loss": 1.5729, "step": 26000 }, { "epoch": 4.14, "learning_rate": 0.00012240589746453703, "loss": 1.5568, "step": 26500 }, { "epoch": 4.22, "learning_rate": 0.0001190550653412264, "loss": 1.5458, "step": 27000 }, { "epoch": 4.3, "learning_rate": 0.00011570423321791578, "loss": 1.5678, "step": 27500 }, { "epoch": 4.38, "learning_rate": 0.00011235340109460516, "loss": 1.5979, "step": 28000 }, { "epoch": 4.46, "learning_rate": 0.00010900256897129453, "loss": 1.5604, "step": 28500 }, { "epoch": 4.53, "learning_rate": 0.00010565173684798391, "loss": 1.5539, "step": 29000 }, { "epoch": 4.61, "learning_rate": 0.00010230090472467328, "loss": 1.5681, "step": 29500 }, { "epoch": 4.69, "learning_rate": 9.895007260136266e-05, "loss": 1.5719, "step": 30000 }, { "epoch": 4.69, "eval_gen_len": 13.3723, "eval_loss": 1.8311357498168945, "eval_rouge1": 39.7541, "eval_rouge2": 21.1663, "eval_rougeL": 37.3503, "eval_rougeLsum": 37.3096, "eval_runtime": 106.3723, "eval_samples_per_second": 28.203, "eval_steps_per_second": 3.525, "step": 30000 }, { "epoch": 4.77, "learning_rate": 9.559924047805204e-05, "loss": 1.5787, "step": 30500 }, { "epoch": 4.85, "learning_rate": 9.224840835474142e-05, "loss": 1.5805, "step": 31000 }, { "epoch": 4.93, "learning_rate": 8.889757623143079e-05, "loss": 1.5646, "step": 31500 }, { "epoch": 5.0, "learning_rate": 8.554674410812017e-05, "loss": 1.5593, "step": 32000 }, { "epoch": 5.08, "learning_rate": 8.219591198480955e-05, "loss": 1.4606, "step": 32500 }, { "epoch": 5.16, "learning_rate": 7.884507986149893e-05, "loss": 1.4393, "step": 33000 }, { "epoch": 5.24, "learning_rate": 7.549424773818831e-05, "loss": 1.4826, "step": 33500 }, { "epoch": 5.32, "learning_rate": 7.21434156148777e-05, "loss": 1.4668, "step": 34000 }, { "epoch": 5.39, "learning_rate": 6.879258349156706e-05, "loss": 1.4599, "step": 34500 }, { "epoch": 5.47, "learning_rate": 6.544175136825644e-05, "loss": 1.4763, "step": 35000 }, { "epoch": 5.47, "eval_gen_len": 13.2783, "eval_loss": 1.8474199771881104, "eval_rouge1": 39.8798, "eval_rouge2": 21.3044, "eval_rougeL": 37.4297, "eval_rougeLsum": 37.4135, "eval_runtime": 104.818, "eval_samples_per_second": 28.621, "eval_steps_per_second": 3.578, "step": 35000 }, { "epoch": 5.55, "learning_rate": 6.209091924494583e-05, "loss": 1.4651, "step": 35500 }, { "epoch": 5.63, "learning_rate": 5.87400871216352e-05, "loss": 1.475, "step": 36000 }, { "epoch": 5.71, "learning_rate": 5.538925499832458e-05, "loss": 1.4734, "step": 36500 }, { "epoch": 5.79, "learning_rate": 5.203842287501396e-05, "loss": 1.4487, "step": 37000 }, { "epoch": 5.86, "learning_rate": 4.868759075170333e-05, "loss": 1.4408, "step": 37500 }, { "epoch": 5.94, "learning_rate": 4.533675862839271e-05, "loss": 1.4643, "step": 38000 }, { "epoch": 6.02, "learning_rate": 4.198592650508209e-05, "loss": 1.4441, "step": 38500 }, { "epoch": 6.1, "learning_rate": 3.863509438177147e-05, "loss": 1.3854, "step": 39000 }, { "epoch": 6.18, "learning_rate": 3.528426225846085e-05, "loss": 1.3919, "step": 39500 }, { "epoch": 6.25, "learning_rate": 3.193343013515022e-05, "loss": 1.3963, "step": 40000 }, { "epoch": 6.25, "eval_gen_len": 13.4713, "eval_loss": 1.8532978296279907, "eval_rouge1": 40.1839, "eval_rouge2": 21.4959, "eval_rougeL": 37.5371, "eval_rougeLsum": 37.5414, "eval_runtime": 113.6133, "eval_samples_per_second": 26.405, "eval_steps_per_second": 3.301, "step": 40000 }, { "epoch": 6.33, "learning_rate": 2.8582598011839604e-05, "loss": 1.379, "step": 40500 }, { "epoch": 6.41, "learning_rate": 2.5231765888528982e-05, "loss": 1.3968, "step": 41000 }, { "epoch": 6.49, "learning_rate": 2.188093376521836e-05, "loss": 1.3814, "step": 41500 }, { "epoch": 6.57, "learning_rate": 1.8530101641907737e-05, "loss": 1.3891, "step": 42000 }, { "epoch": 6.65, "learning_rate": 1.5179269518597117e-05, "loss": 1.3787, "step": 42500 }, { "epoch": 6.72, "learning_rate": 1.1828437395286495e-05, "loss": 1.386, "step": 43000 }, { "epoch": 6.8, "learning_rate": 8.477605271975873e-06, "loss": 1.3927, "step": 43500 }, { "epoch": 6.88, "learning_rate": 5.126773148665251e-06, "loss": 1.368, "step": 44000 }, { "epoch": 6.96, "learning_rate": 1.7759410253546295e-06, "loss": 1.375, "step": 44500 }, { "epoch": 7.0, "step": 44765, "total_flos": 7.978118776281907e+16, "train_loss": 1.7918549016882, "train_runtime": 13775.2907, "train_samples_per_second": 25.997, "train_steps_per_second": 3.25 } ], "max_steps": 44765, "num_train_epochs": 7, "total_flos": 7.978118776281907e+16, "trial_name": null, "trial_params": null }