{ "best_metric": 1.2180595397949219, "best_model_checkpoint": "./enko_mbartLarge_36p_exp1/checkpoint-25000", "epoch": 4.180990430177459, "eval_steps": 5000, "global_step": 45000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.05, "learning_rate": 5e-05, "loss": 2.3583, "step": 500 }, { "epoch": 0.09, "learning_rate": 4.9844667432974e-05, "loss": 1.7529, "step": 1000 }, { "epoch": 0.14, "learning_rate": 4.9689334865948e-05, "loss": 1.5715, "step": 1500 }, { "epoch": 0.19, "learning_rate": 4.9534002298921995e-05, "loss": 1.535, "step": 2000 }, { "epoch": 0.23, "learning_rate": 4.937866973189599e-05, "loss": 1.5009, "step": 2500 }, { "epoch": 0.28, "learning_rate": 4.9223337164869984e-05, "loss": 1.4783, "step": 3000 }, { "epoch": 0.33, "learning_rate": 4.906800459784399e-05, "loss": 1.4542, "step": 3500 }, { "epoch": 0.37, "learning_rate": 4.8912672030817986e-05, "loss": 1.441, "step": 4000 }, { "epoch": 0.42, "learning_rate": 4.875733946379198e-05, "loss": 1.425, "step": 4500 }, { "epoch": 0.46, "learning_rate": 4.8602006896765975e-05, "loss": 1.4235, "step": 5000 }, { "epoch": 0.46, "eval_bleu": 12.3168, "eval_gen_len": 14.6634, "eval_loss": 1.3893214464187622, "eval_runtime": 1225.507, "eval_samples_per_second": 17.629, "eval_steps_per_second": 1.102, "step": 5000 }, { "epoch": 0.51, "learning_rate": 4.844667432973998e-05, "loss": 1.3969, "step": 5500 }, { "epoch": 0.56, "learning_rate": 4.829134176271397e-05, "loss": 1.3901, "step": 6000 }, { "epoch": 0.6, "learning_rate": 4.813600919568797e-05, "loss": 1.3983, "step": 6500 }, { "epoch": 0.65, "learning_rate": 4.798067662866197e-05, "loss": 1.3744, "step": 7000 }, { "epoch": 0.7, "learning_rate": 4.782534406163596e-05, "loss": 1.3712, "step": 7500 }, { "epoch": 0.74, "learning_rate": 4.767001149460996e-05, "loss": 1.3604, "step": 8000 }, { "epoch": 0.79, "learning_rate": 4.751467892758396e-05, "loss": 1.3653, "step": 8500 }, { "epoch": 0.84, "learning_rate": 4.7359346360557956e-05, "loss": 1.3603, "step": 9000 }, { "epoch": 0.88, "learning_rate": 4.7204013793531954e-05, "loss": 1.3188, "step": 9500 }, { "epoch": 0.93, "learning_rate": 4.704868122650595e-05, "loss": 1.3281, "step": 10000 }, { "epoch": 0.93, "eval_bleu": 14.3522, "eval_gen_len": 14.9186, "eval_loss": 1.2917265892028809, "eval_runtime": 1232.5734, "eval_samples_per_second": 17.528, "eval_steps_per_second": 1.096, "step": 10000 }, { "epoch": 0.98, "learning_rate": 4.689334865947995e-05, "loss": 1.3329, "step": 10500 }, { "epoch": 1.02, "learning_rate": 4.673801609245395e-05, "loss": 1.3462, "step": 11000 }, { "epoch": 1.07, "learning_rate": 4.6582683525427945e-05, "loss": 1.3051, "step": 11500 }, { "epoch": 1.11, "learning_rate": 4.6427350958401935e-05, "loss": 1.2672, "step": 12000 }, { "epoch": 1.16, "learning_rate": 4.627201839137594e-05, "loss": 1.2606, "step": 12500 }, { "epoch": 1.21, "learning_rate": 4.611668582434994e-05, "loss": 1.268, "step": 13000 }, { "epoch": 1.25, "learning_rate": 4.596135325732393e-05, "loss": 1.2733, "step": 13500 }, { "epoch": 1.3, "learning_rate": 4.5806020690297926e-05, "loss": 1.2652, "step": 14000 }, { "epoch": 1.35, "learning_rate": 4.565068812327193e-05, "loss": 1.2389, "step": 14500 }, { "epoch": 1.39, "learning_rate": 4.549535555624592e-05, "loss": 1.2506, "step": 15000 }, { "epoch": 1.39, "eval_bleu": 14.3525, "eval_gen_len": 14.9494, "eval_loss": 1.2668566703796387, "eval_runtime": 1245.6055, "eval_samples_per_second": 17.345, "eval_steps_per_second": 1.085, "step": 15000 }, { "epoch": 1.44, "learning_rate": 4.534002298921992e-05, "loss": 1.2423, "step": 15500 }, { "epoch": 1.49, "learning_rate": 4.5184690422193924e-05, "loss": 1.2214, "step": 16000 }, { "epoch": 1.53, "learning_rate": 4.5029357855167915e-05, "loss": 1.1984, "step": 16500 }, { "epoch": 1.58, "learning_rate": 4.487402528814191e-05, "loss": 1.1922, "step": 17000 }, { "epoch": 1.63, "learning_rate": 4.471869272111591e-05, "loss": 1.1952, "step": 17500 }, { "epoch": 1.67, "learning_rate": 4.456336015408991e-05, "loss": 1.1998, "step": 18000 }, { "epoch": 1.72, "learning_rate": 4.4408027587063905e-05, "loss": 1.1676, "step": 18500 }, { "epoch": 1.77, "learning_rate": 4.42526950200379e-05, "loss": 1.175, "step": 19000 }, { "epoch": 1.81, "learning_rate": 4.40973624530119e-05, "loss": 1.1674, "step": 19500 }, { "epoch": 1.86, "learning_rate": 4.39420298859859e-05, "loss": 1.1603, "step": 20000 }, { "epoch": 1.86, "eval_bleu": 15.248, "eval_gen_len": 15.0062, "eval_loss": 1.2283018827438354, "eval_runtime": 1235.7777, "eval_samples_per_second": 17.483, "eval_steps_per_second": 1.093, "step": 20000 }, { "epoch": 1.9, "learning_rate": 4.3786697318959896e-05, "loss": 1.1944, "step": 20500 }, { "epoch": 1.95, "learning_rate": 4.3631364751933894e-05, "loss": 1.1644, "step": 21000 }, { "epoch": 2.0, "learning_rate": 4.347603218490789e-05, "loss": 1.137, "step": 21500 }, { "epoch": 2.04, "learning_rate": 4.332069961788189e-05, "loss": 1.1543, "step": 22000 }, { "epoch": 2.09, "learning_rate": 4.316536705085589e-05, "loss": 1.1359, "step": 22500 }, { "epoch": 2.14, "learning_rate": 4.301003448382988e-05, "loss": 1.1373, "step": 23000 }, { "epoch": 2.18, "learning_rate": 4.285470191680388e-05, "loss": 1.1229, "step": 23500 }, { "epoch": 2.23, "learning_rate": 4.269936934977788e-05, "loss": 1.1076, "step": 24000 }, { "epoch": 2.28, "learning_rate": 4.254403678275187e-05, "loss": 1.0849, "step": 24500 }, { "epoch": 2.32, "learning_rate": 4.2388704215725875e-05, "loss": 1.0765, "step": 25000 }, { "epoch": 2.32, "eval_bleu": 15.4063, "eval_gen_len": 14.7808, "eval_loss": 1.2180595397949219, "eval_runtime": 1212.0146, "eval_samples_per_second": 17.826, "eval_steps_per_second": 1.115, "step": 25000 }, { "epoch": 2.37, "learning_rate": 4.223337164869987e-05, "loss": 1.107, "step": 25500 }, { "epoch": 2.42, "learning_rate": 4.2078039081673864e-05, "loss": 1.1183, "step": 26000 }, { "epoch": 2.46, "learning_rate": 4.192270651464786e-05, "loss": 1.1004, "step": 26500 }, { "epoch": 2.51, "learning_rate": 4.1767373947621866e-05, "loss": 1.0793, "step": 27000 }, { "epoch": 2.56, "learning_rate": 4.161204138059586e-05, "loss": 1.0901, "step": 27500 }, { "epoch": 2.6, "learning_rate": 4.1456708813569854e-05, "loss": 1.1028, "step": 28000 }, { "epoch": 2.65, "learning_rate": 4.130137624654385e-05, "loss": 1.1398, "step": 28500 }, { "epoch": 2.69, "learning_rate": 4.114604367951785e-05, "loss": 1.088, "step": 29000 }, { "epoch": 2.74, "learning_rate": 4.099071111249185e-05, "loss": 1.0459, "step": 29500 }, { "epoch": 2.79, "learning_rate": 4.0835378545465845e-05, "loss": 1.1019, "step": 30000 }, { "epoch": 2.79, "eval_bleu": 14.3608, "eval_gen_len": 14.9014, "eval_loss": 1.2753331661224365, "eval_runtime": 1243.9853, "eval_samples_per_second": 17.368, "eval_steps_per_second": 1.086, "step": 30000 }, { "epoch": 2.83, "learning_rate": 4.068004597843984e-05, "loss": 1.0986, "step": 30500 }, { "epoch": 2.88, "learning_rate": 4.052471341141384e-05, "loss": 1.107, "step": 31000 }, { "epoch": 2.93, "learning_rate": 4.036938084438784e-05, "loss": 1.1234, "step": 31500 }, { "epoch": 2.97, "learning_rate": 4.021404827736183e-05, "loss": 1.138, "step": 32000 }, { "epoch": 3.02, "learning_rate": 4.0058715710335834e-05, "loss": 1.1106, "step": 32500 }, { "epoch": 3.07, "learning_rate": 3.990338314330983e-05, "loss": 1.0363, "step": 33000 }, { "epoch": 3.11, "learning_rate": 3.974805057628382e-05, "loss": 1.01, "step": 33500 }, { "epoch": 3.16, "learning_rate": 3.959271800925782e-05, "loss": 1.0107, "step": 34000 }, { "epoch": 3.21, "learning_rate": 3.9437385442231824e-05, "loss": 1.0122, "step": 34500 }, { "epoch": 3.25, "learning_rate": 3.9282052875205815e-05, "loss": 1.0504, "step": 35000 }, { "epoch": 3.25, "eval_bleu": 15.3253, "eval_gen_len": 14.7948, "eval_loss": 1.2334309816360474, "eval_runtime": 1248.5109, "eval_samples_per_second": 17.305, "eval_steps_per_second": 1.082, "step": 35000 }, { "epoch": 3.3, "learning_rate": 3.912672030817981e-05, "loss": 1.0407, "step": 35500 }, { "epoch": 3.34, "learning_rate": 3.897138774115382e-05, "loss": 1.0186, "step": 36000 }, { "epoch": 3.39, "learning_rate": 3.881605517412781e-05, "loss": 0.9753, "step": 36500 }, { "epoch": 3.44, "learning_rate": 3.8660722607101806e-05, "loss": 0.9714, "step": 37000 }, { "epoch": 3.48, "learning_rate": 3.8505390040075804e-05, "loss": 0.9734, "step": 37500 }, { "epoch": 3.53, "learning_rate": 3.83500574730498e-05, "loss": 0.963, "step": 38000 }, { "epoch": 3.58, "learning_rate": 3.81947249060238e-05, "loss": 1.0455, "step": 38500 }, { "epoch": 3.62, "learning_rate": 3.80393923389978e-05, "loss": 1.064, "step": 39000 }, { "epoch": 3.67, "learning_rate": 3.7884059771971794e-05, "loss": 1.005, "step": 39500 }, { "epoch": 3.72, "learning_rate": 3.772872720494579e-05, "loss": 0.9431, "step": 40000 }, { "epoch": 3.72, "eval_bleu": 15.2534, "eval_gen_len": 14.7293, "eval_loss": 1.2512198686599731, "eval_runtime": 1212.804, "eval_samples_per_second": 17.814, "eval_steps_per_second": 1.114, "step": 40000 }, { "epoch": 3.76, "learning_rate": 3.757339463791979e-05, "loss": 0.8958, "step": 40500 }, { "epoch": 3.81, "learning_rate": 3.741806207089378e-05, "loss": 0.865, "step": 41000 }, { "epoch": 3.86, "learning_rate": 3.7262729503867785e-05, "loss": 0.8829, "step": 41500 }, { "epoch": 3.9, "learning_rate": 3.710739693684178e-05, "loss": 0.9097, "step": 42000 }, { "epoch": 3.95, "learning_rate": 3.6952064369815774e-05, "loss": 0.8159, "step": 42500 }, { "epoch": 4.0, "learning_rate": 3.679673180278977e-05, "loss": 0.8056, "step": 43000 }, { "epoch": 4.04, "learning_rate": 3.6641399235763776e-05, "loss": 0.7523, "step": 43500 }, { "epoch": 4.09, "learning_rate": 3.648606666873777e-05, "loss": 0.7307, "step": 44000 }, { "epoch": 4.13, "learning_rate": 3.6330734101711764e-05, "loss": 0.7998, "step": 44500 }, { "epoch": 4.18, "learning_rate": 3.617540153468577e-05, "loss": 0.8394, "step": 45000 }, { "epoch": 4.18, "eval_bleu": 14.9999, "eval_gen_len": 14.7993, "eval_loss": 1.2971030473709106, "eval_runtime": 1213.4816, "eval_samples_per_second": 17.804, "eval_steps_per_second": 1.113, "step": 45000 }, { "epoch": 4.18, "step": 45000, "total_flos": 1.5605414779085128e+18, "train_loss": 1.1734986402723524, "train_runtime": 45995.7579, "train_samples_per_second": 56.158, "train_steps_per_second": 3.51 } ], "logging_steps": 500, "max_steps": 161445, "num_train_epochs": 15, "save_steps": 5000, "total_flos": 1.5605414779085128e+18, "trial_name": null, "trial_params": null }