{ "best_metric": 1.6879340410232544, "best_model_checkpoint": "/home3/s5431786/nlp-final-project/results/google-flan-t5-small-e-snli-generation-explanation_use_prompt_label-selected-b64/checkpoint-28000", "epoch": 5.824790307548929, "global_step": 50000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.23, "learning_rate": 0.0004659832246039143, "loss": 1.6051, "step": 2000 }, { "epoch": 0.23, "eval_accuracy": null, "eval_bertscore_f1": 0.9312730214807033, "eval_bleu": 0.39782836950988876, "eval_f1": null, "eval_loss": 1.7780297994613647, "eval_rouge1": 0.5911787258201253, "eval_rouge2": 0.38303308637957223, "eval_rougeL": 0.5377264257708202, "eval_rougeLsum": 0.5395006217014338, "eval_runtime": 168.0702, "eval_samples_per_second": 58.559, "eval_steps_per_second": 0.916, "step": 2000 }, { "epoch": 0.47, "learning_rate": 0.0009319664492078286, "loss": 1.4342, "step": 4000 }, { "epoch": 0.47, "eval_accuracy": null, "eval_bertscore_f1": 0.933153417701039, "eval_bleu": 0.4002469468404885, "eval_f1": null, "eval_loss": 1.7909314632415771, "eval_rouge1": 0.5975097321291585, "eval_rouge2": 0.3847152683676083, "eval_rougeL": 0.5420448625219438, "eval_rougeLsum": 0.5439086899907004, "eval_runtime": 163.5422, "eval_samples_per_second": 60.18, "eval_steps_per_second": 0.942, "step": 4000 }, { "epoch": 0.7, "learning_rate": 0.0009790552803256977, "loss": 1.3804, "step": 6000 }, { "epoch": 0.7, "eval_accuracy": null, "eval_bertscore_f1": 0.9348857560079773, "eval_bleu": 0.41900709929386093, "eval_f1": null, "eval_loss": 1.7246909141540527, "eval_rouge1": 0.616316027086431, "eval_rouge2": 0.4107303410412238, "eval_rougeL": 0.5610382702035865, "eval_rougeLsum": 0.5630504299315114, "eval_runtime": 164.6404, "eval_samples_per_second": 59.779, "eval_steps_per_second": 0.935, "step": 6000 }, { "epoch": 0.93, "learning_rate": 0.0009545298474518076, "loss": 1.3396, "step": 8000 }, { "epoch": 0.93, "eval_accuracy": null, "eval_bertscore_f1": 0.9358202236390555, "eval_bleu": 0.41886081162261424, "eval_f1": null, "eval_loss": 1.7622839212417603, "eval_rouge1": 0.6176280342703749, "eval_rouge2": 0.4078573926320103, "eval_rougeL": 0.5616472881864998, "eval_rougeLsum": 0.563450597865839, "eval_runtime": 154.9703, "eval_samples_per_second": 63.509, "eval_steps_per_second": 0.994, "step": 8000 }, { "epoch": 1.16, "learning_rate": 0.0009300044145779173, "loss": 1.2871, "step": 10000 }, { "epoch": 1.16, "eval_accuracy": null, "eval_bertscore_f1": 0.9358213962977603, "eval_bleu": 0.4193950275310417, "eval_f1": null, "eval_loss": 1.7429882287979126, "eval_rouge1": 0.6213453720058478, "eval_rouge2": 0.4161815104047649, "eval_rougeL": 0.5663236030411948, "eval_rougeLsum": 0.5683627905966635, "eval_runtime": 166.3727, "eval_samples_per_second": 59.156, "eval_steps_per_second": 0.926, "step": 10000 }, { "epoch": 1.4, "learning_rate": 0.0009054789817040271, "loss": 1.2598, "step": 12000 }, { "epoch": 1.4, "eval_accuracy": null, "eval_bertscore_f1": 0.9357474451383859, "eval_bleu": 0.4237575236205067, "eval_f1": null, "eval_loss": 1.7180376052856445, "eval_rouge1": 0.6178787224462856, "eval_rouge2": 0.41096129012621224, "eval_rougeL": 0.5625046403576894, "eval_rougeLsum": 0.5643579355959574, "eval_runtime": 161.2048, "eval_samples_per_second": 61.053, "eval_steps_per_second": 0.955, "step": 12000 }, { "epoch": 1.63, "learning_rate": 0.0008809535488301369, "loss": 1.2527, "step": 14000 }, { "epoch": 1.63, "eval_accuracy": null, "eval_bertscore_f1": 0.9347525270301088, "eval_bleu": 0.4103575347376984, "eval_f1": null, "eval_loss": 1.7438157796859741, "eval_rouge1": 0.6163196253092696, "eval_rouge2": 0.40951276436422024, "eval_rougeL": 0.561512744919562, "eval_rougeLsum": 0.5636171995683823, "eval_runtime": 163.0281, "eval_samples_per_second": 60.37, "eval_steps_per_second": 0.945, "step": 14000 }, { "epoch": 1.86, "learning_rate": 0.0008564281159562467, "loss": 1.2367, "step": 16000 }, { "epoch": 1.86, "eval_accuracy": null, "eval_bertscore_f1": 0.9367065161642227, "eval_bleu": 0.4269002075734853, "eval_f1": null, "eval_loss": 1.692925214767456, "eval_rouge1": 0.6232036846315818, "eval_rouge2": 0.4180000668098338, "eval_rougeL": 0.5680648753273818, "eval_rougeLsum": 0.570113733783007, "eval_runtime": 165.5988, "eval_samples_per_second": 59.433, "eval_steps_per_second": 0.93, "step": 16000 }, { "epoch": 2.1, "learning_rate": 0.0008319026830823564, "loss": 1.2084, "step": 18000 }, { "epoch": 2.1, "eval_accuracy": null, "eval_bertscore_f1": 0.9346273795566624, "eval_bleu": 0.4082124628614291, "eval_f1": null, "eval_loss": 1.7380170822143555, "eval_rouge1": 0.6207188358704087, "eval_rouge2": 0.4177034932099197, "eval_rougeL": 0.5656127494093233, "eval_rougeLsum": 0.5677652123372579, "eval_runtime": 171.9389, "eval_samples_per_second": 57.241, "eval_steps_per_second": 0.896, "step": 18000 }, { "epoch": 2.33, "learning_rate": 0.0008073772502084662, "loss": 1.1764, "step": 20000 }, { "epoch": 2.33, "eval_accuracy": null, "eval_bertscore_f1": 0.9354710851566406, "eval_bleu": 0.40988266787912037, "eval_f1": null, "eval_loss": 1.693483591079712, "eval_rouge1": 0.6180761782666475, "eval_rouge2": 0.41114120287967504, "eval_rougeL": 0.5614112736943433, "eval_rougeLsum": 0.5634652483896412, "eval_runtime": 166.4526, "eval_samples_per_second": 59.128, "eval_steps_per_second": 0.925, "step": 20000 }, { "epoch": 2.56, "learning_rate": 0.000782851817334576, "loss": 1.1755, "step": 22000 }, { "epoch": 2.56, "eval_accuracy": null, "eval_bertscore_f1": 0.9346324508266705, "eval_bleu": 0.40634655287582505, "eval_f1": null, "eval_loss": 1.7524782419204712, "eval_rouge1": 0.6135893786369074, "eval_rouge2": 0.40424644238900054, "eval_rougeL": 0.5569845265395319, "eval_rougeLsum": 0.5589737599230747, "eval_runtime": 160.1533, "eval_samples_per_second": 61.454, "eval_steps_per_second": 0.962, "step": 22000 }, { "epoch": 2.8, "learning_rate": 0.0007583263844606856, "loss": 1.177, "step": 24000 }, { "epoch": 2.8, "eval_accuracy": null, "eval_bertscore_f1": 0.9357648674997463, "eval_bleu": 0.4166788473251748, "eval_f1": null, "eval_loss": 1.6996724605560303, "eval_rouge1": 0.6259385124974665, "eval_rouge2": 0.4221804267801674, "eval_rougeL": 0.5702138311702792, "eval_rougeLsum": 0.5724783022726267, "eval_runtime": 168.0704, "eval_samples_per_second": 58.559, "eval_steps_per_second": 0.916, "step": 24000 }, { "epoch": 3.03, "learning_rate": 0.0007338009515867955, "loss": 1.1627, "step": 26000 }, { "epoch": 3.03, "eval_accuracy": null, "eval_bertscore_f1": 0.9365227118034573, "eval_bleu": 0.42188586391601435, "eval_f1": null, "eval_loss": 1.7493563890457153, "eval_rouge1": 0.6268137047490179, "eval_rouge2": 0.42133389000894483, "eval_rougeL": 0.5704007507856375, "eval_rougeLsum": 0.5723283103728103, "eval_runtime": 165.0375, "eval_samples_per_second": 59.635, "eval_steps_per_second": 0.933, "step": 26000 }, { "epoch": 3.26, "learning_rate": 0.0007092755187129053, "loss": 1.1213, "step": 28000 }, { "epoch": 3.26, "eval_accuracy": null, "eval_bertscore_f1": 0.9357226263202562, "eval_bleu": 0.4211338041409779, "eval_f1": null, "eval_loss": 1.6879340410232544, "eval_rouge1": 0.6241785396960564, "eval_rouge2": 0.4172784618159209, "eval_rougeL": 0.5676477480665587, "eval_rougeLsum": 0.5698542368429731, "eval_runtime": 161.3196, "eval_samples_per_second": 61.009, "eval_steps_per_second": 0.955, "step": 28000 }, { "epoch": 3.49, "learning_rate": 0.0006847500858390151, "loss": 1.121, "step": 30000 }, { "epoch": 3.49, "eval_accuracy": null, "eval_bertscore_f1": 0.9367988150164839, "eval_bleu": 0.42462787525751705, "eval_f1": null, "eval_loss": 1.7076311111450195, "eval_rouge1": 0.6318247622031307, "eval_rouge2": 0.42560950906924944, "eval_rougeL": 0.5726212713576446, "eval_rougeLsum": 0.5746959557098454, "eval_runtime": 159.1906, "eval_samples_per_second": 61.825, "eval_steps_per_second": 0.967, "step": 30000 }, { "epoch": 3.73, "learning_rate": 0.0006602246529651248, "loss": 1.1252, "step": 32000 }, { "epoch": 3.73, "eval_accuracy": null, "eval_bertscore_f1": 0.9359545163678532, "eval_bleu": 0.42344383498507465, "eval_f1": null, "eval_loss": 1.709180474281311, "eval_rouge1": 0.6240469583047095, "eval_rouge2": 0.4172449697108748, "eval_rougeL": 0.5686400389756898, "eval_rougeLsum": 0.5707285873482231, "eval_runtime": 166.6453, "eval_samples_per_second": 59.06, "eval_steps_per_second": 0.924, "step": 32000 }, { "epoch": 3.96, "learning_rate": 0.0006356992200912346, "loss": 1.1249, "step": 34000 }, { "epoch": 3.96, "eval_accuracy": null, "eval_bertscore_f1": 0.935824385111566, "eval_bleu": 0.42158432020818837, "eval_f1": null, "eval_loss": 1.717002511024475, "eval_rouge1": 0.626629100727167, "eval_rouge2": 0.41890429908455223, "eval_rougeL": 0.5695943813788329, "eval_rougeLsum": 0.5715380718252487, "eval_runtime": 163.4292, "eval_samples_per_second": 60.222, "eval_steps_per_second": 0.942, "step": 34000 }, { "epoch": 4.19, "learning_rate": 0.0006111737872173444, "loss": 1.081, "step": 36000 }, { "epoch": 4.19, "eval_accuracy": null, "eval_bertscore_f1": 0.9366190056446194, "eval_bleu": 0.4235289371475263, "eval_f1": null, "eval_loss": 1.7053654193878174, "eval_rouge1": 0.6275525594646458, "eval_rouge2": 0.4228795682628885, "eval_rougeL": 0.5724176993561514, "eval_rougeLsum": 0.5744128212816374, "eval_runtime": 161.6199, "eval_samples_per_second": 60.896, "eval_steps_per_second": 0.953, "step": 36000 }, { "epoch": 4.43, "learning_rate": 0.0005866483543434542, "loss": 1.0775, "step": 38000 }, { "epoch": 4.43, "eval_accuracy": null, "eval_bertscore_f1": 0.9358997231175613, "eval_bleu": 0.42469208733709635, "eval_f1": null, "eval_loss": 1.7025026082992554, "eval_rouge1": 0.624191647944516, "eval_rouge2": 0.4156753967572323, "eval_rougeL": 0.5654439558669471, "eval_rougeLsum": 0.5676313065358018, "eval_runtime": 161.1453, "eval_samples_per_second": 61.075, "eval_steps_per_second": 0.956, "step": 38000 }, { "epoch": 4.66, "learning_rate": 0.0005621229214695639, "loss": 1.0817, "step": 40000 }, { "epoch": 4.66, "eval_accuracy": null, "eval_bertscore_f1": 0.9371525604679827, "eval_bleu": 0.4290378828512276, "eval_f1": null, "eval_loss": 1.759724736213684, "eval_rouge1": 0.6329216329529901, "eval_rouge2": 0.428712988798996, "eval_rougeL": 0.5766896544496578, "eval_rougeLsum": 0.5786424518723892, "eval_runtime": 164.8993, "eval_samples_per_second": 59.685, "eval_steps_per_second": 0.934, "step": 40000 }, { "epoch": 4.89, "learning_rate": 0.0005375974885956737, "loss": 1.0858, "step": 42000 }, { "epoch": 4.89, "eval_accuracy": null, "eval_bertscore_f1": 0.9373510686986889, "eval_bleu": 0.432049715666974, "eval_f1": null, "eval_loss": 1.7263308763504028, "eval_rouge1": 0.6324147183021485, "eval_rouge2": 0.42847933630650004, "eval_rougeL": 0.5752177231277784, "eval_rougeLsum": 0.5770958516370777, "eval_runtime": 161.8865, "eval_samples_per_second": 60.796, "eval_steps_per_second": 0.951, "step": 42000 }, { "epoch": 5.13, "learning_rate": 0.0005130720557217835, "loss": 1.0571, "step": 44000 }, { "epoch": 5.13, "eval_accuracy": null, "eval_bertscore_f1": 0.9361940296387629, "eval_bleu": 0.42251404411209087, "eval_f1": null, "eval_loss": 1.7361332178115845, "eval_rouge1": 0.623944320741679, "eval_rouge2": 0.41785433009247724, "eval_rougeL": 0.5665420760123123, "eval_rougeLsum": 0.5687571348191405, "eval_runtime": 164.5399, "eval_samples_per_second": 59.815, "eval_steps_per_second": 0.936, "step": 44000 }, { "epoch": 5.36, "learning_rate": 0.0004885466228478932, "loss": 1.0369, "step": 46000 }, { "epoch": 5.36, "eval_accuracy": null, "eval_bertscore_f1": 0.9371138367619463, "eval_bleu": 0.4294131133171002, "eval_f1": null, "eval_loss": 1.7538217306137085, "eval_rouge1": 0.6345686935597785, "eval_rouge2": 0.428714304925809, "eval_rougeL": 0.5771767322931747, "eval_rougeLsum": 0.5792294306188093, "eval_runtime": 161.6565, "eval_samples_per_second": 60.882, "eval_steps_per_second": 0.953, "step": 46000 }, { "epoch": 5.59, "learning_rate": 0.00046402118997400306, "loss": 1.0474, "step": 48000 }, { "epoch": 5.59, "eval_accuracy": null, "eval_bertscore_f1": 0.9365723418816394, "eval_bleu": 0.4240621501677298, "eval_f1": null, "eval_loss": 1.7373207807540894, "eval_rouge1": 0.6282821742967474, "eval_rouge2": 0.4224469238177527, "eval_rougeL": 0.5726173107138908, "eval_rougeLsum": 0.5746977682346076, "eval_runtime": 161.3334, "eval_samples_per_second": 61.004, "eval_steps_per_second": 0.955, "step": 48000 }, { "epoch": 5.82, "learning_rate": 0.0004394957571001128, "loss": 1.0452, "step": 50000 }, { "epoch": 5.82, "eval_accuracy": null, "eval_bertscore_f1": 0.9367801601858649, "eval_bleu": 0.42680714988492996, "eval_f1": null, "eval_loss": 1.7337367534637451, "eval_rouge1": 0.6314115131516205, "eval_rouge2": 0.4278669646141474, "eval_rougeL": 0.5750403719188825, "eval_rougeLsum": 0.5770931885025077, "eval_runtime": 161.292, "eval_samples_per_second": 61.02, "eval_steps_per_second": 0.955, "step": 50000 } ], "max_steps": 85840, "num_train_epochs": 10, "total_flos": 7.557485029020672e+16, "trial_name": null, "trial_params": null }