| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 38.99853587115666, | |
| "eval_steps": 500, | |
| "global_step": 13318, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.29282576866764276, | |
| "grad_norm": 0.26115021109580994, | |
| "learning_rate": 3e-05, | |
| "loss": 2.0719, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.5856515373352855, | |
| "grad_norm": 0.2679530680179596, | |
| "learning_rate": 3e-05, | |
| "loss": 1.969, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.8784773060029283, | |
| "grad_norm": 0.2916224002838135, | |
| "learning_rate": 3e-05, | |
| "loss": 1.9686, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.9985358711566618, | |
| "eval_accuracy": 0.43743589743589745, | |
| "eval_loss": 3.6918885707855225, | |
| "eval_runtime": 5.2974, | |
| "eval_samples_per_second": 94.385, | |
| "eval_steps_per_second": 11.893, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.9985358711566618, | |
| "eval_bleu": 0.1527908371131025, | |
| "eval_exact_match": 0.012, | |
| "eval_prefix_exact_match": 0.026, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.171303074670571, | |
| "grad_norm": 0.3534347712993622, | |
| "learning_rate": 3e-05, | |
| "loss": 1.9603, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.4641288433382138, | |
| "grad_norm": 0.3338424563407898, | |
| "learning_rate": 3e-05, | |
| "loss": 1.9235, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.7569546120058566, | |
| "grad_norm": 0.4033390283584595, | |
| "learning_rate": 3e-05, | |
| "loss": 1.9337, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.44764102564102565, | |
| "eval_loss": 3.7484843730926514, | |
| "eval_runtime": 5.0649, | |
| "eval_samples_per_second": 98.718, | |
| "eval_steps_per_second": 12.438, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_bleu": 0.21311912714932216, | |
| "eval_exact_match": 0.02, | |
| "eval_prefix_exact_match": 0.032, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 2.049780380673499, | |
| "grad_norm": 0.38882532715797424, | |
| "learning_rate": 3e-05, | |
| "loss": 1.9267, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.342606149341142, | |
| "grad_norm": 0.44310709834098816, | |
| "learning_rate": 3e-05, | |
| "loss": 1.8823, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.6354319180087846, | |
| "grad_norm": 0.5196680426597595, | |
| "learning_rate": 3e-05, | |
| "loss": 1.901, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.9282576866764276, | |
| "grad_norm": 0.5293437242507935, | |
| "learning_rate": 3e-05, | |
| "loss": 1.9033, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.998535871156662, | |
| "eval_accuracy": 0.4495897435897436, | |
| "eval_loss": 3.882551670074463, | |
| "eval_runtime": 5.1314, | |
| "eval_samples_per_second": 97.439, | |
| "eval_steps_per_second": 12.277, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 2.998535871156662, | |
| "eval_bleu": 0.24307488023362148, | |
| "eval_exact_match": 0.016, | |
| "eval_prefix_exact_match": 0.032, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 3.22108345534407, | |
| "grad_norm": 0.552943229675293, | |
| "learning_rate": 3e-05, | |
| "loss": 1.8529, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 3.513909224011713, | |
| "grad_norm": 0.6421984434127808, | |
| "learning_rate": 3e-05, | |
| "loss": 1.8342, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.8067349926793557, | |
| "grad_norm": 0.7155198454856873, | |
| "learning_rate": 3e-05, | |
| "loss": 1.857, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.4481025641025641, | |
| "eval_loss": 3.970107316970825, | |
| "eval_runtime": 5.1563, | |
| "eval_samples_per_second": 96.969, | |
| "eval_steps_per_second": 12.218, | |
| "step": 1366 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_bleu": 0.25309406645138827, | |
| "eval_exact_match": 0.016, | |
| "eval_prefix_exact_match": 0.044, | |
| "step": 1366 | |
| }, | |
| { | |
| "epoch": 4.099560761346998, | |
| "grad_norm": 0.7837833166122437, | |
| "learning_rate": 3e-05, | |
| "loss": 1.8284, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 4.392386530014641, | |
| "grad_norm": 0.784609854221344, | |
| "learning_rate": 3e-05, | |
| "loss": 1.7884, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 4.685212298682284, | |
| "grad_norm": 0.834195613861084, | |
| "learning_rate": 3e-05, | |
| "loss": 1.7841, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 4.978038067349927, | |
| "grad_norm": 0.8902062177658081, | |
| "learning_rate": 3e-05, | |
| "loss": 1.8042, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 4.998535871156662, | |
| "eval_accuracy": 0.4472820512820513, | |
| "eval_loss": 4.117065906524658, | |
| "eval_runtime": 5.2376, | |
| "eval_samples_per_second": 95.464, | |
| "eval_steps_per_second": 12.028, | |
| "step": 1707 | |
| }, | |
| { | |
| "epoch": 4.998535871156662, | |
| "eval_bleu": 0.2531049955279983, | |
| "eval_exact_match": 0.014, | |
| "eval_prefix_exact_match": 0.042, | |
| "step": 1707 | |
| }, | |
| { | |
| "epoch": 5.270863836017569, | |
| "grad_norm": 0.9495383501052856, | |
| "learning_rate": 3e-05, | |
| "loss": 1.7493, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 5.563689604685212, | |
| "grad_norm": 0.9647482633590698, | |
| "learning_rate": 3e-05, | |
| "loss": 1.7334, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 5.856515373352855, | |
| "grad_norm": 0.9825767874717712, | |
| "learning_rate": 3e-05, | |
| "loss": 1.7443, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.446974358974359, | |
| "eval_loss": 4.183700084686279, | |
| "eval_runtime": 5.2674, | |
| "eval_samples_per_second": 94.923, | |
| "eval_steps_per_second": 11.96, | |
| "step": 2049 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_bleu": 0.23587359955369594, | |
| "eval_exact_match": 0.012, | |
| "eval_prefix_exact_match": 0.04, | |
| "step": 2049 | |
| }, | |
| { | |
| "epoch": 6.149341142020498, | |
| "grad_norm": 1.0430296659469604, | |
| "learning_rate": 3e-05, | |
| "loss": 1.6959, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 6.44216691068814, | |
| "grad_norm": 1.0777732133865356, | |
| "learning_rate": 3e-05, | |
| "loss": 1.6795, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 6.734992679355783, | |
| "grad_norm": 1.0959677696228027, | |
| "learning_rate": 3e-05, | |
| "loss": 1.7019, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 6.998535871156662, | |
| "eval_accuracy": 0.4461538461538462, | |
| "eval_loss": 4.260408401489258, | |
| "eval_runtime": 5.178, | |
| "eval_samples_per_second": 96.563, | |
| "eval_steps_per_second": 12.167, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 6.998535871156662, | |
| "eval_bleu": 0.2008158466316808, | |
| "eval_exact_match": 0.006, | |
| "eval_prefix_exact_match": 0.042, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 7.027818448023426, | |
| "grad_norm": 1.0649549961090088, | |
| "learning_rate": 3e-05, | |
| "loss": 1.6812, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 7.320644216691068, | |
| "grad_norm": 1.294122576713562, | |
| "learning_rate": 3e-05, | |
| "loss": 1.6226, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 7.613469985358711, | |
| "grad_norm": 1.2657020092010498, | |
| "learning_rate": 3e-05, | |
| "loss": 1.6404, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 7.906295754026354, | |
| "grad_norm": 1.1963133811950684, | |
| "learning_rate": 3e-05, | |
| "loss": 1.6305, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.44148717948717947, | |
| "eval_loss": 4.406544208526611, | |
| "eval_runtime": 5.3355, | |
| "eval_samples_per_second": 93.711, | |
| "eval_steps_per_second": 11.808, | |
| "step": 2732 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_bleu": 0.24435500637461924, | |
| "eval_exact_match": 0.008, | |
| "eval_prefix_exact_match": 0.038, | |
| "step": 2732 | |
| }, | |
| { | |
| "epoch": 8.199121522693996, | |
| "grad_norm": 1.3801360130310059, | |
| "learning_rate": 3e-05, | |
| "loss": 1.5734, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 8.49194729136164, | |
| "grad_norm": 1.3306772708892822, | |
| "learning_rate": 3e-05, | |
| "loss": 1.5651, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 8.784773060029282, | |
| "grad_norm": 1.5165746212005615, | |
| "learning_rate": 3e-05, | |
| "loss": 1.6056, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 8.998535871156662, | |
| "eval_accuracy": 0.4397948717948718, | |
| "eval_loss": 4.448728561401367, | |
| "eval_runtime": 5.187, | |
| "eval_samples_per_second": 96.395, | |
| "eval_steps_per_second": 12.146, | |
| "step": 3073 | |
| }, | |
| { | |
| "epoch": 8.998535871156662, | |
| "eval_bleu": 0.20120283162176952, | |
| "eval_exact_match": 0.008, | |
| "eval_prefix_exact_match": 0.036, | |
| "step": 3073 | |
| }, | |
| { | |
| "epoch": 9.077598828696924, | |
| "grad_norm": 1.4077060222625732, | |
| "learning_rate": 3e-05, | |
| "loss": 1.5612, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 9.370424597364568, | |
| "grad_norm": 1.475984811782837, | |
| "learning_rate": 3e-05, | |
| "loss": 1.5158, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 9.66325036603221, | |
| "grad_norm": 1.586300015449524, | |
| "learning_rate": 3e-05, | |
| "loss": 1.5145, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 9.956076134699854, | |
| "grad_norm": 1.510048270225525, | |
| "learning_rate": 3e-05, | |
| "loss": 1.5521, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.4388717948717949, | |
| "eval_loss": 4.5474138259887695, | |
| "eval_runtime": 5.169, | |
| "eval_samples_per_second": 96.731, | |
| "eval_steps_per_second": 12.188, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_bleu": 0.2258317707850195, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.032, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 10.248901903367496, | |
| "grad_norm": 1.6384536027908325, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4631, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 10.541727672035138, | |
| "grad_norm": 1.7626007795333862, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4623, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 10.834553440702782, | |
| "grad_norm": 1.6483694314956665, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4934, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 10.998535871156662, | |
| "eval_accuracy": 0.4367179487179487, | |
| "eval_loss": 4.589761734008789, | |
| "eval_runtime": 5.853, | |
| "eval_samples_per_second": 85.426, | |
| "eval_steps_per_second": 10.764, | |
| "step": 3756 | |
| }, | |
| { | |
| "epoch": 10.998535871156662, | |
| "eval_bleu": 0.20792247275869374, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.026, | |
| "step": 3756 | |
| }, | |
| { | |
| "epoch": 11.127379209370424, | |
| "grad_norm": 1.8367844820022583, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4521, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 11.420204978038067, | |
| "grad_norm": 1.8123779296875, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4085, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 11.71303074670571, | |
| "grad_norm": 1.9437752962112427, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4287, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.43553846153846154, | |
| "eval_loss": 4.691086769104004, | |
| "eval_runtime": 5.3738, | |
| "eval_samples_per_second": 93.043, | |
| "eval_steps_per_second": 11.723, | |
| "step": 4098 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_bleu": 0.21672573731424186, | |
| "eval_exact_match": 0.006, | |
| "eval_prefix_exact_match": 0.028, | |
| "step": 4098 | |
| }, | |
| { | |
| "epoch": 12.005856515373353, | |
| "grad_norm": 1.5838289260864258, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4361, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 12.298682284040996, | |
| "grad_norm": 1.8575290441513062, | |
| "learning_rate": 3e-05, | |
| "loss": 1.3433, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 12.591508052708638, | |
| "grad_norm": 1.9598041772842407, | |
| "learning_rate": 3e-05, | |
| "loss": 1.3661, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 12.88433382137628, | |
| "grad_norm": 1.972550868988037, | |
| "learning_rate": 3e-05, | |
| "loss": 1.3846, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 12.998535871156662, | |
| "eval_accuracy": 0.43553846153846154, | |
| "eval_loss": 4.762892246246338, | |
| "eval_runtime": 5.106, | |
| "eval_samples_per_second": 97.925, | |
| "eval_steps_per_second": 12.339, | |
| "step": 4439 | |
| }, | |
| { | |
| "epoch": 12.998535871156662, | |
| "eval_bleu": 0.2416046504676966, | |
| "eval_exact_match": 0.006, | |
| "eval_prefix_exact_match": 0.028, | |
| "step": 4439 | |
| }, | |
| { | |
| "epoch": 13.177159590043924, | |
| "grad_norm": 1.9469107389450073, | |
| "learning_rate": 3e-05, | |
| "loss": 1.3229, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 13.469985358711567, | |
| "grad_norm": 2.1680469512939453, | |
| "learning_rate": 3e-05, | |
| "loss": 1.3172, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 13.762811127379209, | |
| "grad_norm": 2.1960484981536865, | |
| "learning_rate": 3e-05, | |
| "loss": 1.3185, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.4327692307692308, | |
| "eval_loss": 4.758542537689209, | |
| "eval_runtime": 5.778, | |
| "eval_samples_per_second": 86.535, | |
| "eval_steps_per_second": 10.903, | |
| "step": 4781 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_bleu": 0.19085834097154403, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.022, | |
| "step": 4781 | |
| }, | |
| { | |
| "epoch": 14.055636896046853, | |
| "grad_norm": 2.4733147621154785, | |
| "learning_rate": 3e-05, | |
| "loss": 1.3027, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 14.348462664714495, | |
| "grad_norm": 2.2826030254364014, | |
| "learning_rate": 3e-05, | |
| "loss": 1.2513, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 14.641288433382137, | |
| "grad_norm": 2.041346788406372, | |
| "learning_rate": 3e-05, | |
| "loss": 1.2637, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 14.93411420204978, | |
| "grad_norm": 2.3494467735290527, | |
| "learning_rate": 3e-05, | |
| "loss": 1.2667, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 14.998535871156662, | |
| "eval_accuracy": 0.4308717948717949, | |
| "eval_loss": 4.938868522644043, | |
| "eval_runtime": 5.9024, | |
| "eval_samples_per_second": 84.711, | |
| "eval_steps_per_second": 10.674, | |
| "step": 5122 | |
| }, | |
| { | |
| "epoch": 14.998535871156662, | |
| "eval_bleu": 0.18549760176612626, | |
| "eval_exact_match": 0.002, | |
| "eval_prefix_exact_match": 0.024, | |
| "step": 5122 | |
| }, | |
| { | |
| "epoch": 15.226939970717423, | |
| "grad_norm": 2.411022663116455, | |
| "learning_rate": 3e-05, | |
| "loss": 1.2158, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 15.519765739385067, | |
| "grad_norm": 2.3778491020202637, | |
| "learning_rate": 3e-05, | |
| "loss": 1.193, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 15.812591508052709, | |
| "grad_norm": 2.2003743648529053, | |
| "learning_rate": 3e-05, | |
| "loss": 1.2144, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.43025641025641026, | |
| "eval_loss": 4.898688316345215, | |
| "eval_runtime": 5.1834, | |
| "eval_samples_per_second": 96.463, | |
| "eval_steps_per_second": 12.154, | |
| "step": 5464 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_bleu": 0.20104450766148693, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.026, | |
| "step": 5464 | |
| }, | |
| { | |
| "epoch": 16.105417276720353, | |
| "grad_norm": 2.1213016510009766, | |
| "learning_rate": 3e-05, | |
| "loss": 1.1842, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 16.398243045387993, | |
| "grad_norm": 2.4457600116729736, | |
| "learning_rate": 3e-05, | |
| "loss": 1.1527, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 16.691068814055637, | |
| "grad_norm": 2.5844104290008545, | |
| "learning_rate": 3e-05, | |
| "loss": 1.1536, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 16.98389458272328, | |
| "grad_norm": 2.7657299041748047, | |
| "learning_rate": 3e-05, | |
| "loss": 1.1708, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 16.998535871156662, | |
| "eval_accuracy": 0.4297435897435897, | |
| "eval_loss": 5.00166654586792, | |
| "eval_runtime": 5.4251, | |
| "eval_samples_per_second": 92.164, | |
| "eval_steps_per_second": 11.613, | |
| "step": 5805 | |
| }, | |
| { | |
| "epoch": 16.998535871156662, | |
| "eval_bleu": 0.2059810081312132, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.028, | |
| "step": 5805 | |
| }, | |
| { | |
| "epoch": 17.27672035139092, | |
| "grad_norm": 2.4050705432891846, | |
| "learning_rate": 3e-05, | |
| "loss": 1.083, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 17.569546120058565, | |
| "grad_norm": 2.584331750869751, | |
| "learning_rate": 3e-05, | |
| "loss": 1.0993, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 17.86237188872621, | |
| "grad_norm": 3.257659912109375, | |
| "learning_rate": 3e-05, | |
| "loss": 1.1146, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.43066666666666664, | |
| "eval_loss": 4.977816581726074, | |
| "eval_runtime": 5.2952, | |
| "eval_samples_per_second": 94.425, | |
| "eval_steps_per_second": 11.898, | |
| "step": 6147 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_bleu": 0.1948234970665932, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.032, | |
| "step": 6147 | |
| }, | |
| { | |
| "epoch": 18.15519765739385, | |
| "grad_norm": 3.068880319595337, | |
| "learning_rate": 3e-05, | |
| "loss": 1.0673, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 18.448023426061493, | |
| "grad_norm": 2.737912893295288, | |
| "learning_rate": 3e-05, | |
| "loss": 1.0381, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 18.740849194729137, | |
| "grad_norm": 2.878462076187134, | |
| "learning_rate": 3e-05, | |
| "loss": 1.0531, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 18.998535871156662, | |
| "eval_accuracy": 0.42866666666666664, | |
| "eval_loss": 5.121572494506836, | |
| "eval_runtime": 5.3996, | |
| "eval_samples_per_second": 92.599, | |
| "eval_steps_per_second": 11.667, | |
| "step": 6488 | |
| }, | |
| { | |
| "epoch": 18.998535871156662, | |
| "eval_bleu": 0.19788734504730915, | |
| "eval_exact_match": 0.0, | |
| "eval_prefix_exact_match": 0.02, | |
| "step": 6488 | |
| }, | |
| { | |
| "epoch": 19.03367496339678, | |
| "grad_norm": 2.6934640407562256, | |
| "learning_rate": 3e-05, | |
| "loss": 1.0564, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 19.32650073206442, | |
| "grad_norm": 2.822169542312622, | |
| "learning_rate": 3e-05, | |
| "loss": 0.99, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 19.619326500732065, | |
| "grad_norm": 2.520814895629883, | |
| "learning_rate": 3e-05, | |
| "loss": 0.991, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 19.91215226939971, | |
| "grad_norm": 3.1566810607910156, | |
| "learning_rate": 3e-05, | |
| "loss": 1.0158, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.42728205128205127, | |
| "eval_loss": 5.120981216430664, | |
| "eval_runtime": 5.394, | |
| "eval_samples_per_second": 92.696, | |
| "eval_steps_per_second": 11.68, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_bleu": 0.15806516253752823, | |
| "eval_exact_match": 0.006, | |
| "eval_prefix_exact_match": 0.028, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 20.20497803806735, | |
| "grad_norm": 2.937910556793213, | |
| "learning_rate": 3e-05, | |
| "loss": 0.9615, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 20.497803806734993, | |
| "grad_norm": 3.2016685009002686, | |
| "learning_rate": 3e-05, | |
| "loss": 0.9404, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 20.790629575402637, | |
| "grad_norm": 3.2996864318847656, | |
| "learning_rate": 3e-05, | |
| "loss": 0.9555, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 20.998535871156662, | |
| "eval_accuracy": 0.42928205128205127, | |
| "eval_loss": 5.198832988739014, | |
| "eval_runtime": 5.8905, | |
| "eval_samples_per_second": 84.882, | |
| "eval_steps_per_second": 10.695, | |
| "step": 7171 | |
| }, | |
| { | |
| "epoch": 20.998535871156662, | |
| "eval_bleu": 0.18303907416923465, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.02, | |
| "step": 7171 | |
| }, | |
| { | |
| "epoch": 21.083455344070277, | |
| "grad_norm": 3.4803571701049805, | |
| "learning_rate": 3e-05, | |
| "loss": 0.9454, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 21.37628111273792, | |
| "grad_norm": 2.6315698623657227, | |
| "learning_rate": 3e-05, | |
| "loss": 0.8835, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 21.669106881405565, | |
| "grad_norm": 3.0926690101623535, | |
| "learning_rate": 3e-05, | |
| "loss": 0.9004, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 21.961932650073205, | |
| "grad_norm": 2.9990713596343994, | |
| "learning_rate": 3e-05, | |
| "loss": 0.9205, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_accuracy": 0.427025641025641, | |
| "eval_loss": 5.2239508628845215, | |
| "eval_runtime": 5.4025, | |
| "eval_samples_per_second": 92.55, | |
| "eval_steps_per_second": 11.661, | |
| "step": 7513 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_bleu": 0.1854279974336752, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.02, | |
| "step": 7513 | |
| }, | |
| { | |
| "epoch": 22.25475841874085, | |
| "grad_norm": 3.2822601795196533, | |
| "learning_rate": 3e-05, | |
| "loss": 0.8461, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 22.547584187408493, | |
| "grad_norm": 3.4992525577545166, | |
| "learning_rate": 3e-05, | |
| "loss": 0.8485, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 22.840409956076133, | |
| "grad_norm": 3.7167255878448486, | |
| "learning_rate": 3e-05, | |
| "loss": 0.8711, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 22.998535871156662, | |
| "eval_accuracy": 0.42512820512820515, | |
| "eval_loss": 5.346656322479248, | |
| "eval_runtime": 5.4264, | |
| "eval_samples_per_second": 92.143, | |
| "eval_steps_per_second": 11.61, | |
| "step": 7854 | |
| }, | |
| { | |
| "epoch": 22.998535871156662, | |
| "eval_bleu": 0.18735744635859433, | |
| "eval_exact_match": 0.002, | |
| "eval_prefix_exact_match": 0.016, | |
| "step": 7854 | |
| }, | |
| { | |
| "epoch": 23.133235724743777, | |
| "grad_norm": 3.3037803173065186, | |
| "learning_rate": 3e-05, | |
| "loss": 0.8378, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 23.42606149341142, | |
| "grad_norm": 3.446135997772217, | |
| "learning_rate": 3e-05, | |
| "loss": 0.8102, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 23.718887262079065, | |
| "grad_norm": 3.0248115062713623, | |
| "learning_rate": 3e-05, | |
| "loss": 0.8082, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_accuracy": 0.42430769230769233, | |
| "eval_loss": 5.35550594329834, | |
| "eval_runtime": 5.1152, | |
| "eval_samples_per_second": 97.747, | |
| "eval_steps_per_second": 12.316, | |
| "step": 8196 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_bleu": 0.1404162407909808, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.016, | |
| "step": 8196 | |
| }, | |
| { | |
| "epoch": 24.011713030746705, | |
| "grad_norm": 3.7103264331817627, | |
| "learning_rate": 3e-05, | |
| "loss": 0.8279, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 24.30453879941435, | |
| "grad_norm": 4.033411026000977, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7449, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 24.597364568081993, | |
| "grad_norm": 3.5919322967529297, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7654, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 24.890190336749633, | |
| "grad_norm": 3.9135005474090576, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7854, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 24.998535871156662, | |
| "eval_accuracy": 0.4241025641025641, | |
| "eval_loss": 5.4628777503967285, | |
| "eval_runtime": 5.4188, | |
| "eval_samples_per_second": 92.272, | |
| "eval_steps_per_second": 11.626, | |
| "step": 8537 | |
| }, | |
| { | |
| "epoch": 24.998535871156662, | |
| "eval_bleu": 0.16704717168781627, | |
| "eval_exact_match": 0.002, | |
| "eval_prefix_exact_match": 0.018, | |
| "step": 8537 | |
| }, | |
| { | |
| "epoch": 25.183016105417277, | |
| "grad_norm": 3.4372332096099854, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7377, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 25.47584187408492, | |
| "grad_norm": 3.6895363330841064, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7141, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 25.76866764275256, | |
| "grad_norm": 3.793881893157959, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7359, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_accuracy": 0.4230769230769231, | |
| "eval_loss": 5.469931602478027, | |
| "eval_runtime": 5.4593, | |
| "eval_samples_per_second": 91.587, | |
| "eval_steps_per_second": 11.54, | |
| "step": 8879 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_bleu": 0.20994054385069763, | |
| "eval_exact_match": 0.0, | |
| "eval_prefix_exact_match": 0.018, | |
| "step": 8879 | |
| }, | |
| { | |
| "epoch": 26.061493411420205, | |
| "grad_norm": 3.7599456310272217, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7299, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 26.35431918008785, | |
| "grad_norm": 3.9128973484039307, | |
| "learning_rate": 3e-05, | |
| "loss": 0.6829, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 26.64714494875549, | |
| "grad_norm": 3.68682861328125, | |
| "learning_rate": 3e-05, | |
| "loss": 0.6835, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 26.939970717423133, | |
| "grad_norm": 3.563685894012451, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7002, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 26.998535871156662, | |
| "eval_accuracy": 0.42107692307692307, | |
| "eval_loss": 5.505324363708496, | |
| "eval_runtime": 5.119, | |
| "eval_samples_per_second": 97.676, | |
| "eval_steps_per_second": 12.307, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 26.998535871156662, | |
| "eval_bleu": 0.18409646236051158, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.02, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 27.232796486090777, | |
| "grad_norm": 3.794928550720215, | |
| "learning_rate": 3e-05, | |
| "loss": 0.6346, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 27.525622254758417, | |
| "grad_norm": 3.7905471324920654, | |
| "learning_rate": 3e-05, | |
| "loss": 0.6439, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 27.81844802342606, | |
| "grad_norm": 4.2111711502075195, | |
| "learning_rate": 3e-05, | |
| "loss": 0.6684, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "eval_accuracy": 0.42138461538461536, | |
| "eval_loss": 5.558403491973877, | |
| "eval_runtime": 5.3841, | |
| "eval_samples_per_second": 92.866, | |
| "eval_steps_per_second": 11.701, | |
| "step": 9562 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "eval_bleu": 0.15544965656402868, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.016, | |
| "step": 9562 | |
| }, | |
| { | |
| "epoch": 28.111273792093705, | |
| "grad_norm": 4.060698509216309, | |
| "learning_rate": 3e-05, | |
| "loss": 0.6482, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 28.404099560761345, | |
| "grad_norm": 3.7367396354675293, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5946, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 28.69692532942899, | |
| "grad_norm": 3.5368525981903076, | |
| "learning_rate": 3e-05, | |
| "loss": 0.6243, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 28.989751098096633, | |
| "grad_norm": 3.896458864212036, | |
| "learning_rate": 3e-05, | |
| "loss": 0.6236, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 28.998535871156662, | |
| "eval_accuracy": 0.4196410256410256, | |
| "eval_loss": 5.61169958114624, | |
| "eval_runtime": 5.7867, | |
| "eval_samples_per_second": 86.405, | |
| "eval_steps_per_second": 10.887, | |
| "step": 9903 | |
| }, | |
| { | |
| "epoch": 28.998535871156662, | |
| "eval_bleu": 0.16226895197934726, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.02, | |
| "step": 9903 | |
| }, | |
| { | |
| "epoch": 29.282576866764277, | |
| "grad_norm": 3.8376243114471436, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5619, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 29.575402635431917, | |
| "grad_norm": 5.112703800201416, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5798, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 29.86822840409956, | |
| "grad_norm": 3.9134209156036377, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5866, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_accuracy": 0.4196410256410256, | |
| "eval_loss": 5.569637775421143, | |
| "eval_runtime": 5.7621, | |
| "eval_samples_per_second": 86.773, | |
| "eval_steps_per_second": 10.933, | |
| "step": 10245 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_bleu": 0.14900418852538308, | |
| "eval_exact_match": 0.002, | |
| "eval_prefix_exact_match": 0.022, | |
| "step": 10245 | |
| }, | |
| { | |
| "epoch": 30.161054172767205, | |
| "grad_norm": 3.566251754760742, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5663, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 30.453879941434845, | |
| "grad_norm": 4.584939956665039, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5335, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 30.74670571010249, | |
| "grad_norm": 3.595506429672241, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5554, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 30.998535871156662, | |
| "eval_accuracy": 0.4184102564102564, | |
| "eval_loss": 5.657910346984863, | |
| "eval_runtime": 5.1292, | |
| "eval_samples_per_second": 97.48, | |
| "eval_steps_per_second": 12.283, | |
| "step": 10586 | |
| }, | |
| { | |
| "epoch": 30.998535871156662, | |
| "eval_bleu": 0.17143838636149805, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.018, | |
| "step": 10586 | |
| }, | |
| { | |
| "epoch": 31.039531478770133, | |
| "grad_norm": 3.704332113265991, | |
| "learning_rate": 3e-05, | |
| "loss": 0.549, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 31.332357247437773, | |
| "grad_norm": 3.8732120990753174, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4969, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 31.625183016105417, | |
| "grad_norm": 3.426780939102173, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5227, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 31.91800878477306, | |
| "grad_norm": 3.652219533920288, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5291, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "eval_accuracy": 0.41784615384615387, | |
| "eval_loss": 5.739648342132568, | |
| "eval_runtime": 5.9377, | |
| "eval_samples_per_second": 84.208, | |
| "eval_steps_per_second": 10.61, | |
| "step": 10928 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "eval_bleu": 0.1836146339343278, | |
| "eval_exact_match": 0.006, | |
| "eval_prefix_exact_match": 0.02, | |
| "step": 10928 | |
| }, | |
| { | |
| "epoch": 32.210834553440705, | |
| "grad_norm": 3.8332104682922363, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4831, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 32.503660322108345, | |
| "grad_norm": 4.138996601104736, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4795, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 32.796486090775986, | |
| "grad_norm": 3.8147737979888916, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4968, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 32.99853587115666, | |
| "eval_accuracy": 0.41805128205128206, | |
| "eval_loss": 5.811046600341797, | |
| "eval_runtime": 5.4234, | |
| "eval_samples_per_second": 92.192, | |
| "eval_steps_per_second": 11.616, | |
| "step": 11269 | |
| }, | |
| { | |
| "epoch": 32.99853587115666, | |
| "eval_bleu": 0.14590511236244538, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.018, | |
| "step": 11269 | |
| }, | |
| { | |
| "epoch": 33.08931185944363, | |
| "grad_norm": 3.952998399734497, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4835, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 33.38213762811127, | |
| "grad_norm": 3.589601516723633, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4496, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 33.674963396778914, | |
| "grad_norm": 3.9857985973358154, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4672, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 33.96778916544656, | |
| "grad_norm": 3.6186344623565674, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4635, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "eval_accuracy": 0.4167179487179487, | |
| "eval_loss": 5.871949195861816, | |
| "eval_runtime": 5.1434, | |
| "eval_samples_per_second": 97.213, | |
| "eval_steps_per_second": 12.249, | |
| "step": 11611 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "eval_bleu": 0.16219479229123285, | |
| "eval_exact_match": 0.004, | |
| "eval_prefix_exact_match": 0.018, | |
| "step": 11611 | |
| }, | |
| { | |
| "epoch": 34.2606149341142, | |
| "grad_norm": 3.6174490451812744, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4212, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 34.55344070278184, | |
| "grad_norm": 3.5105185508728027, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4261, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 34.84626647144949, | |
| "grad_norm": 3.934603452682495, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4465, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 34.99853587115666, | |
| "eval_accuracy": 0.4162051282051282, | |
| "eval_loss": 5.8657732009887695, | |
| "eval_runtime": 5.2208, | |
| "eval_samples_per_second": 95.772, | |
| "eval_steps_per_second": 12.067, | |
| "step": 11952 | |
| }, | |
| { | |
| "epoch": 34.99853587115666, | |
| "eval_bleu": 0.1252956011670444, | |
| "eval_exact_match": 0.002, | |
| "eval_prefix_exact_match": 0.016, | |
| "step": 11952 | |
| }, | |
| { | |
| "epoch": 35.13909224011713, | |
| "grad_norm": 4.277783393859863, | |
| "learning_rate": 3e-05, | |
| "loss": 0.418, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 35.43191800878477, | |
| "grad_norm": 4.015263080596924, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3969, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 35.72474377745242, | |
| "grad_norm": 3.9678900241851807, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4184, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "eval_accuracy": 0.4146666666666667, | |
| "eval_loss": 5.888679504394531, | |
| "eval_runtime": 5.1605, | |
| "eval_samples_per_second": 96.891, | |
| "eval_steps_per_second": 12.208, | |
| "step": 12294 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "eval_bleu": 0.1890401692938485, | |
| "eval_exact_match": 0.002, | |
| "eval_prefix_exact_match": 0.02, | |
| "step": 12294 | |
| }, | |
| { | |
| "epoch": 36.01756954612006, | |
| "grad_norm": 4.230247497558594, | |
| "learning_rate": 3e-05, | |
| "loss": 0.419, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 36.3103953147877, | |
| "grad_norm": 3.046856164932251, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3716, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 36.603221083455345, | |
| "grad_norm": 4.008014678955078, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3849, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 36.896046852122986, | |
| "grad_norm": 4.294738292694092, | |
| "learning_rate": 3e-05, | |
| "loss": 0.4002, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 36.99853587115666, | |
| "eval_accuracy": 0.41646153846153844, | |
| "eval_loss": 5.994997024536133, | |
| "eval_runtime": 5.8607, | |
| "eval_samples_per_second": 85.313, | |
| "eval_steps_per_second": 10.749, | |
| "step": 12635 | |
| }, | |
| { | |
| "epoch": 36.99853587115666, | |
| "eval_bleu": 0.13560559376907821, | |
| "eval_exact_match": 0.002, | |
| "eval_prefix_exact_match": 0.022, | |
| "step": 12635 | |
| }, | |
| { | |
| "epoch": 37.18887262079063, | |
| "grad_norm": 3.3634254932403564, | |
| "learning_rate": 3e-05, | |
| "loss": 0.36, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 37.48169838945827, | |
| "grad_norm": 3.8797719478607178, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3593, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 37.774524158125914, | |
| "grad_norm": 3.8350632190704346, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3716, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "eval_accuracy": 0.4155384615384615, | |
| "eval_loss": 5.999116897583008, | |
| "eval_runtime": 5.1523, | |
| "eval_samples_per_second": 97.044, | |
| "eval_steps_per_second": 12.228, | |
| "step": 12977 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "eval_bleu": 0.1596199306892504, | |
| "eval_exact_match": 0.002, | |
| "eval_prefix_exact_match": 0.016, | |
| "step": 12977 | |
| }, | |
| { | |
| "epoch": 38.06734992679356, | |
| "grad_norm": 3.2861812114715576, | |
| "learning_rate": 3e-05, | |
| "loss": 0.368, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 38.3601756954612, | |
| "grad_norm": 4.50984001159668, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3347, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 38.65300146412884, | |
| "grad_norm": 4.76189661026001, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3473, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 38.94582723279649, | |
| "grad_norm": 4.357806205749512, | |
| "learning_rate": 3e-05, | |
| "loss": 0.3537, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 38.99853587115666, | |
| "eval_accuracy": 0.41512820512820514, | |
| "eval_loss": 6.072280406951904, | |
| "eval_runtime": 5.1624, | |
| "eval_samples_per_second": 96.855, | |
| "eval_steps_per_second": 12.204, | |
| "step": 13318 | |
| }, | |
| { | |
| "epoch": 38.99853587115666, | |
| "eval_bleu": 0.16955034123413643, | |
| "eval_exact_match": 0.002, | |
| "eval_prefix_exact_match": 0.018, | |
| "step": 13318 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 17050, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 50, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.1436822581844378e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |