| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0358227079538556, | |
| "global_step": 25000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 2.0234722784297853e-05, | |
| "loss": 3.0626, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_HasAns_exact": 49.527665317139004, | |
| "eval_HasAns_f1": 57.18183857248376, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 49.201009251471824, | |
| "eval_NoAns_f1": 49.201009251471824, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 51.04017518739998, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 53.577488916632994, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 49.36410342794576, | |
| "eval_f1": 53.18571035607559, | |
| "eval_total": 11873, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.0469445568595707e-05, | |
| "loss": 1.5868, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_HasAns_exact": 63.41093117408907, | |
| "eval_HasAns_f1": 71.54881846166067, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 49.991589571068126, | |
| "eval_NoAns_f1": 49.991589571068126, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 56.73376568685252, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 60.78846086420696, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 56.69165333108734, | |
| "eval_f1": 60.75477097959467, | |
| "eval_total": 11873, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.931660810252171e-05, | |
| "loss": 1.4132, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_HasAns_exact": 62.7361673414305, | |
| "eval_HasAns_f1": 70.43865494687375, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 60.26913372582002, | |
| "eval_NoAns_f1": 60.26913372582002, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 61.509306830624105, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 65.35503634507485, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 61.500884359471065, | |
| "eval_f1": 65.34661387392151, | |
| "eval_total": 11873, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.8024751963621334e-05, | |
| "loss": 1.2797, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_HasAns_exact": 64.1531713900135, | |
| "eval_HasAns_f1": 70.62491669164416, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 69.7560975609756, | |
| "eval_NoAns_f1": 69.7560975609756, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 66.95864566663859, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 70.18988512996461, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 66.95864566663859, | |
| "eval_f1": 70.18988512996451, | |
| "eval_total": 11873, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 4.673289582472096e-05, | |
| "loss": 1.2075, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "eval_HasAns_exact": 67.25708502024291, | |
| "eval_HasAns_f1": 75.0100721049388, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 63.65012615643398, | |
| "eval_NoAns_f1": 63.65012615643398, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 65.45102333024509, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 69.32196643123734, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 65.45102333024509, | |
| "eval_f1": 69.32196643123719, | |
| "eval_total": 11873, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 4.544103968582059e-05, | |
| "loss": 1.125, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "eval_HasAns_exact": 68.47165991902834, | |
| "eval_HasAns_f1": 75.39561673194235, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 67.48528174936922, | |
| "eval_NoAns_f1": 67.48528174936922, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 67.98618714730902, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 71.44320862351178, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 67.97776467615599, | |
| "eval_f1": 71.43478615235871, | |
| "eval_total": 11873, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 4.414918354692022e-05, | |
| "loss": 1.1063, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "eval_HasAns_exact": 66.07624831309042, | |
| "eval_HasAns_f1": 72.59462670438361, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 72.95206055508831, | |
| "eval_NoAns_f1": 72.95206055508831, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 69.51065442600859, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 72.76517704906819, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 69.51907689716163, | |
| "eval_f1": 72.77359952022128, | |
| "eval_total": 11873, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 4.2857327408019844e-05, | |
| "loss": 1.0754, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "eval_HasAns_exact": 68.55600539811066, | |
| "eval_HasAns_f1": 75.38705540287036, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 71.8587047939445, | |
| "eval_NoAns_f1": 71.8587047939445, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 70.2097195317106, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 73.62035411675363, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 70.2097195317106, | |
| "eval_f1": 73.62035411675373, | |
| "eval_total": 11873, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 4.156547126911947e-05, | |
| "loss": 0.8572, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "eval_HasAns_exact": 67.66194331983806, | |
| "eval_HasAns_f1": 75.07304484460943, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 72.44743481917578, | |
| "eval_NoAns_f1": 72.44743481917578, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 70.04969257980291, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 73.74993766014028, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 70.05811505095595, | |
| "eval_f1": 73.75836013129344, | |
| "eval_total": 11873, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 4.02736151302191e-05, | |
| "loss": 0.7951, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "eval_HasAns_exact": 66.75101214574899, | |
| "eval_HasAns_f1": 72.62656614039999, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 77.49369217830109, | |
| "eval_NoAns_f1": 77.49369217830109, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 72.13004295460289, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 75.063613583786, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 72.13004295460289, | |
| "eval_f1": 75.0636135837861, | |
| "eval_total": 11873, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 3.898175899131873e-05, | |
| "loss": 0.7932, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "eval_HasAns_exact": 69.29824561403508, | |
| "eval_HasAns_f1": 75.49290590630278, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 74.68460891505467, | |
| "eval_NoAns_f1": 74.68460891505467, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.9952834161543, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 75.0881787427409, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.9952834161543, | |
| "eval_f1": 75.08817874274101, | |
| "eval_total": 11873, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 3.7689902852418354e-05, | |
| "loss": 0.7958, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "eval_HasAns_exact": 70.78272604588395, | |
| "eval_HasAns_f1": 77.6996709947113, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 72.17830109335576, | |
| "eval_NoAns_f1": 72.17830109335576, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.48151267581909, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 74.93503323984241, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.48151267581909, | |
| "eval_f1": 74.93503323984244, | |
| "eval_total": 11873, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 3.639804671351799e-05, | |
| "loss": 0.7954, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "eval_HasAns_exact": 68.08367071524967, | |
| "eval_HasAns_f1": 74.95631750408432, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 74.90328006728343, | |
| "eval_NoAns_f1": 74.90328006728343, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.49835761812515, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 74.92976081565001, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.49835761812515, | |
| "eval_f1": 74.92976081565006, | |
| "eval_total": 11873, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 3.5106190574617616e-05, | |
| "loss": 0.8068, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "eval_HasAns_exact": 69.41632928475033, | |
| "eval_HasAns_f1": 76.45120101125195, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 73.75946173254836, | |
| "eval_NoAns_f1": 73.75946173254836, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.59100480080856, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 75.10340432870397, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.59100480080856, | |
| "eval_f1": 75.10340432870404, | |
| "eval_total": 11873, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 3.381433443571724e-05, | |
| "loss": 0.7992, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "eval_HasAns_exact": 70.6646423751687, | |
| "eval_HasAns_f1": 77.88066795671843, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 72.6829268292683, | |
| "eval_NoAns_f1": 72.6829268292683, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.67522951233892, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 75.27807627789335, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.67522951233892, | |
| "eval_f1": 75.2780762778934, | |
| "eval_total": 11873, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 3.2522478296816864e-05, | |
| "loss": 0.7675, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "eval_HasAns_exact": 73.29622132253711, | |
| "eval_HasAns_f1": 80.6750111110637, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 68.29268292682927, | |
| "eval_NoAns_f1": 68.29268292682927, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 70.79087004127011, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 74.47498238578171, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 70.79087004127011, | |
| "eval_f1": 74.47498238578176, | |
| "eval_total": 11873, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 3.123062215791649e-05, | |
| "loss": 0.6262, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "eval_HasAns_exact": 74.07219973009447, | |
| "eval_HasAns_f1": 81.81573652565241, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 65.36585365853658, | |
| "eval_NoAns_f1": 65.36585365853658, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 69.71279373368147, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 73.57901845566141, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 69.71279373368147, | |
| "eval_f1": 73.57901845566144, | |
| "eval_total": 11873, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 2.9938766019016122e-05, | |
| "loss": 0.4898, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "eval_HasAns_exact": 70.17543859649123, | |
| "eval_HasAns_f1": 77.1654297749236, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 73.4735071488646, | |
| "eval_NoAns_f1": 73.4735071488646, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.82683399309357, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 75.31682537738969, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.82683399309357, | |
| "eval_f1": 75.31682537738969, | |
| "eval_total": 11873, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 2.8646909880115753e-05, | |
| "loss": 0.4974, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "eval_HasAns_exact": 71.22132253711202, | |
| "eval_HasAns_f1": 78.71079807483557, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 71.50546677880573, | |
| "eval_NoAns_f1": 71.50546677880573, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.36359807967658, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 75.10297405774665, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.36359807967658, | |
| "eval_f1": 75.10297405774665, | |
| "eval_total": 11873, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 2.735505374121538e-05, | |
| "loss": 0.4995, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "eval_HasAns_exact": 71.54183535762483, | |
| "eval_HasAns_f1": 79.38541316849339, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 69.33557611438184, | |
| "eval_NoAns_f1": 69.33557611438184, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 70.43712625284259, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 74.3532998621098, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 70.43712625284259, | |
| "eval_f1": 74.3532998621098, | |
| "eval_total": 11873, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 2.606319760231501e-05, | |
| "loss": 0.4876, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "eval_HasAns_exact": 73.0600539811066, | |
| "eval_HasAns_f1": 80.20732398479694, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 69.30193439865432, | |
| "eval_NoAns_f1": 69.30193439865432, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.17830371430978, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 74.7468219137435, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.17830371430978, | |
| "eval_f1": 74.7468219137435, | |
| "eval_total": 11873, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 2.4771341463414636e-05, | |
| "loss": 0.4949, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "eval_HasAns_exact": 70.95141700404858, | |
| "eval_HasAns_f1": 77.97020701423389, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 73.62489486963835, | |
| "eval_NoAns_f1": 73.62489486963835, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 72.29006990651057, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 75.79444008930999, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 72.29006990651057, | |
| "eval_f1": 75.79444008930999, | |
| "eval_total": 11873, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 2.3479485324514263e-05, | |
| "loss": 0.492, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "eval_HasAns_exact": 69.98987854251013, | |
| "eval_HasAns_f1": 76.7639044657501, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 76.56854499579478, | |
| "eval_NoAns_f1": 76.56854499579478, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 73.28392150256886, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 76.66608487096481, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 73.28392150256886, | |
| "eval_f1": 76.66608487096487, | |
| "eval_total": 11873, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 2.218762918561389e-05, | |
| "loss": 0.4969, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "eval_HasAns_exact": 72.36842105263158, | |
| "eval_HasAns_f1": 79.80006191408404, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 71.62321278385198, | |
| "eval_NoAns_f1": 71.62321278385198, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 71.9952834161543, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 75.70578346051465, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 71.9952834161543, | |
| "eval_f1": 75.70578346051462, | |
| "eval_total": 11873, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 2.0895773046713518e-05, | |
| "loss": 0.4351, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "eval_HasAns_exact": 70.41160593792172, | |
| "eval_HasAns_f1": 77.89997827092157, | |
| "eval_HasAns_total": 5928, | |
| "eval_NoAns_exact": 76.78721614802355, | |
| "eval_NoAns_f1": 76.78721614802355, | |
| "eval_NoAns_total": 5945, | |
| "eval_best_exact": 73.60397540638424, | |
| "eval_best_exact_thresh": 0.0, | |
| "eval_best_f1": 77.34280057188766, | |
| "eval_best_f1_thresh": 0.0, | |
| "eval_exact": 73.60397540638424, | |
| "eval_f1": 77.34280057188766, | |
| "eval_total": 11873, | |
| "step": 25000 | |
| } | |
| ], | |
| "max_steps": 41175, | |
| "num_train_epochs": 5, | |
| "total_flos": 7.838549951458406e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |