| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.13174555541730404, | |
| "global_step": 2250, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.666666666666667e-06, | |
| "loss": 2.1425, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.1683833261066357e-06, | |
| "loss": 2.0497, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.4618687578661045e-06, | |
| "loss": 1.8724, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.6700999855466042e-06, | |
| "loss": 1.8389, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.8316166738933647e-06, | |
| "loss": 1.774, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.963585417306073e-06, | |
| "loss": 1.7948, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.075163400023762e-06, | |
| "loss": 1.7367, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.171816644986573e-06, | |
| "loss": 1.7413, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.257070849065542e-06, | |
| "loss": 1.7729, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.333333333333334e-06, | |
| "loss": 1.7465, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.402321141930376e-06, | |
| "loss": 1.7541, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.4653020767460416e-06, | |
| "loss": 1.7026, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.523238920511395e-06, | |
| "loss": 1.7366, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.5768800594637304e-06, | |
| "loss": 1.6725, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.626818765092802e-06, | |
| "loss": 1.6984, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.6735333044265414e-06, | |
| "loss": 1.6792, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.717414868963791e-06, | |
| "loss": 1.6731, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.7587875085055104e-06, | |
| "loss": 1.7055, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.7979226682547152e-06, | |
| "loss": 1.6812, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.835049992773302e-06, | |
| "loss": 1.624, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.870365491223199e-06, | |
| "loss": 1.6899, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.9040378013703444e-06, | |
| "loss": 1.7062, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.936213060029322e-06, | |
| "loss": 1.6366, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.96701873618601e-06, | |
| "loss": 1.6621, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.996566681120062e-06, | |
| "loss": 1.7629, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_gsm8k_hard_accuracy": 0.8147876715117462, | |
| "eval_gsm8k_hard_loss": 0.76171875, | |
| "eval_gsm8k_hard_runtime": 2.971, | |
| "eval_gsm8k_hard_samples_per_second": 88.859, | |
| "eval_gsm8k_hard_steps_per_second": 2.02, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_webgpt_accuracy": 0.48539789112821163, | |
| "eval_webgpt_loss": 2.314453125, | |
| "eval_webgpt_runtime": 16.0854, | |
| "eval_webgpt_samples_per_second": 243.451, | |
| "eval_webgpt_steps_per_second": 5.098, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_squad_v2_accuracy": 0.8767175411152919, | |
| "eval_squad_v2_loss": 0.428466796875, | |
| "eval_squad_v2_runtime": 89.9878, | |
| "eval_squad_v2_samples_per_second": 289.639, | |
| "eval_squad_v2_steps_per_second": 6.034, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_adversarial_qa_accuracy": 0.7944240470433719, | |
| "eval_adversarial_qa_loss": 0.986328125, | |
| "eval_adversarial_qa_runtime": 22.0494, | |
| "eval_adversarial_qa_samples_per_second": 272.116, | |
| "eval_adversarial_qa_steps_per_second": 5.669, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_private_tuning_accuracy": 0.6531239810829162, | |
| "eval_private_tuning_loss": 1.337890625, | |
| "eval_private_tuning_runtime": 61.5659, | |
| "eval_private_tuning_samples_per_second": 343.989, | |
| "eval_private_tuning_steps_per_second": 7.179, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_oa_translated_accuracy": 0.6721688366960878, | |
| "eval_oa_translated_loss": 1.3828125, | |
| "eval_oa_translated_runtime": 712.3024, | |
| "eval_oa_translated_samples_per_second": 196.356, | |
| "eval_oa_translated_steps_per_second": 4.091, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_prosocial_dialogue_accuracy": 0.4919427530416725, | |
| "eval_prosocial_dialogue_loss": 1.9140625, | |
| "eval_prosocial_dialogue_runtime": 91.8198, | |
| "eval_prosocial_dialogue_samples_per_second": 293.869, | |
| "eval_prosocial_dialogue_steps_per_second": 6.132, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_math_qa_accuracy": 0.540921279895434, | |
| "eval_math_qa_loss": 2.076171875, | |
| "eval_math_qa_runtime": 19.0288, | |
| "eval_math_qa_samples_per_second": 313.63, | |
| "eval_math_qa_steps_per_second": 6.569, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_wikihow_accuracy": 0.5926709194286507, | |
| "eval_wikihow_loss": 2.01171875, | |
| "eval_wikihow_runtime": 7.434, | |
| "eval_wikihow_samples_per_second": 308.448, | |
| "eval_wikihow_steps_per_second": 6.457, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_joke_accuracy": 0.4775398028809704, | |
| "eval_joke_loss": 2.380859375, | |
| "eval_joke_runtime": 0.5994, | |
| "eval_joke_samples_per_second": 126.794, | |
| "eval_joke_steps_per_second": 3.337, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_gsm8k_accuracy": 0.7411105358167392, | |
| "eval_gsm8k_loss": 1.0078125, | |
| "eval_gsm8k_runtime": 6.2732, | |
| "eval_gsm8k_samples_per_second": 238.315, | |
| "eval_gsm8k_steps_per_second": 5.101, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_ted_trans_en-hi_accuracy": 0.6262273619899629, | |
| "eval_ted_trans_en-hi_loss": 1.46875, | |
| "eval_ted_trans_en-hi_runtime": 1.1364, | |
| "eval_ted_trans_en-hi_samples_per_second": 90.639, | |
| "eval_ted_trans_en-hi_steps_per_second": 2.64, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_ted_trans_de-ja_accuracy": 0.6054150683400991, | |
| "eval_ted_trans_de-ja_loss": 1.76953125, | |
| "eval_ted_trans_de-ja_runtime": 3.475, | |
| "eval_ted_trans_de-ja_samples_per_second": 206.617, | |
| "eval_ted_trans_de-ja_steps_per_second": 4.317, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_ted_trans_nl-en_accuracy": 0.7055143773327025, | |
| "eval_ted_trans_nl-en_loss": 1.3232421875, | |
| "eval_ted_trans_nl-en_runtime": 4.3836, | |
| "eval_ted_trans_nl-en_samples_per_second": 175.884, | |
| "eval_ted_trans_nl-en_steps_per_second": 3.878, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_ted_trans_en-ja_accuracy": 0.6165139119558755, | |
| "eval_ted_trans_en-ja_loss": 1.685546875, | |
| "eval_ted_trans_en-ja_runtime": 3.9868, | |
| "eval_ted_trans_en-ja_samples_per_second": 200.912, | |
| "eval_ted_trans_en-ja_steps_per_second": 4.264, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_ted_trans_en-es_accuracy": 0.7508869040130834, | |
| "eval_ted_trans_en-es_loss": 1.0810546875, | |
| "eval_ted_trans_en-es_runtime": 4.6601, | |
| "eval_ted_trans_en-es_samples_per_second": 177.248, | |
| "eval_ted_trans_en-es_steps_per_second": 3.863, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_ted_trans_en-ms_accuracy": 0.6461456102783726, | |
| "eval_ted_trans_en-ms_loss": 1.6650390625, | |
| "eval_ted_trans_en-ms_runtime": 0.4654, | |
| "eval_ted_trans_en-ms_samples_per_second": 90.238, | |
| "eval_ted_trans_en-ms_steps_per_second": 2.149, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_xsum_accuracy": 0.5982287223480477, | |
| "eval_xsum_loss": NaN, | |
| "eval_xsum_runtime": 192.75, | |
| "eval_xsum_samples_per_second": 211.72, | |
| "eval_xsum_steps_per_second": 4.415, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_cnn_dailymail_accuracy": 0.6676366328844463, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 274.4306, | |
| "eval_cnn_dailymail_samples_per_second": 209.244, | |
| "eval_cnn_dailymail_steps_per_second": 4.362, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_multi_news_accuracy": 0.5282928997840721, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 46.6919, | |
| "eval_multi_news_samples_per_second": 192.646, | |
| "eval_multi_news_steps_per_second": 4.026, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_tldr_news_accuracy": 0.5294836828740713, | |
| "eval_tldr_news_loss": 2.2265625, | |
| "eval_tldr_news_runtime": 3.3342, | |
| "eval_tldr_news_samples_per_second": 428.294, | |
| "eval_tldr_news_steps_per_second": 8.998, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_scitldr_accuracy": 0.49432739059967584, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 2.6633, | |
| "eval_scitldr_samples_per_second": 149.816, | |
| "eval_scitldr_steps_per_second": 3.379, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_samsum_accuracy": 0.6079303492003407, | |
| "eval_samsum_loss": 1.4892578125, | |
| "eval_samsum_runtime": 14.0655, | |
| "eval_samsum_samples_per_second": 209.52, | |
| "eval_samsum_steps_per_second": 4.408, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_debate_sum_accuracy": 0.9296994127333449, | |
| "eval_debate_sum_loss": NaN, | |
| "eval_debate_sum_runtime": 250.1193, | |
| "eval_debate_sum_samples_per_second": 192.364, | |
| "eval_debate_sum_steps_per_second": 4.01, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_billsum_accuracy": 0.6637741667488066, | |
| "eval_billsum_loss": 1.4560546875, | |
| "eval_billsum_runtime": 20.9773, | |
| "eval_billsum_samples_per_second": 180.672, | |
| "eval_billsum_steps_per_second": 3.766, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_wmt2019_zh-en_accuracy": 0.6277540662129427, | |
| "eval_wmt2019_zh-en_loss": 1.6943359375, | |
| "eval_wmt2019_zh-en_runtime": 10.9759, | |
| "eval_wmt2019_zh-en_samples_per_second": 362.702, | |
| "eval_wmt2019_zh-en_steps_per_second": 7.562, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_wmt2019_ru-en_accuracy": 0.721860857670872, | |
| "eval_wmt2019_ru-en_loss": 1.11328125, | |
| "eval_wmt2019_ru-en_runtime": 10.5639, | |
| "eval_wmt2019_ru-en_samples_per_second": 283.986, | |
| "eval_wmt2019_ru-en_steps_per_second": 5.964, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_wmt2019_de-en_accuracy": 0.7348780028355294, | |
| "eval_wmt2019_de-en_loss": 1.083984375, | |
| "eval_wmt2019_de-en_runtime": 7.6263, | |
| "eval_wmt2019_de-en_samples_per_second": 393.113, | |
| "eval_wmt2019_de-en_steps_per_second": 8.261, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_wmt2019_fr-de_accuracy": 0.7198844756374025, | |
| "eval_wmt2019_fr-de_loss": 1.1572265625, | |
| "eval_wmt2019_fr-de_runtime": 5.8183, | |
| "eval_wmt2019_fr-de_samples_per_second": 259.868, | |
| "eval_wmt2019_fr-de_steps_per_second": 5.5, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_essay_instruction_accuracy": 0.5889370453088031, | |
| "eval_essay_instruction_loss": 2.01171875, | |
| "eval_essay_instruction_runtime": 4.9645, | |
| "eval_essay_instruction_samples_per_second": 83.191, | |
| "eval_essay_instruction_steps_per_second": 1.813, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_reddit_eli5_accuracy": 0.44436461029042645, | |
| "eval_reddit_eli5_loss": 2.56640625, | |
| "eval_reddit_eli5_runtime": 290.2795, | |
| "eval_reddit_eli5_samples_per_second": 187.843, | |
| "eval_reddit_eli5_steps_per_second": 3.913, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_reddit_askh_accuracy": 0.44699574235962536, | |
| "eval_reddit_askh_loss": 2.666015625, | |
| "eval_reddit_askh_runtime": 127.4754, | |
| "eval_reddit_askh_samples_per_second": 154.579, | |
| "eval_reddit_askh_steps_per_second": 3.224, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_reddit_asks_accuracy": 0.4559295270939454, | |
| "eval_reddit_asks_loss": 2.515625, | |
| "eval_reddit_asks_runtime": 148.9443, | |
| "eval_reddit_asks_samples_per_second": 176.952, | |
| "eval_reddit_asks_steps_per_second": 3.693, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.024955579951363e-06, | |
| "loss": 1.6457, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.05227294026498e-06, | |
| "loss": 1.6765, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.078596718903699e-06, | |
| "loss": 1.7331, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.103996663164927e-06, | |
| "loss": 1.7341, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.128535424532771e-06, | |
| "loss": 1.6712, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.152269489723789e-06, | |
| "loss": 1.7221, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.17524996386651e-06, | |
| "loss": 1.6535, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.197523233129813e-06, | |
| "loss": 1.7102, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.219131528403759e-06, | |
| "loss": 1.7204, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2401134072504595e-06, | |
| "loss": 1.6645, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.26050416794548e-06, | |
| "loss": 1.6375, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.280336206778326e-06, | |
| "loss": 1.6983, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.299639327694684e-06, | |
| "loss": 1.7058, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.318441011710832e-06, | |
| "loss": 1.6323, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.336766652213271e-06, | |
| "loss": 1.6884, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.35463976119956e-06, | |
| "loss": 1.72, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.372082150663167e-06, | |
| "loss": 1.6697, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.389114092632645e-06, | |
| "loss": 1.6286, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.405754460810312e-06, | |
| "loss": 1.7086, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.42202085629224e-06, | |
| "loss": 1.6386, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.437929719469291e-06, | |
| "loss": 1.6138, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.453496429892863e-06, | |
| "loss": 1.6216, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.468735395625979e-06, | |
| "loss": 1.7481, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4836601333808566e-06, | |
| "loss": 1.6641, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.498283340560032e-06, | |
| "loss": 1.6732, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_gsm8k_hard_accuracy": 0.8998615691543503, | |
| "eval_gsm8k_hard_loss": 0.46142578125, | |
| "eval_gsm8k_hard_runtime": 2.1347, | |
| "eval_gsm8k_hard_samples_per_second": 123.669, | |
| "eval_gsm8k_hard_steps_per_second": 2.811, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_webgpt_accuracy": 0.4871765174992017, | |
| "eval_webgpt_loss": 2.30078125, | |
| "eval_webgpt_runtime": 17.9636, | |
| "eval_webgpt_samples_per_second": 217.996, | |
| "eval_webgpt_steps_per_second": 4.565, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_squad_v2_accuracy": 0.8868008286475288, | |
| "eval_squad_v2_loss": 0.397216796875, | |
| "eval_squad_v2_runtime": 88.1593, | |
| "eval_squad_v2_samples_per_second": 295.647, | |
| "eval_squad_v2_steps_per_second": 6.159, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_adversarial_qa_accuracy": 0.8145726993224083, | |
| "eval_adversarial_qa_loss": 0.9189453125, | |
| "eval_adversarial_qa_runtime": 21.7596, | |
| "eval_adversarial_qa_samples_per_second": 275.74, | |
| "eval_adversarial_qa_steps_per_second": 5.745, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_private_tuning_accuracy": 0.6609470207986216, | |
| "eval_private_tuning_loss": 1.2919921875, | |
| "eval_private_tuning_runtime": 64.7973, | |
| "eval_private_tuning_samples_per_second": 326.834, | |
| "eval_private_tuning_steps_per_second": 6.821, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_oa_translated_accuracy": 0.6798870038090434, | |
| "eval_oa_translated_loss": 1.341796875, | |
| "eval_oa_translated_runtime": 733.6761, | |
| "eval_oa_translated_samples_per_second": 190.636, | |
| "eval_oa_translated_steps_per_second": 3.972, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_prosocial_dialogue_accuracy": 0.5295571842042209, | |
| "eval_prosocial_dialogue_loss": 1.8427734375, | |
| "eval_prosocial_dialogue_runtime": 58.5686, | |
| "eval_prosocial_dialogue_samples_per_second": 460.707, | |
| "eval_prosocial_dialogue_steps_per_second": 9.613, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_math_qa_accuracy": 0.5540361105203919, | |
| "eval_math_qa_loss": 1.9853515625, | |
| "eval_math_qa_runtime": 19.0275, | |
| "eval_math_qa_samples_per_second": 313.651, | |
| "eval_math_qa_steps_per_second": 6.569, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_wikihow_accuracy": 0.6014838441270282, | |
| "eval_wikihow_loss": 1.9541015625, | |
| "eval_wikihow_runtime": 7.3976, | |
| "eval_wikihow_samples_per_second": 309.967, | |
| "eval_wikihow_steps_per_second": 6.489, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_joke_accuracy": 0.4797194844579227, | |
| "eval_joke_loss": 2.34375, | |
| "eval_joke_runtime": 0.5281, | |
| "eval_joke_samples_per_second": 143.924, | |
| "eval_joke_steps_per_second": 3.787, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_gsm8k_accuracy": 0.7496816445333818, | |
| "eval_gsm8k_loss": 0.9697265625, | |
| "eval_gsm8k_runtime": 6.3519, | |
| "eval_gsm8k_samples_per_second": 235.363, | |
| "eval_gsm8k_steps_per_second": 5.038, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_ted_trans_en-hi_accuracy": 0.6267826086956522, | |
| "eval_ted_trans_en-hi_loss": 1.455078125, | |
| "eval_ted_trans_en-hi_runtime": 1.042, | |
| "eval_ted_trans_en-hi_samples_per_second": 98.852, | |
| "eval_ted_trans_en-hi_steps_per_second": 2.879, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_ted_trans_de-ja_accuracy": 0.6095081533548741, | |
| "eval_ted_trans_de-ja_loss": 1.736328125, | |
| "eval_ted_trans_de-ja_runtime": 3.4864, | |
| "eval_ted_trans_de-ja_samples_per_second": 205.945, | |
| "eval_ted_trans_de-ja_steps_per_second": 4.302, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_ted_trans_nl-en_accuracy": 0.7156337065657362, | |
| "eval_ted_trans_nl-en_loss": 1.2724609375, | |
| "eval_ted_trans_nl-en_runtime": 4.8663, | |
| "eval_ted_trans_nl-en_samples_per_second": 158.438, | |
| "eval_ted_trans_nl-en_steps_per_second": 3.493, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_ted_trans_en-ja_accuracy": 0.624158725585033, | |
| "eval_ted_trans_en-ja_loss": 1.63671875, | |
| "eval_ted_trans_en-ja_runtime": 4.5137, | |
| "eval_ted_trans_en-ja_samples_per_second": 177.461, | |
| "eval_ted_trans_en-ja_steps_per_second": 3.766, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_ted_trans_en-es_accuracy": 0.7583100576231097, | |
| "eval_ted_trans_en-es_loss": 1.048828125, | |
| "eval_ted_trans_en-es_runtime": 3.4017, | |
| "eval_ted_trans_en-es_samples_per_second": 242.822, | |
| "eval_ted_trans_en-es_steps_per_second": 5.292, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_ted_trans_en-ms_accuracy": 0.7228320526893524, | |
| "eval_ted_trans_en-ms_loss": 1.3466796875, | |
| "eval_ted_trans_en-ms_runtime": 0.9049, | |
| "eval_ted_trans_en-ms_samples_per_second": 46.416, | |
| "eval_ted_trans_en-ms_steps_per_second": 1.105, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_xsum_accuracy": 0.6011633358116925, | |
| "eval_xsum_loss": NaN, | |
| "eval_xsum_runtime": 194.0576, | |
| "eval_xsum_samples_per_second": 210.293, | |
| "eval_xsum_steps_per_second": 4.385, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_cnn_dailymail_accuracy": 0.6701096765236707, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 276.9166, | |
| "eval_cnn_dailymail_samples_per_second": 207.366, | |
| "eval_cnn_dailymail_steps_per_second": 4.323, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_multi_news_accuracy": 0.5313963642137016, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 45.9972, | |
| "eval_multi_news_samples_per_second": 195.555, | |
| "eval_multi_news_steps_per_second": 4.087, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_tldr_news_accuracy": 0.5344681651462428, | |
| "eval_tldr_news_loss": 2.201171875, | |
| "eval_tldr_news_runtime": 3.1785, | |
| "eval_tldr_news_samples_per_second": 449.262, | |
| "eval_tldr_news_steps_per_second": 9.438, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_scitldr_accuracy": 0.49756888168557534, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 2.9905, | |
| "eval_scitldr_samples_per_second": 133.421, | |
| "eval_scitldr_steps_per_second": 3.009, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_samsum_accuracy": 0.6183671538076762, | |
| "eval_samsum_loss": 1.4326171875, | |
| "eval_samsum_runtime": 13.5218, | |
| "eval_samsum_samples_per_second": 217.944, | |
| "eval_samsum_steps_per_second": 4.585, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_debate_sum_accuracy": 0.9346053252084863, | |
| "eval_debate_sum_loss": NaN, | |
| "eval_debate_sum_runtime": 244.8422, | |
| "eval_debate_sum_samples_per_second": 196.51, | |
| "eval_debate_sum_steps_per_second": 4.097, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_billsum_accuracy": 0.6686931696172409, | |
| "eval_billsum_loss": 1.427734375, | |
| "eval_billsum_runtime": 27.101, | |
| "eval_billsum_samples_per_second": 139.847, | |
| "eval_billsum_steps_per_second": 2.915, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_wmt2019_zh-en_accuracy": 0.6249207026609304, | |
| "eval_wmt2019_zh-en_loss": 1.7001953125, | |
| "eval_wmt2019_zh-en_runtime": 12.5289, | |
| "eval_wmt2019_zh-en_samples_per_second": 317.745, | |
| "eval_wmt2019_zh-en_steps_per_second": 6.625, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_wmt2019_ru-en_accuracy": 0.7221410449334468, | |
| "eval_wmt2019_ru-en_loss": 1.1083984375, | |
| "eval_wmt2019_ru-en_runtime": 10.0702, | |
| "eval_wmt2019_ru-en_samples_per_second": 297.91, | |
| "eval_wmt2019_ru-en_steps_per_second": 6.256, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_wmt2019_de-en_accuracy": 0.7360578210047292, | |
| "eval_wmt2019_de-en_loss": 1.072265625, | |
| "eval_wmt2019_de-en_runtime": 7.6459, | |
| "eval_wmt2019_de-en_samples_per_second": 392.106, | |
| "eval_wmt2019_de-en_steps_per_second": 8.24, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_wmt2019_fr-de_accuracy": 0.7223688705319711, | |
| "eval_wmt2019_fr-de_loss": 1.15234375, | |
| "eval_wmt2019_fr-de_runtime": 5.1746, | |
| "eval_wmt2019_fr-de_samples_per_second": 292.195, | |
| "eval_wmt2019_fr-de_steps_per_second": 6.184, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_essay_instruction_accuracy": 0.5920659841231232, | |
| "eval_essay_instruction_loss": 2.001953125, | |
| "eval_essay_instruction_runtime": 4.5291, | |
| "eval_essay_instruction_samples_per_second": 91.188, | |
| "eval_essay_instruction_steps_per_second": 1.987, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_reddit_eli5_accuracy": 0.4464491832743919, | |
| "eval_reddit_eli5_loss": 2.560546875, | |
| "eval_reddit_eli5_runtime": 282.6054, | |
| "eval_reddit_eli5_samples_per_second": 192.944, | |
| "eval_reddit_eli5_steps_per_second": 4.02, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_reddit_askh_accuracy": 0.4485475495544, | |
| "eval_reddit_askh_loss": 2.65625, | |
| "eval_reddit_askh_runtime": 129.6151, | |
| "eval_reddit_askh_samples_per_second": 152.027, | |
| "eval_reddit_askh_steps_per_second": 3.171, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_reddit_asks_accuracy": 0.4581163067460401, | |
| "eval_reddit_asks_loss": 2.5078125, | |
| "eval_reddit_asks_runtime": 148.6855, | |
| "eval_reddit_asks_samples_per_second": 177.26, | |
| "eval_reddit_asks_steps_per_second": 3.699, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.512616960163228e-06, | |
| "loss": 1.6485, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.526672239391333e-06, | |
| "loss": 1.6097, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.540459782667983e-06, | |
| "loss": 1.6802, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.553989599704948e-06, | |
| "loss": 1.624, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.5672711491570735e-06, | |
| "loss": 1.6027, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.5803133783436676e-06, | |
| "loss": 1.6412, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.5931247594541535e-06, | |
| "loss": 1.6312, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.605713322604896e-06, | |
| "loss": 1.6101, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.61808668607024e-06, | |
| "loss": 1.6172, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.63025208397274e-06, | |
| "loss": 1.6527, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.642216391684613e-06, | |
| "loss": 1.6598, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.653986149163757e-06, | |
| "loss": 1.6289, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.6655675824226375e-06, | |
| "loss": 1.6069, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.676966623306479e-06, | |
| "loss": 1.5908, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.688188927738093e-06, | |
| "loss": 1.6184, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.699239892569782e-06, | |
| "loss": 1.6511, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.710124671168044e-06, | |
| "loss": 1.6089, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.720848187843727e-06, | |
| "loss": 1.74, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.73141515122876e-06, | |
| "loss": 1.5827, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.741830066690428e-06, | |
| "loss": 1.6384, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.752097247865126e-06, | |
| "loss": 1.6331, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.7622208273854484e-06, | |
| "loss": 1.6444, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.772204766867427e-06, | |
| "loss": 1.597, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.782052866218294e-06, | |
| "loss": 1.6041, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.7917687723195e-06, | |
| "loss": 1.584, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_gsm8k_hard_accuracy": 0.9101217377142624, | |
| "eval_gsm8k_hard_loss": 0.4091796875, | |
| "eval_gsm8k_hard_runtime": 2.6619, | |
| "eval_gsm8k_hard_samples_per_second": 99.177, | |
| "eval_gsm8k_hard_steps_per_second": 2.254, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_webgpt_accuracy": 0.4874197343145836, | |
| "eval_webgpt_loss": 2.296875, | |
| "eval_webgpt_runtime": 16.2391, | |
| "eval_webgpt_samples_per_second": 241.147, | |
| "eval_webgpt_steps_per_second": 5.05, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_squad_v2_accuracy": 0.8846798855677223, | |
| "eval_squad_v2_loss": 0.363037109375, | |
| "eval_squad_v2_runtime": 89.6157, | |
| "eval_squad_v2_samples_per_second": 290.842, | |
| "eval_squad_v2_steps_per_second": 6.059, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_adversarial_qa_accuracy": 0.8026626070863556, | |
| "eval_adversarial_qa_loss": 0.8447265625, | |
| "eval_adversarial_qa_runtime": 21.271, | |
| "eval_adversarial_qa_samples_per_second": 282.075, | |
| "eval_adversarial_qa_steps_per_second": 5.877, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_private_tuning_accuracy": 0.6632682821768406, | |
| "eval_private_tuning_loss": 1.2705078125, | |
| "eval_private_tuning_runtime": 65.8398, | |
| "eval_private_tuning_samples_per_second": 321.659, | |
| "eval_private_tuning_steps_per_second": 6.713, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_oa_translated_accuracy": 0.6840566265427955, | |
| "eval_oa_translated_loss": 1.31640625, | |
| "eval_oa_translated_runtime": 739.9323, | |
| "eval_oa_translated_samples_per_second": 189.024, | |
| "eval_oa_translated_steps_per_second": 3.938, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_prosocial_dialogue_accuracy": 0.5235860358801359, | |
| "eval_prosocial_dialogue_loss": 1.8115234375, | |
| "eval_prosocial_dialogue_runtime": 61.6452, | |
| "eval_prosocial_dialogue_samples_per_second": 437.715, | |
| "eval_prosocial_dialogue_steps_per_second": 9.133, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_math_qa_accuracy": 0.5631207954480619, | |
| "eval_math_qa_loss": 1.921875, | |
| "eval_math_qa_runtime": 17.923, | |
| "eval_math_qa_samples_per_second": 332.98, | |
| "eval_math_qa_steps_per_second": 6.974, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_wikihow_accuracy": 0.6049785050617112, | |
| "eval_wikihow_loss": 1.923828125, | |
| "eval_wikihow_runtime": 7.5032, | |
| "eval_wikihow_samples_per_second": 305.602, | |
| "eval_wikihow_steps_per_second": 6.397, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_joke_accuracy": 0.4799090219863533, | |
| "eval_joke_loss": 2.30078125, | |
| "eval_joke_runtime": 1.3898, | |
| "eval_joke_samples_per_second": 54.685, | |
| "eval_joke_steps_per_second": 1.439, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_gsm8k_accuracy": 0.7521515232084633, | |
| "eval_gsm8k_loss": 0.94091796875, | |
| "eval_gsm8k_runtime": 5.0267, | |
| "eval_gsm8k_samples_per_second": 297.41, | |
| "eval_gsm8k_steps_per_second": 6.366, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_ted_trans_en-hi_accuracy": 0.6381951731374607, | |
| "eval_ted_trans_en-hi_loss": 1.3837890625, | |
| "eval_ted_trans_en-hi_runtime": 3.1926, | |
| "eval_ted_trans_en-hi_samples_per_second": 32.262, | |
| "eval_ted_trans_en-hi_steps_per_second": 0.94, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_ted_trans_de-ja_accuracy": 0.6046756766931446, | |
| "eval_ted_trans_de-ja_loss": 1.75390625, | |
| "eval_ted_trans_de-ja_runtime": 4.4495, | |
| "eval_ted_trans_de-ja_samples_per_second": 161.365, | |
| "eval_ted_trans_de-ja_steps_per_second": 3.371, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_ted_trans_nl-en_accuracy": 0.7248159831756046, | |
| "eval_ted_trans_nl-en_loss": 1.2216796875, | |
| "eval_ted_trans_nl-en_runtime": 3.3794, | |
| "eval_ted_trans_nl-en_samples_per_second": 228.144, | |
| "eval_ted_trans_nl-en_steps_per_second": 5.03, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_ted_trans_en-ja_accuracy": 0.62236684020825, | |
| "eval_ted_trans_en-ja_loss": 1.6015625, | |
| "eval_ted_trans_en-ja_runtime": 4.3536, | |
| "eval_ted_trans_en-ja_samples_per_second": 183.987, | |
| "eval_ted_trans_en-ja_steps_per_second": 3.905, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_ted_trans_en-es_accuracy": 0.7690527730088826, | |
| "eval_ted_trans_en-es_loss": 0.99658203125, | |
| "eval_ted_trans_en-es_runtime": 4.0371, | |
| "eval_ted_trans_en-es_samples_per_second": 204.604, | |
| "eval_ted_trans_en-es_steps_per_second": 4.459, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_ted_trans_en-ms_accuracy": 0.6281984334203655, | |
| "eval_ted_trans_en-ms_loss": 1.7548828125, | |
| "eval_ted_trans_en-ms_runtime": 1.3143, | |
| "eval_ted_trans_en-ms_samples_per_second": 31.955, | |
| "eval_ted_trans_en-ms_steps_per_second": 0.761, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_xsum_accuracy": 0.6022120068856478, | |
| "eval_xsum_loss": NaN, | |
| "eval_xsum_runtime": 190.7745, | |
| "eval_xsum_samples_per_second": 213.912, | |
| "eval_xsum_steps_per_second": 4.461, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_cnn_dailymail_accuracy": 0.6730714054329214, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 278.1455, | |
| "eval_cnn_dailymail_samples_per_second": 206.45, | |
| "eval_cnn_dailymail_steps_per_second": 4.304, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_multi_news_accuracy": 0.5342626698844151, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 44.9541, | |
| "eval_multi_news_samples_per_second": 200.093, | |
| "eval_multi_news_steps_per_second": 4.182, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_tldr_news_accuracy": 0.5577447568889307, | |
| "eval_tldr_news_loss": 2.03125, | |
| "eval_tldr_news_runtime": 4.8998, | |
| "eval_tldr_news_samples_per_second": 291.441, | |
| "eval_tldr_news_steps_per_second": 6.123, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_scitldr_accuracy": 0.5008103727714749, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 2.5302, | |
| "eval_scitldr_samples_per_second": 157.698, | |
| "eval_scitldr_steps_per_second": 3.557, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_samsum_accuracy": 0.6208006056591274, | |
| "eval_samsum_loss": 1.40625, | |
| "eval_samsum_runtime": 14.6527, | |
| "eval_samsum_samples_per_second": 201.123, | |
| "eval_samsum_steps_per_second": 4.231, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_debate_sum_accuracy": 0.9359010655534944, | |
| "eval_debate_sum_loss": NaN, | |
| "eval_debate_sum_runtime": 244.5165, | |
| "eval_debate_sum_samples_per_second": 196.772, | |
| "eval_debate_sum_steps_per_second": 4.102, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_billsum_accuracy": 0.6674552130307286, | |
| "eval_billsum_loss": 1.412109375, | |
| "eval_billsum_runtime": 27.8571, | |
| "eval_billsum_samples_per_second": 136.052, | |
| "eval_billsum_steps_per_second": 2.836, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_wmt2019_zh-en_accuracy": 0.6281871623861053, | |
| "eval_wmt2019_zh-en_loss": 1.689453125, | |
| "eval_wmt2019_zh-en_runtime": 11.4111, | |
| "eval_wmt2019_zh-en_samples_per_second": 348.872, | |
| "eval_wmt2019_zh-en_steps_per_second": 7.274, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_wmt2019_ru-en_accuracy": 0.7208443499252788, | |
| "eval_wmt2019_ru-en_loss": 1.1123046875, | |
| "eval_wmt2019_ru-en_runtime": 10.8964, | |
| "eval_wmt2019_ru-en_samples_per_second": 275.321, | |
| "eval_wmt2019_ru-en_steps_per_second": 5.782, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_wmt2019_de-en_accuracy": 0.7330685618729097, | |
| "eval_wmt2019_de-en_loss": 1.0859375, | |
| "eval_wmt2019_de-en_runtime": 7.6477, | |
| "eval_wmt2019_de-en_samples_per_second": 392.011, | |
| "eval_wmt2019_de-en_steps_per_second": 8.238, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_wmt2019_fr-de_accuracy": 0.7199981458877335, | |
| "eval_wmt2019_fr-de_loss": 1.1474609375, | |
| "eval_wmt2019_fr-de_runtime": 5.4342, | |
| "eval_wmt2019_fr-de_samples_per_second": 278.24, | |
| "eval_wmt2019_fr-de_steps_per_second": 5.889, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_essay_instruction_accuracy": 0.5924197863918802, | |
| "eval_essay_instruction_loss": 1.9921875, | |
| "eval_essay_instruction_runtime": 4.79, | |
| "eval_essay_instruction_samples_per_second": 86.221, | |
| "eval_essay_instruction_steps_per_second": 1.879, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_reddit_eli5_accuracy": 0.4455537602670511, | |
| "eval_reddit_eli5_loss": 2.5546875, | |
| "eval_reddit_eli5_runtime": 268.3918, | |
| "eval_reddit_eli5_samples_per_second": 203.162, | |
| "eval_reddit_eli5_steps_per_second": 4.233, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_reddit_askh_accuracy": 0.44842410632057694, | |
| "eval_reddit_askh_loss": 2.65234375, | |
| "eval_reddit_askh_runtime": 150.7797, | |
| "eval_reddit_askh_samples_per_second": 130.687, | |
| "eval_reddit_askh_steps_per_second": 2.726, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_reddit_asks_accuracy": 0.4572903640086479, | |
| "eval_reddit_asks_loss": 2.501953125, | |
| "eval_reddit_asks_runtime": 135.6226, | |
| "eval_reddit_asks_samples_per_second": 194.333, | |
| "eval_reddit_asks_steps_per_second": 4.055, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.801355987134653e-06, | |
| "loss": 1.5707, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.81081787528747e-06, | |
| "loss": 1.6039, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.820157671150801e-06, | |
| "loss": 1.5763, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.82937848548407e-06, | |
| "loss": 1.6415, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.83848331165324e-06, | |
| "loss": 1.6192, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.847475031464417e-06, | |
| "loss": 1.8104, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.856356420639528e-06, | |
| "loss": 1.6151, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.8651301539601235e-06, | |
| "loss": 1.6213, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.873798810103137e-06, | |
| "loss": 1.5999, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.882364876190489e-06, | |
| "loss": 1.5919, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.890830752072613e-06, | |
| "loss": 1.6093, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.899198754364365e-06, | |
| "loss": 1.6407, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.907471120250281e-06, | |
| "loss": 1.6171, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.915650011074855e-06, | |
| "loss": 1.6894, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.923737515732209e-06, | |
| "loss": 1.6495, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.931735653868489e-06, | |
| "loss": 1.6688, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.93964637890926e-06, | |
| "loss": 1.6085, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.9474715809232256e-06, | |
| "loss": 1.6499, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.955213089332832e-06, | |
| "loss": 1.6319, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.962872675481414e-06, | |
| "loss": 1.5965, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.970452055065948e-06, | |
| "loss": 1.5977, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.977952890443742e-06, | |
| "loss": 1.6161, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.985376792820825e-06, | |
| "loss": 1.5886, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.992725324329251e-06, | |
| "loss": 1.5945, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 5e-06, | |
| "loss": 1.6211, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_gsm8k_hard_accuracy": 0.9133382191278857, | |
| "eval_gsm8k_hard_loss": 0.38720703125, | |
| "eval_gsm8k_hard_runtime": 2.5023, | |
| "eval_gsm8k_hard_samples_per_second": 105.503, | |
| "eval_gsm8k_hard_steps_per_second": 2.398, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_webgpt_accuracy": 0.4873552074043802, | |
| "eval_webgpt_loss": 2.29296875, | |
| "eval_webgpt_runtime": 18.3874, | |
| "eval_webgpt_samples_per_second": 212.972, | |
| "eval_webgpt_steps_per_second": 4.46, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_squad_v2_accuracy": 0.8973280344987951, | |
| "eval_squad_v2_loss": 0.33642578125, | |
| "eval_squad_v2_runtime": 87.2934, | |
| "eval_squad_v2_samples_per_second": 298.579, | |
| "eval_squad_v2_steps_per_second": 6.22, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_adversarial_qa_accuracy": 0.810095221038178, | |
| "eval_adversarial_qa_loss": 0.85498046875, | |
| "eval_adversarial_qa_runtime": 21.5732, | |
| "eval_adversarial_qa_samples_per_second": 278.123, | |
| "eval_adversarial_qa_steps_per_second": 5.794, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_private_tuning_accuracy": 0.6643376777215743, | |
| "eval_private_tuning_loss": 1.2626953125, | |
| "eval_private_tuning_runtime": 61.2475, | |
| "eval_private_tuning_samples_per_second": 345.777, | |
| "eval_private_tuning_steps_per_second": 7.217, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_oa_translated_accuracy": 0.6876637305407464, | |
| "eval_oa_translated_loss": 1.298828125, | |
| "eval_oa_translated_runtime": 714.9582, | |
| "eval_oa_translated_samples_per_second": 195.627, | |
| "eval_oa_translated_steps_per_second": 4.076, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_prosocial_dialogue_accuracy": 0.533683742122458, | |
| "eval_prosocial_dialogue_loss": 1.8115234375, | |
| "eval_prosocial_dialogue_runtime": 77.2682, | |
| "eval_prosocial_dialogue_samples_per_second": 349.212, | |
| "eval_prosocial_dialogue_steps_per_second": 7.286, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_math_qa_accuracy": 0.5697754633111511, | |
| "eval_math_qa_loss": 1.884765625, | |
| "eval_math_qa_runtime": 19.141, | |
| "eval_math_qa_samples_per_second": 311.791, | |
| "eval_math_qa_steps_per_second": 6.53, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_wikihow_accuracy": 0.6076965746775759, | |
| "eval_wikihow_loss": 1.91015625, | |
| "eval_wikihow_runtime": 7.4493, | |
| "eval_wikihow_samples_per_second": 307.815, | |
| "eval_wikihow_steps_per_second": 6.444, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_joke_accuracy": 0.4844579226686884, | |
| "eval_joke_loss": 2.287109375, | |
| "eval_joke_runtime": 0.5532, | |
| "eval_joke_samples_per_second": 137.392, | |
| "eval_joke_steps_per_second": 3.616, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_gsm8k_accuracy": 0.7594911909992863, | |
| "eval_gsm8k_loss": 0.9140625, | |
| "eval_gsm8k_runtime": 5.3345, | |
| "eval_gsm8k_samples_per_second": 280.251, | |
| "eval_gsm8k_steps_per_second": 5.999, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_ted_trans_en-hi_accuracy": 0.6449365772509877, | |
| "eval_ted_trans_en-hi_loss": 1.306640625, | |
| "eval_ted_trans_en-hi_runtime": 1.7092, | |
| "eval_ted_trans_en-hi_samples_per_second": 60.262, | |
| "eval_ted_trans_en-hi_steps_per_second": 1.755, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_ted_trans_de-ja_accuracy": 0.6195650127106676, | |
| "eval_ted_trans_de-ja_loss": 1.6767578125, | |
| "eval_ted_trans_de-ja_runtime": 4.3842, | |
| "eval_ted_trans_de-ja_samples_per_second": 163.768, | |
| "eval_ted_trans_de-ja_steps_per_second": 3.421, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_ted_trans_nl-en_accuracy": 0.7198614136853986, | |
| "eval_ted_trans_nl-en_loss": 1.236328125, | |
| "eval_ted_trans_nl-en_runtime": 3.7037, | |
| "eval_ted_trans_nl-en_samples_per_second": 208.171, | |
| "eval_ted_trans_nl-en_steps_per_second": 4.59, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_ted_trans_en-ja_accuracy": 0.6259939079868666, | |
| "eval_ted_trans_en-ja_loss": 1.5947265625, | |
| "eval_ted_trans_en-ja_runtime": 4.2274, | |
| "eval_ted_trans_en-ja_samples_per_second": 189.48, | |
| "eval_ted_trans_en-ja_steps_per_second": 4.021, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_ted_trans_en-es_accuracy": 0.7666360545061928, | |
| "eval_ted_trans_en-es_loss": 1.01171875, | |
| "eval_ted_trans_en-es_runtime": 4.7495, | |
| "eval_ted_trans_en-es_samples_per_second": 173.914, | |
| "eval_ted_trans_en-es_steps_per_second": 3.79, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_ted_trans_en-ms_accuracy": 0.6276762402088772, | |
| "eval_ted_trans_en-ms_loss": 1.7060546875, | |
| "eval_ted_trans_en-ms_runtime": 0.3249, | |
| "eval_ted_trans_en-ms_samples_per_second": 129.281, | |
| "eval_ted_trans_en-ms_steps_per_second": 3.078, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_xsum_accuracy": 0.6038378677782439, | |
| "eval_xsum_loss": NaN, | |
| "eval_xsum_runtime": 194.7148, | |
| "eval_xsum_samples_per_second": 209.583, | |
| "eval_xsum_steps_per_second": 4.37, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_cnn_dailymail_accuracy": 0.6724346337174325, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 276.6313, | |
| "eval_cnn_dailymail_samples_per_second": 207.58, | |
| "eval_cnn_dailymail_steps_per_second": 4.327, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_multi_news_accuracy": 0.5417725136542614, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 44.7388, | |
| "eval_multi_news_samples_per_second": 201.056, | |
| "eval_multi_news_steps_per_second": 4.202, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_tldr_news_accuracy": 0.5576977334712687, | |
| "eval_tldr_news_loss": 2.015625, | |
| "eval_tldr_news_runtime": 4.3825, | |
| "eval_tldr_news_samples_per_second": 325.843, | |
| "eval_tldr_news_steps_per_second": 6.845, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_scitldr_accuracy": 0.5008103727714749, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 2.9018, | |
| "eval_scitldr_samples_per_second": 137.5, | |
| "eval_scitldr_steps_per_second": 3.102, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_samsum_accuracy": 0.6229095972637186, | |
| "eval_samsum_loss": 1.4013671875, | |
| "eval_samsum_runtime": 14.884, | |
| "eval_samsum_samples_per_second": 197.998, | |
| "eval_samsum_steps_per_second": 4.166, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_debate_sum_accuracy": 0.9370327058673479, | |
| "eval_debate_sum_loss": NaN, | |
| "eval_debate_sum_runtime": 243.4339, | |
| "eval_debate_sum_samples_per_second": 197.647, | |
| "eval_debate_sum_steps_per_second": 4.12, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_billsum_accuracy": 0.6730090224558118, | |
| "eval_billsum_loss": 1.3984375, | |
| "eval_billsum_runtime": 26.3919, | |
| "eval_billsum_samples_per_second": 143.605, | |
| "eval_billsum_steps_per_second": 2.993, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_wmt2019_zh-en_accuracy": 0.6340022173592529, | |
| "eval_wmt2019_zh-en_loss": 1.66015625, | |
| "eval_wmt2019_zh-en_runtime": 12.9276, | |
| "eval_wmt2019_zh-en_samples_per_second": 307.945, | |
| "eval_wmt2019_zh-en_steps_per_second": 6.42, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_wmt2019_ru-en_accuracy": 0.7246060048314736, | |
| "eval_wmt2019_ru-en_loss": 1.09375, | |
| "eval_wmt2019_ru-en_runtime": 10.2691, | |
| "eval_wmt2019_ru-en_samples_per_second": 292.138, | |
| "eval_wmt2019_ru-en_steps_per_second": 6.135, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_wmt2019_de-en_accuracy": 0.7373287943940118, | |
| "eval_wmt2019_de-en_loss": 1.076171875, | |
| "eval_wmt2019_de-en_runtime": 8.2087, | |
| "eval_wmt2019_de-en_samples_per_second": 365.221, | |
| "eval_wmt2019_de-en_steps_per_second": 7.675, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_wmt2019_fr-de_accuracy": 0.7239072325829329, | |
| "eval_wmt2019_fr-de_loss": 1.1376953125, | |
| "eval_wmt2019_fr-de_runtime": 5.7413, | |
| "eval_wmt2019_fr-de_samples_per_second": 263.356, | |
| "eval_wmt2019_fr-de_steps_per_second": 5.574, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_essay_instruction_accuracy": 0.5944486212767839, | |
| "eval_essay_instruction_loss": 1.982421875, | |
| "eval_essay_instruction_runtime": 4.9211, | |
| "eval_essay_instruction_samples_per_second": 83.925, | |
| "eval_essay_instruction_steps_per_second": 1.829, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_reddit_eli5_accuracy": 0.44636294670867693, | |
| "eval_reddit_eli5_loss": 2.552734375, | |
| "eval_reddit_eli5_runtime": 266.8136, | |
| "eval_reddit_eli5_samples_per_second": 204.364, | |
| "eval_reddit_eli5_steps_per_second": 4.258, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_reddit_askh_accuracy": 0.4487002153615098, | |
| "eval_reddit_askh_loss": 2.65234375, | |
| "eval_reddit_askh_runtime": 136.1822, | |
| "eval_reddit_askh_samples_per_second": 144.696, | |
| "eval_reddit_askh_steps_per_second": 3.018, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_reddit_asks_accuracy": 0.45779545724968684, | |
| "eval_reddit_asks_loss": 2.501953125, | |
| "eval_reddit_asks_runtime": 151.9509, | |
| "eval_reddit_asks_samples_per_second": 173.451, | |
| "eval_reddit_asks_steps_per_second": 3.62, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.998642779587406e-06, | |
| "loss": 1.5937, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.997134756906744e-06, | |
| "loss": 1.6393, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.995626734226083e-06, | |
| "loss": 1.64, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.994118711545422e-06, | |
| "loss": 1.6529, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.992610688864761e-06, | |
| "loss": 1.6339, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.9911026661841e-06, | |
| "loss": 1.7531, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.989594643503439e-06, | |
| "loss": 1.622, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.988086620822777e-06, | |
| "loss": 1.7041, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.986578598142116e-06, | |
| "loss": 1.5922, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.9850705754614555e-06, | |
| "loss": 1.5937, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.983562552780794e-06, | |
| "loss": 1.6301, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.982054530100133e-06, | |
| "loss": 1.6054, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.980546507419472e-06, | |
| "loss": 1.745, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.9790384847388105e-06, | |
| "loss": 1.6002, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.97753046205815e-06, | |
| "loss": 1.623, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.976022439377489e-06, | |
| "loss": 1.6432, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.974514416696827e-06, | |
| "loss": 1.5977, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.973006394016166e-06, | |
| "loss": 1.5784, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.971498371335505e-06, | |
| "loss": 1.7948, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.969990348654844e-06, | |
| "loss": 1.5515, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.968482325974183e-06, | |
| "loss": 1.6368, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.966974303293522e-06, | |
| "loss": 1.6672, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.96546628061286e-06, | |
| "loss": 1.6363, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.9639582579321995e-06, | |
| "loss": 1.6082, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.962450235251539e-06, | |
| "loss": 1.5335, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_gsm8k_hard_accuracy": 0.9144782378567647, | |
| "eval_gsm8k_hard_loss": 0.38037109375, | |
| "eval_gsm8k_hard_runtime": 2.4991, | |
| "eval_gsm8k_hard_samples_per_second": 105.638, | |
| "eval_gsm8k_hard_steps_per_second": 2.401, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_webgpt_accuracy": 0.48714508131217954, | |
| "eval_webgpt_loss": 2.287109375, | |
| "eval_webgpt_runtime": 17.8711, | |
| "eval_webgpt_samples_per_second": 219.124, | |
| "eval_webgpt_steps_per_second": 4.588, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_squad_v2_accuracy": 0.8998647106075339, | |
| "eval_squad_v2_loss": 0.327392578125, | |
| "eval_squad_v2_runtime": 89.3681, | |
| "eval_squad_v2_samples_per_second": 291.648, | |
| "eval_squad_v2_steps_per_second": 6.076, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_adversarial_qa_accuracy": 0.8150204471508313, | |
| "eval_adversarial_qa_loss": 0.82080078125, | |
| "eval_adversarial_qa_runtime": 21.2941, | |
| "eval_adversarial_qa_samples_per_second": 281.769, | |
| "eval_adversarial_qa_steps_per_second": 5.87, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_private_tuning_accuracy": 0.6658206227322084, | |
| "eval_private_tuning_loss": 1.251953125, | |
| "eval_private_tuning_runtime": 65.5451, | |
| "eval_private_tuning_samples_per_second": 323.106, | |
| "eval_private_tuning_steps_per_second": 6.743, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_oa_translated_accuracy": 0.692265258615827, | |
| "eval_oa_translated_loss": 1.2744140625, | |
| "eval_oa_translated_runtime": 743.3603, | |
| "eval_oa_translated_samples_per_second": 188.499, | |
| "eval_oa_translated_steps_per_second": 3.928, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_prosocial_dialogue_accuracy": 0.5311811844172045, | |
| "eval_prosocial_dialogue_loss": 1.7724609375, | |
| "eval_prosocial_dialogue_runtime": 51.2881, | |
| "eval_prosocial_dialogue_samples_per_second": 526.106, | |
| "eval_prosocial_dialogue_steps_per_second": 10.977, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_math_qa_accuracy": 0.5769073170225678, | |
| "eval_math_qa_loss": 1.8466796875, | |
| "eval_math_qa_runtime": 19.0785, | |
| "eval_math_qa_samples_per_second": 312.813, | |
| "eval_math_qa_steps_per_second": 6.552, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_wikihow_accuracy": 0.6035709332963528, | |
| "eval_wikihow_loss": 1.896484375, | |
| "eval_wikihow_runtime": 7.4264, | |
| "eval_wikihow_samples_per_second": 308.762, | |
| "eval_wikihow_steps_per_second": 6.463, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_joke_accuracy": 0.48474222896133434, | |
| "eval_joke_loss": 2.275390625, | |
| "eval_joke_runtime": 0.6166, | |
| "eval_joke_samples_per_second": 123.256, | |
| "eval_joke_steps_per_second": 3.244, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_gsm8k_accuracy": 0.7641650690586473, | |
| "eval_gsm8k_loss": 0.8916015625, | |
| "eval_gsm8k_runtime": 5.7365, | |
| "eval_gsm8k_samples_per_second": 260.61, | |
| "eval_gsm8k_steps_per_second": 5.578, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_ted_trans_en-hi_accuracy": 0.6325462370594394, | |
| "eval_ted_trans_en-hi_loss": 1.4697265625, | |
| "eval_ted_trans_en-hi_runtime": 1.283, | |
| "eval_ted_trans_en-hi_samples_per_second": 80.282, | |
| "eval_ted_trans_en-hi_steps_per_second": 2.338, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_ted_trans_de-ja_accuracy": 0.6211990075587098, | |
| "eval_ted_trans_de-ja_loss": 1.662109375, | |
| "eval_ted_trans_de-ja_runtime": 3.8274, | |
| "eval_ted_trans_de-ja_samples_per_second": 187.596, | |
| "eval_ted_trans_de-ja_steps_per_second": 3.919, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_ted_trans_nl-en_accuracy": 0.7194199077125907, | |
| "eval_ted_trans_nl-en_loss": 1.2353515625, | |
| "eval_ted_trans_nl-en_runtime": 4.0007, | |
| "eval_ted_trans_nl-en_samples_per_second": 192.717, | |
| "eval_ted_trans_nl-en_steps_per_second": 4.249, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_ted_trans_en-ja_accuracy": 0.6241126045950204, | |
| "eval_ted_trans_en-ja_loss": 1.603515625, | |
| "eval_ted_trans_en-ja_runtime": 4.7838, | |
| "eval_ted_trans_en-ja_samples_per_second": 167.442, | |
| "eval_ted_trans_en-ja_steps_per_second": 3.554, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_ted_trans_en-es_accuracy": 0.7645402663284718, | |
| "eval_ted_trans_en-es_loss": 1.001953125, | |
| "eval_ted_trans_en-es_runtime": 4.101, | |
| "eval_ted_trans_en-es_samples_per_second": 201.413, | |
| "eval_ted_trans_en-es_steps_per_second": 4.389, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_ted_trans_en-ms_accuracy": 0.6673585884795018, | |
| "eval_ted_trans_en-ms_loss": 1.525390625, | |
| "eval_ted_trans_en-ms_runtime": 1.2996, | |
| "eval_ted_trans_en-ms_samples_per_second": 32.318, | |
| "eval_ted_trans_en-ms_steps_per_second": 0.769, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_xsum_accuracy": 0.6053592197062103, | |
| "eval_xsum_loss": NaN, | |
| "eval_xsum_runtime": 191.7698, | |
| "eval_xsum_samples_per_second": 212.802, | |
| "eval_xsum_steps_per_second": 4.438, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_cnn_dailymail_accuracy": 0.6746041001434587, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 278.9634, | |
| "eval_cnn_dailymail_samples_per_second": 205.844, | |
| "eval_cnn_dailymail_steps_per_second": 4.291, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_multi_news_accuracy": 0.5434468524251806, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 45.3002, | |
| "eval_multi_news_samples_per_second": 198.564, | |
| "eval_multi_news_steps_per_second": 4.15, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_tldr_news_accuracy": 0.5667732530800339, | |
| "eval_tldr_news_loss": 1.9794921875, | |
| "eval_tldr_news_runtime": 3.9274, | |
| "eval_tldr_news_samples_per_second": 363.601, | |
| "eval_tldr_news_steps_per_second": 7.639, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_scitldr_accuracy": 0.49108589951377635, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 2.8246, | |
| "eval_scitldr_samples_per_second": 141.259, | |
| "eval_scitldr_steps_per_second": 3.186, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_samsum_accuracy": 0.6251537806378348, | |
| "eval_samsum_loss": 1.3818359375, | |
| "eval_samsum_runtime": 13.864, | |
| "eval_samsum_samples_per_second": 212.565, | |
| "eval_samsum_steps_per_second": 4.472, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_debate_sum_accuracy": 0.9387001084116295, | |
| "eval_debate_sum_loss": NaN, | |
| "eval_debate_sum_runtime": 243.8994, | |
| "eval_debate_sum_samples_per_second": 197.27, | |
| "eval_debate_sum_steps_per_second": 4.112, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_billsum_accuracy": 0.6722638786214665, | |
| "eval_billsum_loss": 1.392578125, | |
| "eval_billsum_runtime": 27.2836, | |
| "eval_billsum_samples_per_second": 138.911, | |
| "eval_billsum_steps_per_second": 2.896, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_wmt2019_zh-en_accuracy": 0.6307350879022818, | |
| "eval_wmt2019_zh-en_loss": 1.67578125, | |
| "eval_wmt2019_zh-en_runtime": 11.4742, | |
| "eval_wmt2019_zh-en_samples_per_second": 346.954, | |
| "eval_wmt2019_zh-en_steps_per_second": 7.234, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_wmt2019_ru-en_accuracy": 0.7234031766265182, | |
| "eval_wmt2019_ru-en_loss": 1.1044921875, | |
| "eval_wmt2019_ru-en_runtime": 11.1292, | |
| "eval_wmt2019_ru-en_samples_per_second": 269.561, | |
| "eval_wmt2019_ru-en_steps_per_second": 5.661, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_wmt2019_de-en_accuracy": 0.7347881745809497, | |
| "eval_wmt2019_de-en_loss": 1.0703125, | |
| "eval_wmt2019_de-en_runtime": 6.7145, | |
| "eval_wmt2019_de-en_samples_per_second": 446.495, | |
| "eval_wmt2019_de-en_steps_per_second": 9.383, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_wmt2019_fr-de_accuracy": 0.7223718008231981, | |
| "eval_wmt2019_fr-de_loss": 1.150390625, | |
| "eval_wmt2019_fr-de_runtime": 5.999, | |
| "eval_wmt2019_fr-de_samples_per_second": 252.041, | |
| "eval_wmt2019_fr-de_steps_per_second": 5.334, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_essay_instruction_accuracy": 0.5959412245981027, | |
| "eval_essay_instruction_loss": 1.9736328125, | |
| "eval_essay_instruction_runtime": 4.9416, | |
| "eval_essay_instruction_samples_per_second": 83.576, | |
| "eval_essay_instruction_steps_per_second": 1.821, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_reddit_eli5_accuracy": 0.44527728061091026, | |
| "eval_reddit_eli5_loss": 2.548828125, | |
| "eval_reddit_eli5_runtime": 290.9524, | |
| "eval_reddit_eli5_samples_per_second": 187.409, | |
| "eval_reddit_eli5_steps_per_second": 3.904, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_reddit_askh_accuracy": 0.44824522875076156, | |
| "eval_reddit_askh_loss": 2.6484375, | |
| "eval_reddit_askh_runtime": 112.213, | |
| "eval_reddit_askh_samples_per_second": 175.604, | |
| "eval_reddit_askh_steps_per_second": 3.663, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_reddit_asks_accuracy": 0.45689164053284076, | |
| "eval_reddit_asks_loss": 2.498046875, | |
| "eval_reddit_asks_runtime": 165.2712, | |
| "eval_reddit_asks_samples_per_second": 159.471, | |
| "eval_reddit_asks_steps_per_second": 3.328, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.960942212570877e-06, | |
| "loss": 1.6061, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.959434189890216e-06, | |
| "loss": 1.6272, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.957926167209555e-06, | |
| "loss": 1.58, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.9564181445288936e-06, | |
| "loss": 1.5576, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.9549101218482336e-06, | |
| "loss": 1.5794, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.953402099167572e-06, | |
| "loss": 1.5694, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.95189407648691e-06, | |
| "loss": 1.6599, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.95038605380625e-06, | |
| "loss": 1.5774, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.9488780311255885e-06, | |
| "loss": 1.5876, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.947370008444927e-06, | |
| "loss": 1.6382, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.945861985764267e-06, | |
| "loss": 1.6248, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.944353963083605e-06, | |
| "loss": 1.6227, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.9428459404029434e-06, | |
| "loss": 1.592, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.9413379177222834e-06, | |
| "loss": 1.6044, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.939829895041622e-06, | |
| "loss": 1.6386, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.938321872360961e-06, | |
| "loss": 1.5863, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.9368138496803e-06, | |
| "loss": 1.6269, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.935305826999638e-06, | |
| "loss": 1.6145, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.9337978043189775e-06, | |
| "loss": 1.5194, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.932289781638317e-06, | |
| "loss": 1.5841, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.930781758957655e-06, | |
| "loss": 1.5677, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.929273736276994e-06, | |
| "loss": 1.6513, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.927765713596333e-06, | |
| "loss": 1.5514, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.926257690915672e-06, | |
| "loss": 1.6071, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.924749668235011e-06, | |
| "loss": 1.5484, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_gsm8k_hard_accuracy": 0.9160661210862749, | |
| "eval_gsm8k_hard_loss": 0.36669921875, | |
| "eval_gsm8k_hard_runtime": 2.426, | |
| "eval_gsm8k_hard_samples_per_second": 108.822, | |
| "eval_gsm8k_hard_steps_per_second": 2.473, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_webgpt_accuracy": 0.4889121259300561, | |
| "eval_webgpt_loss": 2.275390625, | |
| "eval_webgpt_runtime": 16.7849, | |
| "eval_webgpt_samples_per_second": 233.305, | |
| "eval_webgpt_steps_per_second": 4.885, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_squad_v2_accuracy": 0.8985118166828732, | |
| "eval_squad_v2_loss": 0.3203125, | |
| "eval_squad_v2_runtime": 89.0026, | |
| "eval_squad_v2_samples_per_second": 292.845, | |
| "eval_squad_v2_steps_per_second": 6.101, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_adversarial_qa_accuracy": 0.8153786454135697, | |
| "eval_adversarial_qa_loss": 0.80224609375, | |
| "eval_adversarial_qa_runtime": 21.5777, | |
| "eval_adversarial_qa_samples_per_second": 278.064, | |
| "eval_adversarial_qa_steps_per_second": 5.793, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_private_tuning_accuracy": 0.6673820897933299, | |
| "eval_private_tuning_loss": 1.2412109375, | |
| "eval_private_tuning_runtime": 61.4345, | |
| "eval_private_tuning_samples_per_second": 344.725, | |
| "eval_private_tuning_steps_per_second": 7.195, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_oa_translated_accuracy": 0.694931804897923, | |
| "eval_oa_translated_loss": 1.259765625, | |
| "eval_oa_translated_runtime": 747.634, | |
| "eval_oa_translated_samples_per_second": 187.422, | |
| "eval_oa_translated_steps_per_second": 3.906, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_prosocial_dialogue_accuracy": 0.5319418402546676, | |
| "eval_prosocial_dialogue_loss": 1.7685546875, | |
| "eval_prosocial_dialogue_runtime": 40.2134, | |
| "eval_prosocial_dialogue_samples_per_second": 670.995, | |
| "eval_prosocial_dialogue_steps_per_second": 14.0, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_math_qa_accuracy": 0.5807196170064887, | |
| "eval_math_qa_loss": 1.8212890625, | |
| "eval_math_qa_runtime": 19.1438, | |
| "eval_math_qa_samples_per_second": 311.745, | |
| "eval_math_qa_steps_per_second": 6.53, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_wikihow_accuracy": 0.6014214394674803, | |
| "eval_wikihow_loss": 1.896484375, | |
| "eval_wikihow_runtime": 7.4397, | |
| "eval_wikihow_samples_per_second": 308.21, | |
| "eval_wikihow_steps_per_second": 6.452, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_joke_accuracy": 0.4866376042456406, | |
| "eval_joke_loss": 2.24609375, | |
| "eval_joke_runtime": 0.5334, | |
| "eval_joke_samples_per_second": 142.487, | |
| "eval_joke_steps_per_second": 3.75, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_gsm8k_accuracy": 0.7673556205482711, | |
| "eval_gsm8k_loss": 0.87646484375, | |
| "eval_gsm8k_runtime": 6.0291, | |
| "eval_gsm8k_samples_per_second": 247.963, | |
| "eval_gsm8k_steps_per_second": 5.308, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_ted_trans_en-hi_accuracy": 0.6494347770862441, | |
| "eval_ted_trans_en-hi_loss": 1.390625, | |
| "eval_ted_trans_en-hi_runtime": 1.0351, | |
| "eval_ted_trans_en-hi_samples_per_second": 99.508, | |
| "eval_ted_trans_en-hi_steps_per_second": 2.898, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_ted_trans_de-ja_accuracy": 0.616848081514485, | |
| "eval_ted_trans_de-ja_loss": 1.677734375, | |
| "eval_ted_trans_de-ja_runtime": 3.7491, | |
| "eval_ted_trans_de-ja_samples_per_second": 191.511, | |
| "eval_ted_trans_de-ja_steps_per_second": 4.001, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_ted_trans_nl-en_accuracy": 0.727337334175616, | |
| "eval_ted_trans_nl-en_loss": 1.2138671875, | |
| "eval_ted_trans_nl-en_runtime": 3.6692, | |
| "eval_ted_trans_nl-en_samples_per_second": 210.129, | |
| "eval_ted_trans_nl-en_steps_per_second": 4.633, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_ted_trans_en-ja_accuracy": 0.626860854480171, | |
| "eval_ted_trans_en-ja_loss": 1.591796875, | |
| "eval_ted_trans_en-ja_runtime": 4.8535, | |
| "eval_ted_trans_en-ja_samples_per_second": 165.036, | |
| "eval_ted_trans_en-ja_steps_per_second": 3.503, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_ted_trans_en-es_accuracy": 0.7669356066372355, | |
| "eval_ted_trans_en-es_loss": 0.98388671875, | |
| "eval_ted_trans_en-es_runtime": 4.1425, | |
| "eval_ted_trans_en-es_samples_per_second": 199.395, | |
| "eval_ted_trans_en-es_steps_per_second": 4.345, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_ted_trans_en-ms_accuracy": 0.6616502335236119, | |
| "eval_ted_trans_en-ms_loss": 1.5517578125, | |
| "eval_ted_trans_en-ms_runtime": 0.9865, | |
| "eval_ted_trans_en-ms_samples_per_second": 42.573, | |
| "eval_ted_trans_en-ms_steps_per_second": 1.014, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_xsum_accuracy": 0.6076375151351375, | |
| "eval_xsum_loss": NaN, | |
| "eval_xsum_runtime": 192.6396, | |
| "eval_xsum_samples_per_second": 211.841, | |
| "eval_xsum_steps_per_second": 4.418, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_cnn_dailymail_accuracy": 0.6761071775649035, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 278.6917, | |
| "eval_cnn_dailymail_samples_per_second": 206.045, | |
| "eval_cnn_dailymail_steps_per_second": 4.295, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_multi_news_accuracy": 0.5442969643083958, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 45.8208, | |
| "eval_multi_news_samples_per_second": 196.308, | |
| "eval_multi_news_steps_per_second": 4.103, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_tldr_news_accuracy": 0.5842189410326343, | |
| "eval_tldr_news_loss": 1.8740234375, | |
| "eval_tldr_news_runtime": 3.8029, | |
| "eval_tldr_news_samples_per_second": 375.502, | |
| "eval_tldr_news_steps_per_second": 7.889, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_scitldr_accuracy": 0.49108589951377635, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 2.7953, | |
| "eval_scitldr_samples_per_second": 142.738, | |
| "eval_scitldr_steps_per_second": 3.22, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_samsum_accuracy": 0.6296691857399721, | |
| "eval_samsum_loss": 1.359375, | |
| "eval_samsum_runtime": 14.6559, | |
| "eval_samsum_samples_per_second": 201.08, | |
| "eval_samsum_steps_per_second": 4.23, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_debate_sum_accuracy": 0.9376602666300555, | |
| "eval_debate_sum_loss": NaN, | |
| "eval_debate_sum_runtime": 243.7385, | |
| "eval_debate_sum_samples_per_second": 197.4, | |
| "eval_debate_sum_steps_per_second": 4.115, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_billsum_accuracy": 0.674664779787867, | |
| "eval_billsum_loss": 1.3837890625, | |
| "eval_billsum_runtime": 28.345, | |
| "eval_billsum_samples_per_second": 133.71, | |
| "eval_billsum_steps_per_second": 2.787, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_wmt2019_zh-en_accuracy": 0.6330300731414937, | |
| "eval_wmt2019_zh-en_loss": 1.6611328125, | |
| "eval_wmt2019_zh-en_runtime": 11.8726, | |
| "eval_wmt2019_zh-en_samples_per_second": 335.309, | |
| "eval_wmt2019_zh-en_steps_per_second": 6.991, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_wmt2019_ru-en_accuracy": 0.7280151437129657, | |
| "eval_wmt2019_ru-en_loss": 1.083984375, | |
| "eval_wmt2019_ru-en_runtime": 10.0609, | |
| "eval_wmt2019_ru-en_samples_per_second": 298.183, | |
| "eval_wmt2019_ru-en_steps_per_second": 6.262, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_wmt2019_de-en_accuracy": 0.7374484938192584, | |
| "eval_wmt2019_de-en_loss": 1.05859375, | |
| "eval_wmt2019_de-en_runtime": 7.6833, | |
| "eval_wmt2019_de-en_samples_per_second": 390.199, | |
| "eval_wmt2019_de-en_steps_per_second": 8.2, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_wmt2019_fr-de_accuracy": 0.7249404264537492, | |
| "eval_wmt2019_fr-de_loss": 1.1298828125, | |
| "eval_wmt2019_fr-de_runtime": 4.7455, | |
| "eval_wmt2019_fr-de_samples_per_second": 318.618, | |
| "eval_wmt2019_fr-de_steps_per_second": 6.743, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_essay_instruction_accuracy": 0.5962563297437145, | |
| "eval_essay_instruction_loss": 1.96484375, | |
| "eval_essay_instruction_runtime": 4.8055, | |
| "eval_essay_instruction_samples_per_second": 85.943, | |
| "eval_essay_instruction_steps_per_second": 1.873, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_reddit_eli5_accuracy": 0.44550306361932773, | |
| "eval_reddit_eli5_loss": 2.546875, | |
| "eval_reddit_eli5_runtime": 268.1996, | |
| "eval_reddit_eli5_samples_per_second": 203.308, | |
| "eval_reddit_eli5_steps_per_second": 4.236, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_reddit_askh_accuracy": 0.44892602615508864, | |
| "eval_reddit_askh_loss": 2.642578125, | |
| "eval_reddit_askh_runtime": 135.1366, | |
| "eval_reddit_askh_samples_per_second": 145.815, | |
| "eval_reddit_askh_steps_per_second": 3.041, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_reddit_asks_accuracy": 0.4570882832072159, | |
| "eval_reddit_asks_loss": 2.49609375, | |
| "eval_reddit_asks_runtime": 151.4006, | |
| "eval_reddit_asks_samples_per_second": 174.081, | |
| "eval_reddit_asks_steps_per_second": 3.633, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.92324164555435e-06, | |
| "loss": 1.5053, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.921733622873688e-06, | |
| "loss": 1.6214, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.920225600193027e-06, | |
| "loss": 1.5547, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.9187175775123666e-06, | |
| "loss": 1.5706, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.917209554831705e-06, | |
| "loss": 1.6485, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.915701532151044e-06, | |
| "loss": 1.6188, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.914193509470383e-06, | |
| "loss": 1.5883, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.9126854867897215e-06, | |
| "loss": 1.5876, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.911177464109061e-06, | |
| "loss": 1.5883, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.9096694414284e-06, | |
| "loss": 1.584, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.908161418747738e-06, | |
| "loss": 1.6226, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.906653396067077e-06, | |
| "loss": 1.5241, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.9051453733864164e-06, | |
| "loss": 1.552, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.903637350705755e-06, | |
| "loss": 1.6007, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.902129328025094e-06, | |
| "loss": 1.6413, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.900621305344433e-06, | |
| "loss": 1.5901, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.899113282663771e-06, | |
| "loss": 1.618, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.8976052599831105e-06, | |
| "loss": 1.6042, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.89609723730245e-06, | |
| "loss": 1.6138, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.894589214621788e-06, | |
| "loss": 1.5651, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.893081191941127e-06, | |
| "loss": 1.557, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.891573169260466e-06, | |
| "loss": 1.589, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.890065146579805e-06, | |
| "loss": 1.6019, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.888557123899144e-06, | |
| "loss": 1.5311, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.887049101218483e-06, | |
| "loss": 1.5996, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_gsm8k_hard_accuracy": 0.917939008998005, | |
| "eval_gsm8k_hard_loss": 0.353759765625, | |
| "eval_gsm8k_hard_runtime": 2.0742, | |
| "eval_gsm8k_hard_samples_per_second": 127.281, | |
| "eval_gsm8k_hard_steps_per_second": 2.893, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_webgpt_accuracy": 0.48935223254836624, | |
| "eval_webgpt_loss": 2.275390625, | |
| "eval_webgpt_runtime": 18.9851, | |
| "eval_webgpt_samples_per_second": 206.267, | |
| "eval_webgpt_steps_per_second": 4.319, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_squad_v2_accuracy": 0.8966656801815133, | |
| "eval_squad_v2_loss": 0.312255859375, | |
| "eval_squad_v2_runtime": 87.2749, | |
| "eval_squad_v2_samples_per_second": 298.642, | |
| "eval_squad_v2_steps_per_second": 6.222, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_adversarial_qa_accuracy": 0.7900062684695979, | |
| "eval_adversarial_qa_loss": 0.8447265625, | |
| "eval_adversarial_qa_runtime": 21.2806, | |
| "eval_adversarial_qa_samples_per_second": 281.947, | |
| "eval_adversarial_qa_steps_per_second": 5.874, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_private_tuning_accuracy": 0.6689839396232736, | |
| "eval_private_tuning_loss": 1.2333984375, | |
| "eval_private_tuning_runtime": 65.9372, | |
| "eval_private_tuning_samples_per_second": 321.185, | |
| "eval_private_tuning_steps_per_second": 6.703, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_oa_translated_accuracy": 0.697770983402211, | |
| "eval_oa_translated_loss": 1.24609375, | |
| "eval_oa_translated_runtime": 707.9067, | |
| "eval_oa_translated_samples_per_second": 197.94, | |
| "eval_oa_translated_steps_per_second": 4.125, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_prosocial_dialogue_accuracy": 0.5329268895641822, | |
| "eval_prosocial_dialogue_loss": 1.771484375, | |
| "eval_prosocial_dialogue_runtime": 94.875, | |
| "eval_prosocial_dialogue_samples_per_second": 284.406, | |
| "eval_prosocial_dialogue_steps_per_second": 5.934, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_math_qa_accuracy": 0.5841662474001151, | |
| "eval_math_qa_loss": 1.80078125, | |
| "eval_math_qa_runtime": 18.717, | |
| "eval_math_qa_samples_per_second": 318.854, | |
| "eval_math_qa_steps_per_second": 6.678, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_wikihow_accuracy": 0.6094855082512828, | |
| "eval_wikihow_loss": 1.8798828125, | |
| "eval_wikihow_runtime": 8.1158, | |
| "eval_wikihow_samples_per_second": 282.535, | |
| "eval_wikihow_steps_per_second": 5.914, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_joke_accuracy": 0.4837945413191812, | |
| "eval_joke_loss": 2.259765625, | |
| "eval_joke_runtime": 0.8936, | |
| "eval_joke_samples_per_second": 85.053, | |
| "eval_joke_steps_per_second": 2.238, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_gsm8k_accuracy": 0.7703712514518408, | |
| "eval_gsm8k_loss": 0.86376953125, | |
| "eval_gsm8k_runtime": 5.5568, | |
| "eval_gsm8k_samples_per_second": 269.039, | |
| "eval_gsm8k_steps_per_second": 5.759, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_ted_trans_en-hi_accuracy": 0.6408450704225352, | |
| "eval_ted_trans_en-hi_loss": 1.4541015625, | |
| "eval_ted_trans_en-hi_runtime": 1.7176, | |
| "eval_ted_trans_en-hi_samples_per_second": 59.968, | |
| "eval_ted_trans_en-hi_steps_per_second": 1.747, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_ted_trans_de-ja_accuracy": 0.6207718785454686, | |
| "eval_ted_trans_de-ja_loss": 1.6513671875, | |
| "eval_ted_trans_de-ja_runtime": 4.1297, | |
| "eval_ted_trans_de-ja_samples_per_second": 173.862, | |
| "eval_ted_trans_de-ja_steps_per_second": 3.632, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_ted_trans_nl-en_accuracy": 0.7211525867714473, | |
| "eval_ted_trans_nl-en_loss": 1.2236328125, | |
| "eval_ted_trans_nl-en_runtime": 4.0953, | |
| "eval_ted_trans_nl-en_samples_per_second": 188.265, | |
| "eval_ted_trans_nl-en_steps_per_second": 4.151, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_ted_trans_en-ja_accuracy": 0.6330966258927838, | |
| "eval_ted_trans_en-ja_loss": 1.5634765625, | |
| "eval_ted_trans_en-ja_runtime": 4.1542, | |
| "eval_ted_trans_en-ja_samples_per_second": 192.817, | |
| "eval_ted_trans_en-ja_steps_per_second": 4.092, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_ted_trans_en-es_accuracy": 0.7685958860355181, | |
| "eval_ted_trans_en-es_loss": 0.984375, | |
| "eval_ted_trans_en-es_runtime": 4.9915, | |
| "eval_ted_trans_en-es_samples_per_second": 165.482, | |
| "eval_ted_trans_en-es_steps_per_second": 3.606, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_ted_trans_en-ms_accuracy": 0.6491956408925791, | |
| "eval_ted_trans_en-ms_loss": 1.5751953125, | |
| "eval_ted_trans_en-ms_runtime": 0.4795, | |
| "eval_ted_trans_en-ms_samples_per_second": 87.587, | |
| "eval_ted_trans_en-ms_steps_per_second": 2.085, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_xsum_accuracy": 0.6072009770109794, | |
| "eval_xsum_loss": NaN, | |
| "eval_xsum_runtime": 194.4193, | |
| "eval_xsum_samples_per_second": 209.902, | |
| "eval_xsum_steps_per_second": 4.377, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_cnn_dailymail_accuracy": 0.6753130640011107, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 277.0946, | |
| "eval_cnn_dailymail_samples_per_second": 207.232, | |
| "eval_cnn_dailymail_steps_per_second": 4.32, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_multi_news_accuracy": 0.5451066937634955, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 46.0554, | |
| "eval_multi_news_samples_per_second": 195.308, | |
| "eval_multi_news_steps_per_second": 4.082, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_tldr_news_accuracy": 0.5815386062259005, | |
| "eval_tldr_news_loss": 1.869140625, | |
| "eval_tldr_news_runtime": 3.242, | |
| "eval_tldr_news_samples_per_second": 440.47, | |
| "eval_tldr_news_steps_per_second": 9.254, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_scitldr_accuracy": 0.49108589951377635, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 2.7516, | |
| "eval_scitldr_samples_per_second": 145.006, | |
| "eval_scitldr_steps_per_second": 3.271, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_samsum_accuracy": 0.6312103719125579, | |
| "eval_samsum_loss": 1.3564453125, | |
| "eval_samsum_runtime": 13.9794, | |
| "eval_samsum_samples_per_second": 210.81, | |
| "eval_samsum_steps_per_second": 4.435, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_debate_sum_accuracy": 0.9370392048784827, | |
| "eval_debate_sum_loss": NaN, | |
| "eval_debate_sum_runtime": 244.8227, | |
| "eval_debate_sum_samples_per_second": 196.526, | |
| "eval_debate_sum_steps_per_second": 4.097, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_billsum_accuracy": 0.6767193885992487, | |
| "eval_billsum_loss": 1.3740234375, | |
| "eval_billsum_runtime": 27.455, | |
| "eval_billsum_samples_per_second": 138.044, | |
| "eval_billsum_steps_per_second": 2.877, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_wmt2019_zh-en_accuracy": 0.6325426044271557, | |
| "eval_wmt2019_zh-en_loss": 1.658203125, | |
| "eval_wmt2019_zh-en_runtime": 12.0617, | |
| "eval_wmt2019_zh-en_samples_per_second": 330.053, | |
| "eval_wmt2019_zh-en_steps_per_second": 6.881, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_wmt2019_ru-en_accuracy": 0.7264274688562131, | |
| "eval_wmt2019_ru-en_loss": 1.0927734375, | |
| "eval_wmt2019_ru-en_runtime": 10.931, | |
| "eval_wmt2019_ru-en_samples_per_second": 274.449, | |
| "eval_wmt2019_ru-en_steps_per_second": 5.763, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_wmt2019_de-en_accuracy": 0.7404288514621754, | |
| "eval_wmt2019_de-en_loss": 1.0498046875, | |
| "eval_wmt2019_de-en_runtime": 7.1074, | |
| "eval_wmt2019_de-en_samples_per_second": 421.813, | |
| "eval_wmt2019_de-en_steps_per_second": 8.864, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_wmt2019_fr-de_accuracy": 0.7267868761037272, | |
| "eval_wmt2019_fr-de_loss": 1.1259765625, | |
| "eval_wmt2019_fr-de_runtime": 6.3509, | |
| "eval_wmt2019_fr-de_samples_per_second": 238.077, | |
| "eval_wmt2019_fr-de_steps_per_second": 5.039, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_essay_instruction_accuracy": 0.5968423147513433, | |
| "eval_essay_instruction_loss": 1.9580078125, | |
| "eval_essay_instruction_runtime": 4.8143, | |
| "eval_essay_instruction_samples_per_second": 85.786, | |
| "eval_essay_instruction_steps_per_second": 1.869, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_reddit_eli5_accuracy": 0.4457660851447585, | |
| "eval_reddit_eli5_loss": 2.54296875, | |
| "eval_reddit_eli5_runtime": 291.6459, | |
| "eval_reddit_eli5_samples_per_second": 186.963, | |
| "eval_reddit_eli5_steps_per_second": 3.895, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_reddit_askh_accuracy": 0.4493032630102438, | |
| "eval_reddit_askh_loss": 2.640625, | |
| "eval_reddit_askh_runtime": 111.9151, | |
| "eval_reddit_askh_samples_per_second": 176.071, | |
| "eval_reddit_askh_steps_per_second": 3.672, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_reddit_asks_accuracy": 0.4576012073512167, | |
| "eval_reddit_asks_loss": 2.4921875, | |
| "eval_reddit_asks_runtime": 151.9908, | |
| "eval_reddit_asks_samples_per_second": 173.405, | |
| "eval_reddit_asks_steps_per_second": 3.619, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.885541078537821e-06, | |
| "loss": 1.5723, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.88403305585716e-06, | |
| "loss": 1.5749, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.8825250331764996e-06, | |
| "loss": 1.6074, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.881167812763905e-06, | |
| "loss": 1.611, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.879659790083243e-06, | |
| "loss": 1.5503, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.878151767402582e-06, | |
| "loss": 1.5197, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.876643744721921e-06, | |
| "loss": 1.6165, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.87513572204126e-06, | |
| "loss": 1.5622, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.873627699360599e-06, | |
| "loss": 1.6142, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.872119676679938e-06, | |
| "loss": 1.5699, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.870611653999276e-06, | |
| "loss": 1.5571, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.8691036313186155e-06, | |
| "loss": 1.7093, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.867595608637955e-06, | |
| "loss": 1.5411, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.866087585957293e-06, | |
| "loss": 1.6657, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.864579563276632e-06, | |
| "loss": 1.6215, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.863071540595971e-06, | |
| "loss": 1.6317, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.86156351791531e-06, | |
| "loss": 1.573, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.860055495234649e-06, | |
| "loss": 1.5732, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.858547472553988e-06, | |
| "loss": 1.5991, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.857039449873326e-06, | |
| "loss": 1.6105, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.855531427192665e-06, | |
| "loss": 1.627, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.8540234045120045e-06, | |
| "loss": 1.59, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.852515381831343e-06, | |
| "loss": 1.5923, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.851007359150682e-06, | |
| "loss": 1.5461, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.849499336470021e-06, | |
| "loss": 1.5792, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_gsm8k_hard_accuracy": 0.9194658197956109, | |
| "eval_gsm8k_hard_loss": 0.34375, | |
| "eval_gsm8k_hard_runtime": 2.5861, | |
| "eval_gsm8k_hard_samples_per_second": 102.084, | |
| "eval_gsm8k_hard_steps_per_second": 2.32, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_webgpt_accuracy": 0.48958552214679374, | |
| "eval_webgpt_loss": 2.26953125, | |
| "eval_webgpt_runtime": 18.454, | |
| "eval_webgpt_samples_per_second": 212.203, | |
| "eval_webgpt_steps_per_second": 4.443, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_squad_v2_accuracy": 0.902612776392001, | |
| "eval_squad_v2_loss": 0.312744140625, | |
| "eval_squad_v2_runtime": 87.2414, | |
| "eval_squad_v2_samples_per_second": 298.757, | |
| "eval_squad_v2_steps_per_second": 6.224, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_adversarial_qa_accuracy": 0.8242739022715739, | |
| "eval_adversarial_qa_loss": 0.765625, | |
| "eval_adversarial_qa_runtime": 21.8127, | |
| "eval_adversarial_qa_samples_per_second": 275.069, | |
| "eval_adversarial_qa_steps_per_second": 5.731, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_private_tuning_accuracy": 0.6703786408057409, | |
| "eval_private_tuning_loss": 1.2275390625, | |
| "eval_private_tuning_runtime": 61.3818, | |
| "eval_private_tuning_samples_per_second": 345.021, | |
| "eval_private_tuning_steps_per_second": 7.201, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_oa_translated_accuracy": 0.6998150442485734, | |
| "eval_oa_translated_loss": 1.2353515625, | |
| "eval_oa_translated_runtime": 717.5723, | |
| "eval_oa_translated_samples_per_second": 195.274, | |
| "eval_oa_translated_steps_per_second": 4.069, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_prosocial_dialogue_accuracy": 0.5407654479692391, | |
| "eval_prosocial_dialogue_loss": 1.75390625, | |
| "eval_prosocial_dialogue_runtime": 73.7989, | |
| "eval_prosocial_dialogue_samples_per_second": 365.629, | |
| "eval_prosocial_dialogue_steps_per_second": 7.629, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_math_qa_accuracy": 0.5880693164312722, | |
| "eval_math_qa_loss": 1.77734375, | |
| "eval_math_qa_runtime": 18.7243, | |
| "eval_math_qa_samples_per_second": 318.731, | |
| "eval_math_qa_steps_per_second": 6.676, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_wikihow_accuracy": 0.6112120371654417, | |
| "eval_wikihow_loss": 1.8701171875, | |
| "eval_wikihow_runtime": 8.0237, | |
| "eval_wikihow_samples_per_second": 285.777, | |
| "eval_wikihow_steps_per_second": 5.982, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_joke_accuracy": 0.4860689916603487, | |
| "eval_joke_loss": 2.2421875, | |
| "eval_joke_runtime": 0.9634, | |
| "eval_joke_samples_per_second": 78.886, | |
| "eval_joke_steps_per_second": 2.076, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_gsm8k_accuracy": 0.7713298162634165, | |
| "eval_gsm8k_loss": 0.857421875, | |
| "eval_gsm8k_runtime": 6.4806, | |
| "eval_gsm8k_samples_per_second": 230.688, | |
| "eval_gsm8k_steps_per_second": 4.938, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_ted_trans_en-hi_accuracy": 0.6369557351344832, | |
| "eval_ted_trans_en-hi_loss": 1.482421875, | |
| "eval_ted_trans_en-hi_runtime": 1.0804, | |
| "eval_ted_trans_en-hi_samples_per_second": 95.332, | |
| "eval_ted_trans_en-hi_steps_per_second": 2.777, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_ted_trans_de-ja_accuracy": 0.6203946747238221, | |
| "eval_ted_trans_de-ja_loss": 1.6611328125, | |
| "eval_ted_trans_de-ja_runtime": 4.4636, | |
| "eval_ted_trans_de-ja_samples_per_second": 160.856, | |
| "eval_ted_trans_de-ja_steps_per_second": 3.36, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_ted_trans_nl-en_accuracy": 0.7250118302749882, | |
| "eval_ted_trans_nl-en_loss": 1.2099609375, | |
| "eval_ted_trans_nl-en_runtime": 3.3901, | |
| "eval_ted_trans_nl-en_samples_per_second": 227.426, | |
| "eval_ted_trans_nl-en_steps_per_second": 5.015, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_ted_trans_en-ja_accuracy": 0.6299969453212504, | |
| "eval_ted_trans_en-ja_loss": 1.5703125, | |
| "eval_ted_trans_en-ja_runtime": 3.888, | |
| "eval_ted_trans_en-ja_samples_per_second": 206.017, | |
| "eval_ted_trans_en-ja_steps_per_second": 4.372, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_ted_trans_en-es_accuracy": 0.7667636252296387, | |
| "eval_ted_trans_en-es_loss": 0.9814453125, | |
| "eval_ted_trans_en-es_runtime": 4.4116, | |
| "eval_ted_trans_en-es_samples_per_second": 187.233, | |
| "eval_ted_trans_en-es_steps_per_second": 4.08, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_ted_trans_en-ms_accuracy": 0.6590555267254801, | |
| "eval_ted_trans_en-ms_loss": 1.509765625, | |
| "eval_ted_trans_en-ms_runtime": 1.256, | |
| "eval_ted_trans_en-ms_samples_per_second": 33.438, | |
| "eval_ted_trans_en-ms_steps_per_second": 0.796, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_xsum_accuracy": 0.6091027172290235, | |
| "eval_xsum_loss": NaN, | |
| "eval_xsum_runtime": 192.154, | |
| "eval_xsum_samples_per_second": 212.377, | |
| "eval_xsum_steps_per_second": 4.429, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_cnn_dailymail_accuracy": 0.6791855245499561, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 278.657, | |
| "eval_cnn_dailymail_samples_per_second": 206.071, | |
| "eval_cnn_dailymail_steps_per_second": 4.296, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_multi_news_accuracy": 0.547242906816125, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 46.0885, | |
| "eval_multi_news_samples_per_second": 195.168, | |
| "eval_multi_news_steps_per_second": 4.079, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_tldr_news_accuracy": 0.5899087745697358, | |
| "eval_tldr_news_loss": 1.82421875, | |
| "eval_tldr_news_runtime": 3.2945, | |
| "eval_tldr_news_samples_per_second": 433.455, | |
| "eval_tldr_news_steps_per_second": 9.106, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_scitldr_accuracy": 0.48946515397082657, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 2.999, | |
| "eval_scitldr_samples_per_second": 133.043, | |
| "eval_scitldr_steps_per_second": 3.001, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_samsum_accuracy": 0.6357663345455529, | |
| "eval_samsum_loss": 1.3447265625, | |
| "eval_samsum_runtime": 13.9699, | |
| "eval_samsum_samples_per_second": 210.954, | |
| "eval_samsum_steps_per_second": 4.438, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_debate_sum_accuracy": 0.937797152052083, | |
| "eval_debate_sum_loss": NaN, | |
| "eval_debate_sum_runtime": 251.6686, | |
| "eval_debate_sum_samples_per_second": 191.18, | |
| "eval_debate_sum_steps_per_second": 3.985, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_billsum_accuracy": 0.6771982567431513, | |
| "eval_billsum_loss": 1.3671875, | |
| "eval_billsum_runtime": 20.1117, | |
| "eval_billsum_samples_per_second": 188.448, | |
| "eval_billsum_steps_per_second": 3.928, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_wmt2019_zh-en_accuracy": 0.6312172508742782, | |
| "eval_wmt2019_zh-en_loss": 1.6611328125, | |
| "eval_wmt2019_zh-en_runtime": 12.8125, | |
| "eval_wmt2019_zh-en_samples_per_second": 310.712, | |
| "eval_wmt2019_zh-en_steps_per_second": 6.478, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_wmt2019_ru-en_accuracy": 0.7286970006594347, | |
| "eval_wmt2019_ru-en_loss": 1.0859375, | |
| "eval_wmt2019_ru-en_runtime": 10.0956, | |
| "eval_wmt2019_ru-en_samples_per_second": 297.16, | |
| "eval_wmt2019_ru-en_steps_per_second": 6.24, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_wmt2019_de-en_accuracy": 0.7417590110813298, | |
| "eval_wmt2019_de-en_loss": 1.044921875, | |
| "eval_wmt2019_de-en_runtime": 7.9617, | |
| "eval_wmt2019_de-en_samples_per_second": 376.551, | |
| "eval_wmt2019_de-en_steps_per_second": 7.913, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_wmt2019_fr-de_accuracy": 0.7250758560901603, | |
| "eval_wmt2019_fr-de_loss": 1.130859375, | |
| "eval_wmt2019_fr-de_runtime": 4.4498, | |
| "eval_wmt2019_fr-de_samples_per_second": 339.792, | |
| "eval_wmt2019_fr-de_steps_per_second": 7.191, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_essay_instruction_accuracy": 0.5974504124007696, | |
| "eval_essay_instruction_loss": 1.953125, | |
| "eval_essay_instruction_runtime": 5.4069, | |
| "eval_essay_instruction_samples_per_second": 76.383, | |
| "eval_essay_instruction_steps_per_second": 1.665, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_reddit_eli5_accuracy": 0.44636360001599296, | |
| "eval_reddit_eli5_loss": 2.54296875, | |
| "eval_reddit_eli5_runtime": 271.6541, | |
| "eval_reddit_eli5_samples_per_second": 200.722, | |
| "eval_reddit_eli5_steps_per_second": 4.182, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_reddit_askh_accuracy": 0.449544836282747, | |
| "eval_reddit_askh_loss": 2.638671875, | |
| "eval_reddit_askh_runtime": 133.9706, | |
| "eval_reddit_askh_samples_per_second": 147.084, | |
| "eval_reddit_askh_steps_per_second": 3.068, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_reddit_asks_accuracy": 0.4580279915626371, | |
| "eval_reddit_asks_loss": 2.490234375, | |
| "eval_reddit_asks_runtime": 148.6473, | |
| "eval_reddit_asks_samples_per_second": 177.306, | |
| "eval_reddit_asks_steps_per_second": 3.7, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.8479913137893595e-06, | |
| "loss": 1.5467, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.846483291108699e-06, | |
| "loss": 1.6584, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.844975268428038e-06, | |
| "loss": 1.5414, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.843467245747376e-06, | |
| "loss": 1.5565, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.841959223066715e-06, | |
| "loss": 1.5377, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.840451200386054e-06, | |
| "loss": 1.5815, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.838943177705393e-06, | |
| "loss": 1.5763, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.837435155024732e-06, | |
| "loss": 1.5399, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.835927132344071e-06, | |
| "loss": 1.5486, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.834419109663409e-06, | |
| "loss": 1.5657, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.8329110869827485e-06, | |
| "loss": 1.5551, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.831403064302088e-06, | |
| "loss": 1.5926, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.829895041621426e-06, | |
| "loss": 1.5123, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.828387018940765e-06, | |
| "loss": 1.6461, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.826878996260104e-06, | |
| "loss": 1.5276, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.825370973579443e-06, | |
| "loss": 1.6597, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.823862950898782e-06, | |
| "loss": 1.5458, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.822354928218121e-06, | |
| "loss": 1.565, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.820846905537459e-06, | |
| "loss": 1.5876, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.819338882856798e-06, | |
| "loss": 1.5786, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.8178308601761375e-06, | |
| "loss": 1.5501, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.816322837495476e-06, | |
| "loss": 1.5303, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.814814814814815e-06, | |
| "loss": 1.6207, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.813306792134154e-06, | |
| "loss": 1.5776, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.811798769453493e-06, | |
| "loss": 1.6652, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_gsm8k_hard_accuracy": 0.9206872684336957, | |
| "eval_gsm8k_hard_loss": 0.338134765625, | |
| "eval_gsm8k_hard_runtime": 3.5208, | |
| "eval_gsm8k_hard_samples_per_second": 74.983, | |
| "eval_gsm8k_hard_steps_per_second": 1.704, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_webgpt_accuracy": 0.48976586658813137, | |
| "eval_webgpt_loss": 2.265625, | |
| "eval_webgpt_runtime": 18.5149, | |
| "eval_webgpt_samples_per_second": 211.505, | |
| "eval_webgpt_steps_per_second": 4.429, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_squad_v2_accuracy": 0.906819430938993, | |
| "eval_squad_v2_loss": 0.292724609375, | |
| "eval_squad_v2_runtime": 87.4932, | |
| "eval_squad_v2_samples_per_second": 297.897, | |
| "eval_squad_v2_steps_per_second": 6.206, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_adversarial_qa_accuracy": 0.8013193636010866, | |
| "eval_adversarial_qa_loss": 0.8310546875, | |
| "eval_adversarial_qa_runtime": 21.1349, | |
| "eval_adversarial_qa_samples_per_second": 283.891, | |
| "eval_adversarial_qa_steps_per_second": 5.914, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_private_tuning_accuracy": 0.6708063990236344, | |
| "eval_private_tuning_loss": 1.2236328125, | |
| "eval_private_tuning_runtime": 65.2825, | |
| "eval_private_tuning_samples_per_second": 324.405, | |
| "eval_private_tuning_steps_per_second": 6.771, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_oa_translated_accuracy": 0.7019998653150882, | |
| "eval_oa_translated_loss": 1.2255859375, | |
| "eval_oa_translated_runtime": 721.6165, | |
| "eval_oa_translated_samples_per_second": 194.179, | |
| "eval_oa_translated_steps_per_second": 4.046, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_prosocial_dialogue_accuracy": 0.5347828898075921, | |
| "eval_prosocial_dialogue_loss": 1.7451171875, | |
| "eval_prosocial_dialogue_runtime": 75.1624, | |
| "eval_prosocial_dialogue_samples_per_second": 358.996, | |
| "eval_prosocial_dialogue_steps_per_second": 7.49, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_math_qa_accuracy": 0.5915055732195003, | |
| "eval_math_qa_loss": 1.7578125, | |
| "eval_math_qa_runtime": 18.6859, | |
| "eval_math_qa_samples_per_second": 319.384, | |
| "eval_math_qa_steps_per_second": 6.69, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_wikihow_accuracy": 0.6088822632089863, | |
| "eval_wikihow_loss": 1.8623046875, | |
| "eval_wikihow_runtime": 7.0536, | |
| "eval_wikihow_samples_per_second": 325.084, | |
| "eval_wikihow_steps_per_second": 6.805, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_joke_accuracy": 0.4927975739196361, | |
| "eval_joke_loss": 2.203125, | |
| "eval_joke_runtime": 1.8797, | |
| "eval_joke_samples_per_second": 40.431, | |
| "eval_joke_steps_per_second": 1.064, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_gsm8k_accuracy": 0.7729670729488812, | |
| "eval_gsm8k_loss": 0.84765625, | |
| "eval_gsm8k_runtime": 5.4471, | |
| "eval_gsm8k_samples_per_second": 274.458, | |
| "eval_gsm8k_steps_per_second": 5.875, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_ted_trans_en-hi_accuracy": 0.6606576107655199, | |
| "eval_ted_trans_en-hi_loss": 1.3681640625, | |
| "eval_ted_trans_en-hi_runtime": 1.9419, | |
| "eval_ted_trans_en-hi_samples_per_second": 53.04, | |
| "eval_ted_trans_en-hi_steps_per_second": 1.545, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_ted_trans_de-ja_accuracy": 0.6181494047961354, | |
| "eval_ted_trans_de-ja_loss": 1.669921875, | |
| "eval_ted_trans_de-ja_runtime": 4.4657, | |
| "eval_ted_trans_de-ja_samples_per_second": 160.781, | |
| "eval_ted_trans_de-ja_steps_per_second": 3.359, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_ted_trans_nl-en_accuracy": 0.7275129478913435, | |
| "eval_ted_trans_nl-en_loss": 1.193359375, | |
| "eval_ted_trans_nl-en_runtime": 3.5649, | |
| "eval_ted_trans_nl-en_samples_per_second": 216.275, | |
| "eval_ted_trans_nl-en_steps_per_second": 4.769, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_ted_trans_en-ja_accuracy": 0.6332216902623955, | |
| "eval_ted_trans_en-ja_loss": 1.5615234375, | |
| "eval_ted_trans_en-ja_runtime": 4.3033, | |
| "eval_ted_trans_en-ja_samples_per_second": 186.138, | |
| "eval_ted_trans_en-ja_steps_per_second": 3.95, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_ted_trans_en-es_accuracy": 0.7696410515672396, | |
| "eval_ted_trans_en-es_loss": 0.96875, | |
| "eval_ted_trans_en-es_runtime": 5.0224, | |
| "eval_ted_trans_en-es_samples_per_second": 164.462, | |
| "eval_ted_trans_en-es_steps_per_second": 3.584, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_ted_trans_en-ms_accuracy": 0.6727053140096618, | |
| "eval_ted_trans_en-ms_loss": 1.4013671875, | |
| "eval_ted_trans_en-ms_runtime": 0.4904, | |
| "eval_ted_trans_en-ms_samples_per_second": 85.65, | |
| "eval_ted_trans_en-ms_steps_per_second": 2.039, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_xsum_accuracy": 0.6095022536611729, | |
| "eval_xsum_loss": NaN, | |
| "eval_xsum_runtime": 191.8464, | |
| "eval_xsum_samples_per_second": 212.717, | |
| "eval_xsum_steps_per_second": 4.436, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_cnn_dailymail_accuracy": 0.6799426165023833, | |
| "eval_cnn_dailymail_loss": NaN, | |
| "eval_cnn_dailymail_runtime": 276.5156, | |
| "eval_cnn_dailymail_samples_per_second": 207.666, | |
| "eval_cnn_dailymail_steps_per_second": 4.329, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_multi_news_accuracy": 0.547789914899022, | |
| "eval_multi_news_loss": NaN, | |
| "eval_multi_news_runtime": 46.7011, | |
| "eval_multi_news_samples_per_second": 192.608, | |
| "eval_multi_news_steps_per_second": 4.026, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_tldr_news_accuracy": 0.586805229004044, | |
| "eval_tldr_news_loss": 1.861328125, | |
| "eval_tldr_news_runtime": 4.1288, | |
| "eval_tldr_news_samples_per_second": 345.86, | |
| "eval_tldr_news_steps_per_second": 7.266, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_scitldr_accuracy": 0.49270664505672607, | |
| "eval_scitldr_loss": NaN, | |
| "eval_scitldr_runtime": 2.9031, | |
| "eval_scitldr_samples_per_second": 137.437, | |
| "eval_scitldr_steps_per_second": 3.1, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_samsum_accuracy": 0.6352255674674526, | |
| "eval_samsum_loss": 1.3408203125, | |
| "eval_samsum_runtime": 13.3091, | |
| "eval_samsum_samples_per_second": 221.427, | |
| "eval_samsum_steps_per_second": 4.658, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_debate_sum_accuracy": 0.9398914583902843, | |
| "eval_debate_sum_loss": NaN, | |
| "eval_debate_sum_runtime": 244.3103, | |
| "eval_debate_sum_samples_per_second": 196.938, | |
| "eval_debate_sum_steps_per_second": 4.105, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_billsum_accuracy": 0.6780196221313985, | |
| "eval_billsum_loss": 1.3662109375, | |
| "eval_billsum_runtime": 26.3691, | |
| "eval_billsum_samples_per_second": 143.729, | |
| "eval_billsum_steps_per_second": 2.996, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_wmt2019_zh-en_accuracy": 0.6364605543710021, | |
| "eval_wmt2019_zh-en_loss": 1.6376953125, | |
| "eval_wmt2019_zh-en_runtime": 14.2747, | |
| "eval_wmt2019_zh-en_samples_per_second": 278.886, | |
| "eval_wmt2019_zh-en_steps_per_second": 5.815, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_wmt2019_ru-en_accuracy": 0.7199560058060365, | |
| "eval_wmt2019_ru-en_loss": 1.107421875, | |
| "eval_wmt2019_ru-en_runtime": 8.7473, | |
| "eval_wmt2019_ru-en_samples_per_second": 342.965, | |
| "eval_wmt2019_ru-en_steps_per_second": 7.202, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_wmt2019_de-en_accuracy": 0.7420960891168457, | |
| "eval_wmt2019_de-en_loss": 1.0400390625, | |
| "eval_wmt2019_de-en_runtime": 8.7795, | |
| "eval_wmt2019_de-en_samples_per_second": 341.476, | |
| "eval_wmt2019_de-en_steps_per_second": 7.176, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_wmt2019_fr-de_accuracy": 0.7250604501209003, | |
| "eval_wmt2019_fr-de_loss": 1.12890625, | |
| "eval_wmt2019_fr-de_runtime": 4.8598, | |
| "eval_wmt2019_fr-de_samples_per_second": 311.121, | |
| "eval_wmt2019_fr-de_steps_per_second": 6.585, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_essay_instruction_accuracy": 0.5982741083077195, | |
| "eval_essay_instruction_loss": 1.94921875, | |
| "eval_essay_instruction_runtime": 5.5402, | |
| "eval_essay_instruction_samples_per_second": 74.546, | |
| "eval_essay_instruction_steps_per_second": 1.624, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_reddit_eli5_accuracy": 0.44749512828734445, | |
| "eval_reddit_eli5_loss": 2.541015625, | |
| "eval_reddit_eli5_runtime": 289.5058, | |
| "eval_reddit_eli5_samples_per_second": 188.345, | |
| "eval_reddit_eli5_steps_per_second": 3.924, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_reddit_askh_accuracy": 0.45043337961716656, | |
| "eval_reddit_askh_loss": 2.63671875, | |
| "eval_reddit_askh_runtime": 112.2629, | |
| "eval_reddit_askh_samples_per_second": 175.525, | |
| "eval_reddit_askh_steps_per_second": 3.661, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_reddit_asks_accuracy": 0.4590568852017904, | |
| "eval_reddit_asks_loss": 2.490234375, | |
| "eval_reddit_asks_runtime": 152.7985, | |
| "eval_reddit_asks_samples_per_second": 172.489, | |
| "eval_reddit_asks_steps_per_second": 3.6, | |
| "step": 2250 | |
| } | |
| ], | |
| "max_steps": 34156, | |
| "num_train_epochs": 2, | |
| "total_flos": 1.6587065990940983e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |