diff --git "a/deberta_results.csv" "b/deberta_results.csv"
new file mode 100644--- /dev/null
+++ "b/deberta_results.csv"
@@ -0,0 +1,306 @@
+exp_name,epoch,eval_alfred-40b-0723_loss,eval_alfred-40b-0723_roc_auc,eval_alfred-40b-0723_runtime,eval_alfred-40b-0723_samples_per_second,eval_alfred-40b-0723_steps_per_second,eval_bloom-1.1b_loss,eval_bloom-1.1b_roc_auc,eval_bloom-1.1b_runtime,eval_bloom-1.1b_samples_per_second,eval_bloom-1.1b_steps_per_second,eval_bloom-1.7b_loss,eval_bloom-1.7b_roc_auc,eval_bloom-1.7b_runtime,eval_bloom-1.7b_samples_per_second,eval_bloom-1.7b_steps_per_second,eval_bloom-3b_loss,eval_bloom-3b_roc_auc,eval_bloom-3b_runtime,eval_bloom-3b_samples_per_second,eval_bloom-3b_steps_per_second,eval_bloom-560m_loss,eval_bloom-560m_roc_auc,eval_bloom-560m_runtime,eval_bloom-560m_samples_per_second,eval_bloom-560m_steps_per_second,eval_bloom-7.1b_loss,eval_bloom-7.1b_roc_auc,eval_bloom-7.1b_runtime,eval_bloom-7.1b_samples_per_second,eval_bloom-7.1b_steps_per_second,eval_cerebras-gpt-1.3b_loss,eval_cerebras-gpt-1.3b_roc_auc,eval_cerebras-gpt-1.3b_runtime,eval_cerebras-gpt-1.3b_samples_per_second,eval_cerebras-gpt-1.3b_steps_per_second,eval_cerebras-gpt-13b_loss,eval_cerebras-gpt-13b_roc_auc,eval_cerebras-gpt-13b_runtime,eval_cerebras-gpt-13b_samples_per_second,eval_cerebras-gpt-13b_steps_per_second,eval_cerebras-gpt-2.7b_loss,eval_cerebras-gpt-2.7b_roc_auc,eval_cerebras-gpt-2.7b_runtime,eval_cerebras-gpt-2.7b_samples_per_second,eval_cerebras-gpt-2.7b_steps_per_second,eval_cerebras-gpt-6.7b_loss,eval_cerebras-gpt-6.7b_roc_auc,eval_cerebras-gpt-6.7b_runtime,eval_cerebras-gpt-6.7b_samples_per_second,eval_cerebras-gpt-6.7b_steps_per_second,eval_falcon-40b-instruct_loss,eval_falcon-40b-instruct_roc_auc,eval_falcon-40b-instruct_runtime,eval_falcon-40b-instruct_samples_per_second,eval_falcon-40b-instruct_steps_per_second,eval_falcon-40b_loss,eval_falcon-40b_roc_auc,eval_falcon-40b_runtime,eval_falcon-40b_samples_per_second,eval_falcon-40b_steps_per_second,eval_falcon-7b-instruct_loss,eval_falcon-7b-instruct_roc_auc,eval_falcon-7b-instruct_runtime,eval_falcon-7b-instruct_samples_per_second,eval_falcon-7b-instruct_steps_per_second,eval_falcon-7b_loss,eval_falcon-7b_roc_auc,eval_falcon-7b_runtime,eval_falcon-7b_samples_per_second,eval_falcon-7b_steps_per_second,eval_gpt2-large_loss,eval_gpt2-large_roc_auc,eval_gpt2-large_runtime,eval_gpt2-large_samples_per_second,eval_gpt2-large_steps_per_second,eval_gpt2-medium_loss,eval_gpt2-medium_roc_auc,eval_gpt2-medium_runtime,eval_gpt2-medium_samples_per_second,eval_gpt2-medium_steps_per_second,eval_gpt2-xl_loss,eval_gpt2-xl_roc_auc,eval_gpt2-xl_runtime,eval_gpt2-xl_samples_per_second,eval_gpt2-xl_steps_per_second,eval_gpt2_loss,eval_gpt2_roc_auc,eval_gpt2_runtime,eval_gpt2_samples_per_second,eval_gpt2_steps_per_second,eval_llama-13b_loss,eval_llama-13b_roc_auc,eval_llama-13b_runtime,eval_llama-13b_samples_per_second,eval_llama-13b_steps_per_second,eval_llama-2-13b-chat_loss,eval_llama-2-13b-chat_roc_auc,eval_llama-2-13b-chat_runtime,eval_llama-2-13b-chat_samples_per_second,eval_llama-2-13b-chat_steps_per_second,eval_llama-2-13b_loss,eval_llama-2-13b_roc_auc,eval_llama-2-13b_runtime,eval_llama-2-13b_samples_per_second,eval_llama-2-13b_steps_per_second,eval_llama-2-70b-chat_loss,eval_llama-2-70b-chat_roc_auc,eval_llama-2-70b-chat_runtime,eval_llama-2-70b-chat_samples_per_second,eval_llama-2-70b-chat_steps_per_second,eval_llama-2-70b_loss,eval_llama-2-70b_roc_auc,eval_llama-2-70b_runtime,eval_llama-2-70b_samples_per_second,eval_llama-2-70b_steps_per_second,eval_llama-2-7b-chat_loss,eval_llama-2-7b-chat_roc_auc,eval_llama-2-7b-chat_runtime,eval_llama-2-7b-chat_samples_per_second,eval_llama-2-7b-chat_steps_per_second,eval_llama-2-7b_loss,eval_llama-2-7b_roc_auc,eval_llama-2-7b_runtime,eval_llama-2-7b_samples_per_second,eval_llama-2-7b_steps_per_second,eval_llama-30b_loss,eval_llama-30b_roc_auc,eval_llama-30b_runtime,eval_llama-30b_samples_per_second,eval_llama-30b_steps_per_second,eval_llama-65b_loss,eval_llama-65b_roc_auc,eval_llama-65b_runtime,eval_llama-65b_samples_per_second,eval_llama-65b_steps_per_second,eval_llama-7b_loss,eval_llama-7b_roc_auc,eval_llama-7b_runtime,eval_llama-7b_samples_per_second,eval_llama-7b_steps_per_second,eval_mpt-30b-chat_loss,eval_mpt-30b-chat_roc_auc,eval_mpt-30b-chat_runtime,eval_mpt-30b-chat_samples_per_second,eval_mpt-30b-chat_steps_per_second,eval_mpt-30b_loss,eval_mpt-30b_roc_auc,eval_mpt-30b_runtime,eval_mpt-30b_samples_per_second,eval_mpt-30b_steps_per_second,eval_mpt-7b-chat_loss,eval_mpt-7b-chat_roc_auc,eval_mpt-7b-chat_runtime,eval_mpt-7b-chat_samples_per_second,eval_mpt-7b-chat_steps_per_second,eval_mpt-7b_loss,eval_mpt-7b_roc_auc,eval_mpt-7b_runtime,eval_mpt-7b_samples_per_second,eval_mpt-7b_steps_per_second,eval_openllama-13b_loss,eval_openllama-13b_roc_auc,eval_openllama-13b_runtime,eval_openllama-13b_samples_per_second,eval_openllama-13b_steps_per_second,eval_openllama-2-3b_loss,eval_openllama-2-3b_roc_auc,eval_openllama-2-3b_runtime,eval_openllama-2-3b_samples_per_second,eval_openllama-2-3b_steps_per_second,eval_openllama-2-7b_loss,eval_openllama-2-7b_roc_auc,eval_openllama-2-7b_runtime,eval_openllama-2-7b_samples_per_second,eval_openllama-2-7b_steps_per_second,eval_openllama-3b_loss,eval_openllama-3b_roc_auc,eval_openllama-3b_runtime,eval_openllama-3b_samples_per_second,eval_openllama-3b_steps_per_second,eval_openllama-7b_loss,eval_openllama-7b_roc_auc,eval_openllama-7b_runtime,eval_openllama-7b_samples_per_second,eval_openllama-7b_steps_per_second,eval_opt-1.3b_loss,eval_opt-1.3b_roc_auc,eval_opt-1.3b_runtime,eval_opt-1.3b_samples_per_second,eval_opt-1.3b_steps_per_second,eval_opt-125m_loss,eval_opt-125m_roc_auc,eval_opt-125m_runtime,eval_opt-125m_samples_per_second,eval_opt-125m_steps_per_second,eval_opt-13b_loss,eval_opt-13b_roc_auc,eval_opt-13b_runtime,eval_opt-13b_samples_per_second,eval_opt-13b_steps_per_second,eval_opt-2.7b_loss,eval_opt-2.7b_roc_auc,eval_opt-2.7b_runtime,eval_opt-2.7b_samples_per_second,eval_opt-2.7b_steps_per_second,eval_opt-30b_loss,eval_opt-30b_roc_auc,eval_opt-30b_runtime,eval_opt-30b_samples_per_second,eval_opt-30b_steps_per_second,eval_opt-6.7b_loss,eval_opt-6.7b_roc_auc,eval_opt-6.7b_runtime,eval_opt-6.7b_samples_per_second,eval_opt-6.7b_steps_per_second,eval_opt-66b_loss,eval_opt-66b_roc_auc,eval_opt-66b_runtime,eval_opt-66b_samples_per_second,eval_opt-66b_steps_per_second,eval_pythia-1.4b-deduped_loss,eval_pythia-1.4b-deduped_roc_auc,eval_pythia-1.4b-deduped_runtime,eval_pythia-1.4b-deduped_samples_per_second,eval_pythia-1.4b-deduped_steps_per_second,eval_pythia-1.4b_loss,eval_pythia-1.4b_roc_auc,eval_pythia-1.4b_runtime,eval_pythia-1.4b_samples_per_second,eval_pythia-1.4b_steps_per_second,eval_pythia-12b-deduped_loss,eval_pythia-12b-deduped_roc_auc,eval_pythia-12b-deduped_runtime,eval_pythia-12b-deduped_samples_per_second,eval_pythia-12b-deduped_steps_per_second,eval_pythia-12b_loss,eval_pythia-12b_roc_auc,eval_pythia-12b_runtime,eval_pythia-12b_samples_per_second,eval_pythia-12b_steps_per_second,eval_pythia-160m-deduped_loss,eval_pythia-160m-deduped_roc_auc,eval_pythia-160m-deduped_runtime,eval_pythia-160m-deduped_samples_per_second,eval_pythia-160m-deduped_steps_per_second,eval_pythia-160m_loss,eval_pythia-160m_roc_auc,eval_pythia-160m_runtime,eval_pythia-160m_samples_per_second,eval_pythia-160m_steps_per_second,eval_pythia-1b-deduped_loss,eval_pythia-1b-deduped_roc_auc,eval_pythia-1b-deduped_runtime,eval_pythia-1b-deduped_samples_per_second,eval_pythia-1b-deduped_steps_per_second,eval_pythia-1b_loss,eval_pythia-1b_roc_auc,eval_pythia-1b_runtime,eval_pythia-1b_samples_per_second,eval_pythia-1b_steps_per_second,eval_pythia-2.8b-deduped_loss,eval_pythia-2.8b-deduped_roc_auc,eval_pythia-2.8b-deduped_runtime,eval_pythia-2.8b-deduped_samples_per_second,eval_pythia-2.8b-deduped_steps_per_second,eval_pythia-2.8b_loss,eval_pythia-2.8b_roc_auc,eval_pythia-2.8b_runtime,eval_pythia-2.8b_samples_per_second,eval_pythia-2.8b_steps_per_second,eval_pythia-410m-deduped_loss,eval_pythia-410m-deduped_roc_auc,eval_pythia-410m-deduped_runtime,eval_pythia-410m-deduped_samples_per_second,eval_pythia-410m-deduped_steps_per_second,eval_pythia-410m_loss,eval_pythia-410m_roc_auc,eval_pythia-410m_runtime,eval_pythia-410m_samples_per_second,eval_pythia-410m_steps_per_second,eval_pythia-6.9b-deduped_loss,eval_pythia-6.9b-deduped_roc_auc,eval_pythia-6.9b-deduped_runtime,eval_pythia-6.9b-deduped_samples_per_second,eval_pythia-6.9b-deduped_steps_per_second,eval_pythia-6.9b_loss,eval_pythia-6.9b_roc_auc,eval_pythia-6.9b_runtime,eval_pythia-6.9b_samples_per_second,eval_pythia-6.9b_steps_per_second,eval_samples,eval_vicuna-13b-v1.3_loss,eval_vicuna-13b-v1.3_roc_auc,eval_vicuna-13b-v1.3_runtime,eval_vicuna-13b-v1.3_samples_per_second,eval_vicuna-13b-v1.3_steps_per_second,eval_vicuna-33b-v1.3_loss,eval_vicuna-33b-v1.3_roc_auc,eval_vicuna-33b-v1.3_runtime,eval_vicuna-33b-v1.3_samples_per_second,eval_vicuna-33b-v1.3_steps_per_second,eval_vicuna-7b-v1.3_loss,eval_vicuna-7b-v1.3_roc_auc,eval_vicuna-7b-v1.3_runtime,eval_vicuna-7b-v1.3_samples_per_second,eval_vicuna-7b-v1.3_steps_per_second,train_loss,train_runtime,train_samples,train_samples_per_second,train_steps_per_second,exp_name.1,model_name,exp_seed,model_size,model_family,is_chat,results_dir
+mpt-30b-chat_1,5.0,0.0018375307554379,1.0,2.2256,179.73,1.797,2.4552032947540283,0.55,2.2317,179.237,1.792,2.3403046131134038,0.5725,2.2282,179.52,1.795,2.2513372898101807,0.5875,2.2351,178.965,1.79,2.5367796421051025,0.5425,2.259,177.067,1.771,2.4521217346191406,0.5475,2.2328,179.148,1.791,2.348628044128418,0.565,2.2245,179.815,1.798,2.473407745361328,0.55,2.2318,179.228,1.792,2.431053638458252,0.55,2.2236,179.892,1.799,2.343222379684448,0.56,2.2221,180.009,1.8,0.1106313169002533,0.9625,2.2551,177.374,1.774,2.2755379676818848,0.5800000000000001,2.2261,179.685,1.797,0.0484462343156337,0.9875,2.2215,180.059,1.801,2.3480043411254883,0.5675,2.2279,179.544,1.795,2.565383195877075,0.53,2.2291,179.442,1.794,2.3880438804626465,0.565,2.2244,179.823,1.798,2.47529411315918,0.5549999999999999,2.2231,179.933,1.799,2.5464272499084477,0.5425,2.228,179.535,1.795,2.0487866401672363,0.5900000000000001,2.2488,177.874,1.779,0.3559094369411468,0.8725,2.2296,179.408,1.794,2.0143158435821533,0.5900000000000001,2.2238,179.872,1.799,0.187642365694046,0.9375,2.2263,179.668,1.797,2.1239278316497803,0.5800000000000001,2.236,178.893,1.789,0.550219714641571,0.8225,2.2277,179.558,1.796,2.065096378326416,0.5825,2.2243,179.833,1.798,2.3344881534576416,0.5575,2.2245,179.817,1.798,2.297837495803833,0.5575,2.2232,179.925,1.799,2.206974744796753,0.575,2.2562,177.286,1.773,0.0017791358986869,1.0,2.2374,178.783,1.788,2.5268025398254395,0.5325,2.2299,179.377,1.794,0.0053495015017688,0.9975,2.2234,179.906,1.799,2.087292432785034,0.595,2.2233,179.914,1.799,2.30562424659729,0.5525,2.2256,179.728,1.797,2.227914571762085,0.56,2.2282,179.52,1.795,2.187641859054565,0.575,2.2297,179.393,1.794,2.2374203205108643,0.565,2.2301,179.36,1.794,2.2128143310546875,0.5700000000000001,2.2283,179.509,1.795,2.292155504226685,0.5549999999999999,2.224,179.858,1.799,2.128696918487549,0.585,2.2228,179.95,1.799,1.6697986125946045,0.595,2.2253,179.753,1.798,2.1774375438690186,0.5900000000000001,2.2277,179.554,1.796,1.7512127161026,0.605,2.2254,179.744,1.797,1.6619900465011597,0.61,2.2259,179.7,1.797,2.3474907875061035,0.56,2.227,179.615,1.796,2.596533298492432,0.5275000000000001,2.2304,179.341,1.793,2.4117772579193115,0.54,2.2263,179.666,1.797,2.617382526397705,0.5125,2.2276,179.565,1.796,2.3689486980438232,0.56,2.2274,179.58,1.796,2.5840272903442383,0.525,2.2231,179.933,1.799,2.4788641929626465,0.5575,2.2306,179.323,1.793,2.521679639816284,0.53,2.2277,179.554,1.796,2.339393854141236,0.5675,2.2346,179.002,1.79,2.413769245147705,0.5575,2.2271,179.61,1.796,2.4616615772247314,0.54,2.2401,178.563,1.786,2.6031622886657715,0.5175000000000001,2.2232,179.919,1.799,2.393903970718384,0.5549999999999999,2.3061,173.454,1.735,2.591416358947754,0.5175000000000001,2.2339,179.057,1.791,2.3575596809387207,0.5700000000000001,2.23,179.369,1.794,400,0.001792277675122,1.0,2.2228,179.95,1.799,0.0017990821506828,1.0,2.2256,179.73,1.797,0.0017905652057379,1.0,2.2252,179.755,1.798,0.0459321241602301,844.6764,1600,9.471,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b-chat,1,30000000000.0,mpt,True,all_results.json
+mpt-30b-chat_666,5.0,0.0192985665053129,0.9925,4.0445,98.899,0.989,1.8104102611541748,0.585,4.0432,98.931,0.989,1.7251296043395996,0.6024999999999999,4.057,98.596,0.986,1.7272120714187622,0.6074999999999999,4.0641,98.423,0.984,1.843183279037476,0.5625,4.0746,98.168,0.982,1.8203731775283811,0.585,4.1299,96.854,0.969,1.725622296333313,0.595,4.0635,98.438,0.984,1.8978084325790403,0.5725,4.0927,97.734,0.977,1.826521635055542,0.575,4.0809,98.017,0.98,1.7486687898635864,0.5925,4.0693,98.298,0.983,0.0260968264192342,0.9875,4.042,98.962,0.99,1.7147834300994873,0.6074999999999999,4.0531,98.691,0.987,0.0309836007654666,0.99,4.0297,99.263,0.993,1.7768068313598633,0.6024999999999999,4.0884,97.837,0.978,1.9544761180877688,0.5575,4.0632,98.445,0.984,1.845592021942139,0.5974999999999999,4.0653,98.393,0.984,1.940282940864563,0.575,4.0748,98.165,0.982,1.9273293018341064,0.565,4.1371,96.686,0.967,1.3219434022903442,0.6549999999999999,4.0753,98.151,0.982,0.0221636053174734,0.9925,4.0449,98.889,0.989,1.2562599182128906,0.6775,4.0652,98.395,0.984,0.0276938304305076,0.9875,4.0382,99.053,0.991,1.4009180068969729,0.6599999999999999,4.1158,97.186,0.972,0.0376877672970294,0.9875,4.1311,96.826,0.968,1.382601022720337,0.645,4.0915,97.763,0.978,1.6215399503707886,0.615,4.0523,98.71,0.987,1.5748234987258911,0.6199999999999999,4.121,97.063,0.971,1.4723037481307983,0.6325000000000001,4.0474,98.829,0.988,0.0192495360970497,0.9925,4.0471,98.837,0.988,1.8638241291046145,0.5700000000000001,4.0674,98.343,0.983,0.019626211374998,0.9925,4.0482,98.81,0.988,1.4713482856750488,0.645,4.0629,98.453,0.985,1.6155096292495728,0.6125,4.0693,98.297,0.983,1.4744174480438232,0.63,4.0987,97.592,0.976,1.509352684020996,0.6325000000000001,4.0694,98.296,0.983,1.565332531929016,0.6225,4.0714,98.245,0.982,1.5267242193222046,0.625,4.1326,96.792,0.968,1.6509555578231812,0.5925,4.066,98.377,0.984,1.5716595649719238,0.61,4.0775,98.1,0.981,1.0318522453308103,0.6875,4.0583,98.563,0.986,1.5608677864074707,0.6199999999999999,4.051,98.742,0.987,1.0589672327041626,0.6849999999999999,4.063,98.448,0.984,1.0583252906799316,0.6875,4.0608,98.503,0.985,1.7383646965026855,0.595,4.1119,97.279,0.973,2.03674054145813,0.5449999999999999,4.0714,98.246,0.982,1.7440862655639648,0.5825,4.0728,98.213,0.982,2.0138421058654785,0.5425,4.0732,98.203,0.982,1.7683600187301636,0.6,4.0581,98.568,0.986,1.9122909307479856,0.5549999999999999,4.0592,98.542,0.985,1.9123061895370483,0.58,4.0778,98.091,0.981,1.8907684087753296,0.5625,4.0744,98.174,0.982,1.7840545177459717,0.5825,4.1123,97.27,0.973,1.8521467447280884,0.58,4.1356,96.722,0.967,1.8886951208114624,0.5625,4.0689,98.306,0.983,1.972286581993103,0.5525,4.0623,98.467,0.985,1.7927026748657229,0.575,4.0621,98.472,0.985,1.9489294290542605,0.5525,4.1346,96.745,0.967,1.7720180749893188,0.595,4.0702,98.275,0.983,400,0.0192629024386405,0.9925,4.0355,99.119,0.991,0.019269561395049,0.9925,4.034,99.156,0.992,0.0192671790719032,0.9925,4.0329,99.184,0.992,0.0508380199745297,1517.8757,1600,5.271,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b-chat,666,30000000000.0,mpt,True,all_results.json
+mpt-30b-chat_42,5.0,0.0135048255324363,0.995,3.9761,100.601,1.006,2.243410110473633,0.5525,4.015,99.626,0.996,2.132451057434082,0.5700000000000001,4.0007,99.982,1.0,2.03745698928833,0.5800000000000001,3.9997,100.008,1.0,2.322161912918091,0.5425,3.9966,100.084,1.001,2.154883623123169,0.565,3.9962,100.095,1.001,2.119492292404175,0.5675,3.9965,100.089,1.001,2.1863837242126465,0.55,4.0159,99.605,0.996,2.175114631652832,0.5549999999999999,4.0122,99.695,0.997,2.098064661026001,0.5675,3.9974,100.065,1.001,0.0162645727396011,0.995,3.9848,100.383,1.004,1.9761906862258911,0.59,4.0042,99.896,0.999,0.0188845116645097,0.99,3.9821,100.449,1.004,2.0572471618652344,0.5775,3.9971,100.071,1.001,2.264906644821167,0.54,4.0031,99.922,0.999,2.1146528720855717,0.5775,4.0123,99.694,0.997,2.2057669162750244,0.5599999999999999,4.0152,99.62,0.996,2.276495933532715,0.5449999999999999,3.9961,100.097,1.001,1.668734788894653,0.625,3.9942,100.146,1.001,0.0145409954711794,0.995,3.9966,100.085,1.001,1.6100921630859375,0.6074999999999999,4.006,99.851,0.999,0.0238431114703416,0.9925,3.9811,100.474,1.005,1.743506669998169,0.6025,3.9928,100.179,1.002,0.0142122991383075,0.995,3.9829,100.43,1.004,1.6864228248596191,0.61,4.0159,99.604,0.996,1.9062532186508176,0.59,4.0008,99.979,1.0,1.8198505640029907,0.5875,4.0021,99.948,0.999,1.8045083284378047,0.5925,4.0196,99.511,0.995,0.013457235880196,0.995,3.9727,100.687,1.007,2.2778480052948,0.5275,4.004,99.899,0.999,0.0136147430166602,0.995,3.985,100.378,1.004,1.793211817741394,0.6124999999999999,4.0039,99.903,0.999,1.9679981470108032,0.5750000000000001,4.01,99.75,0.997,1.90706479549408,0.5800000000000001,3.9937,100.158,1.002,1.8609129190444944,0.5925,4.0004,99.989,1.0,1.946249723434448,0.5725,5.1437,77.765,0.778,1.9041980504989624,0.5825,3.9949,100.127,1.001,2.005032777786255,0.5725,4.0003,99.992,1.0,1.929781794548035,0.5974999999999999,3.9971,100.072,1.001,1.2930394411087036,0.6575,4.0252,99.374,0.994,1.8683701753616333,0.6025,3.9896,100.26,1.003,1.369926929473877,0.6525,4.0073,99.819,0.998,1.3297146558761597,0.645,3.9964,100.089,1.001,1.936703085899353,0.6,3.9973,100.067,1.001,2.310297727584839,0.525,3.9986,100.035,1.0,2.1349613666534424,0.5475,4.0103,99.744,0.997,2.3096578121185303,0.52,4.0087,99.783,0.998,2.071159601211548,0.5750000000000001,4.0047,99.882,0.999,2.331186294555664,0.525,4.0138,99.656,0.997,2.231158494949341,0.5625,3.9951,100.123,1.001,2.3054604530334477,0.5325,4.0114,99.716,0.997,2.0720174312591557,0.5800000000000001,3.9972,100.071,1.001,2.129408359527588,0.5549999999999999,4.0169,99.58,0.996,2.186285972595215,0.5525,3.9916,100.21,1.002,2.3534250259399414,0.5175,4.0187,99.535,0.995,2.1415252685546875,0.5599999999999999,4.007,99.826,0.998,2.282111883163452,0.5225000000000001,3.9996,100.01,1.0,2.0816190242767334,0.5700000000000001,4.0012,99.969,1.0,400,0.0134782269597053,0.995,3.9809,100.479,1.005,0.0135018043220043,0.995,3.9785,100.54,1.005,0.0134861590340733,0.995,3.9785,100.539,1.005,0.0483502293117344,1496.9349,1600,5.344,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b-chat,42,30000000000.0,mpt,True,all_results.json
+mpt-30b-chat_25,5.0,0.0032402509823441,1.0,4.0091,99.773,0.998,2.3863112926483154,0.5425,4.0996,97.57,0.976,2.2713961601257324,0.565,4.023,99.428,0.994,2.1629838943481445,0.585,4.025,99.379,0.994,2.4625778198242188,0.5375,4.0767,98.119,0.981,2.3506577014923096,0.5475,4.0801,98.038,0.98,2.272148847579956,0.5575,4.1034,97.479,0.975,2.373347759246826,0.5425,4.0289,99.283,0.993,2.3368403911590576,0.5475,4.0933,97.722,0.977,2.3134119510650635,0.5449999999999999,4.0913,97.769,0.978,0.0939558446407318,0.9525,4.0184,99.543,0.995,2.17228627204895,0.5775,4.0837,97.949,0.979,0.0319613739848136,0.9925,4.0116,99.71,0.997,2.257904529571533,0.5575,4.0794,98.054,0.981,2.4609086513519287,0.53,4.0952,97.674,0.977,2.27352237701416,0.56,4.0301,99.252,0.993,2.369433641433716,0.55,4.0368,99.088,0.991,2.427703857421875,0.54,4.1013,97.529,0.975,2.006953477859497,0.5775,4.0858,97.901,0.979,0.04831513017416,0.975,4.0716,98.242,0.982,1.97645366191864,0.565,4.107,97.394,0.974,0.0296596102416515,0.99,4.0737,98.19,0.982,2.046259880065918,0.5725,4.0833,97.961,0.98,0.0485995560884475,0.9775,4.0831,97.965,0.98,2.047797203063965,0.565,4.0844,97.933,0.979,2.2208566665649414,0.5525,4.0822,97.987,0.98,2.2033040523529053,0.5549999999999999,4.0257,99.362,0.994,2.160197734832764,0.5625,4.0953,97.672,0.977,0.0031792807858437,1.0,4.0679,98.33,0.983,2.437441825866699,0.5225,4.0938,97.708,0.977,0.00500482134521,1.0,4.0697,98.286,0.983,2.0481271743774414,0.5775,4.0256,99.365,0.994,2.25333571434021,0.5425,4.096,97.657,0.977,2.169042587280273,0.5575,4.0932,97.724,0.977,2.1022698879241943,0.5725,4.0858,97.899,0.979,2.219085931777954,0.5549999999999999,4.0919,97.753,0.978,2.211723804473877,0.5525,4.0958,97.661,0.977,2.240039587020874,0.5525,4.0807,98.023,0.98,2.1473305225372314,0.5775,4.0966,97.641,0.976,1.8294869661331177,0.585,4.0931,97.725,0.977,2.0896124839782715,0.5800000000000001,4.0896,97.81,0.978,1.827418327331543,0.585,4.0259,99.356,0.994,1.8162132501602173,0.5900000000000001,4.0822,97.987,0.98,2.2314670085906982,0.5625,4.1031,97.486,0.975,2.490966796875,0.5175000000000001,4.0408,98.991,0.99,2.3538618087768555,0.5349999999999999,4.0291,99.278,0.993,2.506709098815918,0.515,4.0307,99.238,0.992,2.272263526916504,0.55,4.0339,99.161,0.992,2.482602119445801,0.52,4.096,97.657,0.977,2.3816401958465576,0.5449999999999999,4.0977,97.616,0.976,2.4594736099243164,0.525,4.0362,99.104,0.991,2.267263412475586,0.5575,4.0472,98.833,0.988,2.3171491622924805,0.55,4.0934,97.718,0.977,2.372267961502075,0.5425,4.0978,97.614,0.976,2.507699012756348,0.5125,4.0337,99.163,0.992,2.314656972885132,0.5449999999999999,4.0978,97.612,0.976,2.497488021850586,0.5175000000000001,4.0867,97.879,0.979,2.270878314971924,0.565,4.0908,97.781,0.978,400,0.0032120537944138,1.0,4.0903,97.792,0.978,0.0032256522681564,1.0,4.0093,99.769,0.998,0.0032072574831545,1.0,4.0802,98.034,0.98,0.0540063161328434,1516.4916,1600,5.275,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b-chat,25,30000000000.0,mpt,True,all_results.json
+mpt-30b-chat_1337,5.0,0.0002451485779602,1.0,4.0101,99.749,0.997,3.4175260066986084,0.5525,4.1053,97.434,0.974,3.287973403930664,0.5675,4.0364,99.098,0.991,3.148333072662353,0.5900000000000001,4.0389,99.037,0.99,3.569631576538086,0.5375,4.0389,99.037,0.99,3.416882276535034,0.5575,4.0377,99.065,0.991,3.2620954513549805,0.5675,4.0483,98.807,0.988,3.454564094543457,0.5449999999999999,4.039,99.035,0.99,3.373379707336426,0.55,4.0798,98.043,0.98,3.3424224853515625,0.5575,4.0414,98.976,0.99,0.0490459166467189,0.98,4.0205,99.489,0.995,3.14832067489624,0.5800000000000001,4.0309,99.232,0.992,0.0354278795421123,0.995,4.0162,99.598,0.996,3.28663182258606,0.565,4.0335,99.17,0.992,3.5335097312927246,0.5425,4.0405,98.998,0.99,3.3197269439697266,0.5725,4.0469,98.842,0.988,3.465019941329956,0.55,4.0869,97.873,0.979,3.525896549224853,0.54,4.0451,98.885,0.989,2.8981990814208984,0.595,4.0317,99.214,0.992,0.0417237654328346,0.985,4.0319,99.208,0.992,2.860528945922852,0.5900000000000001,4.1159,97.185,0.972,0.0236559361219406,0.9925,4.0157,99.61,0.996,2.9578537940979004,0.595,4.0276,99.315,0.993,0.0034966468811035,1.0,4.0173,99.569,0.996,2.9768524169921875,0.5725,4.1014,97.528,0.975,3.2445762157440186,0.5675,4.1037,97.474,0.975,3.188804864883423,0.5625,4.0416,98.971,0.99,3.1798174381256104,0.5700000000000001,4.0347,99.14,0.991,0.0002348888519918,1.0,4.0218,99.459,0.995,3.557239294052124,0.5225,4.0416,98.97,0.99,0.0002758069604169,1.0,4.0841,97.94,0.979,3.066141128540039,0.5825,4.042,98.96,0.99,3.2770700454711914,0.55,4.0357,99.116,0.991,3.1412699222564697,0.5675,4.0671,98.35,0.983,3.074183464050293,0.5800000000000001,4.0402,99.004,0.99,3.2422935962677,0.5575,4.0424,98.951,0.99,3.256434917449951,0.5549999999999999,4.0491,98.787,0.988,3.302994966506958,0.565,4.0369,99.085,0.991,3.034459114074707,0.5825,4.1029,97.492,0.975,2.4877355098724365,0.6025,4.1044,97.456,0.975,2.996232032775879,0.6,4.0353,99.125,0.991,2.5347867012023926,0.62,4.0341,99.155,0.992,2.495966911315918,0.61,4.0346,99.143,0.991,3.3096959590911865,0.565,4.0348,99.137,0.991,3.574495315551758,0.5275000000000001,4.0429,98.938,0.989,3.3894472122192383,0.5425,4.0373,99.077,0.991,3.6535956859588623,0.5175000000000001,4.0453,98.881,0.989,3.2994306087493896,0.5625,4.0408,98.99,0.99,3.470372200012207,0.5349999999999999,4.1064,97.409,0.974,3.368060111999512,0.56,4.0431,98.933,0.989,3.5809667110443115,0.525,4.0414,98.975,0.99,3.2857871055603027,0.5725,4.0358,99.114,0.991,3.373841524124145,0.5549999999999999,4.0656,98.387,0.984,3.4337267875671387,0.5475,4.0415,98.974,0.99,3.6095685958862314,0.5225,4.0462,98.858,0.989,3.274198532104492,0.565,4.0651,98.399,0.984,3.636852741241455,0.52,4.0411,98.982,0.99,3.314692974090576,0.5625,4.0471,98.836,0.988,400,0.0002371731097809,1.0,4.0749,98.161,0.982,0.0002397288335487,1.0,4.0141,99.648,0.996,0.0002376810298301,1.0,4.0156,99.61,0.996,0.0527568822577595,1515.7425,1600,5.278,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b-chat,1337,30000000000.0,mpt,True,all_results.json
+openllama-13b_1,5.0,0.3236420154571533,0.9325,2.2569,177.238,1.772,0.3349693417549133,0.93,2.2091,181.067,1.811,0.3318786919116974,0.93,2.2079,181.171,1.812,0.3233260214328766,0.9325,2.2066,181.272,1.813,0.3232606947422027,0.9325,2.2081,181.148,1.811,0.3273949325084686,0.93,2.2079,181.167,1.812,0.3256501257419586,0.93,2.2084,181.128,1.811,0.323297381401062,0.9325,2.2213,180.073,1.801,0.3244912624359131,0.9325,2.2108,180.929,1.809,0.3238853514194488,0.9325,2.2182,180.324,1.803,0.3235476016998291,0.9325,2.2065,181.286,1.813,0.3234064877033233,0.9325,2.2143,180.648,1.806,0.3238032460212707,0.9325,2.2213,180.075,1.801,0.3234814703464508,0.9325,2.2418,178.427,1.784,0.3381443917751312,0.93,2.2088,181.095,1.811,0.3565042614936828,0.925,2.2934,174.414,1.744,0.3446425199508667,0.93,2.2121,180.825,1.808,0.3236658573150635,0.9325,2.2117,180.855,1.809,0.3232862949371338,0.9325,2.2097,181.022,1.81,0.3234197497367859,0.9325,2.3201,172.405,1.724,0.3438118696212768,0.93,2.209,181.076,1.811,0.3235980868339538,0.9325,2.2082,181.146,1.811,0.3510272204875946,0.9275,2.2085,181.12,1.811,0.3234737515449524,0.9325,2.2081,181.155,1.812,0.3236492872238159,0.9325,2.2078,181.178,1.812,0.3751177191734314,0.9225,2.2082,181.141,1.811,0.3237048983573913,0.9325,2.2136,180.699,1.807,0.3232810497283935,0.9325,2.2696,176.24,1.762,0.3236275911331177,0.9325,2.2077,181.188,1.812,0.3232699334621429,0.9325,2.2083,181.134,1.811,0.3234935700893402,0.9325,2.2091,181.067,1.811,0.3232893645763397,0.9325,2.2228,179.952,1.8,0.3233165442943573,0.9325,2.2091,181.072,1.811,0.3232876658439636,0.9325,2.2069,181.248,1.812,0.3232812881469726,0.9325,2.2081,181.15,1.811,0.3232711851596832,0.9325,2.209,181.075,1.811,0.3232943415641784,0.9325,2.2097,181.022,1.81,0.3232661485671997,0.9325,2.2088,181.094,1.811,0.323271095752716,0.9325,2.2075,181.204,1.812,0.3232994377613067,0.9325,2.2087,181.104,1.811,0.3233049809932709,0.9325,2.2093,181.051,1.811,0.3253929018974304,0.93,2.2098,181.014,1.81,0.3344441950321197,0.93,2.2089,181.088,1.811,0.3418933451175689,0.93,2.2091,181.071,1.811,0.3232942521572113,0.9325,2.2071,181.236,1.812,0.3233866095542907,0.9325,2.2095,181.037,1.81,0.3318231105804443,0.93,2.2108,180.931,1.809,0.330419510602951,0.93,2.2147,180.613,1.806,0.3232586979866028,0.9325,2.2079,181.168,1.812,0.3232596218585968,0.9325,2.2144,180.64,1.806,0.3232610821723938,0.9325,2.2089,181.085,1.811,0.3283685445785522,0.93,2.2103,180.971,1.81,0.3290511071681976,0.93,2.2074,181.209,1.812,0.3461970090866089,0.9275,2.2123,180.805,1.808,0.3233094811439514,0.9325,2.212,180.831,1.808,0.3232703804969787,0.9325,2.2081,181.15,1.812,0.3238363265991211,0.9325,2.2096,181.026,1.81,0.323282241821289,0.9325,2.2144,180.636,1.806,400,0.3237017095088959,0.9325,2.2103,180.968,1.81,0.3237179219722748,0.9325,2.2076,181.193,1.812,0.3236671388149261,0.9325,2.2087,181.102,1.811,0.1257768406867981,836.441,1600,9.564,0.299,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-13b,1,13000000000.0,openllama,False,all_results.json
+openllama-13b_666,5.0,0.1796868294477462,0.94,3.223,124.109,1.241,0.174595296382904,0.9375,3.2416,123.397,1.234,0.1794524043798446,0.9325,3.2159,124.384,1.244,0.1718672960996627,0.9375,3.2408,123.425,1.234,0.1643076539039611,0.94,3.2322,123.754,1.238,0.1773584336042404,0.9325,3.2479,123.158,1.232,0.1708590686321258,0.9375,3.2291,123.875,1.239,0.1675406247377395,0.9375,3.2211,124.18,1.242,0.1703820079565048,0.9375,3.2378,123.539,1.235,0.1744570881128311,0.935,3.2579,122.779,1.228,0.1751246303319931,0.94,3.2729,122.217,1.222,0.1891224980354309,0.9325,3.2315,123.783,1.238,0.1804526448249817,0.94,3.2339,123.691,1.237,0.1738182604312896,0.9375,3.2921,121.502,1.215,0.1742376089096069,0.935,3.2448,123.275,1.233,0.1776977479457855,0.9325,3.2345,123.666,1.237,0.1918418854475021,0.93,3.2372,123.562,1.236,0.1663466691970825,0.94,3.2698,122.333,1.223,0.1731889843940735,0.94,3.2608,122.667,1.227,0.1790084838867187,0.94,3.2212,124.179,1.242,0.1792750507593155,0.9375,3.2152,124.408,1.244,0.1829070150852203,0.94,3.2372,123.565,1.236,0.2006561160087585,0.93,3.2343,123.675,1.237,0.1910877972841262,0.935,3.2548,122.896,1.229,0.1781745553016662,0.935,3.2139,124.46,1.245,0.2070247530937194,0.9275,3.2301,123.834,1.238,0.1874633729457855,0.9375,3.2302,123.83,1.238,0.1695252805948257,0.94,3.2476,123.168,1.232,0.1817068457603454,0.94,3.2304,123.823,1.238,0.1739291697740554,0.9375,3.2607,122.674,1.227,0.1786238998174667,0.94,3.2197,124.236,1.242,0.1737261563539505,0.935,3.2395,123.474,1.235,0.1758054196834564,0.935,3.3077,120.929,1.209,0.1674334406852722,0.94,3.2318,123.771,1.238,0.1681081801652908,0.94,3.2358,123.616,1.236,0.1694745123386383,0.94,3.2418,123.388,1.234,0.1680144518613815,0.94,3.2948,121.402,1.214,0.1656065732240677,0.94,3.2271,123.949,1.239,0.1638740599155426,0.94,3.2334,123.709,1.237,0.1709141880273819,0.94,3.3058,121.001,1.21,0.1725065559148788,0.9375,3.2602,122.693,1.227,0.184025302529335,0.935,3.2388,123.502,1.235,0.1733705103397369,0.935,3.232,123.764,1.238,0.1879099309444427,0.9325,3.234,123.687,1.237,0.1792465150356292,0.935,3.2058,124.775,1.248,0.1682415008544922,0.9375,3.249,123.114,1.231,0.1834790557622909,0.9325,3.2149,124.422,1.244,0.1868542432785034,0.935,3.2321,123.759,1.238,0.1658171117305755,0.9375,3.2375,123.553,1.236,0.1630500555038452,0.94,3.2405,123.436,1.234,0.1670776903629303,0.94,3.212,124.535,1.245,0.176483541727066,0.935,3.2452,123.258,1.233,0.1795611530542373,0.935,3.2233,124.097,1.241,0.1783346682786941,0.935,3.234,123.688,1.237,0.1814935654401779,0.9325,3.2262,123.984,1.24,0.1660513430833816,0.9375,3.2402,123.449,1.234,0.1716760694980621,0.9375,3.2336,123.702,1.237,0.1709068715572357,0.935,3.244,123.304,1.233,400,0.1818506121635437,0.94,3.2109,124.575,1.246,0.1826090961694717,0.94,3.2238,124.076,1.241,0.1815037578344345,0.94,3.2834,121.825,1.218,0.1124565227031707,1220.8085,1600,6.553,0.205,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-13b,666,13000000000.0,openllama,False,all_results.json
+openllama-13b_42,5.0,0.1431058198213577,0.955,2.1501,186.04,1.86,0.1518173366785049,0.9525,2.1539,185.71,1.857,0.1385287195444107,0.955,2.1488,186.152,1.862,0.1461469829082489,0.9525,2.1482,186.206,1.862,0.1382929980754852,0.955,2.151,185.964,1.86,0.143259197473526,0.9525,2.1489,186.142,1.861,0.1480651795864105,0.9525,2.1493,186.108,1.861,0.1384968012571334,0.955,2.1494,186.102,1.861,0.1546999663114547,0.9525,2.1511,185.951,1.86,0.1507003903388977,0.95,2.149,186.129,1.861,0.1406155377626419,0.955,2.1478,186.234,1.862,0.1598332226276397,0.95,2.1472,186.293,1.863,0.1425118446350097,0.955,2.1459,186.404,1.864,0.1547136902809143,0.9525,2.1497,186.075,1.861,0.1662238091230392,0.95,2.1482,186.202,1.862,0.1814010739326477,0.945,2.1513,185.93,1.859,0.1863632798194885,0.9475,2.1533,185.764,1.858,0.1453233659267425,0.9525,2.1496,186.078,1.861,0.1389905512332916,0.955,2.1489,186.144,1.861,0.1410212367773056,0.955,2.1509,185.97,1.86,0.157427579164505,0.9525,2.1495,186.088,1.861,0.1438594609498977,0.955,2.149,186.133,1.861,0.155734583735466,0.95,2.1471,186.297,1.863,0.1436059176921844,0.955,2.2219,180.028,1.8,0.1549451947212219,0.9525,2.1518,185.894,1.859,0.1820545196533203,0.9475,2.153,185.783,1.858,0.1444066017866134,0.955,2.1521,185.868,1.859,0.1389495581388473,0.955,2.1538,185.718,1.857,0.1440461874008178,0.955,2.1473,186.281,1.863,0.1392543017864227,0.955,2.1485,186.177,1.862,0.1420721113681793,0.955,2.1515,185.914,1.859,0.1387079209089279,0.955,2.1815,183.36,1.834,0.1400508731603622,0.955,2.1481,186.209,1.862,0.1400446444749832,0.955,2.1462,186.38,1.864,0.1386279910802841,0.955,2.1514,185.924,1.859,0.1384834200143814,0.955,2.1484,186.188,1.862,0.1386627256870269,0.955,2.1497,186.071,1.861,0.1384163051843643,0.955,2.2206,180.134,1.801,0.1384518295526504,0.955,2.1496,186.078,1.861,0.1406754553318023,0.955,2.1517,185.904,1.859,0.138717919588089,0.955,2.1484,186.188,1.862,0.1569935381412506,0.9525,2.1543,185.676,1.857,0.139659434556961,0.955,2.1493,186.109,1.861,0.1647300273180008,0.9475,2.1477,186.249,1.862,0.1394792199134826,0.955,2.1512,185.94,1.859,0.1394518911838531,0.955,2.1497,186.07,1.861,0.1524058580398559,0.9525,2.1509,185.97,1.86,0.1704479604959488,0.95,2.1526,185.824,1.858,0.1383546441793441,0.955,2.1506,185.994,1.86,0.1382800340652465,0.955,2.1504,186.016,1.86,0.1383293569087982,0.955,2.1491,186.124,1.861,0.1428853124380111,0.95,2.1483,186.195,1.862,0.1578697562217712,0.95,2.1487,186.16,1.862,0.1589158475399017,0.95,2.1479,186.229,1.862,0.1386607587337494,0.955,2.149,186.133,1.861,0.1383220255374908,0.955,2.1502,186.026,1.86,0.1384716182947158,0.955,2.1495,186.092,1.861,0.1384879499673843,0.955,2.1501,186.041,1.86,400,0.1443004161119461,0.955,2.1562,185.513,1.855,0.1457607299089431,0.955,2.148,186.22,1.862,0.1440235525369644,0.955,2.1491,186.123,1.861,0.1188546668291092,823.0149,1600,9.72,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-13b,42,13000000000.0,openllama,False,all_results.json
+openllama-13b_25,5.0,0.0580790415406227,0.9875,4.0953,97.672,0.977,0.070630133152008,0.9825,4.0548,98.649,0.986,0.0623600929975509,0.985,4.0436,98.921,0.989,0.0551373064517974,0.985,4.0488,98.794,0.988,0.0526648238301277,0.9875,4.0458,98.867,0.989,0.0549860559403896,0.9875,4.0518,98.721,0.987,0.0645358860492706,0.985,4.0501,98.762,0.988,0.0523604974150657,0.9875,4.0489,98.792,0.988,0.0672837495803833,0.985,4.0529,98.695,0.987,0.0905709639191627,0.9775,4.0552,98.638,0.986,0.0545514374971389,0.9875,4.0292,99.276,0.993,0.0841832235455513,0.98,4.0417,98.968,0.99,0.0572948828339576,0.9875,4.1029,97.492,0.975,0.0682083144783973,0.9825,4.0362,99.103,0.991,0.0869460776448249,0.98,4.0499,98.768,0.988,0.103424921631813,0.975,4.0472,98.833,0.988,0.1215148270130157,0.975,4.0477,98.821,0.988,0.0692762434482574,0.98,4.0498,98.771,0.988,0.0532144196331501,0.9875,4.0488,98.795,0.988,0.0648536086082458,0.98,4.062,98.473,0.985,0.0711627975106239,0.985,4.0537,98.676,0.987,0.0843638926744461,0.98,4.0409,98.989,0.99,0.1796329170465469,0.9575,4.036,99.107,0.991,0.1242891773581504,0.96,4.0341,99.153,0.992,0.0708007514476776,0.985,4.0348,99.137,0.991,0.145970731973648,0.9675,4.0499,98.767,0.988,0.1499990075826645,0.96,4.0368,99.089,0.991,0.054409984499216,0.985,4.0603,98.516,0.985,0.0584682077169418,0.9875,4.0288,99.284,0.993,0.0594118610024452,0.985,4.0513,98.733,0.987,0.0591509789228439,0.9875,4.0327,99.189,0.992,0.0713919177651405,0.9825,4.1156,97.191,0.972,0.0770385935902595,0.98,4.0391,99.031,0.99,0.0521103031933307,0.9875,4.0771,98.109,0.981,0.0520926341414451,0.9875,4.0334,99.172,0.992,0.0642978250980377,0.985,4.045,98.887,0.989,0.0662412196397781,0.985,4.0343,99.15,0.992,0.051699873059988,0.9875,4.0433,98.929,0.989,0.0517029650509357,0.9875,4.0446,98.898,0.989,0.1095013543963432,0.9775,4.0394,99.024,0.99,0.0683713480830192,0.985,4.0459,98.866,0.989,0.1481988579034805,0.97,4.0484,98.804,0.988,0.0706681236624717,0.9825,4.0834,97.958,0.98,0.0993041321635246,0.98,4.0634,98.439,0.984,0.0968139842152595,0.98,4.0634,98.44,0.984,0.0564522296190261,0.985,4.0498,98.769,0.988,0.0818058177828788,0.9825,4.0395,99.023,0.99,0.0876806229352951,0.9825,4.0402,99.006,0.99,0.0642254874110221,0.9825,4.0553,98.636,0.986,0.051577340811491,0.9875,4.0441,98.909,0.989,0.0601515285670757,0.985,4.0497,98.773,0.988,0.0784071758389473,0.9825,4.0453,98.881,0.989,0.0939483046531677,0.98,4.0523,98.711,0.987,0.0977393239736557,0.98,4.0495,98.777,0.988,0.0679512768983841,0.9825,4.0429,98.938,0.989,0.0519668348133564,0.9875,4.0528,98.696,0.987,0.0687397569417953,0.98,4.0451,98.884,0.989,0.072650633752346,0.9825,4.047,98.84,0.988,400,0.0585627853870391,0.9875,4.018,99.553,0.996,0.0617804676294326,0.9875,4.0254,99.368,0.994,0.0595504567027092,0.985,4.0194,99.516,0.995,0.1127781207561492,1518.024,1600,5.27,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-13b,25,13000000000.0,openllama,False,all_results.json
+openllama-13b_1337,5.0,0.2785813212394714,0.9375,2.1495,186.087,1.861,0.2823090851306915,0.935,2.2235,179.893,1.799,0.2762084305286407,0.9375,2.1443,186.542,1.865,0.2767138183116913,0.9375,2.1445,186.523,1.865,0.276065319776535,0.9375,2.1439,186.572,1.866,0.2761348187923431,0.9375,2.1454,186.443,1.864,0.2762422263622284,0.9375,2.1676,184.536,1.845,0.2775255143642425,0.9375,2.1875,182.861,1.829,0.2858145236968994,0.935,2.1448,186.499,1.865,0.2840917706489563,0.935,2.2188,180.277,1.803,0.277366429567337,0.9375,2.1513,185.936,1.859,0.2854739427566528,0.935,2.1425,186.696,1.867,0.2786882817745209,0.9375,2.1512,185.942,1.859,0.2854900062084198,0.935,2.146,186.392,1.864,0.2906334400177002,0.9325,2.1591,185.266,1.853,0.2973586022853851,0.9275,2.2261,179.685,1.797,0.3125317692756653,0.93,2.2316,179.245,1.792,0.2796604335308075,0.935,2.1484,186.188,1.862,0.2761473357677459,0.9375,2.1434,186.617,1.866,0.2773832380771637,0.9375,2.1512,185.947,1.859,0.2915792465209961,0.935,2.1459,186.403,1.864,0.2771104574203491,0.9375,2.1437,186.595,1.866,0.3083578050136566,0.9275,2.1439,186.573,1.866,0.277051568031311,0.9375,2.2142,180.649,1.806,0.2898909747600555,0.935,2.1538,185.722,1.857,0.3247079849243164,0.9225,2.1936,182.349,1.823,0.2860064208507538,0.9325,2.2139,180.674,1.807,0.2761687338352203,0.9375,2.1468,186.322,1.863,0.2773029804229736,0.9375,2.1691,184.407,1.844,0.27610644698143,0.9375,2.1438,186.586,1.866,0.2768958806991577,0.9375,2.1503,186.021,1.86,0.2763657569885254,0.9375,2.1671,184.575,1.846,0.2869258224964142,0.9325,2.1453,186.458,1.865,0.2762841582298279,0.9375,2.1436,186.598,1.866,0.2763277292251587,0.9375,2.1538,185.717,1.857,0.2769268453121185,0.9375,2.1476,186.254,1.863,0.2784997522830963,0.935,2.1494,186.101,1.861,0.2760827839374542,0.9375,2.2118,180.847,1.808,0.2761645019054413,0.9375,2.1863,182.961,1.83,0.2928160727024078,0.93,2.2198,180.197,1.802,0.281488299369812,0.935,2.1431,186.65,1.866,0.2927718460559845,0.9325,2.2223,179.994,1.8,0.2828155159950256,0.935,2.1493,186.11,1.861,0.3029736578464508,0.9325,2.2065,181.282,1.813,0.2829205393791199,0.935,2.1463,186.371,1.864,0.2761166095733642,0.9375,2.2153,180.56,1.806,0.2839100956916809,0.935,2.2224,179.99,1.8,0.3021978437900543,0.9325,2.241,178.492,1.785,0.2762958109378814,0.9375,2.2236,179.889,1.799,0.2760758996009826,0.9375,2.1531,185.783,1.858,0.2760802507400512,0.9375,2.1439,186.576,1.866,0.2765348851680755,0.9375,2.1467,186.336,1.863,0.2775505185127258,0.9375,2.1453,186.456,1.865,0.2869552373886108,0.9325,2.1499,186.054,1.861,0.2766181826591491,0.9375,2.2354,178.94,1.789,0.276072233915329,0.9375,2.2192,180.249,1.802,0.2762857675552368,0.9375,2.1451,186.469,1.865,0.276871919631958,0.9375,2.161,185.1,1.851,400,0.2772507667541504,0.9375,2.1451,186.474,1.865,0.2779736816883087,0.9375,2.1434,186.622,1.866,0.2776289284229278,0.9375,2.1469,186.312,1.863,0.110525616645813,823.9603,1600,9.709,0.303,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-13b,1337,13000000000.0,openllama,False,all_results.json
+vicuna-33b-v1.3_1,5.0,0.0146229611709713,0.995,2.1594,185.236,1.852,2.974573373794556,0.5599999999999999,2.1474,186.274,1.863,2.8605544567108154,0.5750000000000001,2.1467,186.333,1.863,2.7172346115112305,0.59,2.1755,183.869,1.839,3.1285083293914795,0.5325,2.1526,185.821,1.858,3.002965450286865,0.5525,2.1738,184.008,1.84,2.8963425159454346,0.5675,2.1547,185.641,1.856,2.9779324531555176,0.5475,2.2006,181.772,1.818,2.933042526245117,0.5625,2.1546,185.65,1.856,2.9071335792541504,0.5525,2.1518,185.895,1.859,0.0295162480324506,0.9875,2.1456,186.427,1.864,2.6772801876068115,0.595,2.1489,186.14,1.861,0.0392274148762226,0.99,2.2214,180.065,1.801,2.7917938232421875,0.5775,2.1501,186.039,1.86,3.121722936630249,0.5425,2.1621,185.007,1.85,2.9080629348754883,0.5750000000000001,2.1558,185.545,1.855,2.9881081581115723,0.5599999999999999,2.1653,184.731,1.847,3.143104553222656,0.54,2.1484,186.186,1.862,2.246037483215332,0.625,2.1976,182.014,1.82,0.0260478015989065,0.9925,2.1905,182.611,1.826,2.304935932159424,0.6074999999999999,2.1502,186.032,1.86,0.0150419604033231,0.995,2.1542,185.682,1.857,2.382425546646118,0.595,2.1559,185.534,1.855,0.0149892689660191,0.995,2.1536,185.733,1.857,2.372272253036499,0.5925,2.167,184.588,1.846,2.632629632949829,0.5775,2.1504,186.012,1.86,2.4884791374206543,0.5925,2.1591,185.266,1.853,2.54447340965271,0.59,2.1517,185.901,1.859,0.0145915485918521,0.995,2.1505,186.001,1.86,3.107277631759644,0.53,2.2216,180.051,1.801,0.014610550366342,0.995,2.1701,184.323,1.843,2.580594062805176,0.595,2.2106,180.946,1.809,2.7264068126678467,0.565,2.1608,185.119,1.851,2.609824180603028,0.5775,2.169,184.413,1.844,2.523007392883301,0.5974999999999999,2.1819,183.325,1.833,2.7181007862091064,0.565,2.2062,181.304,1.813,2.610532760620117,0.585,2.1652,184.742,1.847,2.888479709625244,0.5525,2.1594,185.233,1.852,2.7172133922576904,0.5875,2.1569,185.455,1.855,2.19260311126709,0.61,2.1486,186.166,1.862,2.640613317489624,0.595,2.228,179.531,1.795,2.1614394187927246,0.615,2.1477,186.249,1.862,2.172663927078247,0.6174999999999999,2.1487,186.157,1.862,2.8099308013916016,0.5725,2.1502,186.026,1.86,3.168452501296997,0.525,2.5381,157.599,1.576,2.8849539756774902,0.5575,2.1724,184.132,1.841,3.172515153884888,0.515,2.1538,185.72,1.857,2.8866758346557617,0.5675,2.1476,186.255,1.863,3.0716254711151123,0.5375,2.1491,186.122,1.861,2.995631217956543,0.5575,2.147,186.306,1.863,3.0932867527008057,0.5325,2.1468,186.32,1.863,2.903994560241699,0.5675,2.1475,186.261,1.863,2.934328079223633,0.5599999999999999,2.1694,184.387,1.844,2.9763600826263428,0.55,2.1736,184.022,1.84,3.1635448932647705,0.5225000000000001,2.1912,182.544,1.825,2.89164662361145,0.5575,2.1557,185.553,1.856,3.1546318531036377,0.5175,2.1474,186.273,1.863,2.870011329650879,0.5675,2.1594,185.24,1.852,400,0.0145991034805774,0.995,2.1969,182.076,1.821,0.0146030522882938,0.995,2.1468,186.321,1.863,0.0145990205928683,0.995,2.1536,185.738,1.857,0.0425853471420705,826.9563,1600,9.674,0.302,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-33b-v1.3,1,33000000000.0,vicuna,True,all_results.json
+vicuna-33b-v1.3_666,5.0,0.0050226910971105,0.9975,1.2026,332.611,3.326,2.320698976516724,0.5475,1.2072,331.349,3.313,2.2378897666931152,0.5625,1.2034,332.396,3.324,2.152259588241577,0.5900000000000001,1.2019,332.807,3.328,2.38496994972229,0.535,1.2056,331.789,3.318,2.3302834033966064,0.5525,1.2071,331.378,3.314,2.275774478912353,0.5625,1.2049,331.983,3.32,2.350019931793213,0.55,1.2045,332.094,3.321,2.338327407836914,0.5475,1.2093,330.775,3.308,2.2899484634399414,0.5575,1.2059,331.699,3.317,0.1707147359848022,0.94,1.2015,332.905,3.329,2.16626524925232,0.5900000000000001,1.2053,331.87,3.319,0.0507265478372573,0.985,1.2032,332.459,3.325,2.2435555458068848,0.575,1.256,318.467,3.185,2.464470624923706,0.5325,1.2093,330.772,3.308,2.272177696228028,0.5725,1.204,332.238,3.322,2.356162071228028,0.5549999999999999,1.2063,331.58,3.316,2.402513027191162,0.5449999999999999,1.2074,331.285,3.313,2.070206642150879,0.5775,1.2032,332.438,3.324,0.1858735978603363,0.925,1.2043,332.139,3.321,2.0907700061798096,0.575,1.2061,331.636,3.316,0.1531139612197876,0.95,1.2012,332.997,3.33,2.1186211109161377,0.585,1.2041,332.195,3.322,0.3115094900131225,0.8925000000000001,1.204,332.225,3.322,2.108103513717652,0.5825,1.2107,330.381,3.304,2.26837158203125,0.56,1.2058,331.732,3.317,2.2460522651672363,0.5549999999999999,1.2143,329.407,3.294,2.2101316452026367,0.565,1.4078,284.135,2.841,0.0050135515630245,0.9975,1.2036,332.325,3.323,2.4260354042053223,0.5275,1.2029,332.528,3.325,0.0180163569748401,0.9925,1.2033,332.408,3.324,2.057417869567871,0.585,1.2048,332.004,3.32,2.2558069229125977,0.5525,1.2079,331.16,3.312,2.171606540679932,0.5675,1.2148,329.27,3.293,2.1488771438598637,0.5725,1.2026,332.622,3.326,2.1866884231567383,0.565,1.2059,331.696,3.317,2.203377485275269,0.5575,1.2053,331.876,3.319,2.3118200302124023,0.5475,1.2114,330.198,3.302,2.1593167781829834,0.5725,1.2057,331.747,3.317,1.9240403175354004,0.5825,1.2062,331.617,3.316,2.128863573074341,0.5775,1.2023,332.691,3.327,1.9736790657043457,0.575,1.2063,331.599,3.316,1.903903841972351,0.595,1.2042,332.166,3.322,2.3234457969665527,0.5475,1.2053,331.877,3.319,2.483900547027588,0.53,1.2089,330.866,3.309,2.323660135269165,0.5475,1.2148,329.276,3.293,2.489300012588501,0.525,1.2051,331.929,3.319,2.302696228027344,0.5575,1.2063,331.598,3.316,2.381854772567749,0.5325,1.2078,331.175,3.312,2.267275094985962,0.565,1.208,331.138,3.311,2.42684006690979,0.53,1.2029,332.522,3.325,2.276834726333618,0.5625,1.2071,331.377,3.314,2.336703062057495,0.5449999999999999,1.2056,331.773,3.318,2.38793420791626,0.54,1.206,331.669,3.317,2.4726290702819824,0.5225,1.2083,331.032,3.31,2.294520139694214,0.5525,1.2111,330.274,3.303,2.4944732189178467,0.5175,1.2026,332.609,3.326,2.2607789039611816,0.5575,1.2073,331.323,3.313,400,0.0049870768561959,0.9975,1.202,332.777,3.328,0.0049824337475001,0.9975,1.2003,333.257,3.333,0.005014584865421,0.9975,1.2058,331.734,3.317,0.0499165884405374,479.8536,1600,16.672,0.521,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-33b-v1.3,666,33000000000.0,vicuna,True,all_results.json
+vicuna-33b-v1.3_42,5.0,0.0356250517070293,0.9925,3.9919,100.203,1.002,1.942573428153992,0.5874999999999999,4.0182,99.546,0.995,1.8682807683944704,0.5974999999999999,4.0138,99.657,0.997,1.8320218324661253,0.6125,4.0177,99.56,0.996,2.012480974197388,0.5700000000000001,4.0706,98.265,0.983,2.017094135284424,0.58,4.019,99.527,0.995,1.8967922925949097,0.6,4.0775,98.1,0.981,1.979917049407959,0.5725,4.0189,99.529,0.995,1.972009539604187,0.58,4.0167,99.584,0.996,1.845805048942566,0.6,4.068,98.329,0.983,0.038448192179203,0.9925,3.9928,100.179,1.002,1.7879705429077148,0.6225,4.0171,99.575,0.996,0.039749689400196,0.9875,3.992,100.201,1.002,1.900593876838684,0.605,4.0135,99.663,0.997,2.074789047241211,0.5625,4.0199,99.505,0.995,1.9138911962509155,0.585,4.0136,99.66,0.997,2.037832498550415,0.5775,4.0153,99.62,0.996,2.08573579788208,0.5675,4.074,98.185,0.982,1.326075553894043,0.6699999999999999,4.0644,98.415,0.984,0.035758800804615,0.9925,4.0041,99.898,0.999,1.377133846282959,0.6724999999999999,4.0096,99.761,0.998,0.0415218248963356,0.99,4.0585,98.558,0.986,1.444965958595276,0.6549999999999999,4.012,99.701,0.997,0.0357162430882453,0.9925,4.001,99.976,1.0,1.401903510093689,0.645,4.0165,99.588,0.996,1.6129271984100342,0.6225,4.02,99.502,0.995,1.5685243606567385,0.6425000000000001,4.0159,99.604,0.996,1.5777050256729126,0.635,4.0247,99.387,0.994,0.0355891622602939,0.9925,4.0542,98.664,0.987,2.03778076171875,0.5675,4.0739,98.186,0.982,0.0356421954929828,0.9925,3.997,100.075,1.001,1.5309621095657349,0.6575,4.0137,99.658,0.997,1.722173810005188,0.6,4.0725,98.219,0.982,1.6597943305969238,0.63,4.0741,98.182,0.982,1.5917972326278689,0.6325000000000001,4.0067,99.834,0.998,1.70609712600708,0.625,4.0777,98.094,0.981,1.6517376899719238,0.615,4.0742,98.178,0.982,1.8105571269989011,0.6024999999999999,4.0776,98.096,0.981,1.6961115598678589,0.6125,4.0151,99.624,0.996,0.9712082147598268,0.72,4.0364,99.099,0.991,1.6476353406906128,0.635,4.0758,98.14,0.981,0.9520645141601562,0.75,4.0159,99.605,0.996,0.973973035812378,0.7249999999999999,4.0109,99.727,0.997,1.7230931520462036,0.6174999999999999,4.0099,99.753,0.998,2.0949149131774902,0.5625,4.0172,99.572,0.996,1.8818362951278689,0.5874999999999999,4.0338,99.162,0.992,2.055943250656128,0.56,4.015,99.627,0.996,1.8674026727676392,0.6024999999999999,4.0134,99.666,0.997,1.9491366147994995,0.58,4.0016,99.959,1.0,2.0532338619232178,0.59,4.0747,98.168,0.982,2.0155839920043945,0.5575,4.0141,99.648,0.996,1.9092984199523928,0.59,4.0119,99.703,0.997,1.9613500833511357,0.585,4.0725,98.22,0.982,2.0538833141326904,0.5700000000000001,4.0786,98.074,0.981,2.074147224426269,0.5475,4.0164,99.592,0.996,1.9043567180633545,0.59,4.011,99.726,0.997,1.987822413444519,0.5700000000000001,4.0192,99.522,0.995,1.9054770469665527,0.595,4.0147,99.633,0.996,400,0.0355968251824379,0.9925,3.9886,100.286,1.003,0.0356040522456169,0.9925,3.983,100.427,1.004,0.0355981700122356,0.9925,4.0429,98.939,0.989,0.0491102205589413,1498.5708,1600,5.338,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-33b-v1.3,42,33000000000.0,vicuna,True,all_results.json
+vicuna-33b-v1.3_25,5.0,0.0102514363825321,0.995,2.226,179.698,1.797,2.172240972518921,0.5599999999999999,2.3233,172.172,1.722,2.081864833831787,0.5775,2.23,179.374,1.794,1.984291434288025,0.595,2.2611,176.902,1.769,2.2621195316314697,0.5449999999999999,2.2221,180.012,1.8,2.169016599655152,0.5700000000000001,2.2213,180.075,1.801,2.063936471939087,0.5800000000000001,2.2233,179.912,1.799,2.198049068450928,0.5599999999999999,2.2231,179.931,1.799,2.149885654449463,0.5599999999999999,2.2289,179.458,1.795,2.087813138961792,0.585,2.3124,172.977,1.73,0.0158441849052906,0.995,2.2189,180.269,1.803,1.994312286376953,0.6025,2.222,180.019,1.8,0.0341627448797225,0.99,2.2234,179.902,1.799,2.07888126373291,0.5825,2.2218,180.031,1.8,2.283489942550659,0.55,2.3195,172.448,1.724,2.133503198623657,0.5875,2.3252,172.031,1.72,2.23828125,0.5675,2.2832,175.196,1.752,2.274420738220215,0.5475,2.2216,180.047,1.8,1.6189090013504028,0.64,2.22,180.178,1.802,0.0167945548892021,0.9925,2.2235,179.896,1.799,1.5819565057754517,0.64,2.2285,179.491,1.795,0.0210053175687789,0.9925,2.2248,179.791,1.798,1.737013816833496,0.6174999999999999,2.2261,179.683,1.797,0.0143295815214514,0.995,2.3185,172.529,1.725,1.6292006969451904,0.6325000000000001,2.2341,179.043,1.79,1.939885139465332,0.5925,2.316,172.709,1.727,1.87567138671875,0.61,2.236,178.892,1.789,1.84066379070282,0.595,2.2205,180.136,1.801,0.0101650925353169,0.995,2.222,180.021,1.8,2.255507469177246,0.5525,2.2208,180.114,1.801,0.0103687616065144,0.995,2.3183,172.543,1.725,1.8309324979782104,0.6325000000000001,2.2239,179.863,1.799,1.9144787788391116,0.5925,2.2353,178.944,1.789,1.8715449571609497,0.6,2.2622,176.821,1.768,1.819880485534668,0.6074999999999999,2.2219,180.023,1.8,1.894675850868225,0.5875,2.2298,179.391,1.794,1.8740040063858032,0.6074999999999999,2.2959,174.224,1.742,2.025531530380249,0.5725,2.3184,172.532,1.725,1.8095970153808596,0.5974999999999999,2.2374,178.779,1.788,1.1830065250396729,0.6825,2.3223,172.243,1.722,1.8833575248718264,0.61,2.2214,180.069,1.801,1.2823877334594729,0.6875,2.2781,175.587,1.756,1.2263145446777344,0.6799999999999999,2.2279,179.539,1.795,1.9956350326538088,0.6025,2.2214,180.064,1.801,2.336633682250977,0.53,2.3216,172.294,1.723,2.0987977981567383,0.5700000000000001,2.2257,179.722,1.797,2.3077762126922607,0.5275,2.2542,177.45,1.774,2.086573839187622,0.5800000000000001,2.2251,179.767,1.798,2.2285678386688232,0.5375,2.3195,172.449,1.724,2.1740846633911133,0.5725,2.2214,180.066,1.801,2.2534613609313965,0.535,2.2303,179.348,1.793,2.085988998413086,0.5875,2.2231,179.929,1.799,2.135254144668579,0.5725,2.2202,180.162,1.802,2.164947271347046,0.5675,2.2224,179.986,1.8,2.2902352809906006,0.53,2.2248,179.795,1.798,2.0885024070739746,0.5725,2.3182,172.55,1.725,2.2835161685943604,0.53,2.2279,179.54,1.795,2.077425479888916,0.5875,2.3233,172.166,1.722,400,0.0101977614685893,0.995,2.2386,178.684,1.787,0.0102081969380378,0.995,2.2215,180.057,1.801,0.0101989889517426,0.995,2.2416,178.445,1.784,0.0527871055975556,856.2582,1600,9.343,0.292,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-33b-v1.3,25,33000000000.0,vicuna,True,all_results.json
+vicuna-33b-v1.3_1337,5.0,0.0017603932647034,1.0,3.9943,100.143,1.001,2.287505388259888,0.5475,4.0197,99.509,0.995,2.1802029609680176,0.5675,4.0938,97.708,0.977,2.1059157848358154,0.5800000000000001,4.0323,99.199,0.992,2.39791202545166,0.5325,4.0281,99.302,0.993,2.304184913635254,0.5449999999999999,4.0236,99.413,0.994,2.100714921951294,0.5625,4.029,99.279,0.993,2.2893621921539307,0.5325,4.0332,99.176,0.992,2.2023768424987797,0.5425,4.0229,99.43,0.994,2.170595407485962,0.54,4.0178,99.556,0.996,0.1517297923564911,0.93,4.025,99.378,0.994,2.076897382736206,0.5725,4.0145,99.639,0.996,0.0334892831742763,0.99,3.9965,100.088,1.001,2.192765474319458,0.55,4.0195,99.514,0.995,2.338616371154785,0.5225,4.0255,99.366,0.994,2.2061703205108643,0.5625,4.014,99.652,0.997,2.2868030071258545,0.55,4.0137,99.659,0.997,2.2759454250335693,0.5375,4.0284,99.295,0.993,1.9180421829223635,0.5549999999999999,4.0239,99.407,0.994,0.0828992426395416,0.9625,4.011,99.726,0.997,1.9181599617004397,0.5475,4.0114,99.716,0.997,0.0688362047076225,0.9725,4.0118,99.706,0.997,1.9829063415527344,0.5575,4.0208,99.482,0.995,0.0576562546193599,0.97,4.0106,99.735,0.997,1.931450366973877,0.5449999999999999,4.0182,99.547,0.995,2.134025812149048,0.5449999999999999,4.0094,99.764,0.998,2.105587244033813,0.5349999999999999,4.0185,99.54,0.995,2.025256872177124,0.5549999999999999,4.0486,98.799,0.988,0.0017293891869485,1.0,4.0051,99.874,0.999,2.3721728324890137,0.5125,4.0288,99.286,0.993,0.0028243220876902,1.0,4.0073,99.818,0.998,2.0206198692321777,0.565,4.0211,99.476,0.995,2.111560106277466,0.5425,4.0256,99.363,0.994,2.088146686553955,0.5475,4.0321,99.204,0.992,2.017179012298584,0.5675,4.0194,99.517,0.995,2.1350696086883545,0.5375,4.0276,99.314,0.993,2.098918914794922,0.55,4.0301,99.253,0.993,2.138282537460327,0.5449999999999999,4.0172,99.573,0.996,1.9512962102890012,0.5675,4.0139,99.653,0.997,1.4501714706420898,0.5725,4.0145,99.638,0.996,2.000082969665528,0.5775,4.0247,99.387,0.994,1.518559217453003,0.575,4.0136,99.661,0.997,1.408614158630371,0.5825,4.0196,99.512,0.995,2.13799262046814,0.5549999999999999,4.0219,99.456,0.995,2.385268449783325,0.515,4.0797,98.047,0.98,2.202692031860352,0.5349999999999999,4.0163,99.593,0.996,2.3836379051208496,0.505,4.0834,97.956,0.98,2.183778762817383,0.5449999999999999,4.015,99.628,0.996,2.30291748046875,0.5175000000000001,4.0254,99.369,0.994,2.272669792175293,0.5475,4.0296,99.266,0.993,2.3256516456604004,0.52,4.0725,98.219,0.982,2.140899181365967,0.565,4.024,99.405,0.994,2.2451512813568115,0.5349999999999999,4.0263,99.346,0.993,2.275167226791382,0.5349999999999999,4.0237,99.411,0.994,2.3171546459198,0.51,4.0202,99.497,0.995,2.170647621154785,0.5475,4.0158,99.605,0.996,2.37737250328064,0.5175000000000001,4.0247,99.385,0.994,2.18579626083374,0.5549999999999999,4.0155,99.614,0.996,400,0.0017208718927577,1.0,4.0054,99.866,0.999,0.0017286816146224,1.0,4.007,99.826,0.998,0.0017377671319991,1.0,4.0077,99.807,0.998,0.0514724599793553,1501.9472,1600,5.326,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-33b-v1.3,1337,33000000000.0,vicuna,True,all_results.json
+pythia-410m-deduped_1,5.0,0.4891875088214874,0.7949999999999999,3.2173,124.328,1.243,0.1193514168262481,0.97,3.2677,122.409,1.224,0.116745039820671,0.9725,3.3145,120.682,1.207,0.1266562193632125,0.97,3.3069,120.959,1.21,0.1125598922371864,0.975,3.3106,120.825,1.208,0.1235091090202331,0.97,3.2539,122.929,1.229,0.1132887527346611,0.975,3.2535,122.945,1.229,0.1129137352108955,0.975,3.2423,123.368,1.234,0.1304976493120193,0.9725,3.28,121.951,1.22,0.1149434074759483,0.975,3.2435,123.322,1.233,0.1924319416284561,0.95,3.2292,123.87,1.239,0.252128928899765,0.945,3.2314,123.783,1.238,0.2644350230693817,0.8949999999999999,3.2107,124.585,1.246,0.1640424132347107,0.9675,3.2273,123.942,1.239,0.1594500094652176,0.9675,3.2361,123.606,1.236,0.1877411305904388,0.965,3.2361,123.607,1.236,0.2116390168666839,0.955,3.2609,122.664,1.227,0.1558384150266647,0.9675,3.2415,123.4,1.234,0.2144947052001953,0.9525,3.247,123.19,1.232,0.3878514766693115,0.8925,3.209,124.65,1.247,0.1857886165380478,0.96,3.2263,123.983,1.24,0.5610042810440063,0.855,3.2568,122.821,1.228,0.4261597394943237,0.905,3.2281,123.911,1.239,0.2884206771850586,0.9025,3.2294,123.863,1.239,0.1544654071331024,0.9675,3.2309,123.806,1.238,0.3801819086074829,0.9225,3.2238,124.076,1.241,0.5123070478439331,0.8975,3.2299,123.842,1.238,0.1605892330408096,0.965,3.2498,123.085,1.231,0.6228730082511902,0.7774999999999999,3.2601,122.696,1.227,0.1490624397993087,0.965,3.2328,123.732,1.237,0.4484616219997406,0.85,3.2569,122.818,1.228,0.1430928260087967,0.97,3.2169,124.342,1.243,0.2128688097000122,0.955,3.2254,124.014,1.24,0.1283593773841858,0.97,3.2149,124.421,1.244,0.1401917487382888,0.9625,3.2287,123.891,1.239,0.1373792588710785,0.965,3.2224,124.13,1.241,0.1378338932991027,0.97,3.2405,123.438,1.234,0.113412506878376,0.975,3.2644,122.532,1.225,0.1146786212921142,0.9725,3.2366,123.588,1.236,0.117459662258625,0.975,3.2648,122.518,1.225,0.1384087055921554,0.9625,3.2155,124.398,1.244,0.2002629488706588,0.9525,3.2272,123.948,1.239,0.1317829191684723,0.9675,3.2354,123.631,1.236,0.2341160625219345,0.9525,3.2363,123.597,1.236,0.1285738497972488,0.9725,3.2344,123.672,1.237,0.1173722445964813,0.9725,3.2624,122.608,1.226,0.127993956208229,0.97,3.2476,123.169,1.232,0.1621672809123993,0.9675,3.2398,123.464,1.235,0.1124580577015876,0.975,3.237,123.571,1.236,0.1124469265341758,0.975,3.2396,123.473,1.235,0.1125000789761543,0.975,3.276,122.101,1.221,0.1172142252326011,0.9725,3.2256,124.007,1.24,0.1147953867912292,0.975,3.2681,122.393,1.224,0.1281610280275344,0.97,3.2167,124.35,1.243,0.112467736005783,0.975,3.2754,122.122,1.221,0.1126017943024635,0.975,3.2252,124.023,1.24,0.1187795177102088,0.97,3.2905,121.564,1.216,0.115553081035614,0.9725,3.2302,123.832,1.238,400,0.5694050192832947,0.7899999999999999,3.3148,120.672,1.207,0.7830742001533508,0.7024999999999999,3.2305,123.821,1.238,0.4950031340122223,0.8075,3.2239,124.073,1.241,0.0827258864641189,1220.0275,1600,6.557,0.205,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m-deduped,1,410000000.0,pythia,False,all_results.json
+pythia-410m-deduped_666,5.0,0.3919614553451538,0.8975000000000001,3.9855,100.364,1.004,0.2453777343034744,0.945,4.0525,98.704,0.987,0.2457716763019561,0.945,4.0358,99.113,0.991,0.2503413259983063,0.945,3.9926,100.185,1.002,0.2433690279722213,0.945,4.0424,98.951,0.99,0.2447758913040161,0.945,4.0054,99.864,0.999,0.2441580146551132,0.945,4.0166,99.586,0.996,0.2443002313375473,0.945,4.0015,99.962,1.0,0.2460375726222992,0.945,4.0174,99.567,0.996,0.2458475083112716,0.945,4.0229,99.432,0.994,0.283977210521698,0.9375,3.9795,100.514,1.005,0.2730808556079864,0.9375,4.0189,99.529,0.995,0.3328893780708313,0.9375,4.0172,99.573,0.996,0.2450509667396545,0.945,4.0329,99.185,0.992,0.2658597528934479,0.94,4.0339,99.159,0.992,0.2716614603996277,0.935,4.0338,99.162,0.992,0.2857565581798553,0.935,3.9994,100.016,1.0,0.2641120254993438,0.94,4.0494,98.78,0.988,0.2851065099239349,0.93,3.9925,100.188,1.002,0.3969245254993438,0.8775000000000001,4.0188,99.531,0.995,0.27922323346138,0.935,4.0274,99.319,0.993,0.4402382671833038,0.8750000000000001,4.0385,99.048,0.99,0.3677111864089966,0.91,4.0251,99.378,0.994,0.3475526869297027,0.905,4.0249,99.382,0.994,0.269467681646347,0.935,4.0381,99.056,0.991,0.3867569267749786,0.91,3.9989,100.028,1.0,0.3881236612796783,0.895,4.0173,99.569,0.996,0.2607720494270324,0.94,4.0102,99.746,0.997,0.4407382905483246,0.88,4.0402,99.006,0.99,0.2445065379142761,0.945,4.0205,99.491,0.995,0.4245432913303375,0.885,3.9884,100.291,1.003,0.2497656941413879,0.9425,4.042,98.962,0.99,0.2652631103992462,0.9375,4.0045,99.888,0.999,0.2513864934444427,0.9425,4.0123,99.692,0.997,0.2528821229934692,0.9425,4.0658,98.38,0.984,0.2514812350273132,0.9425,3.9971,100.073,1.001,0.2506795823574066,0.9425,4.0452,98.883,0.989,0.2430270761251449,0.945,4.0121,99.699,0.997,0.244514524936676,0.945,4.0328,99.188,0.992,0.2573786675930023,0.94,4.0105,99.738,0.997,0.2452682107686996,0.945,3.989,100.276,1.003,0.2994568347930908,0.93,4.0252,99.374,0.994,0.2503919899463653,0.945,4.0322,99.201,0.992,0.2894494235515594,0.93,4.0167,99.583,0.996,0.2429805248975753,0.945,4.0356,99.119,0.991,0.2437317222356796,0.945,4.0211,99.475,0.995,0.2453585863113403,0.9425,4.0216,99.462,0.995,0.2761531770229339,0.94,4.0034,99.916,0.999,0.2424987852573394,0.945,4.0285,99.293,0.993,0.2425629645586013,0.945,4.0342,99.153,0.992,0.242868959903717,0.945,4.0478,98.82,0.988,0.2474605143070221,0.945,4.0087,99.782,0.998,0.2470476776361465,0.9425,4.0369,99.086,0.991,0.2490132004022598,0.9425,4.0163,99.595,0.996,0.2432838082313537,0.945,4.0148,99.631,0.996,0.2428702712059021,0.945,4.0217,99.461,0.995,0.2453536540269851,0.945,4.0408,98.991,0.99,0.2448401898145675,0.945,4.0273,99.321,0.993,400,0.4070687890052795,0.885,3.9963,100.091,1.001,0.510019063949585,0.8325000000000001,3.9913,100.217,1.002,0.3881883323192596,0.9025,4.0392,99.029,0.99,0.0828850274085998,1500.3091,1600,5.332,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m-deduped,666,410000000.0,pythia,False,all_results.json
+pythia-410m-deduped_42,5.0,0.2231049090623855,0.8924999999999998,2.1865,182.944,1.829,0.0479684770107269,0.9825,2.15,186.044,1.86,0.0498423427343368,0.9825,2.1823,183.297,1.833,0.0522479452192783,0.985,2.2087,181.1,1.811,0.0438847057521343,0.985,2.1764,183.786,1.838,0.0702140256762504,0.975,2.2081,181.15,1.811,0.0440586954355239,0.985,2.2008,181.751,1.818,0.0542518906295299,0.9825,2.1556,185.565,1.856,0.0534930676221847,0.9825,2.1513,185.935,1.859,0.0491573438048362,0.98,2.2194,180.227,1.802,0.1225218400359153,0.965,2.1944,182.284,1.823,0.258156806230545,0.9225,2.1628,184.946,1.849,0.1723600924015045,0.95,2.1453,186.454,1.865,0.0910121500492096,0.9675,2.2174,180.395,1.804,0.0809915289282798,0.97,2.1517,185.9,1.859,0.1060317531228065,0.9725,2.177,183.737,1.837,0.1609956920146942,0.95,2.241,178.491,1.785,0.0771091729402542,0.9775,2.1467,186.328,1.863,0.2230709642171859,0.93,2.2135,180.708,1.807,0.2988470792770386,0.87,2.19,182.649,1.826,0.165303885936737,0.9475,2.173,184.078,1.841,0.5397018790245056,0.7725,2.2133,180.724,1.807,0.4198439717292785,0.8775000000000001,2.149,186.132,1.861,0.2228038161993026,0.895,2.1469,186.313,1.863,0.0864955708384513,0.9675,2.1579,185.366,1.854,0.3192517757415771,0.905,2.1465,186.351,1.864,0.5010809898376465,0.8624999999999999,2.1471,186.297,1.863,0.1271558851003646,0.9625,2.1715,184.206,1.842,0.340392529964447,0.8325,2.2118,180.848,1.808,0.1018051132559776,0.9625,2.2303,179.348,1.793,0.3383726775646209,0.8325,2.2007,181.764,1.818,0.1046679690480232,0.965,2.1468,186.322,1.863,0.153787150979042,0.945,2.2098,181.012,1.81,0.0681678280234336,0.9725,2.1638,184.86,1.849,0.0881710425019264,0.9625,2.1773,183.715,1.837,0.0728218555450439,0.9725,2.2253,179.748,1.797,0.0822835564613342,0.97,2.1539,185.71,1.857,0.0593712218105793,0.98,2.1812,183.384,1.834,0.0454494394361972,0.985,2.1911,182.559,1.826,0.0518856719136238,0.985,2.1488,186.149,1.861,0.0855903849005699,0.9725,2.172,184.163,1.842,0.1162168607115745,0.965,2.2217,180.043,1.8,0.0516088642179966,0.985,2.1607,185.126,1.851,0.1980623602867126,0.94,2.1833,183.208,1.832,0.0454613976180553,0.985,2.1901,182.642,1.826,0.060702659189701,0.98,2.1615,185.058,1.851,0.0720814242959022,0.97,2.216,180.505,1.805,0.1215424314141273,0.9675,2.1452,186.46,1.865,0.0429741665720939,0.985,2.1849,183.076,1.831,0.042755264788866,0.985,2.149,186.134,1.861,0.0439784862101078,0.985,2.1571,185.434,1.854,0.0557922609150409,0.98,2.1997,181.842,1.818,0.0569561086595058,0.9825,2.1513,185.937,1.859,0.053133774548769,0.9775,2.2215,180.056,1.801,0.043321643024683,0.985,2.1638,184.857,1.849,0.0433836169540882,0.985,2.151,185.958,1.86,0.0515789091587066,0.9825,2.2268,179.626,1.796,0.0503920018672943,0.985,2.2102,180.977,1.81,400,0.3143449127674103,0.8275,2.2297,179.399,1.794,0.3594847917556762,0.8125,2.1541,185.694,1.857,0.2756456136703491,0.8574999999999999,2.2044,181.452,1.815,0.0826593164801597,821.6579,1600,9.736,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m-deduped,42,410000000.0,pythia,False,all_results.json
+pythia-410m-deduped_25,5.0,0.6595335602760315,0.7549999999999999,4.0223,99.444,0.994,0.0989514365792274,0.97,4.054,98.668,0.987,0.0979520976543426,0.97,4.0481,98.811,0.988,0.1187344640493393,0.9549999999999998,4.0481,98.812,0.988,0.0908414050936698,0.9725,4.0508,98.745,0.987,0.0935699939727783,0.97,4.0585,98.558,0.986,0.0918398946523666,0.9725,4.0531,98.69,0.987,0.091147556900978,0.9725,4.0498,98.771,0.988,0.1003936007618904,0.965,4.0517,98.725,0.987,0.0970340445637703,0.97,4.0494,98.78,0.988,0.1828184872865677,0.925,4.0293,99.272,0.993,0.2434043288230896,0.9275,4.0432,98.931,0.989,0.3927803933620453,0.8174999999999999,4.0327,99.189,0.992,0.1159843131899833,0.9625,4.0448,98.892,0.989,0.1325378865003585,0.9625,4.0559,98.621,0.986,0.1308823376893997,0.9625,4.0513,98.735,0.987,0.1752824783325195,0.9525,4.0542,98.663,0.987,0.1086098551750183,0.97,4.0667,98.359,0.984,0.2108729183673858,0.9425,4.0429,98.94,0.989,0.3625817894935608,0.905,4.0368,99.09,0.991,0.186868816614151,0.9525,4.0423,98.954,0.99,0.4003852605819702,0.8999999999999999,4.0328,99.186,0.992,0.3659700453281402,0.9025,4.0392,99.03,0.99,0.1836696565151214,0.9425,4.0378,99.063,0.991,0.1377666443586349,0.96,4.045,98.887,0.989,0.342723548412323,0.91,4.0449,98.891,0.989,0.4750939905643463,0.8825,4.0463,98.857,0.989,0.1462794244289398,0.9499999999999998,4.0887,97.831,0.978,0.7163181900978088,0.7675000000000001,4.0297,99.264,0.993,0.1194033622741699,0.96,4.0654,98.392,0.984,0.5302137732505798,0.8399999999999999,4.0413,98.979,0.99,0.1502658128738403,0.9499999999999998,4.0506,98.75,0.988,0.1715073734521865,0.9499999999999998,4.0492,98.784,0.988,0.1219188719987869,0.9625,4.0457,98.87,0.989,0.1419792622327804,0.9575,4.0472,98.834,0.988,0.1064515337347984,0.9675,4.0467,98.846,0.988,0.1430948823690414,0.9549999999999998,4.0569,98.598,0.986,0.0922015309333801,0.9725,4.0549,98.646,0.986,0.0961887538433075,0.97,4.0493,98.783,0.988,0.1275005787611007,0.9575,4.0475,98.826,0.988,0.1213470101356506,0.9625,4.0476,98.823,0.988,0.178392231464386,0.945,4.0481,98.812,0.988,0.1192934215068817,0.96,4.0488,98.795,0.988,0.2159108966588974,0.935,4.107,97.396,0.974,0.0902466401457786,0.9725,4.0512,98.736,0.987,0.1053900122642517,0.97,4.052,98.717,0.987,0.0960921123623848,0.97,4.0515,98.729,0.987,0.142066091299057,0.9575,4.0492,98.786,0.988,0.0899985507130622,0.9725,4.056,98.619,0.986,0.0898456573486328,0.9725,4.0561,98.618,0.986,0.0899691954255104,0.9725,4.055,98.644,0.986,0.1042723655700683,0.9675,4.0485,98.802,0.988,0.0966877564787864,0.9675,4.0463,98.856,0.989,0.0977277681231498,0.97,4.0522,98.711,0.987,0.0900063961744308,0.9725,4.0547,98.65,0.987,0.0899506285786628,0.9725,4.0505,98.754,0.988,0.097656637430191,0.97,4.112,97.277,0.973,0.0981323346495628,0.9675,4.058,98.57,0.986,400,0.6215740442276001,0.7899999999999999,4.0288,99.285,0.993,0.8916849493980408,0.7049999999999998,4.037,99.082,0.991,0.5795384049415588,0.7999999999999999,4.0285,99.293,0.993,0.0780504874885082,2480.6142,1600,3.225,0.101,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m-deduped,25,410000000.0,pythia,False,all_results.json
+pythia-410m-deduped_1337,5.0,0.5054118037223816,0.7825,4.0526,98.701,0.987,0.0501173585653305,0.9875,4.0979,97.611,0.976,0.0581147707998752,0.985,4.163,96.085,0.961,0.0579180009663105,0.98,4.0747,98.168,0.982,0.0370499305427074,0.9925,4.0704,98.27,0.983,0.0846823304891586,0.9825,4.0802,98.035,0.98,0.0493512526154518,0.99,4.1607,96.137,0.961,0.0462132133543491,0.9875,4.0853,97.912,0.979,0.0597064197063446,0.99,4.0824,97.981,0.98,0.0550864785909652,0.9875,4.1675,95.981,0.96,0.2567040622234344,0.9175,4.1569,96.226,0.962,0.4235865771770477,0.925,4.0844,97.934,0.979,0.3642596304416656,0.8224999999999999,4.094,97.703,0.977,0.1122292876243591,0.98,4.1004,97.552,0.976,0.1170044392347335,0.98,4.0861,97.892,0.979,0.1465475708246231,0.975,4.0793,98.055,0.981,0.22099569439888,0.9675,4.0874,97.862,0.979,0.0940395817160606,0.985,4.0885,97.834,0.978,0.3771294355392456,0.94,4.1204,97.079,0.971,1.026866436004639,0.8049999999999999,4.0857,97.902,0.979,0.2601760923862457,0.9475,4.0911,97.774,0.978,1.1122361421585083,0.8025,4.0676,98.339,0.983,0.7960605025291443,0.8775,4.1742,95.826,0.958,0.7988501191139221,0.8424999999999998,4.1644,96.053,0.961,0.1648702174425125,0.9675,4.1018,97.518,0.975,0.6301008462905884,0.8925000000000001,4.0935,97.717,0.977,0.862835168838501,0.8574999999999999,4.1001,97.559,0.976,0.1593699008226394,0.9675,4.1306,96.838,0.968,0.7774059772491455,0.7474999999999999,4.0759,98.138,0.981,0.1262763887643814,0.97,4.0872,97.868,0.979,0.713331937789917,0.815,4.0679,98.33,0.983,0.1533119529485702,0.9725,4.0755,98.146,0.981,0.3043973445892334,0.945,4.085,97.919,0.979,0.1198273971676826,0.97,4.1662,96.011,0.96,0.1156177893280983,0.9725,4.1659,96.018,0.96,0.1193878576159477,0.97,4.0865,97.884,0.979,0.1820942312479019,0.9575,4.0965,97.644,0.976,0.0411296710371971,0.99,4.165,96.039,0.96,0.0427928417921066,0.99,4.1095,97.336,0.973,0.0932662189006805,0.9725,4.1709,95.903,0.959,0.1090078577399253,0.975,4.0811,98.014,0.98,0.2462946325540542,0.955,4.0876,97.856,0.979,0.0855753123760223,0.975,4.0837,97.951,0.98,0.3806296586990356,0.935,4.0951,97.677,0.977,0.0734218657016754,0.985,4.1809,95.674,0.957,0.0555053614079952,0.99,4.0782,98.084,0.981,0.0966670736670494,0.9825,4.1682,95.964,0.96,0.1354532390832901,0.9725,4.0754,98.149,0.981,0.0372685566544532,0.9925,4.0974,97.623,0.976,0.036864697933197,0.9925,4.1667,96.0,0.96,0.0384456254541873,0.9925,4.1674,95.984,0.96,0.0693232119083404,0.9825,4.0863,97.888,0.979,0.0572413057088851,0.99,4.087,97.87,0.979,0.0754903331398963,0.985,4.1161,97.179,0.972,0.0368150696158409,0.9925,4.0914,97.765,0.978,0.0368508286774158,0.9925,4.1099,97.325,0.973,0.0874247923493385,0.9825,4.0934,97.719,0.977,0.0698780640959739,0.98,4.1137,97.236,0.972,400,0.656990647315979,0.7799999999999999,4.0693,98.297,0.983,0.9022064208984376,0.6799999999999999,4.1269,96.925,0.969,0.5980455875396729,0.7925,4.0692,98.299,0.983,0.082657876253128,1533.4564,1600,5.217,0.163,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m-deduped,1337,410000000.0,pythia,False,all_results.json
+alfred-40b-0723_1,5.0,0.0005070133483968,1.0,2.1683,184.478,0.922,3.304875135421753,0.54,2.166,184.67,0.923,3.170083999633789,0.5625,2.1856,183.02,0.915,3.0379223823547363,0.5775,2.2161,180.494,0.902,3.4369688034057617,0.5225,2.1727,184.102,0.921,3.292867660522461,0.5449999999999999,2.2861,174.97,0.875,3.172860622406006,0.56,2.1569,185.451,0.927,3.3389153480529785,0.5325,2.163,184.926,0.925,3.3136489391326904,0.5375,2.17,184.332,0.922,3.289923667907715,0.54,2.1578,185.37,0.927,0.0387411266565322,0.985,2.2088,181.094,0.905,3.058905839920044,0.575,4.6673,85.702,0.429,0.0838499367237091,0.985,2.1576,185.39,0.927,3.2051405906677246,0.54,4.2851,93.346,0.467,3.466310501098633,0.5225,2.1615,185.053,0.925,3.1866767406463623,0.56,2.1542,185.683,0.928,3.318420171737671,0.5375,2.1644,184.806,0.924,3.35900354385376,0.5349999999999999,2.1586,185.31,0.927,3.0214786529541016,0.565,2.1751,183.903,0.92,0.2661543786525726,0.9275,2.143,186.652,0.933,3.2125799655914307,0.5375,2.161,185.101,0.926,0.364787757396698,0.91,2.1632,184.908,0.925,3.1288180351257324,0.5525,4.4703,89.48,0.447,0.2781238853931427,0.9075,2.1629,184.936,0.925,3.1540744304656982,0.5525,2.1877,182.842,0.914,3.2517783641815186,0.54,2.1711,184.242,0.921,3.288385391235352,0.53,2.1595,185.225,0.926,3.229689359664917,0.5449999999999999,4.4926,89.035,0.445,0.0005184609326533,1.0,2.1633,184.905,0.925,3.521379947662353,0.515,2.1591,185.262,0.926,0.0044490150175988,0.9975,2.1576,185.391,0.927,3.063246488571167,0.575,2.1788,183.584,0.918,3.2823007106781006,0.5325,2.1615,185.059,0.925,3.2270750999450684,0.5475,2.1696,184.364,0.922,3.1329615116119385,0.5549999999999999,4.5306,88.288,0.441,3.293176889419556,0.5349999999999999,2.1833,183.205,0.916,3.2530057430267334,0.54,2.1545,185.659,0.928,3.296290874481201,0.5425,2.1667,184.611,0.923,3.0965912342071533,0.5675,2.1692,184.399,0.922,3.103517532348633,0.5549999999999999,2.1579,185.363,0.927,3.058323860168457,0.565,2.1715,184.205,0.921,3.101080894470215,0.55,2.1622,184.993,0.925,2.9491326808929443,0.5775,4.2426,94.282,0.471,3.221153497695923,0.5475,4.2512,94.091,0.47,3.5228404998779297,0.515,2.2195,180.217,0.901,3.363830804824829,0.5275000000000001,2.1583,185.334,0.927,3.554257869720459,0.5075000000000001,2.1615,185.055,0.925,3.2778191566467285,0.5425,2.1628,184.948,0.925,3.4720571041107178,0.5175000000000001,2.1743,183.966,0.92,3.235795021057129,0.55,2.1576,185.394,0.927,3.488952875137329,0.5125,2.1812,183.381,0.917,3.1852598190307617,0.5575,2.1923,182.455,0.912,3.321873664855957,0.5349999999999999,2.1624,184.977,0.925,3.3499748706817627,0.5325,2.1608,185.118,0.926,3.526679039001465,0.5125,2.1583,185.334,0.927,3.280583381652832,0.5425,2.1562,185.514,0.928,3.513224601745605,0.5175000000000001,2.1989,181.908,0.91,3.253878116607666,0.5449999999999999,2.1658,184.685,0.923,400,0.0005108685581944,1.0,2.154,185.703,0.929,0.0005101779242977,1.0,2.2478,177.951,0.89,0.0005133270169608,1.0,2.1584,185.32,0.927,0.076670672558248,1646.142,1600,4.86,0.076,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,alfred-40b-0723,1,40000000000.0,falcon,True,all_results.json
+alfred-40b-0723_666,5.0,0.0003618113405536,1.0,2.2087,181.1,1.811,3.4548180103302,0.5375,2.2185,180.304,1.803,3.283077955245972,0.5625,2.2114,180.883,1.809,3.1264710426330566,0.5800000000000001,2.21,180.999,1.81,3.5426034927368164,0.525,2.212,180.835,1.808,3.3686914443969727,0.5449999999999999,2.316,172.712,1.727,3.3065640926361084,0.5449999999999999,2.217,180.423,1.804,3.492622137069702,0.525,2.2361,178.882,1.789,3.4191837310791016,0.5375,2.2095,181.036,1.81,3.418748378753662,0.5375,2.2096,181.031,1.81,0.0804036110639572,0.97,2.2109,180.923,1.809,3.226729154586792,0.5625,2.3097,173.181,1.732,0.0544030889868736,0.9875,2.213,180.747,1.807,3.418664932250977,0.5275000000000001,2.316,172.715,1.727,3.538475751876831,0.5225,2.2096,181.031,1.81,3.2986884117126465,0.5575,2.2133,180.729,1.807,3.461735725402832,0.5375,2.213,180.753,1.808,3.445419311523437,0.54,2.2223,179.991,1.8,3.239100933074951,0.54,2.2151,180.577,1.806,0.0291383359581232,0.9875,2.2293,179.432,1.794,3.286214828491211,0.5325,2.21,180.996,1.81,0.0470249019563198,0.99,2.2117,180.86,1.809,3.25006103515625,0.5425,2.3077,173.334,1.733,0.0724093839526176,0.975,2.2103,180.971,1.81,3.2444043159484863,0.5375,2.2103,180.967,1.81,3.29302978515625,0.5325,2.2088,181.094,1.811,3.3731250762939453,0.5275000000000001,2.2122,180.82,1.808,3.308100938796997,0.5375,2.3059,173.467,1.735,0.0003666007542051,1.0,2.2146,180.623,1.806,3.6575305461883545,0.51,2.2106,180.95,1.809,0.0004492470761761,1.0,2.2353,178.949,1.789,3.166621446609497,0.565,2.2267,179.64,1.796,3.414109468460083,0.5325,2.2108,180.929,1.809,3.291192054748535,0.5425,2.2144,180.639,1.806,3.232665061950684,0.5475,2.3058,173.478,1.735,3.487164258956909,0.5225,2.2112,180.896,1.809,3.392082929611206,0.5375,2.2179,180.354,1.804,3.361923217773437,0.54,2.2164,180.476,1.805,3.1364214420318604,0.5700000000000001,2.2109,180.918,1.809,3.054157495498657,0.5625,2.2109,180.925,1.809,3.0981290340423584,0.5725,2.2355,178.931,1.789,3.0398101806640625,0.5675,2.2105,180.951,1.81,3.0203585624694824,0.565,2.3132,172.921,1.729,3.2435007095336914,0.5525,2.3066,173.413,1.734,3.6778404712677,0.5075000000000001,2.2106,180.945,1.809,3.4400277137756348,0.5349999999999999,2.2248,179.792,1.798,3.739245414733887,0.5025,2.2497,177.803,1.778,3.3675222396850586,0.54,2.2114,180.882,1.809,3.6495766639709473,0.5025,2.218,180.339,1.803,3.394550085067749,0.54,2.2118,180.85,1.809,3.622788190841675,0.515,2.2142,180.651,1.807,3.2788989543914795,0.5549999999999999,2.2965,174.18,1.742,3.439333915710449,0.5325,2.214,180.665,1.807,3.4329092502593994,0.54,2.2085,181.118,1.811,3.661193609237671,0.5075000000000001,2.2172,180.408,1.804,3.397738456726074,0.53,2.2105,180.958,1.81,3.649772882461548,0.5125,2.3091,173.23,1.732,3.373668909072876,0.5375,2.2239,179.86,1.799,400,0.000364947685739,1.0,2.2168,180.438,1.804,0.0003647197445388,1.0,2.2118,180.849,1.808,0.0003666829434223,1.0,2.2086,181.114,1.811,0.0491976782642304,849.3261,1600,9.419,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,alfred-40b-0723,666,40000000000.0,falcon,True,all_results.json
+alfred-40b-0723_42,5.0,0.001470047282055,1.0,3.9891,100.274,1.003,2.7936906814575195,0.54,4.0571,98.594,0.986,2.6329238414764404,0.56,4.0387,99.041,0.99,2.541196823120117,0.5800000000000001,4.0074,99.816,0.998,2.8258864879608154,0.5325,4.0362,99.104,0.991,2.752182960510254,0.5475,4.0595,98.535,0.985,2.648818254470825,0.56,4.0136,99.661,0.997,2.7416388988494877,0.5449999999999999,4.0224,99.444,0.994,2.7456226348876958,0.5425,4.0435,98.925,0.989,2.7137484550476074,0.5475,4.0069,99.827,0.998,0.0539794340729713,0.985,4.0192,99.522,0.995,2.541245937347412,0.575,4.0012,99.97,1.0,0.04488505423069,0.9875,3.9806,100.487,1.005,2.6435000896453857,0.5525,4.0065,99.839,0.998,2.8469011783599854,0.5275000000000001,4.0534,98.683,0.987,2.6424572467803955,0.56,4.0695,98.292,0.983,2.731679916381836,0.5449999999999999,4.0722,98.226,0.982,2.78624963760376,0.54,4.0159,99.604,0.996,2.4493846893310547,0.5775,4.0376,99.068,0.991,0.0937154367566108,0.965,3.9906,100.234,1.002,2.58614444732666,0.5549999999999999,4.034,99.157,0.992,0.4432837665081024,0.8825000000000001,3.9911,100.222,1.002,2.591054677963257,0.56,4.0599,98.525,0.985,0.2322545647621154,0.915,4.0176,99.561,0.996,2.5763299465179443,0.56,4.0589,98.55,0.985,2.6648666858673096,0.5475,4.0345,99.146,0.991,2.7291858196258545,0.5425,3.9953,100.118,1.001,2.625663042068481,0.56,4.02,99.503,0.995,0.0014975290978327,1.0,3.9985,100.038,1.0,2.856606960296631,0.5275000000000001,4.0201,99.5,0.995,0.0257466807961463,0.995,3.9936,100.161,1.002,2.5029525756835938,0.5675,4.0048,99.881,0.999,2.7446062564849854,0.5349999999999999,4.0711,98.254,0.983,2.639340400695801,0.55,4.0306,99.241,0.992,2.5633704662323,0.565,4.0632,98.445,0.984,2.674081325531006,0.5575,4.0559,98.623,0.986,2.6792569160461426,0.5425,4.0053,99.868,0.999,2.699349403381348,0.5475,4.0182,99.546,0.995,2.5418825149536133,0.5700000000000001,4.0771,98.109,0.981,2.5197412967681885,0.56,4.0157,99.608,0.996,2.512835502624512,0.5825,4.0509,98.742,0.987,2.509884119033813,0.5700000000000001,4.0116,99.712,0.997,2.414128303527832,0.5825,4.0446,98.896,0.989,2.638733148574829,0.5575,4.0645,98.414,0.984,2.9092931747436523,0.52,4.0365,99.096,0.991,2.80767822265625,0.53,4.0345,99.145,0.991,2.9240665435791016,0.515,4.0373,99.076,0.991,2.707462787628174,0.55,4.0551,98.642,0.986,2.853456974029541,0.5225,4.0334,99.172,0.992,2.708799362182617,0.5549999999999999,4.0129,99.679,0.997,2.897753953933716,0.5175000000000001,4.0378,99.063,0.991,2.6476001739501958,0.5575,4.031,99.231,0.992,2.7232611179351807,0.5449999999999999,4.0212,99.472,0.995,2.773853540420532,0.54,4.0539,98.671,0.987,2.947995185852051,0.5125,4.0165,99.59,0.996,2.722839117050171,0.55,4.0266,99.339,0.993,2.9109792709350586,0.5175000000000001,4.0676,98.337,0.983,2.660086154937744,0.5575,4.0342,99.153,0.992,400,0.0014739040052518,1.0,4.0027,99.931,0.999,0.0014759313780814,1.0,3.996,100.101,1.001,0.0014790216227993,1.0,4.0195,99.516,0.995,0.0482665059119463,1504.1349,1600,5.319,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,alfred-40b-0723,42,40000000000.0,falcon,True,all_results.json
+alfred-40b-0723_25,5.0,0.0007138380315154,1.0,2.1375,187.136,1.871,3.3990671634674072,0.5525,2.2156,180.542,1.805,3.197068214416504,0.5700000000000001,2.1403,186.893,1.869,3.141324758529663,0.5825,2.2117,180.859,1.809,3.5040600299835205,0.5375,2.2127,180.772,1.808,3.37855076789856,0.5575,2.1403,186.894,1.869,3.2822141647338867,0.5625,2.139,186.999,1.87,3.419651508331299,0.5525,2.1413,186.805,1.868,3.3899896144866943,0.55,2.2254,179.742,1.797,3.304177045822144,0.5575,2.139,187.003,1.87,0.0010082557564601,1.0,2.1638,184.864,1.849,3.0806338787078857,0.5925,2.1418,186.761,1.868,0.0068626729771494,0.9975,2.1383,187.061,1.871,3.2041244506835938,0.5775,2.1396,186.948,1.869,3.542325496673584,0.5325,2.1842,183.13,1.831,3.2363977432250977,0.575,2.1521,185.869,1.859,3.397365093231201,0.5549999999999999,2.1465,186.347,1.863,3.4628303050994877,0.5475,2.2297,179.395,1.794,2.847309827804565,0.6025,2.2154,180.555,1.806,0.0497812032699584,0.985,2.1406,186.868,1.869,2.96966552734375,0.5775,2.2251,179.77,1.798,0.1045811846852302,0.97,2.2179,180.351,1.804,2.965328454971313,0.595,2.1411,186.824,1.868,0.0231009609997272,0.9925,2.1384,187.052,1.871,2.920527696609497,0.5800000000000001,2.209,181.078,1.811,3.0982143878936768,0.575,2.2222,180.004,1.8,3.079496383666992,0.5700000000000001,2.1941,182.305,1.823,3.017871379852295,0.585,2.1629,184.935,1.849,0.0007109971484169,1.0,2.2077,181.184,1.812,3.532782554626465,0.53,2.2224,179.987,1.8,0.0008366041001863,1.0,2.2195,180.219,1.802,2.8824808597564697,0.5974999999999999,2.141,186.831,1.868,3.2366161346435547,0.56,2.213,180.753,1.808,3.139286518096924,0.5625,2.2134,180.715,1.807,3.042146682739258,0.585,2.1433,186.625,1.866,3.168816566467285,0.5625,2.2209,180.109,1.801,3.111974239349365,0.575,2.2192,180.249,1.802,3.319000005722046,0.5525,2.1388,187.024,1.87,3.0802063941955566,0.575,2.2297,179.396,1.794,2.7354037761688232,0.5875,2.2253,179.753,1.798,3.030201196670532,0.5875,2.215,180.59,1.806,2.702955961227417,0.5775,2.1439,186.575,1.866,2.66717529296875,0.595,2.1456,186.429,1.864,3.1295177936553955,0.5725,2.1419,186.747,1.867,3.6153388023376474,0.5225,2.1427,186.678,1.867,3.430969476699829,0.5349999999999999,2.1441,186.557,1.866,3.581089973449707,0.52,2.1407,186.855,1.869,3.2770981788635254,0.56,2.1443,186.544,1.865,3.5406148433685303,0.53,2.2224,179.983,1.8,3.317188024520874,0.5675,2.1673,184.557,1.846,3.5787689685821533,0.5225,2.1416,186.776,1.868,3.262782573699951,0.565,2.1413,186.803,1.868,3.3702914714813232,0.55,2.2308,179.309,1.793,3.437723159790039,0.5425,2.2073,181.216,1.812,3.6137402057647705,0.5225,2.1723,184.137,1.841,3.344765901565552,0.5549999999999999,2.241,178.491,1.785,3.5697968006134038,0.5225,2.1422,186.727,1.867,3.305971384048462,0.5700000000000001,2.1626,184.963,1.85,400,0.0007113788742572,1.0,2.2256,179.728,1.797,0.0007124016992747,1.0,2.2113,180.887,1.809,0.0007113857427611,1.0,2.2182,180.327,1.803,0.0526265999823808,821.8251,1600,9.734,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,alfred-40b-0723,25,40000000000.0,falcon,True,all_results.json
+alfred-40b-0723_1337,5.0,0.0002921434934251,1.0,3.2309,123.803,1.238,3.591479778289795,0.5349999999999999,3.2382,123.525,1.235,3.487006902694702,0.5475,3.2329,123.727,1.237,3.3508877754211426,0.5625,3.2371,123.568,1.236,3.7499167919158936,0.5125,3.241,123.419,1.234,3.571805953979492,0.5375,3.2119,124.537,1.245,3.5251190662384038,0.5349999999999999,3.257,122.814,1.228,3.645256280899048,0.5225,3.2699,122.329,1.223,3.601985454559326,0.5325,3.2868,121.7,1.217,3.594763994216919,0.53,3.2389,123.5,1.235,0.3827949166297912,0.9075,3.2224,124.131,1.241,3.3515775203704834,0.5525,3.2184,124.284,1.243,0.1509297788143158,0.9725,3.2235,124.089,1.241,3.5685667991638184,0.5275000000000001,3.2136,124.469,1.245,3.737968683242798,0.515,3.2475,123.171,1.232,3.4661922454833984,0.5449999999999999,3.2624,122.608,1.226,3.632627964019776,0.52,3.2911,121.541,1.215,3.668489456176758,0.5225,3.2428,123.349,1.233,3.4979782104492188,0.5325,3.2298,123.845,1.238,1.1612716913223269,0.725,3.2447,123.279,1.233,3.6173574924468994,0.5225,3.2401,123.451,1.235,1.1455761194229126,0.7375,3.2348,123.655,1.237,3.4915261268615723,0.5325,3.2347,123.661,1.237,1.4355660676956177,0.7025,3.2275,123.936,1.239,3.521659135818481,0.5325,3.23,123.838,1.238,3.610108613967896,0.525,3.2181,124.297,1.243,3.648642063140869,0.5175000000000001,3.2379,123.535,1.235,3.538008451461792,0.5349999999999999,3.2421,123.379,1.234,0.0003415515238884,1.0,3.2331,123.721,1.237,3.7816922664642334,0.51,3.2384,123.519,1.235,0.098301388323307,0.965,3.2071,124.722,1.247,3.423881769180298,0.5475,3.2452,123.261,1.233,3.632830619812012,0.5225,3.2324,123.747,1.237,3.571188449859619,0.53,3.2408,123.425,1.234,3.4485671520233154,0.5425,3.238,123.532,1.235,3.648763418197632,0.5225,3.2347,123.66,1.237,3.580552101135254,0.5325,3.2415,123.4,1.234,3.586699247360229,0.5325,3.2254,124.014,1.24,3.4729421138763428,0.5425,3.2326,123.74,1.237,3.49796724319458,0.5349999999999999,3.2612,122.655,1.227,3.338562250137329,0.56,3.2214,124.169,1.242,3.4433417320251465,0.5375,3.2601,122.694,1.227,3.3269104957580566,0.5525,3.2298,123.846,1.238,3.5622594356536865,0.53,3.223,124.108,1.241,3.803081750869751,0.5075000000000001,3.2359,123.614,1.236,3.661227226257324,0.5225,3.2386,123.51,1.235,3.837078809738159,0.5025,3.2449,123.27,1.233,3.595432996749878,0.5275000000000001,3.2896,121.595,1.216,3.785426139831543,0.505,3.2212,124.179,1.242,3.567432165145874,0.5275000000000001,3.2359,123.612,1.236,3.773301601409912,0.5075000000000001,3.2306,123.816,1.238,3.4792842864990234,0.5425,3.2246,124.046,1.24,3.6249430179595943,0.5275000000000001,3.2304,123.824,1.238,3.6293017864227295,0.5275000000000001,3.2396,123.471,1.235,3.807920455932617,0.5075000000000001,3.2382,123.527,1.235,3.615859031677246,0.5175000000000001,3.2357,123.621,1.236,3.7587060928344727,0.51,3.2243,124.058,1.241,3.592388868331909,0.5275000000000001,3.305,121.028,1.21,400,0.0003248326829634,1.0,3.2403,123.445,1.234,0.0003154518199153,1.0,3.2307,123.813,1.238,0.0003273675101809,1.0,3.2273,123.943,1.239,0.0515417524576187,1223.0711,1600,6.541,0.204,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,alfred-40b-0723,1337,40000000000.0,falcon,True,all_results.json
+vicuna-13b-v1.3_1,5.0,0.0001802791230147,1.0,2.2203,180.156,1.802,3.68422269821167,0.5475,2.2253,179.748,1.797,3.511287212371826,0.5675,2.2814,175.329,1.753,3.36789345741272,0.5875,2.3094,173.204,1.732,3.84072208404541,0.5349999999999999,2.2797,175.461,1.755,3.6664960384368896,0.5475,2.2157,180.528,1.805,3.563750505447388,0.5625,2.2191,180.255,1.803,3.7295305728912354,0.5425,2.2178,180.361,1.804,3.671499967575073,0.5475,2.2247,179.8,1.798,3.637376308441162,0.5475,2.2162,180.491,1.805,0.2055490911006927,0.96,2.2383,178.707,1.787,3.381720304489136,0.585,2.2142,180.648,1.806,0.0591347850859165,0.99,2.2215,180.06,1.801,3.499140739440918,0.5675,2.2185,180.299,1.803,3.852174282073975,0.53,2.2252,179.757,1.798,3.577483892440796,0.5675,2.2226,179.966,1.8,3.737785577774048,0.5425,2.2239,179.863,1.799,3.827164888381958,0.54,2.2187,180.286,1.803,3.1048479080200195,0.585,2.2171,180.415,1.804,0.1888864189386367,0.955,2.2552,177.365,1.774,3.164074659347534,0.585,2.226,179.698,1.797,0.1795556843280792,0.96,2.2235,179.896,1.799,3.2612464427948,0.5725,2.2219,180.025,1.8,0.2927668392658233,0.9375,2.2232,179.92,1.799,3.230271816253662,0.5675,2.2232,179.92,1.799,3.438436269760132,0.5625,2.2255,179.734,1.797,3.366361141204834,0.5575,2.2217,180.043,1.8,3.359156847000122,0.5625,2.2382,178.713,1.787,0.0001749595248838,1.0,2.2236,179.892,1.799,3.8689355850219727,0.5225,2.218,180.341,1.803,0.003791362280026,0.9975,2.2227,179.964,1.8,3.247690200805664,0.5800000000000001,2.2214,180.068,1.801,3.491439819335937,0.5549999999999999,2.2203,180.158,1.802,3.384033203125,0.5700000000000001,2.221,180.095,1.801,3.317379713058472,0.5775,2.2168,180.438,1.804,3.453188419342041,0.5625,2.2303,179.344,1.793,3.4029223918914795,0.5549999999999999,2.2202,180.163,1.802,3.6487319469451904,0.5475,2.2182,180.324,1.803,3.467026472091675,0.5725,2.2223,179.993,1.8,3.1322028636932373,0.5625,2.2265,179.654,1.797,3.351181030273437,0.5800000000000001,2.2199,180.192,1.802,3.0522024631500244,0.5725,2.2241,179.846,1.798,2.996162176132202,0.585,2.2154,180.552,1.806,3.5245256423950195,0.5575,2.2157,180.532,1.805,3.928620576858521,0.5175000000000001,2.2144,180.633,1.806,3.662513494491577,0.54,2.2226,179.973,1.8,3.9491024017333984,0.515,2.2133,180.722,1.807,3.6097545623779297,0.5575,2.2238,179.869,1.799,3.898078680038452,0.5225,2.2218,180.033,1.8,3.6803674697875977,0.5549999999999999,2.2163,180.48,1.805,3.8293089866638175,0.5275000000000001,2.2255,179.738,1.797,3.576854467391968,0.565,2.2176,180.374,1.804,3.6626813411712646,0.5475,2.2175,180.383,1.804,3.7213425636291504,0.5425,2.2167,180.447,1.804,3.925753593444824,0.5175000000000001,2.2229,179.943,1.799,3.644477844238281,0.5449999999999999,2.2233,179.91,1.799,3.904276371002197,0.52,2.2318,179.224,1.792,3.5863778591156006,0.5625,2.2255,179.733,1.797,400,0.0001754798577167,1.0,2.2205,180.136,1.801,0.0001761785097187,1.0,2.2496,177.806,1.778,0.0001756615238264,1.0,2.2153,180.565,1.806,0.0427203069999814,839.0941,1600,9.534,0.298,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-13b-v1.3,1,13000000000.0,vicuna,True,all_results.json
+vicuna-13b-v1.3_666,5.0,0.0056244088336825,0.9975,4.0316,99.216,0.992,2.832857608795166,0.5475,4.0614,98.489,0.985,2.733555793762207,0.5675,4.0654,98.391,0.984,2.5200612545013428,0.5925,4.0656,98.387,0.984,2.9300169944763184,0.53,4.0605,98.509,0.985,2.8050742149353027,0.5549999999999999,4.0603,98.516,0.985,2.640707969665528,0.56,4.0696,98.291,0.983,2.798269033432007,0.5375,4.0609,98.501,0.985,2.74382758140564,0.5425,4.0629,98.453,0.985,2.7535102367401123,0.5449999999999999,4.0583,98.564,0.986,0.0663551837205886,0.97,4.0441,98.909,0.989,2.531498908996582,0.585,4.0536,98.677,0.987,0.0322190746665,0.99,4.0526,98.702,0.987,2.664980411529541,0.5625,4.0458,98.868,0.989,2.89808988571167,0.535,4.0681,98.326,0.983,2.6812360286712646,0.5675,4.064,98.424,0.984,2.87042236328125,0.55,4.0707,98.264,0.983,2.833970069885254,0.5449999999999999,4.0629,98.453,0.985,2.353853702545166,0.5675,4.0721,98.23,0.982,0.033405490219593,0.985,4.0485,98.803,0.988,2.3653059005737305,0.5575,4.0587,98.554,0.986,0.0322578959167003,0.985,4.0495,98.777,0.988,2.366297960281372,0.5725,4.0573,98.588,0.986,0.0320471711456775,0.985,4.0446,98.897,0.989,2.436490774154663,0.565,4.0571,98.593,0.986,2.5758256912231445,0.5625,4.0606,98.507,0.985,2.5490217208862305,0.5525,4.0712,98.251,0.983,2.480519294738769,0.5625,4.0718,98.236,0.982,0.0056113940663635,0.9975,4.0404,99.0,0.99,2.9338626861572266,0.525,4.0598,98.527,0.985,0.0059108375571668,0.9975,4.0472,98.834,0.988,2.45185923576355,0.575,4.0691,98.301,0.983,2.6276943683624268,0.56,4.0628,98.455,0.985,2.537497043609619,0.56,4.0612,98.493,0.985,2.445708990097046,0.5775,4.0568,98.6,0.986,2.6781365871429443,0.54,4.0561,98.616,0.986,2.61396598815918,0.5475,4.0567,98.601,0.986,2.693930149078369,0.5475,4.0581,98.568,0.986,2.470106601715088,0.5775,4.0651,98.398,0.984,2.0861284732818604,0.5775,4.063,98.448,0.984,2.481222629547119,0.5825,4.064,98.425,0.984,2.034253597259521,0.5800000000000001,4.0725,98.221,0.982,1.9758286476135252,0.5974999999999999,4.0526,98.703,0.987,2.6808578968048096,0.56,4.0644,98.417,0.984,2.9872982501983643,0.52,4.0627,98.458,0.985,2.7186429500579834,0.54,4.0678,98.333,0.983,2.965346574783325,0.5075,4.0786,98.073,0.981,2.692232370376587,0.5549999999999999,4.0633,98.443,0.984,2.713574886322021,0.5225,4.0645,98.414,0.984,2.720651149749756,0.5525,4.0657,98.383,0.984,2.876373052597046,0.5225,4.0619,98.477,0.985,2.6467862129211426,0.5625,4.0654,98.391,0.984,2.745457649230957,0.5425,4.06,98.522,0.985,2.775022029876709,0.5425,4.0554,98.635,0.986,2.9218757152557373,0.515,4.0701,98.277,0.983,2.6578760147094727,0.5449999999999999,4.0658,98.381,0.984,2.9394290447235107,0.515,4.069,98.304,0.983,2.6752851009368896,0.5549999999999999,4.0722,98.227,0.982,400,0.0056095630861818,0.9975,4.0418,98.967,0.99,0.0056097684428095,0.9975,4.0276,99.314,0.993,0.0056128893047571,0.9975,4.0434,98.926,0.989,0.0507864482104778,1513.5049,1600,5.286,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-13b-v1.3,666,13000000000.0,vicuna,True,all_results.json
+vicuna-13b-v1.3_42,5.0,0.005232248455286,0.9975,3.2386,123.509,1.235,2.1015005111694336,0.5525,3.2295,123.857,1.239,1.980013132095337,0.5725,3.2359,123.613,1.236,1.9104686975479128,0.5925,3.2272,123.947,1.239,2.212467908859253,0.5425,3.2317,123.775,1.238,2.055082321166992,0.5625,3.2834,121.824,1.218,1.9802175760269165,0.565,3.2424,123.364,1.234,2.053951978683472,0.5525,3.2321,123.759,1.238,2.021228075027466,0.5549999999999999,3.244,123.303,1.233,1.9839158058166504,0.5625,3.2395,123.475,1.235,0.0270312689244747,0.99,3.2133,124.481,1.245,1.90244460105896,0.5875,3.2319,123.766,1.238,0.0263808537274599,0.9925,3.24,123.455,1.235,1.9541499614715576,0.585,3.29,121.582,1.216,2.12464451789856,0.5425,3.2463,123.217,1.232,2.010586977005005,0.5800000000000001,3.2368,123.577,1.236,2.086780309677124,0.565,3.2658,122.482,1.225,2.135792016983032,0.55,3.2429,123.346,1.233,1.6661840677261353,0.6125,3.238,123.534,1.235,0.0218960102647542,0.99,3.2311,123.797,1.238,1.655184030532837,0.6,3.2185,124.282,1.243,0.0290136784315109,0.9925,3.2303,123.828,1.238,1.7395946979522705,0.605,3.225,124.03,1.24,0.025861220434308,0.99,3.2211,124.182,1.242,1.6729130744934082,0.595,3.2265,123.972,1.24,1.8952140808105469,0.5825,3.2287,123.89,1.239,1.849790334701538,0.5825,3.2268,123.961,1.24,1.814719080924988,0.575,3.2532,122.957,1.23,0.0051950849592685,0.9975,3.2756,122.114,1.221,2.131570339202881,0.54,3.2347,123.66,1.237,0.0056567043066024,0.9975,3.2322,123.755,1.238,1.7371481657028198,0.6074999999999999,3.2285,123.898,1.239,1.8833476305007932,0.5725,3.2206,124.202,1.242,1.8272011280059812,0.5800000000000001,3.2279,123.921,1.239,1.7994710206985474,0.585,3.2513,123.028,1.23,1.8737980127334597,0.5775,3.2822,121.87,1.219,1.8182164430618288,0.5800000000000001,3.2205,124.202,1.242,1.9415714740753172,0.56,3.2391,123.492,1.235,1.790062665939331,0.5900000000000001,3.2195,124.244,1.242,1.2610063552856443,0.6325000000000001,3.2521,122.996,1.23,1.7913818359375,0.6,3.222,124.147,1.241,1.294491171836853,0.64,3.2491,123.111,1.231,1.2472957372665403,0.635,3.2282,123.908,1.239,1.9308634996414185,0.5775,3.2352,123.641,1.236,2.182093620300293,0.5325,3.2153,124.406,1.244,1.9918195009231567,0.5525,3.2275,123.936,1.239,2.1450071334838867,0.53,3.2276,123.93,1.239,1.979589819908142,0.575,3.2679,122.404,1.224,2.1235361099243164,0.535,3.235,123.646,1.236,2.0738704204559326,0.5700000000000001,3.279,121.987,1.22,2.126500368118286,0.5325,3.2085,124.67,1.247,1.9543423652648928,0.5800000000000001,3.2281,123.911,1.239,2.025342464447021,0.5575,3.2496,123.092,1.231,2.054651021957397,0.5549999999999999,3.2958,121.367,1.214,2.179684638977051,0.5225,3.2308,123.808,1.238,2.004082441329956,0.5475,3.2321,123.757,1.238,2.1471335887908936,0.53,3.2338,123.694,1.237,1.955457329750061,0.5725,3.2502,123.071,1.231,400,0.0052009699866175,0.9975,3.2327,123.735,1.237,0.0052151083946228,0.9975,3.2307,123.813,1.238,0.0052121235057711,0.9975,3.2367,123.582,1.236,0.0494911453798413,1222.1269,1600,6.546,0.205,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-13b-v1.3,42,13000000000.0,vicuna,True,all_results.json
+vicuna-13b-v1.3_25,5.0,0.0493079051375389,0.9875,2.2261,179.689,1.797,2.29105281829834,0.6025,2.2242,179.843,1.798,2.2166709899902344,0.62,2.2233,179.914,1.799,2.0955469608306885,0.635,2.2283,179.51,1.795,2.3819355964660645,0.5775,2.2426,178.361,1.784,2.334812879562378,0.6,2.2232,179.921,1.799,2.22285795211792,0.61,2.2284,179.498,1.795,2.298883438110352,0.6,2.2407,178.516,1.785,2.3156957626342773,0.5974999999999999,2.2228,179.951,1.8,2.1599762439727783,0.615,2.2235,179.9,1.799,0.0493906289339065,0.9875,2.2282,179.514,1.795,2.0926079750061035,0.6300000000000001,2.2225,179.98,1.8,0.0509839542210102,0.9875,2.2297,179.398,1.794,2.1645209789276123,0.6300000000000001,2.2669,176.453,1.765,2.536898136138916,0.5675,2.2244,179.821,1.798,2.4092061519622803,0.6025,2.2283,179.508,1.795,2.5017545223236084,0.59,2.2239,179.861,1.799,2.442527532577514,0.5750000000000001,2.2244,179.82,1.798,1.3732174634933472,0.72,2.2327,179.151,1.792,0.0493868291378021,0.9875,2.2314,179.257,1.793,1.3298628330230713,0.7225,2.2243,179.833,1.798,0.0497765243053436,0.9875,2.2247,179.797,1.798,1.5582306385040283,0.6875,2.2221,180.008,1.8,0.0493446253240108,0.9875,2.2228,179.954,1.8,1.3969335556030271,0.6900000000000001,2.2255,179.738,1.797,1.7628493309020996,0.6599999999999999,2.2255,179.733,1.797,1.7049201726913452,0.6900000000000001,2.2269,179.626,1.796,1.6126360893249512,0.67,2.3165,172.675,1.727,0.0492933131754398,0.9875,2.2249,179.785,1.798,2.418528318405152,0.5725,2.2306,179.327,1.793,0.0493015348911285,0.9875,2.222,180.018,1.8,1.9082874059677124,0.6675,2.2258,179.709,1.797,1.9369510412216189,0.6275,2.2246,179.807,1.798,1.8063589334487915,0.6599999999999999,2.2219,180.024,1.8,1.6958824396133425,0.6675,2.2529,177.548,1.775,1.8529819250106807,0.665,2.2238,179.876,1.799,1.8292312622070312,0.655,2.225,179.776,1.798,2.155332565307617,0.62,2.2242,179.836,1.798,1.986304521560669,0.635,2.2251,179.769,1.798,1.1221764087677002,0.7324999999999999,2.2314,179.263,1.793,2.0221974849700928,0.645,2.2242,179.841,1.798,1.2023249864578247,0.74,2.2263,179.668,1.797,1.1694148778915403,0.7350000000000001,2.2224,179.989,1.8,2.145807981491089,0.625,2.2315,179.254,1.793,2.429459571838379,0.5575,2.2249,179.784,1.798,2.152639389038086,0.6175,2.2242,179.843,1.798,2.394316911697388,0.5750000000000001,2.2462,178.078,1.781,2.20408034324646,0.6125,2.2223,179.992,1.8,2.3157992362976074,0.5825,2.2253,179.752,1.798,2.332063674926758,0.6025,2.2293,179.427,1.794,2.3481578826904297,0.5800000000000001,2.2252,179.758,1.798,2.2849814891815186,0.6,2.2244,179.821,1.798,2.2701895236968994,0.615,2.2227,179.963,1.8,2.3006250858306885,0.6,2.224,179.86,1.799,2.364100456237793,0.5750000000000001,2.2257,179.716,1.797,2.2169768810272217,0.62,2.2247,179.802,1.798,2.4068706035614014,0.5750000000000001,2.2248,179.788,1.798,2.2322816848754883,0.615,2.2242,179.842,1.798,400,0.0492967255413532,0.9875,2.2224,179.985,1.8,0.0492988862097263,0.9875,2.224,179.855,1.799,0.0492968559265136,0.9875,2.2231,179.932,1.799,0.0548160241544246,854.241,1600,9.365,0.293,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-13b-v1.3,25,13000000000.0,vicuna,True,all_results.json
+vicuna-13b-v1.3_1337,5.0,0.049438439309597,0.99,3.2249,124.034,1.24,2.6837520599365234,0.5575,3.2761,122.096,1.221,2.5683460235595703,0.5825,3.3068,120.964,1.21,2.4119739532470703,0.6,3.2567,122.824,1.228,2.8184235095977783,0.5475,3.2617,122.635,1.226,2.564016103744507,0.565,3.2529,122.965,1.23,2.54623818397522,0.5675,3.2593,122.727,1.227,2.5695037841796875,0.555,3.3384,119.817,1.198,2.557440280914306,0.565,3.2686,122.376,1.224,2.407149314880371,0.5725,3.2599,122.703,1.227,0.0495958179235458,0.99,3.2764,122.087,1.221,2.128842353820801,0.61,3.2323,123.749,1.237,0.0536475293338298,0.985,3.2793,121.978,1.22,2.3000729084014893,0.5874999999999999,3.2882,121.647,1.216,2.6341397762298584,0.5499999999999999,3.2639,122.552,1.226,2.4701180458068848,0.5825,3.2753,122.127,1.221,2.5720715522766118,0.5575,3.2594,122.722,1.227,2.6871166229248047,0.5475,3.3191,120.515,1.205,1.544719696044922,0.645,3.2527,122.976,1.23,0.049460120499134,0.99,3.2392,123.487,1.235,1.62176775932312,0.62,3.2894,121.602,1.216,0.0495236292481422,0.99,3.2823,121.866,1.219,1.6822549104690552,0.615,3.2351,123.646,1.236,0.0494570396840572,0.99,3.2353,123.636,1.236,1.6401513814926147,0.615,3.2404,123.442,1.234,1.832302451133728,0.61,3.2377,123.545,1.235,1.7694060802459717,0.6174999999999999,3.2529,122.968,1.23,1.8142597675323489,0.605,3.3182,120.547,1.205,0.0494325011968612,0.99,3.2906,121.559,1.216,2.6646621227264404,0.535,3.2469,123.193,1.232,0.0494414530694484,0.99,3.2339,123.691,1.237,2.0911574363708496,0.6125,3.347,119.512,1.195,2.145946264266968,0.5800000000000001,3.251,123.038,1.23,2.048827886581421,0.5974999999999999,3.3021,121.134,1.211,1.956393122673035,0.6174999999999999,3.253,122.962,1.23,2.204447031021118,0.5775,3.3248,120.308,1.203,2.125812292098999,0.5874999999999999,3.3425,119.671,1.197,2.3267951011657715,0.5575,3.2458,123.237,1.232,2.333114624023437,0.59,3.3431,119.649,1.196,1.3813503980636597,0.6275,3.2493,123.105,1.231,2.0906925201416016,0.61,3.3143,120.687,1.207,1.3541752099990845,0.6575,3.2556,122.866,1.229,1.3919357061386108,0.64,3.2322,123.755,1.238,2.164555072784424,0.595,3.2488,123.124,1.231,2.6495778560638428,0.5275,3.2578,122.784,1.228,2.444397211074829,0.56,3.253,122.963,1.23,2.5414960384368896,0.5325,3.3149,120.668,1.207,2.3203513622283936,0.5775,3.2541,122.921,1.229,2.689873456954956,0.54,3.2407,123.431,1.234,2.6351962089538574,0.5700000000000001,3.3258,120.272,1.203,2.652890205383301,0.5275,3.2834,121.824,1.218,2.476144552230835,0.5725,3.3423,119.677,1.197,2.445737838745117,0.5725,3.3024,121.124,1.211,2.4625585079193115,0.5575,3.2698,122.333,1.223,2.678852796554565,0.5225,3.2798,121.96,1.22,2.482407569885254,0.5725,3.2521,122.998,1.23,2.560353279113769,0.5325,3.2508,123.046,1.23,2.425982713699341,0.575,3.2406,123.435,1.234,400,0.0494326800107955,0.99,3.2249,124.034,1.24,0.0494352243840694,0.99,3.2287,123.888,1.239,0.0494336262345314,0.99,3.2412,123.411,1.234,0.0526160424500703,1228.587,1600,6.512,0.203,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-13b-v1.3,1337,13000000000.0,vicuna,True,all_results.json
+pythia-2.8b_1,5.0,0.0889654755592346,0.9825,4.0781,98.084,0.981,0.0874331295490264,0.98,4.0499,98.767,0.988,0.0730775073170661,0.9825,4.0402,99.006,0.99,0.0835028439760208,0.98,4.0384,99.05,0.99,0.0716578215360641,0.9825,4.0499,98.768,0.988,0.0776425972580909,0.9775,4.0533,98.685,0.987,0.0734712183475494,0.9825,4.0448,98.893,0.989,0.073080264031887,0.9825,4.0465,98.85,0.989,0.0881309136748313,0.98,4.0439,98.913,0.989,0.0789685025811195,0.98,4.0497,98.772,0.988,0.0789616554975509,0.9825,4.0168,99.582,0.996,0.1228093430399894,0.9675,4.0382,99.054,0.991,0.0848631486296653,0.9825,4.1016,97.524,0.975,0.0933630764484405,0.9775,4.0329,99.184,0.992,0.1122219488024711,0.9725,4.0553,98.637,0.986,0.1194250658154487,0.975,4.0507,98.749,0.987,0.1286817491054535,0.9725,4.0461,98.861,0.989,0.1155176758766174,0.975,4.0471,98.836,0.988,0.1130395904183387,0.9725,4.0405,98.998,0.99,0.1322482973337173,0.965,4.0217,99.461,0.995,0.1005153879523277,0.9775,4.0451,98.885,0.989,0.1256733536720276,0.965,4.0289,99.283,0.993,0.2721554934978485,0.9325,4.0405,98.997,0.99,0.1203507781028747,0.9675,4.0276,99.315,0.993,0.1138302609324455,0.975,4.0361,99.107,0.991,0.2450138628482818,0.9525,4.0375,99.072,0.991,0.2820935249328613,0.925,4.0442,98.908,0.989,0.0741920694708824,0.9825,4.0383,99.051,0.991,0.0926072895526886,0.9825,4.0205,99.489,0.995,0.086949236690998,0.98,4.0401,99.006,0.99,0.0951815620064735,0.9775,4.0276,99.314,0.993,0.0892559587955474,0.975,4.038,99.058,0.991,0.1300596892833709,0.9675,4.0426,98.947,0.989,0.0776804387569427,0.98,4.0513,98.733,0.987,0.08301293104887,0.9775,4.0431,98.934,0.989,0.0767778754234314,0.98,4.0378,99.063,0.991,0.0776669234037399,0.98,4.0433,98.928,0.989,0.0805442705750465,0.9775,4.0436,98.921,0.989,0.0719948783516883,0.9825,4.0469,98.841,0.988,0.1153322532773017,0.9725,4.0411,98.984,0.99,0.1022527292370796,0.975,4.0349,99.135,0.991,0.1375646442174911,0.9625,4.0437,98.92,0.989,0.0824422389268875,0.98,4.0356,99.117,0.991,0.1613067239522934,0.9625,4.0452,98.882,0.989,0.090405099093914,0.9775,4.0511,98.739,0.987,0.0720377266407013,0.9825,4.041,98.985,0.99,0.1034926250576973,0.9725,4.0438,98.918,0.989,0.1195867359638214,0.975,4.0483,98.806,0.988,0.0781929865479469,0.98,4.0728,98.212,0.982,0.0715256631374359,0.9825,4.0479,98.817,0.988,0.0718881115317344,0.9825,4.0468,98.844,0.988,0.0791565924882888,0.9775,4.045,98.887,0.989,0.0858933627605438,0.98,4.047,98.839,0.988,0.0814384296536445,0.98,4.0563,98.613,0.986,0.0717520117759704,0.9825,4.0489,98.791,0.988,0.0716125220060348,0.9825,4.0478,98.82,0.988,0.0731071010231971,0.9825,4.0379,99.061,0.991,0.0768022462725639,0.9775,4.0475,98.825,0.988,400,0.0913091301918029,0.9825,4.0165,99.589,0.996,0.1016440168023109,0.9825,4.0157,99.609,0.996,0.0903860032558441,0.98,4.0205,99.49,0.995,0.0912633672356605,1514.7542,1600,5.281,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b,1,2800000000.0,pythia,False,all_results.json
+pythia-2.8b_666,5.0,0.0747384950518608,0.99,3.9924,100.191,1.002,0.0831908732652664,0.9875,4.015,99.626,0.996,0.0711189657449722,0.9875,4.0287,99.287,0.993,0.0678363293409347,0.9875,4.03,99.256,0.993,0.0642607510089874,0.99,4.0192,99.522,0.995,0.066026784479618,0.99,4.0299,99.258,0.993,0.0643678531050682,0.99,4.0137,99.66,0.997,0.0786257907748222,0.9875,4.0231,99.427,0.994,0.0965548157691955,0.985,4.0368,99.088,0.991,0.1084529012441635,0.9825,4.0243,99.397,0.994,0.0678407698869705,0.99,4.0066,99.836,0.998,0.1290669590234756,0.9725,4.0138,99.655,0.997,0.0709183663129806,0.99,3.9985,100.038,1.0,0.0845652520656585,0.9875,4.0133,99.668,0.997,0.1344712376594543,0.98,4.0183,99.546,0.995,0.1386953890323639,0.98,4.0224,99.443,0.994,0.163951888680458,0.9725,4.0175,99.566,0.996,0.1169106364250183,0.9825,4.0187,99.534,0.995,0.1689006090164184,0.9625,4.0162,99.597,0.996,0.1251464039087295,0.9675,4.0122,99.696,0.997,0.102745421230793,0.9825,4.078,98.087,0.981,0.1405698210000991,0.9675,4.0126,99.686,0.997,0.4226912558078766,0.9175,4.0115,99.713,0.997,0.1160360500216484,0.9625,4.011,99.726,0.997,0.1216535195708274,0.98,4.0765,98.122,0.981,0.3470245003700256,0.94,4.0193,99.521,0.995,0.4630712866783142,0.915,4.0145,99.638,0.996,0.0831538364291191,0.9875,4.0245,99.391,0.994,0.0822989642620086,0.985,4.0074,99.814,0.998,0.0981226339936256,0.985,4.0344,99.147,0.991,0.0941800996661186,0.9825,4.0044,99.89,0.999,0.116350844502449,0.975,4.0231,99.425,0.994,0.1293167620897293,0.9775,4.0795,98.051,0.981,0.0661673620343208,0.99,4.0247,99.386,0.994,0.0736587047576904,0.9875,4.0204,99.493,0.995,0.0893476083874702,0.9825,4.0208,99.484,0.995,0.0879051238298416,0.9875,4.0127,99.685,0.997,0.0649258866906166,0.99,4.0235,99.417,0.994,0.0643341988325119,0.99,4.0146,99.637,0.996,0.1270424723625183,0.98,4.0158,99.606,0.996,0.0962583795189857,0.985,4.0588,98.551,0.986,0.1400667577981948,0.9775,4.0199,99.506,0.995,0.0825535506010055,0.9875,4.0072,99.821,0.998,0.1971142590045929,0.9675,4.0162,99.597,0.996,0.0997819155454635,0.9825,4.0226,99.439,0.994,0.064521200954914,0.99,4.015,99.625,0.996,0.1047272980213165,0.98,4.0236,99.414,0.994,0.1032721400260925,0.985,4.0135,99.664,0.997,0.0642103999853134,0.99,4.017,99.577,0.996,0.0641503185033798,0.99,4.0154,99.618,0.996,0.0648656859993934,0.99,4.0176,99.562,0.996,0.0840009674429893,0.985,4.0166,99.586,0.996,0.0787835717201232,0.985,4.0187,99.534,0.995,0.0943910405039787,0.985,4.019,99.528,0.995,0.0646019354462623,0.99,4.0168,99.581,0.996,0.0642044469714164,0.99,4.0137,99.658,0.997,0.0888601616024971,0.9825,4.0174,99.566,0.996,0.0693958476185798,0.9875,4.0198,99.506,0.995,400,0.0829704403877258,0.9875,4.0651,98.398,0.984,0.0917001813650131,0.9875,4.012,99.701,0.997,0.0762762054800987,0.9875,4.031,99.232,0.992,0.1035687884688377,1508.7052,1600,5.303,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b,666,2800000000.0,pythia,False,all_results.json
+pythia-2.8b_42,5.0,0.1043939962983131,0.98,2.2312,179.279,1.793,0.1147571727633476,0.975,2.2337,179.073,1.791,0.0951276868581771,0.98,2.2292,179.435,1.794,0.1071675270795822,0.9775,2.2354,178.942,1.789,0.0940687954425811,0.98,2.2316,179.244,1.792,0.0960799232125282,0.98,2.2394,178.62,1.786,0.094076782464981,0.98,2.2319,179.217,1.792,0.0943334847688674,0.98,2.2342,179.036,1.79,0.1117391586303711,0.9775,2.2314,179.263,1.793,0.1048467233777046,0.9775,2.23,179.37,1.794,0.0960938036441803,0.98,2.2288,179.466,1.795,0.1333359777927398,0.9675,2.2298,179.386,1.794,0.0986269935965538,0.98,2.2544,177.431,1.774,0.1155703067779541,0.975,2.2438,178.27,1.783,0.1368645131587982,0.9725,2.2325,179.172,1.792,0.1523307561874389,0.9725,2.2362,178.878,1.789,0.1591437608003616,0.9675,2.2392,178.637,1.786,0.1672315746545791,0.9675,2.2497,177.804,1.778,0.1398445963859558,0.9675,2.2317,179.232,1.792,0.1376937329769134,0.9625,2.2256,179.728,1.797,0.1181367561221122,0.975,2.2318,179.227,1.792,0.1846662163734436,0.9425,2.2317,179.239,1.792,0.2737745940685272,0.9275,2.2357,178.912,1.789,0.1548031568527221,0.95,2.232,179.212,1.792,0.1356906294822693,0.9725,2.2312,179.276,1.793,0.2684425413608551,0.95,2.2377,178.751,1.788,0.3185895681381225,0.9325,2.2409,178.499,1.785,0.1028770804405212,0.9775,2.2292,179.433,1.794,0.1172595396637916,0.9725,2.2299,179.382,1.794,0.1080633997917175,0.9775,2.2327,179.152,1.792,0.1178243160247802,0.9675,2.2305,179.329,1.793,0.1087199971079826,0.9775,2.2306,179.321,1.793,0.1330918371677398,0.9725,2.2329,179.142,1.791,0.1027483344078064,0.9775,2.2307,179.314,1.793,0.0957234948873519,0.98,2.2319,179.221,1.792,0.0948473289608955,0.98,2.2538,177.476,1.775,0.0958790779113769,0.98,2.2362,178.872,1.789,0.0941915288567543,0.98,2.232,179.214,1.792,0.0941988304257392,0.98,2.2393,178.63,1.786,0.1061983406543731,0.9775,2.2317,179.232,1.792,0.1118440404534339,0.975,2.2356,178.927,1.789,0.13054920732975,0.97,2.2311,179.286,1.793,0.1047526746988296,0.9775,2.2371,178.803,1.788,0.1986497938632965,0.96,2.232,179.209,1.792,0.0979017987847328,0.9775,2.2316,179.245,1.792,0.0940742194652557,0.98,2.238,178.728,1.787,0.1060085520148277,0.975,2.2317,179.234,1.792,0.1380653530359268,0.9725,2.2308,179.31,1.793,0.0940716713666915,0.98,2.2319,179.221,1.792,0.0940509214997291,0.98,2.2347,178.998,1.79,0.0948250219225883,0.98,2.2374,178.779,1.788,0.0945843681693077,0.98,2.2346,179.003,1.79,0.095635287463665,0.98,2.2324,179.182,1.792,0.0963183715939521,0.9775,2.3005,173.873,1.739,0.0941208153963089,0.98,2.2324,179.181,1.792,0.0940524265170097,0.98,2.2303,179.348,1.793,0.0943227112293243,0.98,2.2316,179.243,1.792,0.0944665074348449,0.98,2.2291,179.447,1.794,400,0.1071871370077133,0.9775,2.2382,178.712,1.787,0.1307954341173172,0.9675,2.2307,179.319,1.793,0.1086942106485366,0.975,2.2295,179.411,1.794,0.0921671421676874,847.0655,1600,9.444,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b,42,2800000000.0,pythia,False,all_results.json
+pythia-2.8b_25,5.0,0.1154587045311927,0.97,2.1765,183.783,1.838,0.082895778119564,0.9775,2.1963,182.121,1.821,0.0733319297432899,0.98,2.1443,186.544,1.865,0.0717029199004173,0.9825,2.1453,186.453,1.865,0.0704011619091034,0.9825,2.202,181.655,1.817,0.0718032345175743,0.9825,2.2515,177.662,1.777,0.0703402236104011,0.9825,2.1547,185.643,1.856,0.0703402683138847,0.9825,2.1939,182.323,1.823,0.0821786969900131,0.98,2.1803,183.461,1.835,0.0837624967098236,0.98,2.1476,186.257,1.863,0.0828346088528633,0.9825,2.2254,179.742,1.797,0.1118787676095962,0.97,2.2058,181.337,1.813,0.1051857024431228,0.98,2.197,182.067,1.821,0.0944284796714782,0.975,2.2135,180.709,1.807,0.1074533089995384,0.975,2.187,182.901,1.829,0.1117530092597007,0.975,2.1536,185.735,1.857,0.1152578145265579,0.975,2.1588,185.287,1.853,0.1048240363597869,0.9725,2.1474,186.275,1.863,0.1183405518531799,0.9725,2.1712,184.23,1.842,0.196277841925621,0.945,2.182,183.322,1.833,0.1262460350990295,0.9675,2.2022,181.633,1.816,0.2141321152448654,0.9375,2.1649,184.768,1.848,0.3221149444580078,0.9225,2.1451,186.469,1.865,0.1945018619298935,0.9375,2.2267,179.639,1.796,0.1149494349956512,0.9725,2.1694,184.384,1.844,0.2636684775352478,0.935,2.1801,183.481,1.835,0.3557175397872925,0.91,2.1876,182.846,1.828,0.0742777734994888,0.98,2.1508,185.977,1.86,0.1327903121709823,0.9625,2.1483,186.197,1.862,0.0854886248707771,0.9775,2.1656,184.706,1.847,0.1972027420997619,0.9425,2.1595,185.229,1.852,0.0783111676573753,0.98,2.1527,185.813,1.858,0.1023685485124588,0.9725,2.1526,185.82,1.858,0.0749151110649108,0.98,2.1575,185.399,1.854,0.0776314660906791,0.9775,2.1467,186.332,1.863,0.0769303068518638,0.9775,2.1541,185.696,1.857,0.0817143470048904,0.98,2.1484,186.188,1.862,0.0702881664037704,0.9825,2.1507,185.99,1.86,0.0706640556454658,0.9825,2.1602,185.171,1.852,0.1055253818631172,0.9725,2.1862,182.966,1.83,0.0802183747291565,0.9775,2.2028,181.585,1.816,0.1141743436455726,0.97,2.1857,183.01,1.83,0.0766079202294349,0.98,2.1575,185.396,1.854,0.1540500074625015,0.96,2.236,178.892,1.789,0.0879087075591087,0.9775,2.199,181.903,1.819,0.0702530443668365,0.9825,2.2305,179.333,1.793,0.0937938019633293,0.9725,2.2124,180.801,1.808,0.1021481454372406,0.9775,2.2047,181.428,1.814,0.0700979754328727,0.9825,2.218,180.345,1.803,0.0700560882687568,0.9825,2.1653,184.734,1.847,0.0701227337121963,0.9825,2.1893,182.704,1.827,0.0762340202927589,0.9775,2.1471,186.298,1.863,0.0859710276126861,0.9775,2.2343,179.027,1.79,0.0781489461660385,0.9775,2.1728,184.092,1.841,0.0701354965567588,0.9825,2.1648,184.776,1.848,0.0702051445841789,0.9825,2.1483,186.196,1.862,0.0734250918030738,0.98,2.1733,184.051,1.841,0.0783580765128135,0.98,2.1469,186.319,1.863,400,0.1128845438361167,0.9775,2.1466,186.338,1.863,0.1531822681427002,0.9675,2.1718,184.181,1.842,0.1140519902110099,0.9725,2.1785,183.611,1.836,0.0964376247227191,822.2644,1600,9.729,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b,25,2800000000.0,pythia,False,all_results.json
+pythia-2.8b_1337,5.0,0.2580207288265228,0.955,2.2267,179.634,1.796,0.2476299256086349,0.9575,2.1418,186.756,1.868,0.2476273775100708,0.9575,2.18,183.483,1.835,0.2476598918437957,0.9575,2.1431,186.645,1.866,0.2476218789815902,0.9575,2.1869,182.909,1.829,0.2476249635219574,0.9575,2.1832,183.219,1.832,0.2476229518651962,0.9575,2.2323,179.191,1.792,0.2476260364055633,0.9575,2.1499,186.052,1.861,0.247628778219223,0.9575,2.1805,183.444,1.834,0.2495640963315963,0.955,2.2324,179.183,1.792,0.2485767602920532,0.9575,2.1795,183.527,1.835,0.2784376144409179,0.95,2.2117,180.853,1.809,0.2493959367275238,0.9575,2.2049,181.413,1.814,0.2476651817560196,0.9575,2.1426,186.686,1.867,0.268022358417511,0.955,2.1808,183.421,1.834,0.3037811517715454,0.95,2.1973,182.039,1.82,0.3173085749149322,0.9475,2.1436,186.606,1.866,0.2906947433948517,0.95,2.194,182.314,1.823,0.277688592672348,0.9525,2.1579,185.364,1.854,0.3148002326488495,0.9425,2.2255,179.736,1.797,0.2700461447238922,0.955,2.1834,183.201,1.832,0.3035640120506286,0.94,2.2176,180.373,1.804,0.3550086915493011,0.935,2.162,185.016,1.85,0.2552471458911896,0.9525,2.1425,186.696,1.867,0.2836371660232544,0.95,2.1695,184.371,1.844,0.3748195767402649,0.9375,2.2091,181.067,1.811,0.4242264926433563,0.9225,2.1421,186.733,1.867,0.2477889657020568,0.9575,2.1966,182.099,1.821,0.2715933620929718,0.945,2.1739,183.998,1.84,0.2612883448600769,0.955,2.1995,181.862,1.819,0.2751496136188507,0.9475,2.1722,184.145,1.841,0.2486045956611633,0.9575,2.3157,172.736,1.727,0.277672678232193,0.9525,2.145,186.482,1.865,0.247642233967781,0.9575,2.1508,185.976,1.86,0.2476543635129928,0.9575,2.2276,179.569,1.796,0.2479551136493683,0.9575,2.15,186.048,1.86,0.2517156302928924,0.955,2.1395,186.958,1.87,0.2476232945919037,0.9575,2.1426,186.685,1.867,0.2476224452257156,0.9575,2.1479,186.232,1.862,0.247911736369133,0.9575,2.1417,186.771,1.868,0.2573080956935882,0.955,2.1463,186.364,1.864,0.2759687304496765,0.95,2.1797,183.511,1.835,0.2476606965065002,0.9575,2.1727,184.104,1.841,0.2845247387886047,0.9475,2.1376,187.13,1.871,0.2476254850625991,0.9575,2.1802,183.468,1.835,0.2476218044757843,0.9575,2.1427,186.681,1.867,0.2478297054767608,0.9575,2.1777,183.678,1.837,0.2883689701557159,0.9525,2.1432,186.635,1.866,0.2476202249526977,0.9575,2.1967,182.091,1.821,0.247620403766632,0.9575,2.186,182.982,1.83,0.2476219981908798,0.9575,2.1387,187.029,1.87,0.2476260364055633,0.9575,2.1722,184.144,1.841,0.2476256787776947,0.9575,2.1486,186.165,1.862,0.2476276755332946,0.9575,2.1566,185.474,1.855,0.2476209849119186,0.9575,2.141,186.83,1.868,0.2476214468479156,0.9575,2.1864,182.952,1.83,0.2476261854171753,0.9575,2.1527,185.815,1.858,0.2476274669170379,0.9575,2.1857,183.009,1.83,400,0.2612143754959106,0.95,2.1449,186.493,1.865,0.2705292403697967,0.945,2.165,184.758,1.848,0.2598225474357605,0.95,2.1976,182.018,1.82,0.0956644473075866,822.8386,1600,9.722,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b,1337,2800000000.0,pythia,False,all_results.json
+bloom-7.1b_1,5.0,0.0658576488494873,0.99,3.9924,100.19,1.002,0.0828841179609298,0.9875,4.017,99.578,0.996,0.0927320644259452,0.985,4.0228,99.433,0.994,0.0796248614788055,0.9875,4.01,99.751,0.998,0.0676525607705116,0.9875,4.0251,99.377,0.994,0.0687509328126907,0.9875,4.0214,99.467,0.995,0.064549334347248,0.9875,4.0226,99.438,0.994,0.0768801942467689,0.985,4.0259,99.356,0.994,0.0604422055184841,0.99,4.0449,98.891,0.989,0.1000637337565422,0.985,4.0243,99.397,0.994,0.0607175976037979,0.99,4.0021,99.948,0.999,0.2371022552251815,0.955,4.0136,99.66,0.997,0.061386976391077,0.99,3.9993,100.017,1.0,0.1271137446165084,0.9775,4.0191,99.526,0.995,0.1129501909017562,0.9825,4.0158,99.606,0.996,0.1410287171602249,0.9775,4.0174,99.568,0.996,0.1566165089607238,0.975,4.0305,99.242,0.992,0.1239322572946548,0.98,4.0178,99.556,0.996,0.209400326013565,0.96,4.0097,99.759,0.998,0.1393710523843765,0.965,4.0539,98.671,0.987,0.1331391781568527,0.975,4.0204,99.492,0.995,0.1890810430049896,0.9575,4.0099,99.753,0.998,0.5227799415588379,0.9125,4.0126,99.686,0.997,0.1128510162234306,0.97,4.0101,99.747,0.997,0.1469157189130783,0.98,4.0093,99.767,0.998,0.4534685611724853,0.9275,4.0234,99.418,0.994,0.6820461750030518,0.895,4.0553,98.636,0.986,0.1075203642249107,0.985,4.0448,98.893,0.989,0.0706185698509216,0.9875,3.9927,100.184,1.002,0.1075480654835701,0.98,4.0167,99.585,0.996,0.0818041041493415,0.98,4.0013,99.967,1.0,0.1463725864887237,0.975,4.0125,99.689,0.997,0.1756941676139831,0.975,4.0207,99.485,0.995,0.0762154087424278,0.9875,4.023,99.428,0.994,0.0818584188818931,0.9875,4.0075,99.813,0.998,0.069768451154232,0.985,4.0186,99.538,0.995,0.1132598891854286,0.9775,4.0142,99.646,0.996,0.0620087422430515,0.99,4.0154,99.617,0.996,0.0603844486176967,0.99,4.0198,99.507,0.995,0.1487882584333419,0.98,4.0195,99.515,0.995,0.1258511990308761,0.98,4.0172,99.572,0.996,0.2344267964363098,0.9575,4.0235,99.416,0.994,0.0985675156116485,0.9825,4.0161,99.599,0.996,0.2899186015129089,0.955,4.0244,99.394,0.994,0.0946573615074157,0.985,4.0221,99.451,0.995,0.0739236176013946,0.9875,4.0177,99.559,0.996,0.1310795545578003,0.98,4.018,99.552,0.996,0.1184347569942474,0.9825,4.0201,99.499,0.995,0.0813471004366874,0.9875,4.0189,99.531,0.995,0.0603802949190139,0.99,4.017,99.576,0.996,0.0792315527796745,0.985,4.0202,99.498,0.995,0.0787419155240058,0.985,4.0122,99.695,0.997,0.0977365523576736,0.985,4.016,99.602,0.996,0.0813726931810379,0.9875,4.0243,99.397,0.994,0.0777796581387519,0.985,4.053,98.693,0.987,0.0605675131082534,0.99,4.0606,98.508,0.985,0.0997852310538292,0.9825,4.0271,99.326,0.993,0.1159732937812805,0.9825,4.0199,99.506,0.995,400,0.0691394507884979,0.9875,3.9878,100.306,1.003,0.0771381258964538,0.985,3.9894,100.265,1.003,0.0657440945506095,0.9875,4.0007,99.982,1.0,0.0776639318764209,1515.1623,1600,5.28,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-7.1b,1,7100000000.0,bloom,False,all_results.json
+bloom-7.1b_666,5.0,0.0932397097349166,0.98,2.2212,180.081,1.801,0.093053214251995,0.975,2.2185,180.301,1.803,0.1179700493812561,0.97,2.2169,180.434,1.804,0.0906656682491302,0.9775,2.2175,180.38,1.804,0.0826739892363548,0.9775,2.2144,180.635,1.806,0.0941926762461662,0.975,2.2151,180.582,1.806,0.0845254585146904,0.975,2.2211,180.092,1.801,0.0996710360050201,0.9725,2.2165,180.464,1.805,0.0876660123467445,0.9775,2.2176,180.377,1.804,0.105965182185173,0.97,2.2235,179.893,1.799,0.0924469009041786,0.975,2.2139,180.673,1.807,0.1669524759054184,0.9425,2.2202,180.164,1.802,0.0925078392028808,0.9775,2.2206,180.134,1.801,0.1123720705509185,0.97,2.2433,178.311,1.783,0.1076152250170707,0.9725,2.2179,180.349,1.803,0.117477186024189,0.9675,2.2177,180.368,1.804,0.1501626819372177,0.9625,2.2223,179.991,1.8,0.114463098347187,0.97,2.2165,180.461,1.805,0.1542893648147583,0.96,2.2866,174.929,1.749,0.1440118104219436,0.9449999999999998,2.2172,180.409,1.804,0.1263929009437561,0.9675,2.2174,180.388,1.804,0.1608236134052276,0.95,2.2176,180.375,1.804,0.3144014477729797,0.9075,2.2208,180.116,1.801,0.1773190945386886,0.93,2.2592,177.054,1.771,0.127861201763153,0.9675,2.2165,180.467,1.805,0.3000948131084442,0.925,2.2148,180.606,1.806,0.3813450634479522,0.8949999999999999,2.2189,180.273,1.803,0.0967217832803726,0.975,2.2186,180.297,1.803,0.0976270139217376,0.975,2.2164,180.469,1.805,0.1252217143774032,0.9625,2.2598,177.007,1.77,0.0990649610757827,0.975,2.218,180.344,1.803,0.1272653937339782,0.9675,2.2179,180.353,1.804,0.1589058339595794,0.9525,2.2163,180.482,1.805,0.0773202180862426,0.98,2.216,180.503,1.805,0.0907818675041198,0.975,2.2153,180.565,1.806,0.1160084158182144,0.97,2.2183,180.321,1.803,0.1413741707801818,0.96,2.2206,180.133,1.801,0.0943982824683189,0.975,2.2218,180.037,1.8,0.075281485915184,0.98,2.218,180.34,1.803,0.1536927372217178,0.965,2.2194,180.232,1.802,0.1234084889292717,0.97,2.2199,180.184,1.802,0.1939925700426101,0.9575,2.2261,179.688,1.797,0.1262414902448654,0.965,2.2162,180.486,1.805,0.19307442009449,0.955,2.2153,180.564,1.806,0.1051481664180755,0.97,2.2163,180.482,1.805,0.0970238372683525,0.975,2.2173,180.402,1.804,0.1148772537708282,0.9675,2.2163,180.479,1.805,0.1181605830788612,0.97,2.2177,180.366,1.804,0.0881344303488731,0.9775,2.2174,180.393,1.804,0.0750775039196014,0.98,2.2165,180.466,1.805,0.0960591584444046,0.975,2.2215,180.061,1.801,0.0941982269287109,0.9725,2.2177,180.364,1.804,0.0976778864860534,0.975,2.2168,180.437,1.804,0.0917421504855156,0.9775,2.2163,180.482,1.805,0.0850879251956939,0.975,2.2185,180.303,1.803,0.0831294432282447,0.975,2.2159,180.51,1.805,0.0986542925238609,0.975,2.2152,180.569,1.806,0.1038339212536811,0.975,2.2204,180.148,1.801,400,0.0933349728584289,0.98,2.2227,179.962,1.8,0.1030859276652336,0.9775,2.2138,180.682,1.807,0.0908762663602829,0.98,2.2167,180.445,1.804,0.0929318157434463,841.5313,1600,9.506,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-7.1b,666,7100000000.0,bloom,False,all_results.json
+bloom-7.1b_42,5.0,0.1148615851998329,0.98,3.2438,123.311,1.233,0.1209291741251945,0.98,3.2444,123.288,1.233,0.1210052892565727,0.975,3.2465,123.21,1.232,0.1184127032756805,0.98,3.3004,121.198,1.212,0.1076993644237518,0.98,3.2385,123.515,1.235,0.1075050458312034,0.9825,3.2281,123.912,1.239,0.1070646271109581,0.9825,3.2492,123.108,1.231,0.1123205944895744,0.98,3.2417,123.391,1.234,0.1102307140827179,0.98,3.2674,122.423,1.224,0.1233154758810997,0.98,3.2483,123.141,1.231,0.1080086901783943,0.9825,3.2687,122.374,1.224,0.1926402598619461,0.96,3.2379,123.536,1.235,0.107463926076889,0.9825,3.248,123.153,1.232,0.1222472265362739,0.975,3.2691,122.359,1.224,0.1282030642032623,0.9775,3.2336,123.699,1.237,0.1594927310943603,0.97,3.2432,123.335,1.233,0.1685822159051895,0.9725,3.2377,123.545,1.235,0.1517808139324188,0.975,3.2468,123.198,1.232,0.1717308759689331,0.9675,3.2357,123.621,1.236,0.1459632813930511,0.9725,3.2394,123.479,1.235,0.1302647441625595,0.9775,3.2486,123.131,1.231,0.1775903552770614,0.9525,3.2449,123.269,1.233,0.3207270801067352,0.94,3.3139,120.703,1.207,0.153517797589302,0.9675,3.232,123.763,1.238,0.1656302660703659,0.9725,3.2371,123.568,1.236,0.2916268110275268,0.9549999999999998,3.2616,122.639,1.226,0.4302047789096832,0.915,3.2617,122.634,1.226,0.1145812571048736,0.98,3.2529,122.966,1.23,0.1301133930683136,0.975,3.2608,122.67,1.227,0.1142848879098892,0.98,3.2511,123.034,1.23,0.1346208900213241,0.975,3.2493,123.102,1.231,0.1484836637973785,0.9725,3.2385,123.515,1.235,0.1558833569288253,0.9725,3.261,122.662,1.227,0.1060451343655586,0.9825,3.2429,123.346,1.233,0.1147252470254898,0.98,3.2314,123.784,1.238,0.1266739070415496,0.9775,3.2644,122.534,1.225,0.126193106174469,0.975,3.2494,123.098,1.231,0.1171809509396553,0.98,3.2353,123.635,1.236,0.1059445664286613,0.9825,3.2409,123.421,1.234,0.1698344945907592,0.97,3.2419,123.383,1.234,0.136121392250061,0.9775,3.2332,123.716,1.237,0.2040063142776489,0.9549999999999998,3.2357,123.621,1.236,0.1244867742061615,0.9725,3.2386,123.51,1.235,0.224109798669815,0.9574999999999998,3.2503,123.065,1.231,0.1285599172115326,0.975,3.281,121.915,1.219,0.1082865968346595,0.98,3.263,122.585,1.226,0.1348617523908615,0.9775,3.2479,123.157,1.232,0.1528124660253524,0.975,3.249,123.116,1.231,0.1178758144378662,0.98,3.2549,122.891,1.229,0.1059398353099823,0.9825,3.2421,123.378,1.234,0.1153881326317787,0.98,3.265,122.512,1.225,0.1080788597464561,0.98,3.2343,123.673,1.237,0.1336187869310379,0.9775,3.2416,123.396,1.234,0.1182548329234123,0.98,3.2391,123.49,1.235,0.1094644740223884,0.98,3.2597,122.712,1.227,0.1059477925300598,0.9825,3.2253,124.021,1.24,0.1088537722826004,0.9825,3.2354,123.634,1.236,0.1340373307466507,0.975,3.2668,122.443,1.224,400,0.1161033883690834,0.98,3.2365,123.592,1.236,0.131770521402359,0.9775,3.3242,120.329,1.203,0.1163115501403808,0.98,3.2463,123.216,1.232,0.0815036634206771,1224.5205,1600,6.533,0.204,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-7.1b,42,7100000000.0,bloom,False,all_results.json
+bloom-7.1b_25,5.0,0.0904241874814033,0.9825,2.1604,185.153,1.852,0.0845628753304481,0.9825,2.1404,186.882,1.869,0.0834786966443061,0.9825,2.1454,186.449,1.864,0.083642266690731,0.9825,2.1432,186.64,1.866,0.0832582116127014,0.9825,2.1646,184.791,1.848,0.083592265844345,0.9825,2.1613,185.077,1.851,0.0834399238228797,0.9825,2.1999,181.828,1.818,0.0881495550274849,0.98,2.1475,186.266,1.863,0.083441250026226,0.9825,2.1647,184.785,1.848,0.1027426943182945,0.975,2.198,181.984,1.82,0.0854924842715263,0.9825,2.1411,186.818,1.868,0.1468484997749328,0.9574999999999998,2.1734,184.046,1.84,0.0908643156290054,0.9825,2.1427,186.685,1.867,0.1130945980548858,0.975,2.1434,186.622,1.866,0.1001908704638481,0.9775,2.1456,186.43,1.864,0.112916812300682,0.9775,2.2174,180.395,1.804,0.1348415315151214,0.97,2.2387,178.674,1.787,0.0978538766503334,0.9775,2.1684,184.468,1.845,0.1550435721874237,0.96,2.1438,186.586,1.866,0.1430599093437194,0.965,2.186,182.986,1.83,0.1229700669646263,0.975,2.1781,183.643,1.836,0.1542331278324127,0.9549999999999998,2.1416,186.779,1.868,0.2969774603843689,0.92,2.1822,183.3,1.833,0.1333935409784317,0.9625,2.166,184.672,1.847,0.1356984823942184,0.97,2.141,186.829,1.868,0.2696104943752289,0.94,2.167,184.585,1.846,0.380299299955368,0.91,2.2081,181.152,1.812,0.1176855936646461,0.975,2.1952,182.213,1.822,0.0893502160906791,0.9825,2.1451,186.47,1.865,0.1232448741793632,0.97,2.2101,180.984,1.81,0.0969967097043991,0.9775,2.1453,186.451,1.865,0.113812930881977,0.975,2.1602,185.168,1.852,0.1172419562935829,0.9725,2.1787,183.594,1.836,0.0949391946196556,0.98,2.1795,183.531,1.835,0.097384788095951,0.975,2.2214,180.07,1.801,0.0960826650261879,0.9775,2.1514,185.924,1.859,0.0976448506116867,0.9775,2.1749,183.913,1.839,0.0917818248271942,0.98,2.1839,183.156,1.832,0.0834377706050872,0.9825,2.1471,186.301,1.863,0.1349989175796508,0.9725,2.1512,185.944,1.859,0.1046700403094291,0.9775,2.1411,186.824,1.868,0.163026824593544,0.965,2.2037,181.514,1.815,0.0907935202121734,0.9775,2.1399,186.928,1.869,0.1861933320760727,0.9549999999999998,2.1731,184.073,1.841,0.0988869294524192,0.98,2.1498,186.062,1.861,0.0834012255072593,0.9825,2.2286,179.487,1.795,0.1051043048501014,0.975,2.1947,182.257,1.823,0.1309253722429275,0.9725,2.194,182.316,1.823,0.089867852628231,0.98,2.1417,186.767,1.868,0.0916704460978508,0.98,2.1975,182.022,1.82,0.0837922841310501,0.9825,2.1823,183.291,1.833,0.0834946855902671,0.9825,2.1432,186.634,1.866,0.1192750185728073,0.975,2.1456,186.431,1.864,0.0849381610751152,0.9825,2.1746,183.94,1.839,0.0842071250081062,0.9825,2.1967,182.095,1.821,0.0832879543304443,0.9825,2.1729,184.089,1.841,0.0926968827843666,0.98,2.1762,183.806,1.838,0.1006724908947944,0.9775,2.1983,181.962,1.82,400,0.0896428525447845,0.9825,2.1377,187.12,1.871,0.0941753163933754,0.9825,2.1815,183.357,1.834,0.0895706638693809,0.9825,2.155,185.617,1.856,0.0911278537511825,821.3658,1600,9.74,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-7.1b,25,7100000000.0,bloom,False,all_results.json
+bloom-7.1b_1337,5.0,0.0831623077392578,0.985,3.9989,100.027,1.0,0.0829267501831054,0.98,4.0482,98.809,0.988,0.0905618444085121,0.98,4.0149,99.629,0.996,0.0850038826465606,0.9825,4.014,99.651,0.997,0.0790973752737045,0.9825,4.016,99.602,0.996,0.0868426337838172,0.98,4.0172,99.573,0.996,0.0806746706366539,0.9825,4.0239,99.405,0.994,0.0861908942461013,0.98,4.0183,99.544,0.995,0.0727574527263641,0.985,4.024,99.404,0.994,0.0882609188556671,0.9825,4.0471,98.837,0.988,0.0748567208647728,0.985,4.002,99.95,0.999,0.2088084071874618,0.9425,4.0071,99.823,0.998,0.077403500676155,0.985,4.0022,99.945,0.999,0.1048621162772178,0.975,4.0204,99.493,0.995,0.1067280173301696,0.9775,4.0217,99.461,0.995,0.1515172868967056,0.9625,4.0194,99.518,0.995,0.1537714451551437,0.965,4.0199,99.504,0.995,0.1190421655774116,0.9725,4.0216,99.462,0.995,0.1902327686548233,0.9525,4.0145,99.64,0.996,0.1223339438438415,0.9675,4.0083,99.794,0.998,0.1215027794241905,0.965,4.0164,99.592,0.996,0.1561268419027328,0.9575,4.0149,99.63,0.996,0.389098048210144,0.91,4.0006,99.985,1.0,0.1263610273599624,0.96,4.0115,99.714,0.997,0.127005398273468,0.975,4.0164,99.59,0.996,0.2854946851730346,0.93,4.0313,99.224,0.992,0.4417124986648559,0.895,4.0111,99.724,0.997,0.1170611009001731,0.9725,4.0253,99.371,0.994,0.0842509716749191,0.985,4.0092,99.771,0.998,0.1269021481275558,0.97,4.0195,99.515,0.995,0.0823932811617851,0.9825,3.9993,100.019,1.0,0.1126296743750572,0.975,4.0249,99.382,0.994,0.1412463188171386,0.9625,4.0197,99.509,0.995,0.0816030278801918,0.98,4.0135,99.665,0.997,0.0773423165082931,0.9825,4.0137,99.659,0.997,0.1115087792277336,0.97,4.0154,99.617,0.996,0.1053351089358329,0.975,4.0176,99.562,0.996,0.0862496942281723,0.9825,4.0227,99.435,0.994,0.0724631249904632,0.985,4.0194,99.516,0.995,0.1294882893562317,0.9725,4.02,99.503,0.995,0.1045736894011497,0.9775,4.0203,99.496,0.995,0.1622669100761413,0.9575,4.0173,99.57,0.996,0.0902413576841354,0.98,4.0085,99.787,0.998,0.2548340559005737,0.9375,4.0156,99.61,0.996,0.0966237038373947,0.98,4.02,99.503,0.995,0.0897247344255447,0.98,4.0122,99.697,0.997,0.1260993182659149,0.9725,4.0176,99.562,0.996,0.1187283992767334,0.97,4.0178,99.556,0.996,0.0863825902342796,0.9825,4.0422,98.956,0.99,0.0724679231643676,0.985,4.0185,99.54,0.995,0.0873873680830001,0.9825,4.0219,99.455,0.995,0.0751277282834053,0.985,4.0116,99.71,0.997,0.099978506565094,0.9775,4.0249,99.382,0.994,0.0869536772370338,0.9825,4.0203,99.495,0.995,0.0864791423082351,0.9825,4.0232,99.424,0.994,0.0736604034900665,0.985,4.0166,99.588,0.996,0.0857462435960769,0.98,4.0154,99.616,0.996,0.1057341322302818,0.9775,4.0227,99.435,0.994,400,0.0840473398566246,0.985,4.0049,99.877,0.999,0.09055045992136,0.985,3.9995,100.012,1.0,0.0827312916517257,0.985,4.001,99.974,1.0,0.0843785055875778,1508.8831,1600,5.302,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-7.1b,1337,7100000000.0,bloom,False,all_results.json
+pythia-160m-deduped_1,5.0,0.9147314429283142,0.6475,3.3009,121.178,1.212,0.0612057447433471,0.9875,3.3442,119.61,1.196,0.0761430040001869,0.9775,3.2632,122.579,1.226,0.1322071701288223,0.96,3.3328,120.018,1.2,0.0594883523881435,0.9875,3.2519,123.003,1.23,0.1605399847030639,0.965,3.3322,120.042,1.2,0.0770012736320495,0.9875,3.298,121.287,1.213,0.153312399983406,0.9775,3.3276,120.206,1.202,0.0831338465213775,0.985,3.2638,122.557,1.226,0.1359236389398574,0.9825,3.3732,118.582,1.186,0.5456058382987976,0.8324999999999999,3.3262,120.258,1.203,0.9286199808120728,0.825,3.3182,120.548,1.205,0.6858310699462891,0.7175,3.2716,122.264,1.223,0.5480958223342896,0.905,3.319,120.518,1.205,0.2436248213052749,0.95,3.2667,122.448,1.224,0.2811307609081268,0.9475,3.276,122.1,1.221,0.4104053080081939,0.9149999999999998,3.2293,123.866,1.239,0.1593132764101028,0.9775,3.2634,122.572,1.226,0.7834970355033875,0.8875,3.2502,123.07,1.231,1.3674805164337158,0.6975,3.2761,122.095,1.221,0.7691765427589417,0.8775,3.2477,123.165,1.232,2.0185558795928955,0.625,3.2499,123.08,1.231,1.4291120767593384,0.7725000000000001,3.2915,121.526,1.215,1.0132582187652588,0.7799999999999999,3.3299,120.122,1.201,0.4769474864006042,0.92,3.2652,122.503,1.225,1.5121067762374878,0.7725000000000001,3.3116,120.789,1.208,1.5199918746948242,0.7725000000000001,3.3097,120.857,1.209,0.6366458535194397,0.8825000000000001,3.3368,119.876,1.199,1.454682469367981,0.5775,3.2434,123.327,1.233,0.4319221377372741,0.9325,3.2581,122.769,1.228,1.444690823554993,0.6225,3.2967,121.333,1.213,0.4000690877437591,0.9225,3.2988,121.256,1.213,0.7770484089851379,0.875,3.2919,121.512,1.215,0.3379263281822204,0.9325,3.2615,122.644,1.226,0.4334942102432251,0.9149999999999998,3.2423,123.37,1.234,0.3054906129837036,0.94,3.317,120.59,1.206,0.4928752779960632,0.9125,3.2757,122.111,1.221,0.1759648472070694,0.97,3.2616,122.639,1.226,0.0637086257338523,0.9875,3.2509,123.044,1.23,0.3695307970046997,0.9325,3.2431,123.338,1.233,0.3808690905570984,0.9325,3.2735,122.192,1.222,0.4710142612457275,0.9175,3.2603,122.687,1.227,0.241052895784378,0.9525,3.293,121.47,1.215,0.9437408447265624,0.8474999999999999,3.2991,121.245,1.212,0.1216631829738617,0.98,3.301,121.176,1.212,0.1172908097505569,0.98,3.2502,123.068,1.231,0.4156593680381775,0.9225,3.256,122.851,1.229,0.4660254716873169,0.9125,3.2341,123.682,1.237,0.0525441206991672,0.9925,3.3348,119.949,1.199,0.0525494515895843,0.9925,3.2472,123.182,1.232,0.0670615881681442,0.99,3.2728,122.218,1.222,0.110943853855133,0.98,3.3343,119.963,1.2,0.137230709195137,0.9775,3.2664,122.457,1.225,0.1879140734672546,0.9675,3.3241,120.334,1.203,0.075491227209568,0.9875,3.2545,122.907,1.229,0.0595593638718128,0.99,3.2807,121.925,1.219,0.2807357311248779,0.9475,3.3286,120.169,1.202,0.2309167087078094,0.9525,3.2502,123.071,1.231,400,1.348158359527588,0.5575,3.2403,123.445,1.234,1.4937713146209717,0.53,3.3062,120.983,1.21,1.2100303173065186,0.6,3.2943,121.42,1.214,0.0585904074311256,1229.7327,1600,6.505,0.203,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m-deduped,1,160000000.0,pythia,False,all_results.json
+pythia-160m-deduped_666,5.0,1.0137431621551514,0.6525,3.9697,100.765,1.008,0.0745585635304451,0.9775,3.9852,100.372,1.004,0.0887824520468711,0.9725,3.9762,100.6,1.006,0.1269007921218872,0.9575,3.974,100.653,1.007,0.0668568685650825,0.98,3.9787,100.536,1.005,0.0951394438743591,0.975,3.976,100.604,1.006,0.0808434709906578,0.98,3.9888,100.28,1.003,0.1399566531181335,0.97,3.9775,100.566,1.006,0.0894588083028793,0.975,3.982,100.453,1.005,0.1114937216043472,0.965,3.985,100.377,1.004,0.4867991507053375,0.835,3.9664,100.848,1.008,0.651699960231781,0.8725,3.9746,100.638,1.006,0.7048944234848022,0.715,3.957,101.087,1.011,0.2259822487831115,0.9425,3.9775,100.566,1.006,0.1720394194126129,0.9575,3.9833,100.42,1.004,0.236201211810112,0.9475,3.985,100.377,1.004,0.2629826366901397,0.9525,3.9808,100.481,1.005,0.1702041625976562,0.9675,3.9742,100.649,1.006,0.5372094511985779,0.905,3.9833,100.419,1.004,1.4354925155639648,0.6975,3.9711,100.728,1.007,0.5141677260398865,0.9,3.9856,100.363,1.004,2.0010571479797363,0.64,3.9686,100.791,1.008,0.9931785464286804,0.8225,3.9767,100.586,1.006,0.876698911190033,0.8125,3.9612,100.979,1.01,0.3154017925262451,0.9375,3.975,100.63,1.006,0.8911610245704651,0.8399999999999999,3.9842,100.396,1.004,1.1312390565872192,0.8025,4.0001,99.997,1.0,0.386335015296936,0.9175,3.9939,100.153,1.002,1.7262275218963623,0.5625,4.0263,99.346,0.993,0.2840223014354706,0.94,3.9837,100.41,1.004,1.5911285877227783,0.6375,3.9701,100.754,1.008,0.2462994009256363,0.9375,3.9763,100.596,1.006,0.4713042974472046,0.9,3.9814,100.467,1.005,0.1931842416524887,0.9525,3.9882,100.296,1.003,0.313032865524292,0.9275,3.9919,100.204,1.002,0.1839549243450164,0.96,3.9809,100.479,1.005,0.292206197977066,0.9325,3.9824,100.441,1.004,0.1483185440301895,0.97,3.9781,100.551,1.006,0.0695825815200805,0.98,3.9759,100.605,1.006,0.2785464823246002,0.94,3.9915,100.213,1.002,0.2270637154579162,0.94,3.9782,100.547,1.005,0.4636782109737396,0.9125,3.9813,100.469,1.005,0.2241070121526718,0.9425,3.981,100.477,1.005,0.6477938294410706,0.88,3.9833,100.419,1.004,0.0987255126237869,0.975,3.9781,100.549,1.005,0.0800011456012725,0.9775,3.9834,100.417,1.004,0.2321769595146179,0.9475,3.9849,100.379,1.004,0.2573929727077484,0.9375,3.9801,100.5,1.005,0.0624237023293972,0.9825,3.9844,100.391,1.004,0.060563575476408,0.985,4.0019,99.952,1.0,0.072626806795597,0.9775,3.9778,100.558,1.006,0.1129670739173889,0.965,3.9789,100.531,1.005,0.1105860918760299,0.9725,3.9961,100.098,1.001,0.1655852943658828,0.9575,3.9773,100.57,1.006,0.0769660398364067,0.98,3.9841,100.399,1.004,0.0618694275617599,0.985,3.9785,100.54,1.005,0.1935136020183563,0.955,3.9781,100.55,1.006,0.1664260476827621,0.96,3.9832,100.422,1.004,400,1.517189383506775,0.565,3.9626,100.943,1.009,1.8506046533584597,0.5175,3.9588,101.04,1.01,1.3523454666137695,0.6025,3.9551,101.136,1.011,0.0595391146689653,1489.0458,1600,5.373,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m-deduped,666,160000000.0,pythia,False,all_results.json
+pythia-160m-deduped_42,5.0,1.045284628868103,0.6399999999999999,4.0291,99.277,0.993,0.1368865966796875,0.965,3.9919,100.204,1.002,0.1527342796325683,0.9575,3.9801,100.499,1.005,0.1673822849988937,0.9525,3.988,100.3,1.003,0.1080895587801933,0.975,3.995,100.125,1.001,0.1426965743303299,0.9625,3.9934,100.165,1.002,0.1331014484167099,0.9725,3.9901,100.247,1.002,0.1780687272548675,0.9675,3.9943,100.142,1.001,0.1340402513742447,0.97,3.9938,100.156,1.002,0.1597311198711395,0.9625,3.9931,100.172,1.002,0.5955808758735657,0.8075,3.9791,100.525,1.005,0.7465776205062866,0.865,3.9861,100.349,1.003,0.7269502878189087,0.6975,4.0329,99.185,0.992,0.3177096843719482,0.94,3.9801,100.501,1.005,0.2362374067306518,0.955,3.9973,100.067,1.001,0.2999955117702484,0.94,3.9976,100.06,1.001,0.3337960839271545,0.9375,3.9921,100.199,1.002,0.1988575756549835,0.9625,4.058,98.57,0.986,0.5769382119178772,0.8975,3.984,100.403,1.004,1.560160517692566,0.6825,4.0385,99.047,0.99,0.5095533132553101,0.905,3.9843,100.394,1.004,1.9202172756195068,0.625,4.1004,97.553,0.976,1.0382957458496094,0.8175,3.9884,100.29,1.003,1.2756282091140747,0.7324999999999999,3.974,100.653,1.007,0.3335651159286499,0.94,3.9786,100.537,1.005,0.9419566988945008,0.83,3.9892,100.272,1.003,1.1889299154281616,0.7949999999999999,4.0491,98.788,0.988,0.448201060295105,0.9075,4.0119,99.704,0.997,1.6103920936584473,0.5549999999999999,3.9967,100.082,1.001,0.2957528531551361,0.94,3.9947,100.133,1.001,1.4271211624145508,0.6475,3.9746,100.639,1.006,0.3174368441104889,0.925,3.9815,100.464,1.005,0.4970884025096893,0.8999999999999999,3.9916,100.211,1.002,0.2411805689334869,0.95,4.0013,99.968,1.0,0.3142672181129455,0.93,3.9907,100.234,1.002,0.219580590724945,0.9575,3.9891,100.273,1.003,0.3427472710609436,0.93,4.0416,98.97,0.99,0.1465372145175933,0.97,3.9884,100.292,1.003,0.1109836995601654,0.9725,3.9879,100.302,1.003,0.2905014753341675,0.9325,3.9926,100.186,1.002,0.2906217277050018,0.9425,3.9841,100.399,1.004,0.4350314438343048,0.915,4.0569,98.597,0.986,0.2052043676376342,0.9475,3.9938,100.155,1.002,0.7069799900054932,0.8724999999999999,3.9924,100.189,1.002,0.1363557279109954,0.9725,3.9884,100.29,1.003,0.1331474632024765,0.975,4.0522,98.711,0.987,0.2437145560979843,0.95,3.9873,100.319,1.003,0.3254961371421814,0.9325,4.0536,98.677,0.987,0.101226694881916,0.98,3.9895,100.262,1.003,0.1012328639626503,0.98,3.9893,100.269,1.003,0.1136514097452163,0.9775,3.9953,100.119,1.001,0.1632793098688125,0.9625,3.9931,100.173,1.002,0.1843940913677215,0.96,4.0536,98.677,0.987,0.2040856182575225,0.955,3.9917,100.208,1.002,0.1228279024362564,0.975,4.0528,98.696,0.987,0.1063757613301277,0.9775,4.0858,97.9,0.979,0.2562267184257507,0.9475,3.9928,100.181,1.002,0.1769143939018249,0.9575,3.991,100.226,1.002,400,1.5366462469100952,0.5475,3.9745,100.643,1.006,1.710107922554016,0.505,3.9713,100.724,1.007,1.404495120048523,0.58,3.9733,100.671,1.007,0.0678700871616602,1496.9343,1600,5.344,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m-deduped,42,160000000.0,pythia,False,all_results.json
+pythia-160m-deduped_25,5.0,1.0041104555130005,0.6599999999999999,2.1466,186.339,1.863,0.1282069385051727,0.9775,2.1547,185.642,1.856,0.1467302143573761,0.965,2.229,179.451,1.795,0.1701361536979675,0.9525,2.154,185.701,1.857,0.1222071349620819,0.9775,2.21,180.995,1.81,0.145528569817543,0.97,2.1792,183.551,1.836,0.1318766176700592,0.98,2.2017,181.674,1.817,0.1388230323791504,0.975,2.2159,180.51,1.805,0.1396773904561996,0.975,2.1488,186.149,1.861,0.1528797298669815,0.97,2.1594,185.238,1.852,0.4205687344074249,0.8624999999999999,2.2088,181.093,1.811,0.6253547072410583,0.87,2.1764,183.786,1.838,0.7586858868598938,0.6925,2.2019,181.663,1.817,0.236109584569931,0.96,2.1984,181.952,1.82,0.2004142999649047,0.96,2.1494,186.099,1.861,0.2430068552494049,0.9549999999999998,2.1485,186.173,1.862,0.238460823893547,0.9549999999999998,2.1511,185.949,1.859,0.1868184059858322,0.97,2.192,182.484,1.825,0.5460772514343262,0.8999999999999999,2.2063,181.297,1.813,0.9510429501533508,0.7849999999999999,2.1658,184.693,1.847,0.3682723939418793,0.935,2.1499,186.051,1.861,1.332177758216858,0.7374999999999999,2.1903,182.625,1.826,0.8881942629814148,0.8374999999999999,2.2046,181.435,1.814,0.4813202023506164,0.8925,2.1939,182.322,1.823,0.3504963219165802,0.9375,2.1578,185.371,1.854,0.7994110584259033,0.8525,2.1817,183.343,1.833,1.0992381572723389,0.8124999999999999,2.1467,186.329,1.863,0.3583509027957916,0.925,2.253,177.54,1.775,1.4892631769180298,0.6024999999999999,2.1462,186.376,1.864,0.2936200797557831,0.9425,2.1937,182.344,1.823,1.2898156642913818,0.6875,2.1513,185.933,1.859,0.2894763052463531,0.945,2.1501,186.041,1.86,0.4759997129440307,0.91,2.1448,186.495,1.865,0.2255050092935562,0.95,2.1479,186.225,1.862,0.2916736900806427,0.9375,2.1604,185.151,1.852,0.2079090476036071,0.965,2.233,179.131,1.791,0.3204699754714966,0.935,2.1683,184.474,1.845,0.1436271518468856,0.97,2.1514,185.923,1.859,0.1222652420401573,0.98,2.1474,186.268,1.863,0.2556130588054657,0.9475,2.2215,180.061,1.801,0.2198288142681121,0.9574999999999998,2.1508,185.974,1.86,0.3855063617229461,0.9225,2.1709,184.258,1.843,0.1780870258808136,0.9549999999999998,2.1607,185.122,1.851,0.5318366885185242,0.8999999999999999,2.1611,185.093,1.851,0.1192375943064689,0.9825,2.1912,182.546,1.825,0.1408423483371734,0.9775,2.1935,182.355,1.824,0.2219962328672409,0.965,2.1731,184.069,1.841,0.2914583683013916,0.94,2.155,185.613,1.856,0.11660997569561,0.9825,2.1574,185.411,1.854,0.116630919277668,0.9825,2.152,185.877,1.859,0.123172178864479,0.98,2.1685,184.461,1.845,0.1601091772317886,0.9675,2.209,181.077,1.811,0.1639476418495178,0.9725,2.1912,182.548,1.825,0.1538406014442443,0.97,2.1486,186.172,1.862,0.121936023235321,0.98,2.1852,183.053,1.831,0.1188209801912307,0.9825,2.1609,185.106,1.851,0.1799885183572769,0.96,2.1945,182.277,1.823,0.1631575971841812,0.9675,2.1823,183.295,1.833,400,1.4230663776397705,0.5925,2.1604,185.149,1.851,1.6753729581832886,0.5349999999999999,2.177,183.741,1.837,1.2305641174316406,0.6424999999999998,2.2368,178.829,1.788,0.0597650587558746,823.7519,1600,9.712,0.303,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m-deduped,25,160000000.0,pythia,False,all_results.json
+pythia-160m-deduped_1337,5.0,0.8611860871315002,0.6875,3.9827,100.435,1.004,0.255407452583313,0.9525,4.0129,99.679,0.997,0.2616133093833923,0.9475,4.0009,99.978,1.0,0.2955042123794555,0.9375,4.0092,99.771,0.998,0.2485129237174987,0.955,4.0231,99.426,0.994,0.2500091195106506,0.955,4.0151,99.624,0.996,0.2610774934291839,0.9525,4.0191,99.525,0.995,0.2851737141609192,0.9475,4.0045,99.888,0.999,0.2599435150623321,0.95,4.0016,99.959,1.0,0.2679111957550049,0.9525,4.0183,99.543,0.995,0.3926795125007629,0.8825000000000001,3.9905,100.238,1.002,0.547913670539856,0.885,4.005,99.875,0.999,0.6439103484153748,0.7375,3.9872,100.322,1.003,0.3139701783657074,0.94,4.0089,99.777,0.998,0.3115437030792236,0.9425,4.0132,99.672,0.997,0.3376844823360443,0.935,4.0613,98.49,0.985,0.3539784252643585,0.9375,4.0746,98.168,0.982,0.31353959441185,0.9475,4.0604,98.513,0.985,0.4584472179412842,0.9175,4.0009,99.977,1.0,0.6326158046722412,0.8525,3.995,100.125,1.001,0.4186013042926788,0.92,4.0138,99.655,0.997,0.8133430480957031,0.8125,3.995,100.126,1.001,0.6501832604408264,0.88,3.9945,100.139,1.001,0.4548852443695068,0.8975,3.9976,100.06,1.001,0.3964244127273559,0.9325,4.007,99.826,0.998,0.6294927000999451,0.88,4.0134,99.666,0.997,0.7240338325500488,0.8575,4.0081,99.799,0.998,0.3744324445724487,0.93,4.0162,99.595,0.996,1.0499361753463743,0.675,3.9884,100.292,1.003,0.3175565600395202,0.94,4.0138,99.656,0.997,0.8688177466392517,0.7475,3.9895,100.263,1.003,0.324183851480484,0.93,3.9976,100.061,1.001,0.4288624823093414,0.915,4.0655,98.388,0.984,0.3017988204956054,0.9375,4.1202,97.082,0.971,0.3440130650997162,0.925,3.9985,100.038,1.0,0.2961421906948089,0.945,4.0737,98.19,0.982,0.3451110124588012,0.93,4.03,99.255,0.993,0.2573619186878204,0.955,4.0157,99.609,0.996,0.2495675832033157,0.955,4.0253,99.372,0.994,0.3616497814655304,0.9225,4.0794,98.053,0.981,0.3231547176837921,0.9375,4.0708,98.261,0.983,0.4816301763057709,0.9000000000000001,4.0099,99.754,0.998,0.3200795650482178,0.9225,3.9993,100.017,1.0,0.5651378631591797,0.885,4.0012,99.971,1.0,0.2468004375696182,0.9575,4.0194,99.516,0.995,0.2486171722412109,0.955,4.0756,98.146,0.981,0.3089171648025512,0.945,4.0124,99.69,0.997,0.3323212563991546,0.9325,4.0754,98.15,0.981,0.245309367775917,0.9575,4.0162,99.596,0.996,0.2453097403049469,0.9575,4.0059,99.852,0.999,0.2525556683540344,0.955,4.0143,99.643,0.996,0.2665375769138336,0.945,4.01,99.751,0.998,0.2749646008014679,0.9475,4.0119,99.702,0.997,0.2657163739204407,0.9475,4.064,98.425,0.984,0.2503753900527954,0.955,4.0418,98.965,0.99,0.2453231662511825,0.9575,4.0129,99.678,0.997,0.2564028203487396,0.9525,4.0159,99.605,0.996,0.2965114116668701,0.94,4.0627,98.456,0.985,400,0.9885785579681396,0.67,3.9885,100.288,1.003,1.276534080505371,0.5975,3.9844,100.391,1.004,0.9012855291366576,0.7050000000000001,4.05,98.766,0.988,0.0628037423193454,1498.9882,1600,5.337,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m-deduped,1337,160000000.0,pythia,False,all_results.json
+bloom-1.7b_1,5.0,0.1690980345010757,0.965,2.2198,180.195,1.802,0.1568614691495895,0.97,2.2215,180.06,1.801,0.1568841338157653,0.97,2.2213,180.074,1.801,0.1570528745651245,0.97,2.2185,180.306,1.803,0.1568100303411483,0.97,2.224,179.854,1.799,0.156975045800209,0.97,2.2223,179.99,1.8,0.1756755858659744,0.965,2.22,180.184,1.802,0.1736930906772613,0.965,2.237,178.815,1.788,0.1569069176912307,0.97,2.2225,179.978,1.8,0.1618625074625015,0.9675,2.2201,180.17,1.802,0.1580251157283783,0.97,2.2174,180.393,1.804,0.2745538651943207,0.94,2.2186,180.292,1.803,0.1591731905937194,0.97,2.2221,180.006,1.8,0.200972631573677,0.9625,2.2213,180.073,1.801,0.193978801369667,0.9625,2.2227,179.958,1.8,0.230244368314743,0.9575,2.2195,180.22,1.802,0.2195575833320617,0.9575,2.2219,180.024,1.8,0.2220211625099182,0.9525,2.2178,180.355,1.804,0.271088182926178,0.9375,2.3193,172.463,1.725,0.1895056217908859,0.955,2.2484,177.905,1.779,0.1876851320266723,0.9625,2.2207,180.125,1.801,0.2004409730434417,0.9525,2.2214,180.065,1.801,0.4824331700801849,0.9025,2.2196,180.211,1.802,0.1616144180297851,0.97,2.231,179.292,1.793,0.2280154377222061,0.955,2.2432,178.32,1.783,0.3863902390003204,0.915,2.2192,180.246,1.802,0.5568479895591736,0.88,2.3626,169.307,1.693,0.2187892198562622,0.955,2.2328,179.143,1.791,0.1735517829656601,0.965,2.2204,180.151,1.802,0.1983425766229629,0.96,2.3005,173.876,1.739,0.1654590368270874,0.9675,2.2231,179.93,1.799,0.1863791644573211,0.9625,2.2217,180.044,1.8,0.2534506320953369,0.95,2.215,180.587,1.806,0.1703681051731109,0.9675,2.2193,180.24,1.802,0.1845206767320633,0.96,2.2318,179.224,1.792,0.195451945066452,0.9625,2.2832,175.195,1.752,0.1832823753356933,0.9625,2.2188,180.281,1.803,0.157577246427536,0.97,2.2207,180.12,1.801,0.1568122506141662,0.97,2.2555,177.347,1.773,0.219415470957756,0.96,2.3061,173.454,1.735,0.1806277334690094,0.9625,2.2178,180.358,1.804,0.2677452564239502,0.945,2.2241,179.849,1.798,0.1747776865959167,0.9675,2.2256,179.728,1.797,0.3347593545913696,0.94,2.2216,180.052,1.801,0.1573597341775894,0.97,2.2221,180.012,1.8,0.1712523102760315,0.9675,2.2244,179.822,1.798,0.2152915894985199,0.955,2.2274,179.579,1.796,0.1918011903762817,0.965,2.2197,180.205,1.802,0.1697950214147567,0.9675,2.2228,179.952,1.8,0.1568066924810409,0.97,2.2274,179.585,1.796,0.1634008586406707,0.9675,2.2212,180.08,1.801,0.1747388392686844,0.965,2.2256,179.726,1.797,0.1735294461250305,0.965,2.2833,175.187,1.752,0.1689118891954422,0.965,2.2177,180.363,1.804,0.1576934605836868,0.97,2.3078,173.324,1.733,0.1568124741315841,0.97,2.3011,173.831,1.738,0.1781728416681289,0.9625,2.2196,180.213,1.802,0.1806632578372955,0.965,2.2336,179.086,1.791,400,0.1689091324806213,0.9675,2.2256,179.725,1.797,0.1856539696455001,0.9625,2.2202,180.161,1.802,0.1663452535867691,0.9675,2.2174,180.392,1.804,0.0688233552202582,843.2312,1600,9.487,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.7b,1,1700000000.0,bloom,False,all_results.json
+bloom-1.7b_666,5.0,0.0520768128335475,0.985,3.2409,123.421,1.234,0.0335260592401027,0.99,3.3309,120.088,1.201,0.0254307407885789,0.9925,3.2559,122.853,1.229,0.0216960571706295,0.9925,3.266,122.472,1.225,0.0189015641808509,0.995,3.2622,122.619,1.226,0.0187263675034046,0.995,3.3093,120.873,1.209,0.0198871325701475,0.995,3.2593,122.725,1.227,0.028570644557476,0.9875,3.2957,121.371,1.214,0.0190197434276342,0.995,3.2429,123.347,1.233,0.0464012138545513,0.9825,3.2554,122.872,1.229,0.0630100816488266,0.98,3.2234,124.093,1.241,0.2404448539018631,0.9325,3.3265,120.248,1.202,0.0306221190840005,0.9925,3.2418,123.387,1.234,0.0887921825051307,0.9725,3.3365,119.885,1.199,0.0812489539384841,0.9825,3.3475,119.493,1.195,0.0915148258209228,0.98,3.2751,122.135,1.221,0.1310699433088302,0.97,3.3468,119.518,1.195,0.0879646316170692,0.98,3.2641,122.546,1.225,0.2182178944349289,0.9425,3.268,122.398,1.224,0.1380163729190826,0.95,3.2511,123.034,1.23,0.118420273065567,0.96,3.2327,123.735,1.237,0.2453111410140991,0.92,3.2438,123.313,1.233,0.5041767358779907,0.8725,3.2471,123.187,1.232,0.1346088200807571,0.94,3.2293,123.866,1.239,0.1307254582643509,0.97,3.2407,123.429,1.234,0.4010003209114074,0.905,3.275,122.137,1.221,0.5672571063041687,0.875,3.265,122.51,1.225,0.0838035568594932,0.9725,3.3207,120.455,1.205,0.0973840877413749,0.97,3.2352,123.639,1.236,0.1240726485848426,0.965,3.2714,122.274,1.223,0.1022755429148674,0.9625,3.2732,122.205,1.222,0.1093235239386558,0.9675,3.2349,123.651,1.237,0.1729394495487213,0.95,3.2611,122.659,1.227,0.0423142053186893,0.9875,3.3196,120.495,1.205,0.0689411461353302,0.9775,3.2681,122.396,1.224,0.0773349702358245,0.975,3.2514,123.025,1.23,0.1039487048983573,0.9675,3.2619,122.629,1.226,0.0196304656565189,0.995,3.2455,123.247,1.232,0.0178968850523233,0.995,3.3397,119.772,1.198,0.0865948870778083,0.9775,3.3467,119.521,1.195,0.0479445643723011,0.9825,3.2525,122.983,1.23,0.1793299168348312,0.9575,3.2515,123.022,1.23,0.0367104187607765,0.9875,3.2802,121.945,1.219,0.2713006734848022,0.9325,3.2431,123.338,1.233,0.0343978330492973,0.9875,3.2539,122.928,1.229,0.0285407658666372,0.99,3.2842,121.797,1.218,0.0919632688164711,0.9725,3.2594,122.721,1.227,0.1002988889813423,0.9725,3.3404,119.745,1.197,0.0194503795355558,0.995,3.2828,121.849,1.218,0.0184600707143545,0.995,3.276,122.1,1.221,0.030550442636013,0.9875,3.2409,123.422,1.234,0.0513716638088226,0.9875,3.2978,121.293,1.213,0.0386698879301548,0.99,3.2633,122.577,1.226,0.0436548218131065,0.985,3.3218,120.416,1.204,0.0229068417102098,0.9925,3.254,122.924,1.229,0.0265799313783645,0.9925,3.347,119.511,1.195,0.0426397994160652,0.9825,3.3211,120.443,1.204,0.0378288924694061,0.99,3.2855,121.746,1.217,400,0.0599275305867195,0.975,3.2365,123.59,1.236,0.1206101700663566,0.955,3.3091,120.88,1.209,0.0493357479572296,0.9875,3.2437,123.317,1.233,0.08325390791893,1233.6066,1600,6.485,0.203,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.7b,666,1700000000.0,bloom,False,all_results.json
+bloom-1.7b_42,5.0,0.0978119447827339,0.9725,4.4837,89.213,0.446,0.0597520694136619,0.985,4.5179,88.537,0.443,0.0590359792113304,0.985,4.4494,89.899,0.449,0.0611823573708534,0.985,4.4157,90.586,0.453,0.0588929988443851,0.985,4.4701,89.483,0.447,0.0722143054008483,0.9825,4.3999,90.912,0.455,0.0817112252116203,0.98,2.6658,150.048,0.75,0.1003012433648109,0.97,4.47,89.484,0.447,0.0593678206205368,0.985,4.5124,88.645,0.443,0.0846175178885459,0.98,3.8935,102.734,0.514,0.0624898672103881,0.985,4.5884,87.177,0.436,0.3434576094150543,0.925,4.7187,84.769,0.424,0.0681593716144561,0.985,4.4006,90.898,0.454,0.1544770151376724,0.96,4.386,91.198,0.456,0.1291489154100418,0.9725,4.5215,88.466,0.442,0.1831292361021042,0.96,4.5126,88.64,0.443,0.1874918341636657,0.9625,4.5233,88.43,0.442,0.1738808006048202,0.965,4.4903,89.08,0.445,0.2491451054811477,0.9425,4.525,88.397,0.442,0.1117559745907783,0.965,4.4498,89.893,0.449,0.1596103906631469,0.9575,4.505,88.791,0.444,0.1468183398246765,0.95,4.4106,90.69,0.453,0.474273681640625,0.8924999999999998,4.3567,91.813,0.459,0.0641732141375541,0.985,4.5164,88.566,0.443,0.1578321605920791,0.9625,4.5151,88.591,0.443,0.4425451755523681,0.89,4.5185,88.525,0.443,0.603141725063324,0.8725,4.51,88.691,0.443,0.1945966780185699,0.955,4.4589,89.709,0.449,0.1251522302627563,0.95,4.483,89.226,0.446,0.2043025940656662,0.945,4.4513,89.862,0.449,0.0944829881191253,0.9725,4.5003,88.883,0.444,0.1287564784288406,0.965,4.5221,88.455,0.442,0.2599058151245117,0.9375,4.3923,91.069,0.455,0.1211551129817962,0.9675,4.512,88.652,0.443,0.1186425760388374,0.9675,4.6297,86.399,0.432,0.1334952861070633,0.9675,4.3508,91.938,0.46,0.1526520103216171,0.96,4.3938,91.038,0.455,0.1047586053609848,0.97,4.511,88.673,0.443,0.0589335598051548,0.985,4.5207,88.482,0.442,0.1375933140516281,0.97,4.4934,89.019,0.445,0.1431349366903305,0.9675,4.5645,87.633,0.438,0.2314864695072174,0.945,4.5106,88.679,0.443,0.0902262404561042,0.9775,4.4458,89.972,0.45,0.3726030588150024,0.9225,4.6067,86.83,0.434,0.081884354352951,0.9775,4.3523,91.906,0.46,0.086373321712017,0.98,4.5117,88.659,0.443,0.1704903841018676,0.96,4.5526,87.862,0.439,0.189585193991661,0.9525,4.5244,88.409,0.442,0.0723180919885635,0.9825,4.5203,88.49,0.442,0.0610236078500747,0.985,4.5568,87.781,0.439,0.098029650747776,0.9725,4.5729,87.473,0.437,0.0885710045695304,0.9775,4.5388,88.129,0.441,0.1095177754759788,0.97,4.4518,89.851,0.449,0.0905679240822792,0.9775,4.5823,87.293,0.436,0.0806809216737747,0.9775,4.411,90.683,0.453,0.0589776933193206,0.985,4.5095,88.701,0.444,0.1161741092801094,0.97,4.5611,87.699,0.438,0.106300376355648,0.9725,4.5074,88.742,0.444,400,0.1091917008161544,0.9625,4.5024,88.841,0.444,0.1414473205804824,0.945,4.4229,90.438,0.452,0.098845936357975,0.97,4.4762,89.361,0.447,0.1113510337769985,1656.7436,1600,4.829,0.075,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.7b,42,1700000000.0,bloom,False,all_results.json
+bloom-1.7b_25,5.0,0.2068475186824798,0.9525,2.1584,185.321,1.853,0.1700385063886642,0.9675,2.2437,178.274,1.783,0.1573356688022613,0.9675,2.2303,179.346,1.793,0.1620542109012603,0.9675,2.2229,179.948,1.799,0.1539220362901687,0.97,2.2218,180.033,1.8,0.1539048701524734,0.97,2.219,180.259,1.803,0.1709513515233993,0.9675,2.2299,179.376,1.794,0.1813150346279144,0.9625,2.2356,178.926,1.789,0.1540270447731018,0.97,2.2192,180.246,1.802,0.1748683154582977,0.965,2.2393,178.63,1.786,0.1692577302455902,0.9675,2.2252,179.762,1.798,0.2710190713405609,0.94,2.2364,178.858,1.789,0.1594192683696746,0.9675,2.1901,182.636,1.826,0.1806402057409286,0.965,2.2318,179.23,1.792,0.1797372847795486,0.965,2.2252,179.756,1.798,0.2203598916530609,0.955,2.2223,179.992,1.8,0.193964198231697,0.96,2.2159,180.512,1.805,0.21160988509655,0.9575,2.2269,179.619,1.796,0.2657678127288818,0.95,2.2157,180.534,1.805,0.2576369345188141,0.94,2.2161,180.497,1.805,0.1835090667009353,0.965,2.2143,180.641,1.806,0.2965551316738128,0.93,2.2205,180.142,1.801,0.3715280294418335,0.9275,2.2261,179.687,1.797,0.1984631419181823,0.95,2.2479,177.944,1.779,0.2417463660240173,0.9525,3.308,120.918,1.209,0.3756186962127685,0.9225,2.2243,179.835,1.798,0.4348137676715851,0.9075,2.2172,180.409,1.804,0.1967951357364654,0.9625,2.2326,179.162,1.792,0.2293012589216232,0.9425,2.2318,179.226,1.792,0.1963971257209777,0.96,2.2149,180.591,1.806,0.2054174095392227,0.955,2.2266,179.65,1.797,0.2348889708518982,0.9525,2.1472,186.289,1.863,0.2331573665142059,0.95,2.2224,179.989,1.8,0.1599430441856384,0.9675,2.2424,178.379,1.784,0.1812242865562439,0.9625,2.2258,179.714,1.797,0.1884827464818954,0.96,2.2225,179.977,1.8,0.2167571485042572,0.955,2.2359,178.896,1.789,0.1542699933052063,0.97,2.2378,178.745,1.787,0.1539004743099212,0.97,2.2208,180.113,1.801,0.2221534848213195,0.9575,2.2149,180.597,1.806,0.1864824742078781,0.9625,2.2255,179.735,1.797,0.2725874781608581,0.9425,2.2054,181.372,1.814,0.1758176386356353,0.965,2.2249,179.781,1.798,0.273082971572876,0.9475,2.2321,179.201,1.792,0.1605995595455169,0.9675,2.2245,179.813,1.798,0.1734433770179748,0.965,2.2054,181.376,1.814,0.1792387068271637,0.965,2.2233,179.912,1.799,0.1894696801900863,0.965,2.2235,179.896,1.799,0.1703733950853347,0.9675,2.223,179.937,1.799,0.1540377587080001,0.97,2.2268,179.627,1.796,0.1699500232934951,0.965,2.2214,180.069,1.801,0.1936607509851455,0.9625,2.2274,179.582,1.796,0.1760581731796264,0.965,2.2303,179.351,1.794,0.1661803573369979,0.965,2.2178,180.359,1.804,0.1570796519517898,0.9675,2.2174,180.389,1.804,0.1539602428674698,0.97,2.2185,180.306,1.803,0.1851093620061874,0.965,2.223,179.933,1.799,0.1895494014024734,0.965,2.2145,180.627,1.806,400,0.2008267641067505,0.9525,2.2231,179.931,1.799,0.2613320648670196,0.93,2.2257,179.719,1.797,0.1866476982831955,0.96,2.2269,179.621,1.796,0.0832674081921577,832.364,1600,9.611,0.3,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.7b,25,1700000000.0,bloom,False,all_results.json
+bloom-1.7b_1337,5.0,0.0960646793246269,0.985,2.2304,179.343,1.793,0.0931485816836357,0.9825,2.2284,179.504,1.795,0.0897425711154937,0.985,2.2282,179.515,1.795,0.0899387672543525,0.985,2.2261,179.686,1.797,0.089745432138443,0.985,2.2276,179.567,1.796,0.0898911952972412,0.985,2.2277,179.56,1.796,0.1051627621054649,0.98,2.2314,179.261,1.793,0.0937303155660629,0.9825,2.2287,179.473,1.795,0.0898706912994384,0.985,2.2775,175.627,1.756,0.1089228093624115,0.98,2.2276,179.568,1.796,0.0972036197781562,0.98,2.2276,179.562,1.796,0.2971988022327423,0.9425,2.2275,179.576,1.796,0.0909276455640792,0.985,2.224,179.852,1.799,0.1567477434873581,0.97,2.2291,179.445,1.794,0.139952003955841,0.975,2.2291,179.446,1.794,0.1778145283460617,0.9675,2.2755,175.786,1.758,0.1846924573183059,0.9675,2.2523,177.594,1.776,0.1662812680006027,0.9675,2.2263,179.67,1.797,0.2587909996509552,0.955,2.2646,176.628,1.766,0.1586522907018661,0.97,2.2254,179.744,1.797,0.1619830578565597,0.9675,2.2889,174.756,1.748,0.1722256690263748,0.9575,2.2312,179.274,1.793,0.4946060180664062,0.905,2.2304,179.344,1.793,0.139284461736679,0.9675,2.2285,179.496,1.795,0.2090764641761779,0.9575,2.2315,179.248,1.792,0.3819498717784881,0.92,2.23,179.375,1.794,0.5351346135139465,0.8924999999999998,2.2253,179.748,1.797,0.1766042560338974,0.9675,2.2243,179.834,1.798,0.1001457422971725,0.98,2.2286,179.481,1.795,0.1888358891010284,0.965,2.2729,175.988,1.76,0.1124321669340133,0.975,2.2275,179.577,1.796,0.1407040357589721,0.975,2.2229,179.948,1.799,0.2268242686986923,0.9525,2.2268,179.628,1.796,0.1311118155717849,0.9775,2.2258,179.707,1.797,0.1365572214126587,0.975,2.225,179.773,1.798,0.1158788576722145,0.9725,2.229,179.451,1.795,0.169096827507019,0.9675,2.2323,179.19,1.792,0.0897557064890861,0.985,2.2258,179.712,1.797,0.0897342041134834,0.985,2.2284,179.503,1.795,0.1488990485668182,0.975,2.266,176.524,1.765,0.117075078189373,0.9775,2.2282,179.514,1.795,0.2013971209526062,0.9575,2.2272,179.601,1.796,0.1034553498029708,0.98,2.2251,179.769,1.798,0.2924662232398987,0.9375,2.2243,179.834,1.798,0.1036024019122123,0.9825,2.2264,179.666,1.797,0.0974288582801818,0.9825,2.2283,179.512,1.795,0.172973483800888,0.9675,2.2469,178.021,1.78,0.1386109739542007,0.975,2.2261,179.684,1.797,0.1046138033270835,0.9825,2.23,179.373,1.794,0.0897427722811698,0.985,2.2275,179.576,1.796,0.1050898358225822,0.9825,2.2425,178.371,1.784,0.1062819361686706,0.98,2.2282,179.517,1.795,0.1328319758176803,0.9775,2.2285,179.489,1.795,0.1079598888754844,0.98,2.2268,179.634,1.796,0.1091973334550857,0.98,2.2261,179.684,1.797,0.0897902324795723,0.985,2.2295,179.411,1.794,0.1106409355998039,0.98,2.2259,179.703,1.797,0.1344305425882339,0.975,2.3199,172.421,1.724,400,0.0958051308989524,0.9825,2.2282,179.518,1.795,0.107800617814064,0.9775,2.2278,179.548,1.795,0.0931680276989936,0.985,2.2301,179.364,1.794,0.0842247247695922,847.6399,1600,9.438,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.7b,1337,1700000000.0,bloom,False,all_results.json
+openllama-2-3b_1,5.0,0.1369915455579757,0.965,1.2963,308.569,3.086,0.1521546244621276,0.96,1.2013,332.975,3.33,0.1376682072877884,0.9625,1.2159,328.986,3.29,0.1455389261245727,0.9625,1.1995,333.465,3.335,0.1344334930181503,0.965,1.2025,332.641,3.326,0.1443712562322616,0.9625,1.2005,333.183,3.332,0.1534983664751052,0.96,1.199,333.619,3.336,0.1525137722492218,0.96,1.1993,333.521,3.335,0.136411502957344,0.9625,1.201,333.058,3.331,0.1527524441480636,0.96,1.2024,332.676,3.327,0.1359527558088302,0.965,1.2017,332.87,3.329,0.1657184958457946,0.955,1.1971,334.134,3.341,0.1369476616382599,0.965,1.1973,334.093,3.341,0.1497470885515213,0.9625,1.1951,334.702,3.347,0.1580810695886612,0.9575,1.2039,332.241,3.322,0.192324012517929,0.9525,1.2021,332.741,3.327,0.2058947533369064,0.95,1.2054,331.837,3.318,0.2170008420944214,0.95,1.2007,333.147,3.331,0.1505593955516815,0.9625,1.1985,333.737,3.337,0.1384336352348327,0.965,1.199,333.599,3.336,0.1685793250799179,0.9575,1.2021,332.738,3.327,0.1402875930070877,0.965,1.2008,333.113,3.331,0.2336550205945968,0.9375,1.1983,333.802,3.338,0.148009791970253,0.9625,1.1997,333.426,3.334,0.1757475882768631,0.955,1.1999,333.373,3.334,0.2499109059572219,0.945,1.2015,332.917,3.329,0.2434552013874054,0.9375,1.1999,333.366,3.334,0.1347411274909973,0.965,1.3924,287.284,2.873,0.1374107897281646,0.965,1.1978,333.948,3.339,0.1598035246133804,0.96,1.1992,333.555,3.336,0.1360311657190323,0.965,1.2078,331.17,3.312,0.1349908262491226,0.965,1.1983,333.813,3.338,0.1815147250890731,0.955,1.1992,333.562,3.336,0.138034388422966,0.9625,1.2038,332.293,3.323,0.1347381621599197,0.965,1.1961,334.415,3.344,0.1431366503238678,0.96,1.1991,333.581,3.336,0.1347639113664627,0.965,1.2048,332.005,3.32,0.1346295475959777,0.965,1.2012,332.995,3.33,0.1345572918653488,0.965,1.2036,332.335,3.323,0.1521501988172531,0.955,1.2024,332.678,3.327,0.1628343611955642,0.9575,1.1993,333.534,3.335,0.1633948534727096,0.9575,1.1995,333.481,3.335,0.1426279544830322,0.9625,1.1954,334.61,3.346,0.2104853093624115,0.9375,1.1976,334.015,3.34,0.1418918818235397,0.9625,1.1996,333.447,3.334,0.1465586125850677,0.9625,1.2015,332.908,3.329,0.1502862423658371,0.96,1.1984,333.781,3.338,0.1702675074338913,0.9575,1.2009,333.087,3.331,0.1344365924596786,0.965,1.2012,333.006,3.33,0.1344005912542343,0.965,1.199,333.606,3.336,0.1449690759181976,0.9625,1.2008,333.099,3.331,0.1471912711858749,0.96,1.1993,333.518,3.335,0.1470710784196853,0.9625,1.2028,332.549,3.325,0.1462963223457336,0.96,1.1979,333.905,3.339,0.1347941160202026,0.965,1.2053,331.862,3.319,0.1345194876194,0.965,1.2016,332.896,3.329,0.1474674195051193,0.96,1.1961,334.434,3.344,0.1379738897085189,0.9625,1.2062,331.609,3.316,400,0.1368607878684997,0.965,1.1977,333.978,3.34,0.1375281363725662,0.965,1.1967,334.25,3.343,0.1368796974420547,0.965,1.197,334.162,3.342,0.083489434659481,481.0551,1600,16.63,0.52,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-3b,1,3000000000.0,openllama-2,False,all_results.json
+openllama-2-3b_666,5.0,0.1009144559502601,0.9775,1.1961,334.424,3.344,0.1587675660848617,0.9675,1.1991,333.582,3.336,0.1359008997678756,0.9675,1.5455,258.809,2.588,0.1312818378210067,0.9725,1.4631,273.401,2.734,0.1322139799594879,0.97,1.2996,307.787,3.078,0.1412012726068496,0.9675,1.5426,259.306,2.593,0.1365029215812683,0.9725,1.1978,333.934,3.339,0.1333006918430328,0.97,1.5507,257.954,2.58,0.1191164031624794,0.975,1.2008,333.107,3.331,0.1611333489418029,0.9625,1.2006,333.156,3.332,0.1004212573170661,0.9775,1.5416,259.468,2.595,0.1394009441137313,0.9725,1.434,278.931,2.789,0.1008457839488983,0.9775,1.1998,333.399,3.334,0.1278552263975143,0.9725,1.5496,258.138,2.581,0.1539016813039779,0.97,1.1979,333.927,3.339,0.1731141209602356,0.9675,1.1975,334.017,3.34,0.2179947048425674,0.955,1.1989,333.638,3.336,0.187478020787239,0.96,1.1964,334.343,3.343,0.1199867650866508,0.9725,1.2906,309.926,3.099,0.1127059906721115,0.9725,1.1994,333.495,3.335,0.143530786037445,0.97,1.1972,334.109,3.341,0.119147703051567,0.9675,1.2874,310.702,3.107,0.2807461619377136,0.9450000000000002,1.3534,295.541,2.955,0.160876840353012,0.96,1.1976,333.99,3.34,0.1608949154615402,0.97,1.2129,329.792,3.298,0.2811579406261444,0.9475,1.1971,334.134,3.341,0.2758225202560425,0.9325,1.2014,332.939,3.329,0.112917311489582,0.9725,1.5927,251.148,2.511,0.1010720804333686,0.9775,1.196,334.461,3.345,0.1549578309059143,0.9675,1.2868,310.849,3.108,0.1020639017224311,0.9775,1.1962,334.405,3.344,0.1340429335832595,0.97,1.2015,332.905,3.329,0.1713036745786667,0.965,1.2093,330.783,3.308,0.1100257486104965,0.975,1.1954,334.619,3.346,0.1003685221076011,0.9775,1.3651,293.008,2.93,0.1316113919019699,0.97,1.1966,334.281,3.343,0.1220614686608314,0.975,1.195,334.733,3.347,0.1220807060599327,0.9725,1.1982,333.83,3.338,0.0999338924884796,0.9775,1.2008,333.116,3.331,0.1907206028699875,0.9625,1.2056,331.783,3.318,0.1498734503984451,0.97,1.1966,334.28,3.343,0.2537809312343597,0.9525,1.2019,332.818,3.328,0.1411807835102081,0.9675,1.3685,292.293,2.923,0.2146541178226471,0.9525,1.5182,263.473,2.635,0.1645768284797668,0.9675,1.5255,262.206,2.622,0.1174201518297195,0.9725,1.2005,333.187,3.332,0.1464307755231857,0.965,1.5434,259.174,2.592,0.1559743136167526,0.9675,1.2002,333.286,3.333,0.1171131581068039,0.975,1.1988,333.674,3.337,0.1000773534178733,0.9775,1.1969,334.21,3.342,0.1323811560869217,0.97,1.5448,258.93,2.589,0.1353804022073745,0.97,1.5409,259.581,2.596,0.1391622573137283,0.9675,1.1961,334.409,3.344,0.1531461179256439,0.9675,1.1961,334.424,3.344,0.1362546384334564,0.97,1.2013,332.966,3.33,0.1055363863706588,0.975,1.1994,333.506,3.335,0.1038127616047859,0.9775,1.531,261.261,2.613,0.117932990193367,0.975,1.2239,326.824,3.268,400,0.1010004505515098,0.9775,1.1921,335.547,3.355,0.1018344759941101,0.9775,1.5666,255.337,2.553,0.1008892282843589,0.9775,1.1919,335.591,3.356,0.0935289008617401,529.1612,1600,15.118,0.472,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-3b,666,3000000000.0,openllama-2,False,all_results.json
+openllama-2-3b_42,5.0,0.1755890250205993,0.965,1.2519,319.511,3.195,0.2159624099731445,0.9575,1.3279,301.221,3.012,0.2078752517700195,0.9575,1.3474,296.86,2.969,0.2008312046527862,0.96,1.3836,289.107,2.891,0.1810277998447418,0.96,1.428,280.119,2.801,0.1966250091791153,0.955,1.4703,272.057,2.721,0.1979671865701675,0.96,1.3873,288.328,2.883,0.1863921284675598,0.96,1.3043,306.675,3.067,0.1914954632520675,0.9625,1.3602,294.079,2.941,0.1895753443241119,0.9625,1.3634,293.395,2.934,0.1743484437465667,0.965,1.3948,286.779,2.868,0.1877248883247375,0.9625,1.3789,290.077,2.901,0.1746622920036316,0.965,1.3716,291.63,2.916,0.1932298988103866,0.96,1.544,259.061,2.591,0.238220065832138,0.955,1.3575,294.659,2.947,0.228735864162445,0.9575,1.5434,259.164,2.592,0.2566977441310882,0.9525,1.503,266.127,2.661,0.2646203935146332,0.95,1.362,293.692,2.937,0.1939862221479416,0.9625,1.4041,284.876,2.849,0.1748354583978653,0.965,1.3969,286.339,2.863,0.1943358182907104,0.9625,1.3498,296.343,2.963,0.1771714091300964,0.965,1.4529,275.314,2.753,0.2503601610660553,0.9475,1.4306,279.611,2.796,0.1772472709417343,0.9625,1.3664,292.74,2.927,0.2026355117559433,0.96,1.3454,297.309,2.973,0.3094740211963653,0.9425,1.3621,293.663,2.937,0.2710750699043274,0.9425,1.5286,261.681,2.617,0.1768642663955688,0.9625,1.6209,246.779,2.468,0.1756897717714309,0.965,1.3646,293.123,2.931,0.1884127408266067,0.9625,1.2907,309.902,3.099,0.1761406511068344,0.965,1.459,274.159,2.742,0.198205679655075,0.9575,1.4692,272.25,2.722,0.2179450243711471,0.955,1.5263,262.066,2.621,0.1861371099948883,0.9625,1.3889,288.007,2.88,0.1740353405475616,0.965,1.3492,296.472,2.965,0.1915772259235382,0.96,1.4826,269.796,2.698,0.1740062534809112,0.965,1.3537,295.481,2.955,0.1739633679389953,0.965,1.3759,290.727,2.907,0.1739535480737686,0.965,1.3561,294.965,2.95,0.2298183292150497,0.9525,1.3743,291.056,2.911,0.2019995301961898,0.96,1.5222,262.772,2.628,0.2510331273078918,0.95,1.3478,296.77,2.968,0.1983289271593094,0.96,1.3837,289.079,2.891,0.2541173696517944,0.95,1.3545,295.305,2.953,0.2017447352409362,0.96,1.2558,318.527,3.185,0.1841704249382019,0.96,1.362,293.692,2.937,0.224593386054039,0.95,1.5251,262.284,2.623,0.2157218605279922,0.96,1.3974,286.243,2.862,0.1819376796483993,0.9625,1.4979,267.049,2.67,0.1740207076072693,0.965,1.4954,267.489,2.675,0.1758376061916351,0.965,1.349,296.523,2.965,0.1888311952352523,0.9625,1.4817,269.965,2.7,0.200584203004837,0.96,1.3507,296.132,2.961,0.2037689536809921,0.9575,1.5175,263.592,2.636,0.1905001103878021,0.96,1.3581,294.531,2.945,0.1747633516788482,0.965,1.3595,294.223,2.942,0.1889732331037521,0.96,1.3574,294.685,2.947,0.1877371966838836,0.96,1.3514,295.995,2.96,400,0.1753148138523101,0.965,1.4744,271.303,2.713,0.1774171292781829,0.965,1.3101,305.318,3.053,0.1761996299028396,0.965,1.5369,260.268,2.603,0.0965966841131448,533.049,1600,15.008,0.469,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-3b,42,3000000000.0,openllama-2,False,all_results.json
+openllama-2-3b_25,5.0,0.1413050889968872,0.96,4.2851,93.346,0.467,0.1300405114889145,0.9575,4.3445,92.071,0.46,0.1273107081651687,0.96,4.3546,91.858,0.459,0.1275356411933899,0.96,4.5453,88.003,0.44,0.1271897703409195,0.96,4.4504,89.88,0.449,0.1271654963493347,0.96,4.3871,91.176,0.456,0.1294988691806793,0.9575,4.3579,91.787,0.459,0.1271973252296447,0.96,4.3427,92.108,0.461,0.130238190293312,0.9575,4.4101,90.701,0.454,0.1286888569593429,0.96,4.4483,89.922,0.45,0.1333597600460052,0.96,4.5111,88.67,0.443,0.1306678354740142,0.96,4.6135,86.702,0.434,0.1412252634763717,0.96,4.4947,88.993,0.445,0.1347894817590713,0.9575,4.4495,89.898,0.449,0.1438874006271362,0.955,4.3803,91.319,0.457,0.1438127011060714,0.955,4.3419,92.126,0.461,0.1529393941164016,0.955,4.4687,89.511,0.448,0.1343531161546707,0.955,4.2902,93.235,0.466,0.1391869783401489,0.955,4.4706,89.474,0.447,0.1335426419973373,0.955,4.5355,88.194,0.441,0.1449498981237411,0.9525,4.3169,92.659,0.463,0.136439710855484,0.9575,4.3649,91.641,0.458,0.1854802966117859,0.94,4.4566,89.755,0.449,0.1301729530096054,0.96,4.4513,89.861,0.449,0.1378836184740066,0.9575,4.5326,88.25,0.441,0.1955779045820236,0.9425,4.2883,93.278,0.466,0.198109894990921,0.9375,4.2785,93.49,0.467,0.1276348680257797,0.96,4.4536,89.816,0.449,0.1397559344768524,0.96,4.2779,93.505,0.468,0.1304790526628494,0.9575,4.3205,92.582,0.463,0.1363877654075622,0.96,4.5404,88.099,0.44,0.1275095343589782,0.96,4.2769,93.526,0.468,0.1359260529279709,0.9575,4.3926,91.063,0.455,0.1273578703403473,0.96,4.3533,91.884,0.459,0.1272574067115783,0.96,4.3953,91.006,0.455,0.127188503742218,0.96,4.345,92.06,0.46,0.1273541748523712,0.96,4.5517,87.879,0.439,0.1267820745706558,0.96,4.3404,92.158,0.461,0.1268894374370575,0.96,4.4326,90.24,0.451,0.1275026351213455,0.96,4.3776,91.375,0.457,0.127365306019783,0.96,4.4347,90.198,0.451,0.1553018689155578,0.9525,4.3647,91.644,0.458,0.1279791444540023,0.96,4.4447,89.994,0.45,0.1401697397232055,0.9575,4.3589,91.765,0.459,0.1315870434045791,0.9575,4.2906,93.226,0.466,0.1268393099308014,0.96,4.4632,89.621,0.448,0.1280528306961059,0.96,4.4389,90.113,0.451,0.139841079711914,0.9575,4.3615,91.711,0.459,0.1263233423233032,0.96,4.4494,89.9,0.45,0.1263327151536941,0.96,4.4364,90.162,0.451,0.1263220608234405,0.96,4.5393,88.12,0.441,0.1365026980638504,0.9575,4.4354,90.183,0.451,0.1341910809278488,0.955,4.5588,87.743,0.439,0.1324068009853363,0.955,4.4674,89.539,0.448,0.1264808028936386,0.96,4.4404,90.082,0.45,0.1267073005437851,0.96,4.4563,89.761,0.449,0.1272015273571014,0.96,4.4559,89.768,0.449,0.1270225495100021,0.96,4.4602,89.683,0.448,400,0.140170082449913,0.96,4.2888,93.266,0.466,0.1438122540712356,0.96,4.252,94.073,0.47,0.1395379900932312,0.96,4.44,90.089,0.45,0.1471558237671852,1651.1,1600,4.845,0.076,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-3b,25,3000000000.0,openllama-2,False,all_results.json
+openllama-2-3b_1337,5.0,0.0508840829133987,0.9925,2.1414,186.797,1.868,0.0956669822335243,0.985,2.1623,184.991,1.85,0.1043056771159172,0.98,2.1506,185.997,1.86,0.0752256959676742,0.9875,2.1521,185.862,1.859,0.0672711431980133,0.9875,2.212,180.833,1.808,0.1032197847962379,0.9825,2.201,181.738,1.817,0.0773468911647796,0.9875,2.1476,186.258,1.863,0.0839313864707946,0.985,2.1911,182.555,1.826,0.0661750584840774,0.99,2.1895,182.691,1.827,0.0990630686283111,0.9825,2.1743,183.966,1.84,0.0511831529438495,0.99,2.1878,182.828,1.828,0.2037438452243805,0.965,2.1564,185.491,1.855,0.0505075231194496,0.9925,2.1682,184.489,1.845,0.0916026681661605,0.985,2.1479,186.232,1.862,0.1048427745699882,0.98,2.19,182.65,1.827,0.1498974412679672,0.9725,2.144,186.571,1.866,0.1749340891838073,0.9675,2.1503,186.021,1.86,0.1710504591464996,0.97,2.1439,186.572,1.866,0.1375436335802078,0.97,2.2454,178.14,1.781,0.1383195519447326,0.9624999999999998,2.1648,184.778,1.848,0.1091212108731269,0.9775,2.2088,181.092,1.811,0.1316217482089996,0.95,2.143,186.651,1.867,0.3660393059253692,0.9325,2.2095,181.033,1.81,0.2276256531476974,0.935,2.1989,181.912,1.819,0.1034808903932571,0.9825,2.2032,181.557,1.816,0.2771031260490417,0.9525,2.1445,186.522,1.865,0.3589627742767334,0.9275,2.149,186.137,1.861,0.0701197832822799,0.985,2.2075,181.198,1.812,0.0531706623733043,0.99,2.1487,186.16,1.862,0.1363550275564193,0.975,2.1965,182.104,1.821,0.0600110329687595,0.9875,2.1435,186.61,1.866,0.0726341605186462,0.9825,2.2105,180.954,1.81,0.1194448471069336,0.98,2.1782,183.634,1.836,0.057742916047573,0.99,2.2209,180.108,1.801,0.0606610216200351,0.99,2.1471,186.301,1.863,0.0672888308763504,0.9875,2.1855,183.021,1.83,0.0661871507763862,0.9875,2.1515,185.916,1.859,0.0768667683005333,0.9875,2.2043,181.465,1.815,0.0478230379521846,0.9925,2.1435,186.614,1.866,0.1322191208600998,0.9775,2.1541,185.692,1.857,0.0860200151801109,0.985,2.1433,186.629,1.866,0.2051746398210525,0.9675,2.2035,181.529,1.815,0.0853041261434555,0.985,2.157,185.443,1.854,0.1852934658527374,0.965,2.1807,183.431,1.834,0.1170593351125717,0.9825,2.1429,186.66,1.867,0.0869347155094146,0.9825,2.202,181.654,1.817,0.1379370540380478,0.9675,2.2153,180.56,1.806,0.1294455975294113,0.9775,2.1972,182.05,1.821,0.0630807727575302,0.99,2.1497,186.072,1.861,0.0486620515584945,0.9925,2.2172,180.405,1.804,0.071556307375431,0.985,2.1428,186.674,1.867,0.0952229127287864,0.98,2.1928,182.419,1.824,0.098338097333908,0.9825,2.1422,186.724,1.867,0.1112115755677223,0.98,2.1426,186.686,1.867,0.1009785085916519,0.98,2.1637,184.871,1.849,0.0672213211655616,0.9875,2.2259,179.705,1.797,0.0868011116981506,0.98,2.1438,186.583,1.866,0.083895169198513,0.985,2.1534,185.752,1.858,400,0.05097371712327,0.9925,2.1487,186.16,1.862,0.053712572902441,0.9925,2.2128,180.764,1.808,0.0509139075875282,0.9925,2.1674,184.55,1.846,0.0949761409759521,822.7778,1600,9.723,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-3b,1337,3000000000.0,openllama-2,False,all_results.json
+opt-13b_1,5.0,0.140819177031517,0.9725,4.0005,99.987,1.0,0.1550756692886352,0.97,4.0233,99.42,0.994,0.1726182103157043,0.965,4.0185,99.54,0.995,0.1504169255495071,0.9675,4.0196,99.513,0.995,0.1402592808008194,0.9725,4.02,99.502,0.995,0.1676519066095352,0.965,4.0232,99.424,0.994,0.1479948461055755,0.97,4.0285,99.292,0.993,0.1518839299678802,0.97,4.0272,99.325,0.993,0.1401597559452057,0.9725,4.0256,99.365,0.994,0.1645913869142532,0.965,4.0448,98.892,0.989,0.1406591236591339,0.9725,4.0081,99.799,0.998,0.2470624297857284,0.9475,4.0159,99.603,0.996,0.1408547908067703,0.9725,4.0018,99.956,1.0,0.149320900440216,0.97,4.0223,99.446,0.994,0.1851496547460556,0.96,4.0312,99.225,0.992,0.2195642441511154,0.9549999999999998,4.0223,99.446,0.994,0.2068667262792587,0.9549999999999998,4.0269,99.331,0.993,0.2271469682455063,0.9549999999999998,4.0272,99.325,0.993,0.1898519396781921,0.9625,4.0193,99.519,0.995,0.1444770842790603,0.97,4.0165,99.59,0.996,0.1747309565544128,0.965,4.0298,99.261,0.993,0.1625613719224929,0.9675,4.0098,99.756,0.998,0.3058666884899139,0.9325,4.0182,99.547,0.995,0.1404826939105987,0.9725,4.012,99.702,0.997,0.1494855731725692,0.97,4.0201,99.499,0.995,0.3238777220249176,0.94,4.0194,99.518,0.995,0.2586747705936432,0.9425,4.0213,99.469,0.995,0.1687806695699691,0.9625,4.0383,99.052,0.991,0.1410200893878936,0.9725,4.0027,99.931,0.999,0.1648948639631271,0.9675,4.0257,99.361,0.994,0.1422182917594909,0.9725,4.0107,99.733,0.997,0.1438460350036621,0.97,4.0219,99.456,0.995,0.1726613044738769,0.965,4.0254,99.369,0.994,0.1420494318008422,0.9725,4.0182,99.546,0.995,0.155827909708023,0.97,4.019,99.526,0.995,0.1456343084573745,0.97,4.02,99.503,0.995,0.1407940834760666,0.9725,4.0266,99.338,0.993,0.1401655077934265,0.9725,4.0263,99.348,0.993,0.1401440501213073,0.9725,4.0251,99.377,0.994,0.1401415020227432,0.9725,4.0218,99.457,0.995,0.1445378810167312,0.97,4.022,99.453,0.995,0.1582614779472351,0.97,4.0204,99.493,0.995,0.140153631567955,0.9725,4.0162,99.596,0.996,0.1688984334468841,0.9625,4.0247,99.386,0.994,0.1479728817939758,0.97,4.0293,99.274,0.993,0.1493920981884002,0.9675,4.0187,99.533,0.995,0.1846129745244979,0.9625,4.0225,99.44,0.994,0.1839335560798645,0.9625,4.0222,99.448,0.994,0.1402639597654342,0.9725,4.0305,99.243,0.992,0.146495908498764,0.97,4.0217,99.46,0.995,0.1506225168704986,0.97,4.0346,99.143,0.991,0.1684183180332183,0.965,4.0264,99.345,0.993,0.1619492769241333,0.965,4.0202,99.496,0.995,0.1521074473857879,0.9675,4.0218,99.459,0.995,0.1539949774742126,0.97,4.0222,99.448,0.994,0.1403211951255798,0.9725,4.0143,99.643,0.996,0.156147614121437,0.9675,4.0229,99.431,0.994,0.1439612060785293,0.97,4.02,99.504,0.995,400,0.1410839855670929,0.9725,4.0092,99.771,0.998,0.1411752551794052,0.9725,3.9998,100.004,1.0,0.1410192996263504,0.9725,4.0102,99.746,0.997,0.0720453003644943,1510.6291,1600,5.296,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-13b,1,13000000000.0,opt,False,all_results.json
+opt-13b_666,5.0,0.0297690704464912,0.9925,3.9874,100.317,1.003,0.061430849134922,0.985,4.018,99.552,0.996,0.0848471671342849,0.985,4.0234,99.418,0.994,0.0577712208032608,0.9825,4.2437,94.257,0.943,0.0608589798212051,0.985,4.0158,99.608,0.996,0.1306737512350082,0.97,4.0207,99.486,0.995,0.0493572764098644,0.9875,4.02,99.503,0.995,0.0632016435265541,0.98,4.0242,99.398,0.994,0.0283790901303291,0.9925,4.0181,99.55,0.995,0.0697093084454536,0.98,4.0161,99.598,0.996,0.0348027125000953,0.99,4.006,99.849,0.998,0.2592460215091705,0.945,4.0401,99.006,0.99,0.0448451377451419,0.9875,4.0026,99.935,0.999,0.0486216098070144,0.99,4.019,99.527,0.995,0.1514863520860672,0.965,4.0801,98.037,0.98,0.1290555745363235,0.9725,4.0148,99.632,0.996,0.1692715883255005,0.9624999999999998,4.0165,99.589,0.996,0.1000527217984199,0.9775,4.02,99.502,0.995,0.2255755215883255,0.96,4.0183,99.544,0.995,0.1176041290163993,0.965,4.0134,99.665,0.997,0.1072067320346832,0.975,4.0226,99.439,0.994,0.2052123844623565,0.95,4.0098,99.757,0.998,0.4684167206287384,0.9025,4.0144,99.64,0.996,0.1468552947044372,0.945,4.0486,98.799,0.988,0.0361292660236358,0.985,4.008,99.802,0.998,0.4085406959056854,0.9275,4.0188,99.532,0.995,0.4412077069282532,0.9025,4.0122,99.696,0.997,0.1182588562369346,0.9675,4.0626,98.459,0.985,0.0316749960184097,0.9925,3.9942,100.144,1.001,0.1349234282970428,0.9675,4.0162,99.596,0.996,0.0439207032322883,0.9875,4.0035,99.913,0.999,0.1029285416007042,0.975,4.0106,99.736,0.997,0.0766962692141532,0.9775,4.015,99.626,0.996,0.0560188665986061,0.985,4.0163,99.593,0.996,0.0735163018107414,0.98,4.0411,98.983,0.99,0.0831384286284446,0.9825,4.0226,99.438,0.994,0.0472117029130458,0.985,4.0198,99.508,0.995,0.0280199721455574,0.9925,4.0156,99.613,0.996,0.0285623483359813,0.9925,4.0151,99.625,0.996,0.040759153664112,0.99,4.0126,99.685,0.997,0.0511909909546375,0.9875,4.0157,99.608,0.996,0.0584935247898101,0.985,4.0143,99.643,0.996,0.0276360288262367,0.9925,4.0315,99.218,0.992,0.1375955045223236,0.9624999999999998,4.0134,99.666,0.997,0.0371444523334503,0.985,4.0184,99.543,0.995,0.0590494349598884,0.9875,4.014,99.652,0.997,0.1141668632626533,0.97,4.0229,99.432,0.994,0.1594759076833725,0.965,4.022,99.453,0.995,0.064546912908554,0.985,4.0145,99.639,0.996,0.0934579819440841,0.98,4.0135,99.664,0.997,0.0302115827798843,0.9925,4.0263,99.346,0.993,0.0997981056571006,0.9775,4.0196,99.513,0.995,0.0750595107674598,0.985,4.0157,99.608,0.996,0.0448456481099128,0.99,4.0205,99.491,0.995,0.0621771067380905,0.985,4.0223,99.446,0.994,0.0576685033738613,0.985,4.0752,98.155,0.982,0.0576316490769386,0.985,4.0156,99.612,0.996,0.0677101016044616,0.98,4.0166,99.586,0.996,400,0.041907213628292,0.99,3.9954,100.114,1.001,0.0493683591485023,0.9875,3.9944,100.141,1.001,0.0329698212444782,0.99,3.9918,100.205,1.002,0.0886647349596023,1505.9363,1600,5.312,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-13b,666,13000000000.0,opt,False,all_results.json
+opt-13b_42,5.0,0.0927667394280433,0.9825,4.0071,99.822,0.998,0.1077492013573646,0.9775,4.0458,98.868,0.989,0.1104743853211402,0.9775,4.015,99.625,0.996,0.0967029854655265,0.98,4.0235,99.417,0.994,0.0898020714521408,0.9825,4.0193,99.52,0.995,0.117125928401947,0.9725,4.0144,99.64,0.996,0.0982483774423599,0.9775,4.0555,98.631,0.986,0.1048725098371505,0.98,4.0216,99.463,0.995,0.0898080989718437,0.9825,4.0757,98.142,0.981,0.103607453405857,0.98,4.0485,98.801,0.988,0.0906872153282165,0.9825,4.0056,99.859,0.999,0.1811438351869583,0.965,4.0006,99.986,1.0,0.0918103232979774,0.9825,4.0112,99.721,0.997,0.0979980081319809,0.98,4.0151,99.624,0.996,0.1435619890689849,0.97,4.0462,98.859,0.989,0.1424573361873626,0.9725,4.0454,98.877,0.989,0.1522067785263061,0.97,4.0419,98.963,0.99,0.1459039747714996,0.97,4.0507,98.749,0.987,0.1282384842634201,0.9725,4.0203,99.495,0.995,0.0974330827593803,0.9775,4.0195,99.515,0.995,0.1371620893478393,0.9725,4.0845,97.93,0.979,0.1375491470098495,0.97,4.0251,99.376,0.994,0.2230650782585144,0.9525,4.025,99.379,0.994,0.0919342786073684,0.9825,4.0199,99.506,0.995,0.0915891230106353,0.9825,4.0856,97.904,0.979,0.230824589729309,0.96,4.0368,99.089,0.991,0.1794746369123459,0.96,4.05,98.764,0.988,0.0901791676878929,0.9825,4.0388,99.04,0.99,0.0948573648929596,0.9825,4.0229,99.43,0.994,0.1047052964568138,0.98,4.0438,98.916,0.989,0.0932589545845985,0.9825,4.0246,99.389,0.994,0.1064753159880638,0.9775,4.0392,99.029,0.99,0.1049761772155761,0.98,4.0326,99.191,0.992,0.1024278700351715,0.98,4.0484,98.803,0.988,0.1062764227390289,0.98,4.0103,99.742,0.997,0.1207254379987716,0.975,4.0473,98.83,0.988,0.0910352393984794,0.9825,4.0547,98.652,0.987,0.0898820608854293,0.9825,4.0564,98.61,0.986,0.0900278836488723,0.9825,4.0948,97.684,0.977,0.0898308306932449,0.9825,4.0458,98.868,0.989,0.0898404419422149,0.9825,4.0365,99.097,0.991,0.1087403073906898,0.98,4.0387,99.042,0.99,0.0897985622286796,0.9825,4.0072,99.821,0.998,0.1129420697689056,0.975,4.0616,98.482,0.985,0.0939056798815727,0.98,4.0202,99.497,0.995,0.0972353443503379,0.98,4.0406,98.994,0.99,0.1289206743240356,0.9725,4.0128,99.68,0.997,0.1383026093244552,0.9675,4.0407,98.992,0.99,0.0900294482707977,0.9825,4.0433,98.93,0.989,0.1124204471707344,0.9775,4.0518,98.721,0.987,0.094967670738697,0.98,4.0185,99.54,0.995,0.1186068132519722,0.975,4.0187,99.536,0.995,0.1046879962086677,0.98,4.0625,98.462,0.985,0.0937784016132354,0.98,4.0493,98.783,0.988,0.0995059236884117,0.98,4.041,98.986,0.99,0.0898036211729049,0.9825,4.046,98.863,0.989,0.0898812115192413,0.9825,4.0195,99.516,0.995,0.0985062494874,0.98,4.0412,98.98,0.99,400,0.0947360321879386,0.9825,4.0318,99.212,0.992,0.0989372655749321,0.9775,3.995,100.125,1.001,0.0959148779511451,0.98,4.0222,99.447,0.994,0.0797596447467803,1503.7138,1600,5.32,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-13b,42,13000000000.0,opt,False,all_results.json
+opt-13b_25,5.0,0.0932042151689529,0.9825,3.9781,100.549,1.005,0.101300723850727,0.9825,4.019,99.527,0.995,0.1400685906410217,0.9775,3.9953,100.117,1.001,0.0976801663637161,0.9825,4.0022,99.945,0.999,0.0926475897431373,0.98,4.0116,99.711,0.997,0.1307613253593444,0.9775,4.0047,99.884,0.999,0.0835851356387138,0.985,3.9996,100.009,1.0,0.1187672019004821,0.9775,3.9966,100.085,1.001,0.0817984491586685,0.985,4.036,99.108,0.991,0.1039277166128158,0.98,4.0168,99.581,0.996,0.0910569503903389,0.9825,3.9875,100.312,1.003,0.2888088226318359,0.9475,3.9986,100.036,1.0,0.0895448103547096,0.98,3.977,100.579,1.006,0.1073541641235351,0.98,4.01,99.75,0.997,0.1298090815544128,0.9725,4.0149,99.628,0.996,0.1278316229581833,0.9775,4.0161,99.6,0.996,0.1617811769247055,0.97,3.9973,100.068,1.001,0.1025134623050689,0.9825,4.0096,99.762,0.998,0.2997502088546753,0.945,3.9972,100.071,1.001,0.1485974490642547,0.97,3.9884,100.292,1.003,0.1578072756528854,0.97,4.0143,99.644,0.996,0.2393209785223007,0.9525,3.9918,100.206,1.002,0.4514977931976318,0.9175,4.0585,98.559,0.986,0.1609084010124206,0.9625,3.996,100.101,1.001,0.141139730811119,0.975,4.0233,99.422,0.994,0.3759410381317138,0.9375,4.0198,99.507,0.995,0.4201428294181824,0.92,4.002,99.951,1.0,0.1340368688106537,0.9775,4.0131,99.675,0.997,0.1105392649769783,0.975,3.9922,100.194,1.002,0.1388731896877288,0.975,4.0072,99.821,0.998,0.0975455865263938,0.975,3.9908,100.23,1.002,0.1389299780130386,0.975,4.0062,99.846,0.998,0.1212147548794746,0.9775,4.0009,99.979,1.0,0.098628431558609,0.9825,4.0012,99.971,1.0,0.1565724611282348,0.97,4.0605,98.511,0.985,0.1206310763955116,0.98,4.0169,99.579,0.996,0.1068400293588638,0.9775,4.0195,99.516,0.995,0.0821123495697975,0.985,4.0113,99.719,0.997,0.0819601640105247,0.985,4.0541,98.667,0.987,0.0851877108216285,0.9825,4.0576,98.581,0.986,0.0912950634956359,0.9825,4.0003,99.992,1.0,0.1066611111164093,0.98,4.0027,99.934,0.999,0.0817899331450462,0.985,3.9977,100.057,1.001,0.1187033280730247,0.975,4.0797,98.047,0.98,0.094660647213459,0.9825,4.0095,99.762,0.998,0.0995078310370445,0.98,4.015,99.625,0.996,0.1277409791946411,0.9675,3.9998,100.004,1.0,0.1259438544511795,0.975,3.9949,100.128,1.001,0.0818058773875236,0.985,4.0199,99.504,0.995,0.1016011834144592,0.98,4.0104,99.741,0.997,0.1089317500591278,0.9775,3.9996,100.01,1.0,0.1167879179120063,0.98,4.0066,99.836,0.998,0.1010549366474151,0.9825,3.9957,100.107,1.001,0.0955069959163665,0.9825,4.0054,99.864,0.999,0.100793570280075,0.98,4.0009,99.977,1.0,0.0908531099557876,0.9825,4.0191,99.524,0.995,0.0998624265193939,0.98,4.047,98.839,0.988,0.1101061031222343,0.9775,4.0167,99.584,0.996,400,0.0902511849999427,0.98,3.9923,100.194,1.002,0.0951511189341545,0.9825,3.9794,100.519,1.005,0.0918462499976158,0.98,3.9781,100.55,1.005,0.0896613547801971,1498.1655,1600,5.34,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-13b,25,13000000000.0,opt,False,all_results.json
+opt-13b_1337,5.0,0.0351120829582214,0.9925,1.3599,294.137,2.941,0.0523423589766025,0.9875,1.374,291.115,2.911,0.0931051447987556,0.9825,1.3637,293.318,2.933,0.0765009894967079,0.9825,1.3638,293.291,2.933,0.0680278539657592,0.985,1.3746,291.004,2.91,0.2194944620132446,0.955,1.3629,293.5,2.935,0.0534163936972618,0.9875,1.3822,289.404,2.894,0.1339177191257476,0.9675,1.366,292.831,2.928,0.0396723225712776,0.9875,1.3755,290.8,2.908,0.0544802770018577,0.9875,1.3744,291.047,2.91,0.0479228533804416,0.99,1.3625,293.583,2.936,0.4179672300815582,0.9149999999999998,1.3615,293.797,2.938,0.0421242713928222,0.9875,1.3578,294.587,2.946,0.122273713350296,0.97,1.3842,288.982,2.89,0.1874781548976898,0.9624999999999998,1.3954,286.65,2.866,0.1444980800151825,0.9725,1.3623,293.626,2.936,0.2433355152606964,0.9525,1.3735,291.225,2.912,0.0923239290714263,0.98,1.3645,293.153,2.932,0.3132759928703308,0.945,1.3674,292.529,2.925,0.0745333954691886,0.9825,1.3618,293.737,2.937,0.1557156443595886,0.96,1.3735,291.237,2.912,0.2400852441787719,0.9325,1.3843,288.952,2.89,0.5448386669158936,0.8899999999999999,1.3612,293.861,2.939,0.0571251660585403,0.98,1.3714,291.668,2.917,0.1229394078254699,0.9675,1.37,291.981,2.92,0.4282430410385132,0.9175,1.3657,292.881,2.929,0.602673351764679,0.885,1.3629,293.488,2.935,0.2167358845472335,0.9525,1.3593,294.271,2.943,0.0489985235035419,0.9875,1.3693,292.127,2.921,0.2403521090745926,0.95,1.3667,292.684,2.927,0.067494161427021,0.98,1.3843,288.955,2.89,0.1825348734855651,0.9575,1.363,293.469,2.935,0.1354866027832031,0.97,1.3788,290.1,2.901,0.085770770907402,0.9775,1.3648,293.074,2.931,0.1476802974939346,0.965,1.3658,292.86,2.929,0.1728015094995498,0.965,1.3754,290.816,2.908,0.0985251888632774,0.975,1.3653,292.985,2.93,0.0468330271542072,0.99,1.3908,287.597,2.876,0.0300321765244007,0.9925,1.3631,293.445,2.934,0.0428714379668235,0.99,1.3632,293.432,2.934,0.0965136811137199,0.9775,1.3659,292.848,2.928,0.0602561756968498,0.985,1.3669,292.64,2.926,0.0331063941121101,0.9925,1.3627,293.529,2.935,0.2721263468265533,0.9425,1.3677,292.462,2.925,0.0776451677083969,0.9825,1.3637,293.317,2.933,0.0810819268226623,0.9825,1.3652,292.99,2.93,0.1446126848459243,0.96,1.3636,293.337,2.933,0.2338147759437561,0.9575,1.371,291.754,2.918,0.0343415550887584,0.99,1.3711,291.739,2.917,0.0805010870099067,0.985,1.3736,291.195,2.912,0.0541941225528717,0.985,1.3652,293.006,2.93,0.0978432446718216,0.98,1.3746,291.003,2.91,0.0906463265419006,0.9825,1.368,292.402,2.924,0.0715414583683013,0.9825,1.3683,292.328,2.923,0.0885627195239067,0.98,1.3654,292.959,2.93,0.0562450140714645,0.9875,1.3708,291.804,2.918,0.1059496402740478,0.975,1.3788,290.105,2.901,0.1089096069335937,0.975,1.3698,292.007,2.92,400,0.0437662228941917,0.9875,1.3696,292.05,2.92,0.0413923934102058,0.9925,1.3586,294.431,2.944,0.039938673377037,0.9875,1.3695,292.082,2.921,0.0815738084316253,523.3225,1600,15.287,0.478,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-13b,1337,13000000000.0,opt,False,all_results.json
+opt-30b_1,5.0,0.0558582320809364,0.99,2.247,178.014,1.78,0.0934970304369926,0.9825,2.2263,179.673,1.797,0.1186761260032653,0.98,2.2246,179.808,1.798,0.1141853034496307,0.98,2.224,179.858,1.799,0.0764814317226409,0.985,2.2346,178.999,1.79,0.1990556120872497,0.965,2.2249,179.782,1.798,0.0861241817474365,0.985,2.2502,177.764,1.778,0.0860728621482849,0.985,2.2251,179.771,1.798,0.0558679960668087,0.99,2.2248,179.788,1.798,0.1196411997079849,0.98,2.2282,179.516,1.795,0.0571392811834812,0.99,2.224,179.859,1.799,0.3405689299106598,0.9425,2.2228,179.953,1.8,0.0704214870929718,0.985,2.2265,179.656,1.797,0.0905344560742378,0.98,2.2231,179.927,1.799,0.1578996330499649,0.9675,2.2243,179.828,1.798,0.2321548908948898,0.9625,2.3188,172.506,1.725,0.2508309483528137,0.9625,2.2336,179.085,1.791,0.2037607133388519,0.9675,2.2258,179.714,1.797,0.1395383775234222,0.975,2.2457,178.121,1.781,0.1082168668508529,0.9775,2.2562,177.289,1.773,0.1847489029169082,0.97,2.2237,179.882,1.799,0.1754756420850753,0.9675,2.2372,178.791,1.788,0.4170630574226379,0.9325,2.2245,179.814,1.798,0.1599005758762359,0.965,2.2291,179.448,1.794,0.0873616188764572,0.985,2.2292,179.435,1.794,0.3420754671096802,0.9425,2.2242,179.84,1.798,0.369689404964447,0.9225,2.225,179.772,1.798,0.1214397996664047,0.9775,2.2274,179.584,1.796,0.056245382875204,0.99,2.2266,179.648,1.796,0.1738363206386566,0.9725,2.2222,180.003,1.8,0.0591558702290058,0.9875,2.2221,180.013,1.8,0.1263615489006042,0.9725,2.228,179.53,1.795,0.0991372093558311,0.98,2.2269,179.625,1.796,0.0728042423725128,0.9875,2.2257,179.721,1.797,0.095637246966362,0.9825,2.2301,179.366,1.794,0.0816854164004325,0.985,2.2253,179.753,1.798,0.0738484412431716,0.985,2.2233,179.914,1.799,0.0778055489063263,0.985,2.2235,179.895,1.799,0.0619876161217689,0.9875,2.2264,179.663,1.797,0.0558853298425674,0.99,2.2239,179.861,1.799,0.0691627711057663,0.985,2.2264,179.661,1.797,0.0778264105319976,0.9875,2.2532,177.526,1.775,0.0556586869060993,0.99,2.2292,179.437,1.794,0.1907423436641693,0.955,2.2583,177.123,1.771,0.1415245085954666,0.9775,2.2606,176.946,1.769,0.1090117990970611,0.98,2.2314,179.261,1.793,0.203475072979927,0.965,2.2397,178.594,1.786,0.157941535115242,0.9675,2.2243,179.835,1.798,0.0620902627706527,0.985,2.2237,179.881,1.799,0.0905050337314605,0.98,2.2393,178.626,1.786,0.1175778284668922,0.975,2.2238,179.874,1.799,0.116634652018547,0.98,2.2268,179.633,1.796,0.0960844978690147,0.9825,2.2233,179.916,1.799,0.1103065460920333,0.98,2.2229,179.942,1.799,0.1239949017763137,0.9775,2.2243,179.835,1.798,0.0737983360886573,0.9875,2.2234,179.905,1.799,0.0892848372459411,0.9825,2.2645,176.642,1.766,0.1281142234802246,0.9725,2.2586,177.103,1.771,400,0.0561328046023845,0.99,2.2882,174.809,1.748,0.0564002506434917,0.99,2.2233,179.912,1.799,0.0560113824903965,0.99,2.2505,177.739,1.777,0.0833395955860614,866.0419,1600,9.237,0.289,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-30b,1,30000000000.0,opt,False,all_results.json
+opt-30b_666,5.0,0.0554488077759742,0.99,2.2207,180.125,1.801,0.0814410224556922,0.9825,2.2242,179.841,1.798,0.0947774052619934,0.9825,2.2256,179.724,1.797,0.0567691288888454,0.99,2.2243,179.836,1.798,0.0600123032927513,0.9875,2.2243,179.828,1.798,0.1180765032768249,0.975,2.2257,179.722,1.797,0.0697116330265998,0.985,2.2216,180.048,1.8,0.0668969228863716,0.98,2.2233,179.911,1.799,0.0550856590270996,0.99,2.2226,179.967,1.8,0.0914282500743866,0.9775,2.2191,180.255,1.803,0.0572160258889198,0.99,2.2224,179.988,1.8,0.1813903748989105,0.955,2.2224,179.982,1.8,0.0688931792974472,0.985,2.2186,180.29,1.803,0.0941127613186836,0.98,2.2276,179.569,1.796,0.0916582942008972,0.98,2.2207,180.125,1.801,0.1202908605337143,0.9775,2.2206,180.133,1.801,0.1188128292560577,0.97,2.2187,180.282,1.803,0.0948901176452636,0.98,2.2201,180.176,1.802,0.1156188547611236,0.975,2.2271,179.606,1.796,0.1225693523883819,0.9675,2.2185,180.3,1.803,0.1163156107068061,0.975,2.2182,180.325,1.803,0.1306479573249817,0.9675,2.2241,179.847,1.798,0.3155528008937835,0.9375,2.2274,179.582,1.796,0.3400161862373352,0.92,2.2197,180.202,1.802,0.0849636942148208,0.9825,2.2188,180.28,1.803,0.2572933137416839,0.96,2.2182,180.327,1.803,0.2236584424972534,0.9525,2.2194,180.232,1.802,0.0617290288209915,0.985,2.2252,179.756,1.798,0.0562406219542026,0.99,2.2197,180.205,1.802,0.0960713773965835,0.9825,2.2242,179.838,1.798,0.0561744831502437,0.99,2.22,180.182,1.802,0.0815394148230552,0.9825,2.2196,180.211,1.802,0.0970384404063224,0.98,2.2184,180.309,1.803,0.0605577044188976,0.9875,2.2193,180.236,1.802,0.0627229809761047,0.9875,2.2258,179.711,1.797,0.0824873894453048,0.985,2.2211,180.091,1.801,0.0551274977624416,0.99,2.2203,180.157,1.802,0.0548251196742057,0.99,2.2196,180.212,1.802,0.0628374814987182,0.985,2.2222,180.0,1.8,0.054556630551815,0.99,2.2195,180.224,1.802,0.0608415938913822,0.9875,2.2211,180.089,1.801,0.074434295296669,0.9875,2.2189,180.269,1.803,0.0545380599796772,0.99,2.2263,179.668,1.797,0.133245587348938,0.9675,2.2245,179.817,1.798,0.0657262504100799,0.9875,2.223,179.94,1.799,0.0549098439514637,0.99,2.2183,180.315,1.803,0.0886766016483306,0.98,2.2255,179.738,1.797,0.1013138368725776,0.9775,2.2182,180.33,1.803,0.0708185955882072,0.9825,2.2191,180.249,1.802,0.0953549668192863,0.9775,2.2185,180.303,1.803,0.0575293004512786,0.99,2.2248,179.794,1.798,0.0723540335893631,0.985,2.225,179.778,1.798,0.0697680637240409,0.9875,2.2198,180.195,1.802,0.0746334940195083,0.9825,2.2189,180.273,1.803,0.07247906178236,0.9875,2.2201,180.171,1.802,0.0703897550702095,0.9875,2.2259,179.706,1.797,0.066859595477581,0.985,2.2248,179.794,1.798,0.0549620687961578,0.99,2.2191,180.255,1.803,400,0.0563499704003334,0.99,2.2188,180.276,1.803,0.0558025166392326,0.99,2.2286,179.483,1.795,0.055702555924654,0.99,2.22,180.181,1.802,0.0907174367904663,843.7922,1600,9.481,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-30b,666,30000000000.0,opt,False,all_results.json
+opt-30b_42,5.0,0.0474707074463367,0.9925,1.2055,331.8,3.318,0.0778395161032676,0.9875,1.211,330.293,3.303,0.0996191948652267,0.985,1.2076,331.231,3.312,0.1091275587677955,0.9825,1.2091,330.838,3.308,0.0679748058319091,0.9825,1.274,313.966,3.14,0.1640108674764633,0.9624999999999998,1.2113,330.23,3.302,0.070914439857006,0.9875,1.2123,329.962,3.3,0.0968756973743438,0.98,1.2073,331.312,3.313,0.0476290881633758,0.9925,1.2127,329.849,3.298,0.0914817303419113,0.9825,1.2112,330.249,3.302,0.0467740632593631,0.9925,1.2075,331.271,3.313,0.2654467523097992,0.95,1.2074,331.289,3.313,0.0468713603913784,0.9925,1.2054,331.827,3.318,0.0981954410672187,0.9825,1.2493,320.168,3.202,0.1266874819993972,0.9725,1.213,329.764,3.298,0.1714241355657577,0.965,1.2153,329.132,3.291,0.1822396069765091,0.955,1.2111,330.27,3.303,0.1406856924295425,0.9725,1.2094,330.746,3.307,0.1617754399776458,0.9575,1.2082,331.064,3.311,0.0581361167132854,0.985,1.2085,330.99,3.31,0.1159013360738754,0.9775,1.2091,330.82,3.308,0.0873169898986816,0.9825,1.2122,329.97,3.3,0.2973834872245788,0.94,1.2062,331.631,3.316,0.0527997873723506,0.99,1.2057,331.761,3.318,0.0621685236692428,0.9875,1.2108,330.37,3.304,0.2208732962608337,0.9624999999999998,1.213,329.765,3.298,0.2705164551734924,0.945,1.2096,330.68,3.307,0.0715375766158104,0.9875,1.4245,280.797,2.808,0.0477793514728546,0.9925,1.21,330.588,3.306,0.1392841786146164,0.9675,1.2098,330.632,3.306,0.0483249239623546,0.9925,1.2057,331.748,3.317,0.1377726197242736,0.9725,1.2133,329.681,3.297,0.0794180780649185,0.9875,1.2097,330.658,3.307,0.0569446831941604,0.985,1.2107,330.377,3.304,0.0793908238410949,0.9875,1.2071,331.384,3.314,0.0865250006318092,0.985,1.2124,329.93,3.299,0.0526141561567783,0.99,1.2095,330.727,3.307,0.0575391575694084,0.9875,1.2115,330.175,3.302,0.0541171692311763,0.99,1.2111,330.268,3.303,0.045571468770504,0.9925,1.2113,330.215,3.302,0.0599883906543254,0.99,1.2085,330.98,3.31,0.0655477344989776,0.99,1.2113,330.21,3.302,0.0455482713878154,0.9925,1.2088,330.915,3.309,0.1424304246902465,0.9675,1.2086,330.958,3.31,0.099949225783348,0.98,1.2094,330.734,3.307,0.0740996152162551,0.9825,1.2109,330.338,3.303,0.1494411826133728,0.965,1.214,329.499,3.295,0.1370517313480377,0.9675,1.2105,330.446,3.304,0.0470125339925289,0.9925,1.2103,330.499,3.305,0.0683663487434387,0.9875,1.2138,329.533,3.295,0.0780296772718429,0.9875,1.2244,326.68,3.267,0.0815223380923271,0.9875,1.21,330.583,3.306,0.0818294137716293,0.985,1.211,330.318,3.303,0.0874557942152023,0.98,1.2102,330.533,3.305,0.0953377410769462,0.9825,1.2113,330.232,3.302,0.061068620532751,0.9875,1.2107,330.375,3.304,0.0711157768964767,0.9825,1.2076,331.243,3.312,0.1024617180228233,0.9775,1.2158,329.011,3.29,400,0.0482899993658065,0.9925,1.2076,331.239,3.312,0.0530042834579944,0.99,1.2084,331.013,3.31,0.0484217964112758,0.9925,1.2058,331.729,3.317,0.0765735241770744,481.3499,1600,16.62,0.519,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-30b,42,30000000000.0,opt,False,all_results.json
+opt-30b_25,5.0,0.0612720549106597,0.9825,3.9785,100.54,1.005,0.0763915181159973,0.9825,4.0129,99.678,0.997,0.1109186261892318,0.9775,4.0158,99.607,0.996,0.0995535403490066,0.975,4.0688,98.31,0.983,0.1071606427431106,0.975,4.0763,98.128,0.981,0.1139934062957763,0.97,4.0169,99.579,0.996,0.0704482272267341,0.98,4.0136,99.66,0.997,0.0948072746396064,0.9775,4.0181,99.55,0.995,0.0578837357461452,0.9825,4.0127,99.684,0.997,0.101447656750679,0.9775,4.0131,99.674,0.997,0.0617477260529994,0.9825,4.0411,98.983,0.99,0.2186762243509292,0.95,3.9992,100.02,1.0,0.0696785002946853,0.98,4.0242,99.399,0.994,0.0914180949330329,0.9775,4.0015,99.962,1.0,0.1347723454236984,0.9725,4.0266,99.339,0.993,0.1253044754266739,0.975,4.0112,99.722,0.997,0.1451655924320221,0.965,4.0166,99.587,0.996,0.1211009323596954,0.97,4.018,99.553,0.996,0.1847464442253112,0.9575,4.0137,99.658,0.997,0.1245893537998199,0.9675,3.9964,100.089,1.001,0.1261222809553146,0.9725,4.0147,99.635,0.996,0.19065822660923,0.9525,4.0474,98.83,0.988,0.4119371771812439,0.9175,4.0006,99.984,1.0,0.2536505460739136,0.9325,3.9914,100.216,1.002,0.085214652121067,0.98,4.0148,99.631,0.996,0.3304756283760071,0.9275,4.0114,99.716,0.997,0.3326586782932281,0.9275,4.0082,99.796,0.998,0.1071425378322601,0.9725,4.021,99.477,0.995,0.0619116872549057,0.9825,3.9835,100.415,1.004,0.1001910492777824,0.9725,4.0145,99.639,0.996,0.0620792582631111,0.9825,3.9873,100.317,1.003,0.09250408411026,0.9775,4.0738,98.189,0.982,0.1009571105241775,0.975,4.0028,99.929,0.999,0.067225158214569,0.98,4.006,99.851,0.999,0.1179133579134941,0.97,4.0118,99.706,0.997,0.1040592566132545,0.975,4.0176,99.561,0.996,0.0723916441202163,0.9825,4.0196,99.512,0.995,0.0698092356324195,0.98,4.0152,99.621,0.996,0.0579306967556476,0.9825,4.0147,99.634,0.996,0.0564497075974941,0.985,4.0146,99.637,0.996,0.0576456636190414,0.985,4.0152,99.621,0.996,0.0767950788140297,0.9825,4.0083,99.794,0.998,0.0556274652481079,0.985,4.0134,99.666,0.997,0.1688407957553863,0.9525,4.0104,99.739,0.997,0.0657647922635078,0.9775,4.0118,99.705,0.997,0.0660076588392257,0.9825,4.0118,99.707,0.997,0.1112483814358711,0.965,4.0169,99.58,0.996,0.1357981562614441,0.97,4.0115,99.714,0.997,0.0782079845666885,0.98,4.0206,99.487,0.995,0.1186076253652572,0.975,4.0156,99.611,0.996,0.0746224746108055,0.9775,4.0046,99.886,0.999,0.1014069393277168,0.9775,4.0189,99.529,0.995,0.087078683078289,0.9775,4.0132,99.671,0.997,0.0728029608726501,0.9825,4.0193,99.52,0.995,0.1016355529427528,0.975,3.9966,100.085,1.001,0.0727045163512229,0.98,4.0055,99.863,0.999,0.060498408973217,0.9825,4.0163,99.594,0.996,0.0636691600084304,0.9825,4.0143,99.645,0.996,400,0.05759909003973,0.985,3.98,100.502,1.005,0.0598746873438358,0.985,4.0489,98.792,0.988,0.0583668798208236,0.985,4.0062,99.845,0.998,0.0874080581665039,1500.0391,1600,5.333,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-30b,25,30000000000.0,opt,False,all_results.json
+opt-30b_1337,5.0,0.0737805366516113,0.985,2.2794,175.488,1.755,0.0904451310634613,0.98,2.2237,179.879,1.799,0.1212967857718467,0.9775,2.2496,177.813,1.778,0.1043863296508789,0.9775,2.2269,179.625,1.796,0.0873405933380127,0.9825,2.2274,179.585,1.796,0.1141040325164794,0.975,2.3432,170.708,1.707,0.0743776857852935,0.98,2.311,173.089,1.731,0.1004092767834663,0.98,2.2235,179.897,1.799,0.0704737678170204,0.985,2.2221,180.012,1.8,0.1022813990712165,0.9775,2.2618,176.85,1.769,0.073466807603836,0.985,2.2195,180.221,1.802,0.1868138313293457,0.955,2.2275,179.577,1.796,0.0821224525570869,0.9825,2.2262,179.679,1.797,0.0870623588562011,0.9775,2.2237,179.883,1.799,0.1205202415585517,0.9775,2.2231,179.931,1.799,0.1178650856018066,0.9775,2.2508,177.718,1.777,0.1587101370096206,0.9675,2.2235,179.896,1.799,0.1027914732694625,0.975,2.2304,179.338,1.793,0.1294547319412231,0.9675,2.2213,180.071,1.801,0.0882580056786537,0.9725,2.2335,179.091,1.791,0.1180014163255691,0.9725,2.2247,179.802,1.798,0.1149823367595672,0.97,2.2237,179.879,1.799,0.2680836617946625,0.935,2.2218,180.034,1.8,0.1224475651979446,0.97,2.2218,180.037,1.8,0.0768057107925415,0.9825,2.2278,179.551,1.796,0.2308760285377502,0.955,2.2235,179.897,1.799,0.1970507055521011,0.9525,2.2268,179.628,1.796,0.0782215297222137,0.98,2.2217,180.039,1.8,0.0746551305055618,0.985,2.228,179.53,1.795,0.1080142557621002,0.9775,2.2214,180.067,1.801,0.0725874453783035,0.985,2.2219,180.025,1.8,0.1039563938975334,0.975,2.225,179.774,1.798,0.0885076224803924,0.9825,2.2214,180.068,1.801,0.0706685930490493,0.985,2.2221,180.006,1.8,0.0884100347757339,0.98,2.2244,179.822,1.798,0.1134592443704605,0.975,2.2225,179.98,1.8,0.0740274935960769,0.9825,2.2211,180.092,1.801,0.0714218094944953,0.985,2.2251,179.765,1.798,0.0699524655938148,0.985,2.2214,180.067,1.801,0.0704969093203544,0.985,2.2279,179.54,1.795,0.0750230625271797,0.9825,2.2294,179.422,1.794,0.0892241448163986,0.9825,2.2221,180.009,1.8,0.0700976774096489,0.985,2.2216,180.05,1.801,0.1144990697503089,0.97,2.2226,179.972,1.8,0.0912929996848106,0.9775,2.2241,179.85,1.798,0.0717542916536331,0.985,2.2408,178.507,1.785,0.1201261803507804,0.97,2.2222,180.003,1.8,0.1297058463096618,0.97,2.224,179.853,1.799,0.0699110254645347,0.985,2.226,179.694,1.797,0.0827301293611526,0.98,2.2242,179.841,1.798,0.078859306871891,0.9825,2.2216,180.05,1.801,0.0988441482186317,0.98,2.2694,176.26,1.763,0.0818542018532753,0.98,2.2245,179.82,1.798,0.0848663970828056,0.98,2.2348,178.991,1.79,0.0914436429738998,0.98,2.2364,178.857,1.789,0.0788102447986602,0.9825,2.2235,179.898,1.799,0.0776450186967849,0.9825,2.2225,179.974,1.8,0.0814971253275871,0.98,2.311,173.082,1.731,400,0.0745463371276855,0.985,2.2208,180.115,1.801,0.0743247494101524,0.985,2.22,180.178,1.802,0.0734977796673774,0.985,2.2258,179.707,1.797,0.079777404949069,852.7854,1600,9.381,0.293,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-30b,1337,30000000000.0,opt,False,all_results.json
+llama-2-70b_1,5.0,0.224727988243103,0.9325,2.1766,183.771,1.838,0.2303588837385177,0.925,2.2236,179.891,1.799,0.2194267064332962,0.9325,2.1443,186.541,1.865,0.2251861244440078,0.93,2.1448,186.502,1.865,0.2198341935873031,0.93,2.2172,180.407,1.804,0.2247242033481598,0.93,2.189,182.734,1.827,0.2314573228359222,0.9275,2.1452,186.462,1.865,0.2283752411603927,0.9275,2.193,182.4,1.824,0.2261229753494262,0.9275,2.2132,180.73,1.807,0.2266255766153335,0.93,2.1463,186.371,1.864,0.2223621904850006,0.9325,2.1696,184.364,1.844,0.2334087491035461,0.925,2.1829,183.239,1.832,0.2254958301782608,0.9325,2.1433,186.625,1.866,0.2250957936048507,0.93,2.146,186.392,1.864,0.2468219250440597,0.92,2.2078,181.175,1.812,0.2587547600269317,0.9125,2.181,183.398,1.834,0.2691164314746856,0.915,2.1457,186.416,1.864,0.2622863948345184,0.9175,2.2209,180.104,1.801,0.2195486277341842,0.9325,2.4504,163.241,1.632,0.2200221568346023,0.9325,2.1437,186.59,1.866,0.2252027839422226,0.93,2.1842,183.131,1.831,0.2210020422935485,0.9325,2.1619,185.021,1.85,0.2260877788066864,0.925,2.2309,179.297,1.793,0.220402792096138,0.9325,2.1441,186.557,1.866,0.2243185937404632,0.93,2.2034,181.539,1.815,0.2300775498151779,0.9275,2.2223,179.995,1.8,0.2205534428358078,0.9325,2.1755,183.87,1.839,0.2190854400396347,0.9325,2.1796,183.519,1.835,0.2243213206529617,0.9325,2.1857,183.011,1.83,0.2292400002479553,0.9275,2.1435,186.608,1.866,0.2224539220333099,0.9325,2.193,182.395,1.824,0.2238358706235885,0.9325,2.1481,186.215,1.862,0.2258385866880417,0.9275,2.1487,186.157,1.862,0.2221514135599136,0.93,2.1455,186.439,1.864,0.2194415628910064,0.9325,2.2181,180.337,1.803,0.2216931283473968,0.93,2.1472,186.293,1.863,0.219203770160675,0.9325,2.144,186.564,1.866,0.2205638289451599,0.9325,2.1789,183.578,1.836,0.2189936190843582,0.9325,2.2003,181.792,1.818,0.2235427498817443,0.93,2.2193,180.236,1.802,0.2269434332847595,0.9275,2.1542,185.684,1.857,0.2292356044054031,0.9275,2.1527,185.809,1.858,0.2212744951248169,0.93,2.1493,186.106,1.861,0.2418827265501022,0.9225,2.2077,181.182,1.812,0.2218570113182068,0.93,2.1437,186.592,1.866,0.2287538200616836,0.9275,2.1652,184.742,1.847,0.233355775475502,0.9275,2.1625,184.974,1.85,0.241565853357315,0.9275,2.1573,185.415,1.854,0.2235882878303527,0.9275,2.2128,180.765,1.808,0.2251836657524109,0.925,2.1878,182.834,1.828,0.2314556539058685,0.9275,2.2154,180.557,1.806,0.2252905219793319,0.93,2.1889,182.736,1.827,0.2229952216148376,0.93,2.2107,180.938,1.809,0.2317809611558914,0.925,2.1479,186.228,1.862,0.2267809361219406,0.93,2.1711,184.242,1.842,0.2203318029642105,0.9325,2.1454,186.449,1.864,0.2278115451335907,0.9275,2.1453,186.455,1.865,0.2265944629907608,0.93,2.2175,180.385,1.804,400,0.2248495668172836,0.9325,2.1857,183.005,1.83,0.2249596565961837,0.9325,2.1506,185.997,1.86,0.2245680689811706,0.9325,2.1424,186.702,1.867,0.1223498568534851,822.67,1600,9.724,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b,1,70000000000.0,llama-2,False,all_results.json
+llama-2-70b_666,5.0,0.4390673041343689,0.9175,1.2032,332.459,3.325,0.4552314281463623,0.9125,1.2376,323.214,3.232,0.4492797553539276,0.915,1.2035,332.377,3.324,0.4448526501655578,0.9125,1.2229,327.083,3.271,0.4385448396205902,0.9175,1.2082,331.069,3.311,0.4395000338554382,0.9175,1.2052,331.902,3.319,0.4471665322780609,0.915,1.2048,332.005,3.32,0.4388991892337799,0.9175,1.2033,332.432,3.324,0.4559084773063659,0.915,1.2113,330.224,3.302,0.4612442851066589,0.91,1.2072,331.342,3.313,0.4388702511787414,0.9175,1.2045,332.076,3.321,0.4388056099414825,0.9175,1.2031,332.48,3.325,0.4391524493694305,0.9175,1.2346,323.999,3.24,0.4386157989501953,0.9175,1.2496,320.108,3.201,0.4700862765312195,0.9125,1.2121,330.001,3.3,0.4618625938892364,0.91,1.2069,331.417,3.314,0.4806869626045227,0.905,1.2058,331.738,3.317,0.4469132125377655,0.915,1.2056,331.786,3.318,0.4386862516403198,0.9175,1.2056,331.785,3.318,0.4386131763458252,0.9175,1.2056,331.777,3.318,0.45518359541893,0.915,1.207,331.388,3.314,0.4388099610805511,0.9175,1.2082,331.081,3.311,0.4580634236335754,0.9125,1.2046,332.07,3.321,0.4386533498764038,0.9175,1.206,331.677,3.317,0.4488512277603149,0.9125,1.2057,331.751,3.318,0.4704889059066772,0.9125,1.2079,331.163,3.312,0.4396484494209289,0.9175,1.2114,330.205,3.302,0.4386307597160339,0.9175,1.4337,279.006,2.79,0.4391098022460937,0.9175,1.2039,332.266,3.323,0.4386614263057709,0.9175,1.207,331.405,3.314,0.4388864934444427,0.9175,1.2033,332.43,3.324,0.438790887594223,0.9175,1.2097,330.654,3.307,0.4386249482631683,0.9175,1.2077,331.199,3.312,0.4387283623218536,0.9175,1.2062,331.611,3.316,0.4386177361011505,0.9175,1.2104,330.468,3.305,0.4385882318019867,0.9175,1.2095,330.726,3.307,0.4386058449745178,0.9175,1.2047,332.024,3.32,0.438627153635025,0.9175,1.2151,329.187,3.292,0.4385513365268707,0.9175,1.2073,331.323,3.313,0.4601410031318664,0.9125,1.206,331.674,3.317,0.4506277441978454,0.915,1.2044,332.128,3.321,0.4749014675617218,0.91,1.2096,330.689,3.307,0.465659499168396,0.91,1.2068,331.448,3.314,0.4858402907848358,0.9075,1.2026,332.599,3.326,0.4388708174228668,0.9175,1.2071,331.375,3.314,0.4407449066638946,0.915,1.2103,330.508,3.305,0.4583608210086822,0.9125,1.2036,332.348,3.323,0.4571731686592102,0.915,1.2054,331.832,3.318,0.4447095394134521,0.915,1.2141,329.449,3.294,0.4466356337070465,0.915,1.2104,330.466,3.305,0.4449896514415741,0.915,1.2077,331.212,3.312,0.4483904242515564,0.915,1.2128,329.806,3.298,0.4489539265632629,0.915,1.2069,331.42,3.314,0.4629384279251098,0.9125,1.2107,330.378,3.304,0.4550045430660248,0.9125,1.2069,331.42,3.314,0.4389885067939758,0.9175,1.3247,301.944,3.019,0.4522573053836822,0.9125,1.2083,331.053,3.311,0.4511716961860657,0.915,1.2192,328.084,3.281,400,0.4391666054725647,0.9175,1.2071,331.365,3.314,0.4391342103481293,0.9175,1.2056,331.787,3.318,0.4391317367553711,0.9175,1.2055,331.82,3.318,0.1337277412414551,477.0233,1600,16.771,0.524,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b,666,70000000000.0,llama-2,False,all_results.json
+llama-2-70b_42,5.0,0.2084813117980957,0.9525,2.3145,172.827,1.728,0.2479496747255325,0.94,2.2244,179.823,1.798,0.226569265127182,0.9475,2.222,180.017,1.8,0.2571098208427429,0.935,2.2284,179.499,1.795,0.2149766683578491,0.95,2.2332,179.114,1.791,0.2402903586626052,0.94,2.2207,180.12,1.801,0.2201700955629348,0.9475,2.2269,179.624,1.796,0.2265188544988632,0.9475,2.2321,179.204,1.792,0.2302368134260177,0.945,2.2311,179.284,1.793,0.2294498085975647,0.945,2.2236,179.885,1.799,0.2078435271978378,0.9525,2.2226,179.97,1.8,0.2355644553899765,0.9425,2.2228,179.952,1.8,0.2088294923305511,0.9525,2.3213,172.314,1.723,0.2117636650800705,0.95,2.2212,180.082,1.801,0.2789782583713531,0.93,2.2767,175.694,1.757,0.2616647779941559,0.9375,2.2244,179.821,1.798,0.3035379648208618,0.9275,2.2318,179.225,1.792,0.2713379263877868,0.935,2.2333,179.108,1.791,0.2072238028049469,0.9525,2.2224,179.99,1.8,0.2075677514076233,0.9525,2.3152,172.769,1.728,0.2218433171510696,0.95,2.2229,179.944,1.799,0.2077503800392151,0.9525,2.222,180.022,1.8,0.2220810651779174,0.9475,2.2215,180.062,1.801,0.207788199186325,0.9525,2.2264,179.662,1.797,0.2235547453165054,0.95,2.2249,179.787,1.798,0.2346256077289581,0.9475,2.2808,175.38,1.754,0.2253809720277786,0.9475,2.3178,172.578,1.726,0.2073545008897781,0.9525,2.2243,179.835,1.798,0.2084551006555557,0.9525,2.2224,179.987,1.8,0.2218342274427414,0.9475,2.2273,179.593,1.796,0.2079890817403793,0.9525,2.2225,179.977,1.8,0.22674460709095,0.9475,2.3169,172.646,1.726,0.2117423117160797,0.9475,2.2219,180.025,1.8,0.2244827449321746,0.9475,2.2224,179.987,1.8,0.2108768224716186,0.95,2.2228,179.954,1.8,0.2069763243198394,0.9525,2.2318,179.227,1.792,0.2070462852716446,0.9525,2.2235,179.894,1.799,0.2104711383581161,0.95,2.2227,179.961,1.8,0.2068950533866882,0.9525,2.2261,179.688,1.797,0.2338134944438934,0.945,2.2277,179.556,1.796,0.2176989018917083,0.95,2.2225,179.974,1.8,0.2462726384401321,0.9375,2.2252,179.761,1.798,0.2393650114536285,0.945,2.2281,179.523,1.795,0.2465540915727615,0.9425,2.234,179.053,1.791,0.2317019402980804,0.945,2.2304,179.342,1.793,0.2171781361103058,0.95,2.2318,179.231,1.792,0.2372439056634903,0.9375,2.222,180.019,1.8,0.2348963916301727,0.9425,2.2327,179.157,1.792,0.2278021574020385,0.945,2.2255,179.739,1.797,0.2377585917711258,0.94,2.2233,179.909,1.799,0.22511787712574,0.945,2.2232,179.917,1.799,0.2179679125547409,0.95,2.226,179.691,1.797,0.2333695292472839,0.9475,2.2283,179.512,1.795,0.2398920208215713,0.945,2.2215,180.056,1.801,0.2422994971275329,0.94,2.3178,172.574,1.726,0.2132854461669922,0.95,2.2292,179.437,1.794,0.2263102382421493,0.9475,2.2356,178.92,1.789,0.2191184163093567,0.945,2.2289,179.458,1.795,400,0.208627313375473,0.9525,2.2672,176.429,1.764,0.2088097333908081,0.9525,2.2291,179.445,1.794,0.2085921168327331,0.9525,2.2227,179.958,1.8,0.1363113837242126,845.6305,1600,9.46,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b,42,70000000000.0,llama-2,False,all_results.json
+llama-2-70b_25,5.0,0.2436875700950622,0.9525,4.0002,99.994,1.0,0.2708088457584381,0.9475,4.0267,99.338,0.993,0.2500575482845306,0.95,4.0287,99.287,0.993,0.2570951282978058,0.95,4.021,99.478,0.995,0.2509773373603821,0.95,4.0459,98.865,0.989,0.2432984411716461,0.9525,4.0255,99.367,0.994,0.2456409484148025,0.95,4.0272,99.325,0.993,0.2493865042924881,0.95,4.0199,99.505,0.995,0.2632442116737366,0.95,4.0315,99.218,0.992,0.2625504434108734,0.945,4.0289,99.282,0.993,0.2434373646974563,0.9525,4.016,99.601,0.996,0.2678356468677521,0.9475,4.0214,99.469,0.995,0.2438228279352188,0.9525,4.0074,99.815,0.998,0.2625247240066528,0.95,4.1121,97.274,0.973,0.2830157577991485,0.9475,4.031,99.231,0.992,0.2956274151802063,0.945,4.0285,99.293,0.993,0.2878594100475311,0.9475,4.0522,98.712,0.987,0.268496423959732,0.9425,4.0268,99.334,0.993,0.2431063652038574,0.9525,4.0235,99.416,0.994,0.2431653141975402,0.9525,4.0182,99.547,0.995,0.2633304595947265,0.95,4.0217,99.461,0.995,0.2432165592908859,0.9525,4.0215,99.466,0.995,0.2691023349761963,0.9475,4.0199,99.506,0.995,0.2431677281856537,0.9525,4.0089,99.779,0.998,0.2637834846973419,0.95,4.0242,99.398,0.994,0.2675016522407532,0.9475,4.0283,99.297,0.993,0.243764117360115,0.9525,4.0245,99.392,0.994,0.2431090921163559,0.9525,4.0376,99.069,0.991,0.243582397699356,0.9525,4.0079,99.804,0.998,0.2431187480688095,0.9525,4.0479,98.816,0.988,0.2434204518795013,0.9525,4.0136,99.66,0.997,0.243891179561615,0.9525,4.0283,99.298,0.993,0.2431375384330749,0.9525,4.0248,99.383,0.994,0.2431408315896988,0.9525,4.0245,99.391,0.994,0.2449822276830673,0.95,4.0177,99.561,0.996,0.2521312236785888,0.95,4.0252,99.375,0.994,0.243107259273529,0.9525,4.0363,99.102,0.991,0.2431261837482452,0.9525,4.0282,99.301,0.993,0.2431166023015976,0.9525,4.0221,99.449,0.994,0.2779406309127807,0.9475,4.0305,99.243,0.992,0.2534630298614502,0.95,4.0239,99.406,0.994,0.2927928864955902,0.945,4.029,99.279,0.993,0.2641792297363281,0.95,4.0164,99.592,0.996,0.2832504510879516,0.9475,4.0219,99.456,0.995,0.2609018087387085,0.95,4.035,99.133,0.991,0.2460415959358215,0.95,4.0274,99.319,0.993,0.2611192762851715,0.9475,4.0229,99.43,0.994,0.2784003317356109,0.9475,4.0313,99.225,0.992,0.2475152611732483,0.95,4.0342,99.152,0.992,0.2495087087154388,0.95,4.0313,99.224,0.992,0.2454500943422317,0.95,4.0315,99.219,0.992,0.2502589523792267,0.95,4.0192,99.522,0.995,0.2823732495307922,0.945,4.0301,99.253,0.993,0.2707918882369995,0.9475,4.0225,99.44,0.994,0.2683605551719665,0.9475,4.0351,99.131,0.991,0.2430946975946426,0.9525,4.0286,99.29,0.993,0.2477405369281768,0.95,4.0224,99.444,0.994,0.2522599101066589,0.95,4.0291,99.278,0.993,400,0.2436485737562179,0.9525,4.0143,99.643,0.996,0.2436695843935012,0.9525,4.0344,99.148,0.991,0.2436226606369018,0.9525,4.0084,99.79,0.998,0.1148515380620956,1505.1076,1600,5.315,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b,25,70000000000.0,llama-2,False,all_results.json
+llama-2-70b_1337,5.0,0.2358544170856475,0.9325,4.0616,98.483,0.985,0.2401482164859771,0.93,4.0989,97.587,0.976,0.238666146993637,0.9275,4.0881,97.845,0.978,0.243158146739006,0.9275,4.239,94.361,0.944,0.233741819858551,0.9325,4.1726,95.862,0.959,0.2395537942647934,0.93,4.0864,97.885,0.979,0.2416010797023773,0.93,4.0938,97.709,0.977,0.2337687164545059,0.9325,4.0903,97.791,0.978,0.2431043237447738,0.93,4.1399,96.621,0.966,0.2427713274955749,0.93,4.0947,97.686,0.977,0.2349044382572174,0.9325,4.0796,98.048,0.98,0.2407789677381515,0.9275,4.0826,97.976,0.98,0.236402228474617,0.9325,4.0879,97.85,0.978,0.2355283200740814,0.93,4.081,98.015,0.98,0.264042466878891,0.92,4.0992,97.581,0.976,0.2710842788219452,0.925,4.0946,97.69,0.977,0.2783921360969543,0.92,4.0956,97.665,0.977,0.2714317440986633,0.9225,4.0887,97.83,0.978,0.2337107211351394,0.9325,4.0685,98.315,0.983,0.2339811772108078,0.9325,4.0822,97.987,0.98,0.2430013418197631,0.93,4.0891,97.822,0.978,0.2341595888137817,0.9325,4.0691,98.303,0.983,0.2518342137336731,0.925,4.0859,97.899,0.979,0.2340513616800308,0.9325,4.0896,97.809,0.978,0.2407139390707016,0.93,4.0926,97.736,0.977,0.2502521872520447,0.9275,4.0798,98.043,0.98,0.2342190742492675,0.9325,4.0874,97.861,0.979,0.233643963932991,0.9325,4.0991,97.582,0.976,0.2355986386537552,0.9325,4.0676,98.338,0.983,0.237952709197998,0.93,4.0801,98.037,0.98,0.2349407374858856,0.9325,4.06,98.522,0.985,0.2341912388801574,0.9325,4.1594,96.168,0.962,0.2337425649166107,0.9325,4.0811,98.012,0.98,0.2345655411481857,0.9325,4.0816,98.002,0.98,0.2336570769548416,0.9325,4.082,97.991,0.98,0.2335653454065323,0.9325,4.0786,98.072,0.981,0.233642041683197,0.9325,4.0744,98.174,0.982,0.2339231520891189,0.9325,4.1036,97.476,0.975,0.2334952354431152,0.9325,4.0894,97.814,0.978,0.2543728351593017,0.925,4.0899,97.803,0.978,0.2461061626672744,0.93,4.0802,98.034,0.98,0.2536127269268036,0.925,4.0955,97.668,0.977,0.2432211339473724,0.9275,4.0975,97.621,0.976,0.2578566372394562,0.9275,4.0866,97.881,0.979,0.2406836301088333,0.9275,4.0917,97.759,0.978,0.2384491115808487,0.9275,4.1073,97.387,0.974,0.2459365427494049,0.93,4.0821,97.989,0.98,0.2565423548221588,0.9275,4.0775,98.1,0.981,0.235210508108139,0.93,4.1241,96.992,0.97,0.2336729764938354,0.9325,4.0837,97.951,0.98,0.2350651770830154,0.9325,4.0844,97.933,0.979,0.2379123717546463,0.93,4.0789,98.066,0.981,0.2411668002605438,0.9275,4.0871,97.869,0.979,0.2385016679763794,0.93,4.0752,98.154,0.982,0.2424901127815246,0.93,4.1055,97.43,0.974,0.2335391640663147,0.9325,4.0994,97.575,0.976,0.2337190955877304,0.9325,4.0895,97.811,0.978,0.2350524067878723,0.9325,4.0881,97.844,0.978,400,0.2358321994543075,0.9325,4.0717,98.238,0.982,0.2362020313739776,0.9325,4.1624,96.099,0.961,0.2357747852802276,0.9325,4.0399,99.013,0.99,0.1274755783081054,1532.8919,1600,5.219,0.163,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b,1337,70000000000.0,llama-2,False,all_results.json
+llama-2-70b-chat_1,5.0,0.1458053439855575,0.9675,3.2778,122.033,1.22,0.3388415575027466,0.905,3.2776,122.039,1.22,0.3083619475364685,0.9,3.2513,123.027,1.23,0.3178694546222687,0.91,3.2452,123.26,1.233,0.3421343266963959,0.9125,3.2472,123.182,1.232,0.3838970065116882,0.89,3.2477,123.164,1.232,0.266092449426651,0.9275,3.3327,120.021,1.2,0.3613976240158081,0.8875,3.2977,121.297,1.213,0.2836746573448181,0.9225,3.2209,124.19,1.242,0.3224809169769287,0.91,3.306,120.992,1.21,0.1453848481178283,0.9675,3.2237,124.082,1.241,0.3462408483028412,0.9025,3.2248,124.039,1.24,0.1460178345441818,0.9675,3.2369,123.575,1.236,0.3966606259346008,0.89,3.2822,121.869,1.219,0.4153018295764923,0.8799999999999999,3.2521,122.998,1.23,0.4436457753181457,0.8675,3.2847,121.778,1.218,0.5006682872772217,0.8650000000000001,3.2458,123.235,1.232,0.5249288082122803,0.8625,3.2316,123.779,1.238,0.1931042075157165,0.95,3.2348,123.656,1.237,0.1444152295589447,0.9675,3.2478,123.16,1.232,0.2029031813144683,0.955,3.2585,122.757,1.228,0.144565999507904,0.9675,3.2717,122.262,1.223,0.2183175683021545,0.9425,3.277,122.062,1.221,0.1444690227508545,0.9675,3.2569,122.817,1.228,0.1571720689535141,0.96,3.2456,123.243,1.232,0.2064769715070724,0.95,3.2729,122.215,1.222,0.2227293401956558,0.9375,3.2518,123.009,1.23,0.1749778687953949,0.96,3.2473,123.18,1.232,0.1454904973506927,0.9675,3.2473,123.181,1.232,0.375397264957428,0.8975,3.2412,123.413,1.234,0.1450929492712021,0.9675,3.234,123.684,1.237,0.3297362625598907,0.91,3.239,123.495,1.235,0.2425642609596252,0.93,3.2402,123.45,1.235,0.1838134378194809,0.9575,3.2454,123.251,1.233,0.1800636351108551,0.955,3.2788,121.996,1.22,0.2288029789924621,0.9375,3.2463,123.218,1.232,0.2028229832649231,0.945,3.2401,123.451,1.235,0.2575460076332092,0.925,3.2573,122.8,1.228,0.2174057960510254,0.9375,3.2187,124.275,1.243,0.1718292832374572,0.955,3.2302,123.832,1.238,0.260268896818161,0.92,3.2435,123.323,1.233,0.2058315277099609,0.9425,3.2395,123.474,1.235,0.1639270335435867,0.9575,3.2325,123.744,1.237,0.3661538660526275,0.8925,3.323,120.371,1.204,0.3054170906543731,0.915,3.2252,124.023,1.24,0.2899230718612671,0.92,3.2767,122.075,1.221,0.362913578748703,0.8925,3.2572,122.803,1.228,0.3458002805709839,0.895,3.2446,123.281,1.233,0.3210386633872986,0.91,3.2527,122.975,1.23,0.4024706184864044,0.8775000000000002,3.3148,120.672,1.207,0.3067435324192047,0.915,3.2444,123.29,1.233,0.2339760810136795,0.935,3.2346,123.663,1.237,0.2849264144897461,0.92,3.2446,123.282,1.233,0.3097017407417297,0.9125,3.2463,123.219,1.232,0.309291809797287,0.9075,3.2494,123.099,1.231,0.3130438029766083,0.905,3.2747,122.15,1.222,0.3692888915538788,0.8799999999999999,3.2471,123.186,1.232,0.3287992179393768,0.9,3.2456,123.244,1.232,400,0.1455941051244735,0.9675,3.2448,123.276,1.233,0.1456047892570495,0.9675,3.2149,124.422,1.244,0.1455267965793609,0.9675,3.2506,123.053,1.231,0.0556255559921264,1221.6393,1600,6.549,0.205,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b-chat,1,70000000000.0,llama-2,True,all_results.json
+llama-2-70b-chat_666,5.0,0.1069659739732742,0.9775,2.2195,180.217,1.802,1.3689035177230835,0.6975,2.2183,180.319,1.803,1.3584105968475342,0.7075,2.2311,179.287,1.793,1.278553485870361,0.7150000000000001,2.2416,178.442,1.784,1.5171536207199097,0.67,2.2294,179.418,1.794,1.1206483840942385,0.7449999999999999,2.3246,172.073,1.721,1.4063934087753296,0.6900000000000001,2.2246,179.805,1.798,1.3725273609161377,0.6950000000000001,2.2373,178.787,1.788,1.2439353466033936,0.7224999999999999,2.221,180.099,1.801,1.204506278038025,0.73,2.2206,180.128,1.801,0.1115087419748306,0.975,2.2312,179.272,1.793,1.0535459518432615,0.7775000000000001,2.225,179.774,1.798,0.1099390313029289,0.975,2.2177,180.366,1.804,1.1206731796264648,0.7475,2.2272,179.602,1.796,1.3205244541168213,0.6950000000000001,2.2324,179.183,1.792,1.3684284687042236,0.7024999999999999,2.2261,179.686,1.797,1.3053898811340332,0.71,2.2218,180.035,1.8,1.4901351928710938,0.685,2.2192,180.247,1.802,0.5107686519622803,0.8750000000000001,2.2259,179.702,1.797,0.1068775057792663,0.9775,2.2228,179.952,1.8,0.4359392523765564,0.8925,2.2204,180.149,1.801,0.1068893373012542,0.9775,2.2232,179.919,1.799,0.6585156321525574,0.8550000000000001,2.3484,170.327,1.703,0.1068794429302215,0.9775,2.2271,179.603,1.796,0.5134084820747375,0.87,2.2211,180.088,1.801,0.7147483825683594,0.8275,2.22,180.18,1.802,0.6793583631515503,0.8525,2.229,179.453,1.795,0.5198289155960083,0.8725,2.2287,179.48,1.795,0.1069288179278373,0.9775,2.2246,179.81,1.798,1.3723498582839966,0.7024999999999999,2.3292,171.736,1.717,0.1069130823016166,0.9775,2.2862,174.966,1.75,0.9836727380752563,0.7825,2.2293,179.426,1.794,0.7580277919769287,0.805,2.2205,180.143,1.801,0.6154550313949585,0.8475,2.2183,180.32,1.803,0.654679536819458,0.8400000000000001,2.3612,169.402,1.694,0.9439822435379028,0.7949999999999999,2.2346,179.005,1.79,0.7409412860870361,0.8150000000000001,2.2226,179.972,1.8,0.7375709414482117,0.8300000000000001,2.2227,179.962,1.8,1.0011924505233765,0.7799999999999999,2.2238,179.874,1.799,0.3709757924079895,0.91,2.2214,180.068,1.801,0.7066966891288757,0.8300000000000001,2.2199,180.188,1.802,0.5153787136077881,0.8849999999999999,2.2199,180.19,1.802,0.4014416038990021,0.895,2.225,179.777,1.798,1.0586472749710083,0.775,2.371,168.704,1.687,1.1530581712722778,0.7425,2.2448,178.187,1.782,0.9920974969863892,0.7525,2.2228,179.952,1.8,1.3738656044006348,0.675,2.243,178.334,1.783,1.0705561637878418,0.765,2.2195,180.218,1.802,1.5281732082366943,0.67,2.2201,180.172,1.802,1.847296118736267,0.6225,2.2266,179.643,1.796,1.039183497428894,0.7525,2.2361,178.88,1.789,1.0191859006881714,0.7475,2.2395,178.615,1.786,1.038599729537964,0.7675000000000001,2.2187,180.285,1.803,1.0536909103393557,0.7375,2.234,179.055,1.791,1.275496244430542,0.705,2.2196,180.216,1.802,1.2248119115829468,0.7275,2.2198,180.198,1.802,1.152218222618103,0.7224999999999999,2.3388,171.029,1.71,1.056733250617981,0.7475,2.2306,179.327,1.793,400,0.1069328561425209,0.9775,2.2254,179.743,1.797,0.106934368610382,0.9775,2.2464,178.065,1.781,0.1069350242614746,0.9775,2.2235,179.894,1.799,0.064837364077568,851.0034,1600,9.401,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b-chat,666,70000000000.0,llama-2,True,all_results.json
+llama-2-70b-chat_42,5.0,0.0520694404840469,0.9875,4.0365,99.095,0.991,0.6593194007873535,0.7749999999999999,4.0003,99.991,1.0,0.5823032855987549,0.81,4.0,100.001,1.0,0.6142788529396057,0.7975000000000001,3.9944,100.14,1.001,0.6462502479553223,0.8,3.9955,100.112,1.001,0.6068804860115051,0.8,4.0016,99.96,1.0,0.5471649765968323,0.815,3.997,100.075,1.001,0.695393979549408,0.78,4.0221,99.45,0.994,0.5828030705451965,0.8,4.0088,99.782,0.998,0.6187387108802795,0.7925,4.0135,99.664,0.997,0.0518189966678619,0.9875,3.975,100.628,1.006,0.7677798271179199,0.77,4.0085,99.789,0.998,0.0523962639272213,0.9875,4.0385,99.046,0.99,0.7272024750709534,0.7749999999999999,3.9984,100.041,1.0,0.8006129264831543,0.7475,4.0059,99.852,0.999,0.8242633938789368,0.745,4.0548,98.649,0.986,0.8130640387535095,0.75,4.0719,98.235,0.982,0.7987275719642639,0.755,3.9999,100.002,1.0,0.3863941431045532,0.8725,3.9994,100.015,1.0,0.0508987158536911,0.9875,4.0431,98.933,0.989,0.338744580745697,0.8850000000000001,3.9967,100.081,1.001,0.050911508500576,0.9875,3.986,100.352,1.004,0.4761152565479278,0.855,3.9936,100.161,1.002,0.0509260185062885,0.9875,3.9805,100.489,1.005,0.2915798127651214,0.8949999999999999,3.9956,100.111,1.001,0.5825563669204712,0.8200000000000001,3.9973,100.068,1.001,0.5490513443946838,0.8425,4.0565,98.606,0.986,0.4202174842357635,0.8474999999999999,4.0036,99.911,0.999,0.0515968352556228,0.9875,3.9763,100.595,1.006,0.7707487344741821,0.7625000000000001,3.9966,100.086,1.001,0.0513552539050579,0.9875,3.9796,100.513,1.005,0.5488572716712952,0.8224999999999999,4.0627,98.457,0.985,0.5768362283706665,0.815,4.0077,99.808,0.998,0.4178314208984375,0.8675,4.0003,99.992,1.0,0.4594071209430694,0.8400000000000001,3.9932,100.17,1.002,0.5595257878303528,0.815,3.9989,100.028,1.0,0.508746862411499,0.8450000000000002,4.0228,99.434,0.994,0.5648430585861206,0.81,3.9953,100.118,1.001,0.4704672694206238,0.8474999999999999,3.995,100.125,1.001,0.2415074706077575,0.9175,3.9945,100.136,1.001,0.5295259952545166,0.8350000000000001,3.9958,100.105,1.001,0.305582046508789,0.9,4.0656,98.386,0.984,0.2100504487752914,0.925,3.9914,100.216,1.002,0.8044497966766357,0.75,3.9947,100.133,1.001,0.6788493990898132,0.785,3.9947,100.132,1.001,0.5489471554756165,0.8200000000000001,4.0641,98.423,0.984,0.8109836578369141,0.745,4.0006,99.986,1.0,0.704864501953125,0.78,4.0663,98.368,0.984,0.5938793420791626,0.81,3.9987,100.033,1.0,0.8353396654129028,0.745,4.0076,99.809,0.998,0.5860387682914734,0.805,3.9967,100.083,1.001,0.5428600907325745,0.81,4.016,99.602,0.996,0.622472882270813,0.785,3.9991,100.023,1.0,0.6304062008857727,0.7775000000000001,3.9996,100.009,1.0,0.6611527800559998,0.7825000000000001,4.0577,98.578,0.986,0.5602930188179016,0.8125000000000001,3.9979,100.053,1.001,0.7443084120750427,0.7599999999999999,3.9971,100.073,1.001,0.6545614004135132,0.795,4.0331,99.178,0.992,400,0.0516522489488124,0.9875,3.9704,100.745,1.007,0.0517157018184661,0.9875,3.9723,100.697,1.007,0.0516341291368007,0.9875,3.9748,100.634,1.006,0.0559786629900336,1503.3905,1600,5.321,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b-chat,42,70000000000.0,llama-2,True,all_results.json
+llama-2-70b-chat_25,5.0,0.2860451638698578,0.91,3.9869,100.328,1.003,0.385621041059494,0.865,4.0156,99.611,0.996,0.3386461138725281,0.8874999999999998,4.0153,99.618,0.996,0.3524107635021209,0.8849999999999999,4.0102,99.747,0.997,0.3709407150745392,0.8749999999999998,4.0144,99.641,0.996,0.3658561706542969,0.8775,4.0135,99.663,0.997,0.3817552924156189,0.8625,4.0124,99.691,0.997,0.3893657922744751,0.865,4.0136,99.66,0.997,0.3820206522941589,0.8675,4.0035,99.913,0.999,0.3917576670646667,0.865,4.0011,99.972,1.0,0.2852923572063446,0.91,3.9948,100.13,1.001,0.4045872986316681,0.8699999999999999,4.0123,99.693,0.997,0.2865206003189087,0.91,3.9856,100.36,1.004,0.3823666274547577,0.8824999999999998,4.0395,99.023,0.99,0.4227163195610046,0.8574999999999999,4.0131,99.673,0.997,0.4082125127315521,0.8625,4.014,99.652,0.997,0.4427291750907898,0.8524999999999999,4.0134,99.667,0.997,0.4532291293144226,0.8424999999999999,4.0176,99.561,0.996,0.3018115758895874,0.905,4.0059,99.852,0.999,0.2838254868984222,0.91,3.9956,100.111,1.001,0.3144616186618805,0.8999999999999999,4.0146,99.637,0.996,0.2838902175426483,0.91,3.9965,100.087,1.001,0.3191173374652862,0.8999999999999999,3.9996,100.011,1.0,0.28383469581604,0.91,3.993,100.176,1.002,0.3098843693733215,0.9025,4.0072,99.82,0.998,0.3330903947353363,0.8899999999999999,3.999,100.026,1.0,0.3073445558547973,0.8999999999999999,4.0118,99.705,0.997,0.2890405356884002,0.91,4.0316,99.215,0.992,0.2851078808307647,0.91,3.9866,100.336,1.003,0.3984513580799103,0.865,4.177,95.762,0.958,0.2845681607723236,0.91,3.9867,100.333,1.003,0.3377153873443603,0.8849999999999999,4.0676,98.339,0.983,0.3359882235527038,0.8824999999999998,4.0119,99.702,0.997,0.304106593132019,0.8974999999999999,4.0102,99.745,0.997,0.3005379438400268,0.9025,4.0093,99.769,0.998,0.3319429755210876,0.8949999999999999,4.0143,99.643,0.996,0.3062877953052521,0.8999999999999999,4.0164,99.592,0.996,0.3353627920150757,0.8899999999999999,4.0111,99.724,0.997,0.3277779817581177,0.8924999999999998,4.0199,99.505,0.995,0.2936760485172272,0.905,4.0182,99.547,0.995,0.3187718093395233,0.8999999999999999,4.0137,99.659,0.997,0.3161102831363678,0.8949999999999999,4.0092,99.77,0.998,0.2996469140052795,0.905,4.0132,99.671,0.997,0.3762504458427429,0.8724999999999999,4.0157,99.608,0.996,0.3574551343917846,0.8749999999999998,4.0258,99.359,0.994,0.3433442711830139,0.8824999999999998,4.0117,99.709,0.997,0.3514845371246338,0.8799999999999998,4.0144,99.641,0.996,0.3702353537082672,0.8824999999999998,4.0112,99.72,0.997,0.3871132731437683,0.8749999999999998,4.0141,99.649,0.996,0.4655061960220337,0.8424999999999999,4.0179,99.555,0.996,0.3648572266101837,0.8749999999999998,4.0215,99.467,0.995,0.3283033668994903,0.8874999999999998,4.0083,99.793,0.998,0.3235315084457397,0.8949999999999999,4.0016,99.96,1.0,0.3427716493606567,0.8874999999999998,4.0175,99.564,0.996,0.358480840921402,0.8874999999999998,4.0117,99.709,0.997,0.3613733351230621,0.8824999999999998,4.0131,99.673,0.997,0.3458395898342132,0.8924999999999998,4.0138,99.656,0.997,0.3785012066364288,0.8749999999999998,4.0189,99.529,0.995,400,0.2852732539176941,0.91,3.9856,100.361,1.004,0.2852784097194671,0.91,3.9845,100.39,1.004,0.2851977050304413,0.91,3.982,100.451,1.005,0.0617680760174989,1503.227,1600,5.322,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b-chat,25,70000000000.0,llama-2,True,all_results.json
+llama-2-70b-chat_1337,5.0,0.1824772655963897,0.965,4.0276,99.315,0.993,0.894239068031311,0.7725000000000001,4.1043,97.459,0.975,0.8256042003631592,0.7999999999999999,4.1003,97.553,0.976,0.8095382452011108,0.795,4.0939,97.707,0.977,0.9519315958023072,0.7775000000000001,4.1021,97.51,0.975,0.8136822581291199,0.7999999999999999,4.1031,97.487,0.975,0.7900713086128235,0.7800000000000001,4.1029,97.492,0.975,0.8202593326568604,0.7875000000000001,4.0995,97.573,0.976,0.8530041575431824,0.7725000000000001,4.0439,98.915,0.989,0.7927823066711426,0.795,4.1035,97.478,0.975,0.1824050694704055,0.965,4.0793,98.057,0.981,0.7667050957679749,0.7999999999999999,4.0974,97.624,0.976,0.1826025545597076,0.965,4.0355,99.12,0.991,0.7950975298881531,0.7925,4.0874,97.862,0.979,0.9323245286941528,0.7675000000000001,4.1035,97.478,0.975,0.9700758457183838,0.7500000000000002,4.0422,98.957,0.99,0.9545961618423462,0.7500000000000002,4.0522,98.711,0.987,1.063521385192871,0.7625,4.1038,97.471,0.975,0.4564965069293976,0.8875000000000001,4.0982,97.603,0.976,0.1820741444826126,0.965,4.0362,99.104,0.991,0.4147584438323974,0.8975000000000001,4.0396,99.021,0.99,0.1821026653051376,0.965,4.0885,97.835,0.978,0.496560275554657,0.8800000000000001,4.0972,97.626,0.976,0.1820849776268005,0.965,4.0898,97.804,0.978,0.400918036699295,0.8875000000000001,4.03,99.255,0.993,0.5441396236419678,0.8600000000000001,4.1057,97.426,0.974,0.5288287401199341,0.8750000000000001,4.0552,98.639,0.986,0.4552814960479736,0.8750000000000001,4.1043,97.459,0.975,0.1823114603757858,0.965,4.0746,98.169,0.982,0.8715441823005676,0.7725000000000001,4.0982,97.603,0.976,0.1822397410869598,0.965,4.0718,98.237,0.982,0.7499896287918091,0.815,4.0594,98.537,0.985,0.6934601664543152,0.8200000000000001,4.0977,97.615,0.976,0.4981917440891266,0.8625,4.0935,97.716,0.977,0.4894776940345764,0.8674999999999999,4.0978,97.614,0.976,0.6826790571212769,0.8250000000000001,4.0981,97.606,0.976,0.604534924030304,0.8450000000000001,4.0984,97.6,0.976,0.6893659830093384,0.815,4.0992,97.58,0.976,0.7417724132537842,0.8125000000000001,4.031,99.23,0.992,0.3635026514530182,0.9,4.0695,98.292,0.983,0.6227604150772095,0.8375,4.0965,97.643,0.976,0.4516403973102569,0.8775,4.0501,98.763,0.988,0.343404620885849,0.905,4.1022,97.507,0.975,0.7895370721817017,0.7875000000000001,4.1031,97.488,0.975,0.8449169397354126,0.79,4.1103,97.317,0.973,0.7223800420761108,0.7999999999999999,4.0567,98.603,0.986,0.8005416989326477,0.7750000000000001,4.1067,97.401,0.974,0.760169267654419,0.7999999999999999,4.053,98.693,0.987,0.8534725904464722,0.7775000000000001,4.0999,97.563,0.976,1.0948283672332764,0.7350000000000001,4.1327,96.788,0.968,0.7737846374511719,0.79,4.1039,97.467,0.975,0.7164337038993835,0.805,4.1176,97.144,0.971,0.7609856128692627,0.785,4.1069,97.397,0.974,0.726137101650238,0.8025000000000002,4.1024,97.503,0.975,0.8357334136962891,0.7750000000000001,4.062,98.473,0.985,0.7962852716445923,0.79,4.1029,97.491,0.975,0.836467444896698,0.7750000000000001,4.1065,97.406,0.974,0.7894322872161865,0.7875000000000001,4.0421,98.957,0.99,400,0.1823403686285019,0.965,4.0167,99.585,0.996,0.1823606491088867,0.965,4.0778,98.091,0.981,0.1823389083147049,0.965,4.0764,98.126,0.981,0.057553230151534,1518.8319,1600,5.267,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-70b-chat,1337,70000000000.0,llama-2,True,all_results.json
+llama-2-7b_1,5.0,0.1348873972892761,0.9675,2.1522,185.858,1.859,0.1332815140485763,0.9625,2.2271,179.602,1.796,0.1256374418735504,0.9675,2.1848,183.084,1.831,0.129758596420288,0.9625,2.1463,186.37,1.864,0.1230772957205772,0.9675,2.1502,186.032,1.86,0.1345456540584564,0.9625,2.1721,184.151,1.842,0.1342393159866333,0.9625,2.151,185.963,1.86,0.1306174099445343,0.965,2.1489,186.14,1.861,0.1233308389782905,0.9675,2.1532,185.77,1.858,0.1307138502597808,0.9625,2.1737,184.017,1.84,0.1304680407047271,0.9675,2.1754,183.87,1.839,0.1688436567783355,0.95,2.1903,182.622,1.826,0.1360879093408584,0.9675,2.1477,186.249,1.862,0.1332921832799911,0.965,2.199,181.9,1.819,0.1429318040609359,0.9625,2.1485,186.173,1.862,0.1750440597534179,0.95,2.1513,185.936,1.859,0.1628424674272537,0.9525,2.1984,181.947,1.819,0.1584392488002777,0.955,2.1487,186.155,1.862,0.1299469918012619,0.965,2.1646,184.794,1.848,0.1316755563020706,0.9675,2.1492,186.116,1.861,0.1371121257543563,0.965,2.1834,183.201,1.832,0.136478379368782,0.965,2.1845,183.107,1.831,0.1570508927106857,0.96,2.1434,186.62,1.866,0.1375355124473571,0.965,2.1462,186.377,1.864,0.1276286095380783,0.965,2.2405,178.529,1.785,0.1937910914421081,0.9475,2.2204,180.148,1.801,0.1717719435691833,0.95,2.1638,184.859,1.849,0.1260576397180557,0.9675,2.1478,186.24,1.862,0.1358529031276703,0.9675,2.1461,186.382,1.864,0.1372544914484024,0.9625,2.1963,182.122,1.821,0.1329578757286071,0.9675,2.192,182.482,1.825,0.1257941275835037,0.9675,2.1569,185.453,1.855,0.1351185292005539,0.9625,2.1492,186.119,1.861,0.1264266371726989,0.9675,2.1546,185.645,1.856,0.1301789879798889,0.965,2.1441,186.556,1.866,0.1249552369117736,0.9675,2.1509,185.967,1.86,0.1244056224822998,0.9675,2.1477,186.243,1.862,0.1239053755998611,0.9675,2.183,183.233,1.832,0.1234802082180976,0.9675,2.146,186.391,1.864,0.1465648263692855,0.96,2.1572,185.422,1.854,0.1411783844232559,0.9625,2.1485,186.179,1.862,0.1481178998947143,0.96,2.1934,182.364,1.824,0.1248989775776863,0.9675,2.1506,185.994,1.86,0.1566293686628341,0.955,2.1729,184.086,1.841,0.1373383998870849,0.9625,2.1987,181.924,1.819,0.1276338398456573,0.9625,2.1866,182.933,1.829,0.1448529660701751,0.9625,2.1648,184.771,1.848,0.1412370651960373,0.9625,2.2178,180.359,1.804,0.1271886676549911,0.965,2.2302,179.356,1.794,0.1230798438191413,0.9675,2.1547,185.644,1.856,0.1329309046268463,0.9625,2.1869,182.904,1.829,0.1293208748102188,0.965,2.1578,185.378,1.854,0.1355282664299011,0.965,2.1456,186.424,1.864,0.132110595703125,0.965,2.1961,182.139,1.821,0.1377795189619064,0.96,2.1728,184.095,1.841,0.1231950744986534,0.9675,2.2076,181.193,1.812,0.1255114823579788,0.9675,2.1515,185.914,1.859,0.1285498440265655,0.9625,2.1719,184.17,1.842,400,0.1368120461702346,0.9675,2.1852,183.049,1.83,0.1377279162406921,0.9675,2.1808,183.416,1.834,0.1360559612512588,0.9675,2.1531,185.781,1.858,0.0874855349063873,823.852,1600,9.71,0.303,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b,1,7000000000.0,llama-2,False,all_results.json
+llama-2-7b_666,5.0,0.1727036088705063,0.96,2.217,180.424,1.804,0.1754215806722641,0.9575,2.2174,180.394,1.804,0.1768706887960434,0.9575,2.2182,180.33,1.803,0.1719786077737808,0.96,2.2311,179.288,1.793,0.171877920627594,0.96,2.2216,180.053,1.801,0.1719599515199661,0.96,2.2194,180.233,1.802,0.1719007045030594,0.96,2.2182,180.324,1.803,0.1719244718551635,0.96,2.2208,180.113,1.801,0.1719018518924713,0.96,2.2191,180.252,1.803,0.1894564181566238,0.9575,2.2186,180.294,1.803,0.1724077761173248,0.96,2.2167,180.452,1.805,0.1742052286863327,0.9575,2.2196,180.212,1.802,0.1728764325380325,0.96,2.2209,180.107,1.801,0.1720108538866043,0.96,2.2185,180.301,1.803,0.1906466633081436,0.9575,2.2182,180.327,1.803,0.2006818056106567,0.955,2.2253,179.755,1.798,0.1997102946043014,0.9525,2.2183,180.321,1.803,0.1761025786399841,0.955,2.2188,180.275,1.803,0.1720907986164093,0.96,2.221,180.098,1.801,0.1722607612609863,0.96,2.2189,180.271,1.803,0.1909395456314087,0.9575,2.2222,180.0,1.8,0.1724878698587417,0.96,2.2305,179.329,1.793,0.2136349827051162,0.9525,2.2195,180.222,1.802,0.1724012196063995,0.96,2.2176,180.374,1.804,0.178551971912384,0.9575,2.2173,180.401,1.804,0.2165566235780716,0.9525,2.218,180.345,1.803,0.1896649897098541,0.9575,2.2167,180.449,1.804,0.1720000803470611,0.96,2.2201,180.17,1.802,0.1728341281414032,0.96,2.2217,180.045,1.8,0.1720197051763534,0.96,2.2226,179.971,1.8,0.1725345999002456,0.96,2.2169,180.431,1.804,0.1720274090766906,0.96,2.2167,180.448,1.804,0.1774762719869613,0.9575,2.2242,179.842,1.798,0.1719729602336883,0.96,2.2174,180.39,1.804,0.1719914227724075,0.96,2.2204,180.147,1.801,0.1719341427087783,0.96,2.2697,176.232,1.762,0.1720011532306671,0.96,2.2177,180.366,1.804,0.1720637530088424,0.96,2.2179,180.353,1.804,0.1718921512365341,0.96,2.2178,180.356,1.804,0.1988968402147293,0.95,2.2188,180.274,1.803,0.1891467720270156,0.9575,2.2186,180.293,1.803,0.2082834094762802,0.9525,2.2159,180.516,1.805,0.1842124164104461,0.955,2.2171,180.416,1.804,0.1995607316493988,0.955,2.2194,180.225,1.802,0.1756074577569961,0.9575,2.218,180.342,1.803,0.1719034165143966,0.96,2.2169,180.429,1.804,0.1882633566856384,0.9575,2.2336,179.08,1.791,0.1906493306159973,0.9575,2.2185,180.304,1.803,0.1719491183757782,0.96,2.2178,180.355,1.804,0.1718689799308776,0.96,2.2206,180.128,1.801,0.1719225943088531,0.96,2.2208,180.112,1.801,0.171991765499115,0.96,2.2176,180.372,1.804,0.1730754822492599,0.96,2.2205,180.137,1.801,0.1723751127719879,0.96,2.3747,168.442,1.684,0.1720831245183944,0.96,2.2168,180.444,1.804,0.1718851327896118,0.96,2.2249,179.784,1.798,0.1719526350498199,0.96,2.2193,180.237,1.802,0.1758674681186676,0.9575,2.2212,180.085,1.801,400,0.1728608757257461,0.96,2.2179,180.354,1.804,0.1729644536972046,0.96,2.263,176.753,1.768,0.1727960556745529,0.96,2.218,180.346,1.803,0.1017250268608331,841.5898,1600,9.506,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b,666,7000000000.0,llama-2,False,all_results.json
+llama-2-7b_42,5.0,0.011651549488306,0.9975,2.1664,184.635,1.846,0.0926018357276916,0.98,2.1515,185.92,1.859,0.0756994783878326,0.9825,2.141,186.83,1.868,0.0968284606933593,0.9775,2.1384,187.055,1.871,0.0521583743393421,0.9825,2.2241,179.847,1.798,0.1801909953355789,0.955,2.2222,179.998,1.8,0.045133076608181,0.9875,2.1749,183.912,1.839,0.1433574706315994,0.9525,2.1601,185.173,1.852,0.0251780208200216,0.99,2.151,185.963,1.86,0.1417786031961441,0.9625,2.1526,185.824,1.858,0.0108911572024226,0.9975,2.1465,186.352,1.864,0.523043155670166,0.8999999999999999,2.2229,179.949,1.799,0.0250931810587644,0.995,2.1647,184.781,1.848,0.1765995174646377,0.9575,2.2199,180.19,1.802,0.2756572365760803,0.9375,2.148,186.22,1.862,0.3518973290920257,0.9225,2.1637,184.872,1.849,0.3460650146007538,0.925,2.1487,186.162,1.862,0.2392026484012603,0.95,2.1405,186.87,1.869,0.2743316888809204,0.945,2.1524,185.836,1.858,0.1423665732145309,0.96,2.1437,186.593,1.866,0.2008229047060012,0.96,2.2107,180.942,1.809,0.140153706073761,0.9575,2.2158,180.518,1.805,0.525864839553833,0.8999999999999999,2.2166,180.457,1.805,0.2826159298419952,0.93,2.1417,186.77,1.868,0.0750443637371063,0.985,2.1455,186.434,1.864,0.4424889683723449,0.9075,2.1403,186.886,1.869,0.6593440175056458,0.8775,2.1881,182.807,1.828,0.144844964146614,0.965,2.2225,179.981,1.8,0.0158276613801717,0.9975,2.1381,187.084,1.871,0.215294137597084,0.9525,2.1458,186.415,1.864,0.0176706537604331,0.995,2.2094,181.048,1.81,0.1975886970758438,0.9525,2.1724,184.128,1.841,0.2175686061382293,0.955,2.1399,186.928,1.869,0.0949645712971687,0.9825,2.234,179.055,1.791,0.107927531003952,0.975,2.2156,180.537,1.805,0.1311067044734954,0.97,2.1738,184.006,1.84,0.1545708626508712,0.9575,2.2349,178.979,1.79,0.1018408760428428,0.98,2.153,185.785,1.858,0.0088205095380544,0.9975,2.1467,186.334,1.863,0.0998156145215034,0.9825,2.1544,185.665,1.857,0.1147499531507492,0.9775,2.1686,184.452,1.845,0.2420289367437362,0.95,2.2206,180.128,1.801,0.0783592462539672,0.985,2.2133,180.727,1.807,0.4024027585983276,0.9175,2.2664,176.49,1.765,0.1135759949684143,0.965,2.1471,186.298,1.863,0.0764638930559158,0.98,2.2156,180.537,1.805,0.375923752784729,0.925,2.1736,184.03,1.84,0.2304088920354843,0.9525,2.2155,180.546,1.805,0.071510449051857,0.975,2.163,184.927,1.849,0.1007254794239997,0.975,2.1654,184.723,1.847,0.2408675253391266,0.9475,2.1543,185.675,1.857,0.0928652286529541,0.9775,2.2073,181.219,1.812,0.0970329269766807,0.98,2.154,185.698,1.857,0.1426647156476974,0.9675,2.1753,183.886,1.839,0.1281637400388717,0.97,2.2199,180.189,1.802,0.0470819994807243,0.985,2.1624,184.983,1.85,0.2209661602973938,0.9425,2.2119,180.838,1.808,0.2080726474523544,0.9525,2.1477,186.25,1.863,400,0.0143136391416192,0.9975,2.1451,186.47,1.865,0.0166381374001503,0.9975,2.1492,186.112,1.861,0.0156450904905796,0.995,2.1517,185.896,1.859,0.098135841846466,821.5849,1600,9.737,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b,42,7000000000.0,llama-2,False,all_results.json
+llama-2-7b_25,5.0,0.1254969835281372,0.955,3.9644,100.898,1.009,0.137787863612175,0.9475,3.9921,100.197,1.002,0.1196945086121559,0.955,3.9972,100.071,1.001,0.1292893290519714,0.9525,3.9976,100.061,1.001,0.1185350343585014,0.955,3.9968,100.079,1.001,0.1273148208856582,0.9525,3.999,100.024,1.0,0.1241930425167083,0.9525,3.995,100.124,1.001,0.11909831315279,0.955,3.9946,100.136,1.001,0.1187722757458686,0.955,4.0077,99.808,0.998,0.1344964951276779,0.95,3.996,100.1,1.001,0.1225333139300346,0.955,3.9654,100.872,1.009,0.1250235587358474,0.9525,3.9871,100.324,1.003,0.1262269020080566,0.955,3.9703,100.748,1.007,0.1197075918316841,0.955,3.9995,100.014,1.0,0.1376897543668747,0.95,3.9921,100.199,1.002,0.1511294394731521,0.9475,3.9915,100.212,1.002,0.1549988687038421,0.9475,4.0081,99.798,0.998,0.1418303251266479,0.9425,4.0031,99.922,0.999,0.1202050223946571,0.955,3.9929,100.179,1.002,0.1206947267055511,0.955,3.9998,100.006,1.0,0.1355570256710052,0.9525,3.9824,100.443,1.004,0.1216627433896064,0.955,3.991,100.225,1.002,0.1521888226270675,0.9475,3.994,100.151,1.002,0.1207061037421226,0.955,3.9777,100.56,1.006,0.1191983893513679,0.955,3.9914,100.215,1.002,0.152439460158348,0.9475,3.9935,100.162,1.002,0.1319101899862289,0.95,4.0548,98.648,0.986,0.1194000989198684,0.955,4.0066,99.836,0.998,0.1253690272569656,0.955,3.9703,100.749,1.007,0.1208447366952896,0.955,3.9938,100.154,1.002,0.1235588192939758,0.955,3.9778,100.559,1.006,0.1289228349924087,0.95,3.9941,100.147,1.001,0.1192736402153968,0.955,3.9956,100.111,1.001,0.1216285228729248,0.9525,3.9976,100.06,1.001,0.120104119181633,0.955,3.9928,100.18,1.002,0.1190404891967773,0.955,3.9943,100.143,1.001,0.1191942617297172,0.955,3.9945,100.139,1.001,0.1191451773047447,0.955,3.9897,100.259,1.003,0.1187161058187484,0.955,3.9991,100.022,1.0,0.1470742672681808,0.945,3.9953,100.118,1.001,0.1311430484056472,0.9525,3.9911,100.223,1.002,0.1649680733680725,0.9425,4.0656,98.386,0.984,0.1216630265116691,0.955,3.9896,100.259,1.003,0.1352405101060867,0.9525,3.9905,100.237,1.002,0.1200641840696334,0.955,4.0013,99.968,1.0,0.1202430725097656,0.955,3.9933,100.167,1.002,0.1355901956558227,0.95,4.0003,99.993,1.0,0.1342263966798782,0.9525,3.9995,100.013,1.0,0.1244572326540947,0.9525,3.995,100.125,1.001,0.1193809956312179,0.955,3.9982,100.045,1.0,0.1205946952104568,0.9525,4.0011,99.972,1.0,0.1291620433330536,0.9525,3.9937,100.159,1.002,0.1472944617271423,0.9475,3.9969,100.079,1.001,0.1294088065624237,0.95,3.9941,100.147,1.001,0.12030690908432,0.955,4.0606,98.508,0.985,0.1186872273683548,0.955,3.9937,100.159,1.002,0.1211336553096771,0.955,3.9992,100.02,1.0,0.1271647959947586,0.9525,3.9952,100.121,1.001,400,0.1257375627756118,0.955,3.9854,100.367,1.004,0.1263206601142883,0.955,3.9656,100.867,1.009,0.1255097240209579,0.955,3.9705,100.742,1.007,0.090700756072998,1495.0505,1600,5.351,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b,25,7000000000.0,llama-2,False,all_results.json
+llama-2-7b_1337,5.0,0.108177401125431,0.97,3.9784,100.542,1.005,0.1337546855211258,0.965,4.014,99.651,0.997,0.1172232329845428,0.9675,4.0428,98.942,0.989,0.1174675300717353,0.9675,4.0017,99.957,1.0,0.1070358455181121,0.97,4.0267,99.336,0.993,0.1165939345955848,0.9675,4.0093,99.768,0.998,0.107455313205719,0.97,4.0756,98.145,0.981,0.1072768419981002,0.97,4.0199,99.506,0.995,0.1072114780545234,0.97,4.0652,98.395,0.984,0.1221241727471351,0.9675,4.0615,98.487,0.985,0.1077362522482872,0.97,3.9865,100.338,1.003,0.1251204162836074,0.965,4.0534,98.683,0.987,0.1083672419190406,0.97,3.9905,100.238,1.002,0.1115649342536926,0.9675,4.0062,99.846,0.998,0.1291864365339279,0.965,4.02,99.504,0.995,0.148354098200798,0.9625,4.0179,99.555,0.996,0.1695391982793808,0.955,4.015,99.626,0.996,0.1504257321357727,0.96,4.0575,98.583,0.986,0.1089892387390136,0.97,4.0176,99.561,0.996,0.1074306070804596,0.97,3.9923,100.193,1.002,0.1253069639205932,0.9675,4.002,99.951,1.0,0.1076211854815483,0.97,3.9915,100.212,1.002,0.1353401690721511,0.96,4.0034,99.915,0.999,0.1073169335722923,0.97,3.9984,100.04,1.0,0.1077023670077323,0.97,4.034,99.158,0.992,0.1309910118579864,0.965,3.9937,100.159,1.002,0.1253146678209304,0.9625,4.0227,99.437,0.994,0.1071266829967498,0.97,4.0163,99.595,0.996,0.1079058423638343,0.97,4.0088,99.78,0.998,0.107746385037899,0.97,4.0269,99.331,0.993,0.1077772304415702,0.97,3.9854,100.367,1.004,0.1076688393950462,0.97,4.015,99.628,0.996,0.1071586832404136,0.97,4.0078,99.806,0.998,0.109129212796688,0.97,3.9997,100.007,1.0,0.1097972393035888,0.9675,4.0317,99.214,0.992,0.1070811972022056,0.97,4.0457,98.871,0.989,0.107250340282917,0.97,4.0153,99.62,0.996,0.1072338297963142,0.97,4.0176,99.562,0.996,0.1070382669568061,0.97,4.0379,99.061,0.991,0.1284613460302353,0.965,4.0091,99.773,0.998,0.1247362494468689,0.9675,4.0113,99.719,0.997,0.1398480832576751,0.965,4.0272,99.324,0.993,0.1195213794708252,0.9675,4.0159,99.603,0.996,0.1353449076414108,0.9625,4.0033,99.919,0.999,0.1286882758140564,0.965,4.0615,98.487,0.985,0.1070700734853744,0.97,3.9952,100.121,1.001,0.1270885914564132,0.9675,4.0125,99.689,0.997,0.134982094168663,0.965,4.0512,98.736,0.987,0.1119139268994331,0.9675,4.0302,99.25,0.992,0.1070859655737876,0.97,4.0191,99.525,0.995,0.1073843166232109,0.97,4.0594,98.537,0.985,0.1080916970968246,0.97,4.0093,99.767,0.998,0.1152153685688972,0.9675,4.0217,99.461,0.995,0.1073526367545127,0.97,4.0098,99.756,0.998,0.1071559339761734,0.97,4.0165,99.589,0.996,0.1071230396628379,0.97,4.0093,99.767,0.998,0.1071028113365173,0.97,4.0072,99.822,0.998,0.1074916422367096,0.97,4.0144,99.64,0.996,400,0.1079915538430213,0.97,3.9908,100.231,1.002,0.1084144786000251,0.97,3.9774,100.567,1.006,0.1079911217093467,0.97,3.9779,100.557,1.006,0.101640342593193,1502.2685,1600,5.325,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b,1337,7000000000.0,llama-2,False,all_results.json
+gpt2_1,5.0,0.1153638660907745,0.9625,2.2363,178.866,1.789,0.1216901391744613,0.9775,2.2415,178.452,1.785,0.0962873548269271,0.98,2.2381,178.72,1.787,0.1012094989418983,0.98,2.3245,172.077,1.721,0.082792118191719,0.9825,2.3361,171.226,1.712,0.1304382085800171,0.975,2.24,178.575,1.786,0.0935255214571952,0.9825,2.2397,178.598,1.786,0.0789362788200378,0.985,2.3286,171.779,1.718,0.095113456249237,0.9825,2.239,178.648,1.786,0.0909259319305419,0.98,2.2387,178.675,1.787,0.1124134287238121,0.9775,2.3196,172.446,1.724,0.3428561389446258,0.94,2.2435,178.295,1.783,0.0871424376964569,0.9825,2.2403,178.55,1.786,0.1539010554552078,0.97,2.2394,178.615,1.786,0.1068971455097198,0.98,2.2388,178.669,1.787,0.1190118417143821,0.98,2.2389,178.656,1.787,0.1437238752841949,0.975,2.2444,178.22,1.782,0.0816668346524238,0.9825,2.239,178.654,1.787,0.3657132685184479,0.935,2.3395,170.974,1.71,0.2933358550071716,0.9225,2.2372,178.796,1.788,0.1829323768615722,0.96,2.2405,178.535,1.785,0.4943764507770538,0.885,2.3343,171.356,1.714,0.6540453433990479,0.8874999999999998,2.2399,178.583,1.786,0.2713019847869873,0.925,2.2443,178.231,1.782,0.1614103317260742,0.97,2.2477,177.959,1.78,0.4805426001548767,0.915,2.2373,178.787,1.788,0.7556618452072144,0.865,2.2392,178.635,1.786,0.179640918970108,0.9625,2.2384,178.7,1.787,0.1701509058475494,0.94,2.2392,178.633,1.786,0.1411610245704651,0.9725,2.3309,171.605,1.716,0.2115727216005325,0.9325,2.2371,178.807,1.788,0.249827429652214,0.9575,2.2687,176.31,1.763,0.2328720092773437,0.9575,2.2562,177.292,1.773,0.1143294796347618,0.9775,2.24,178.575,1.786,0.1297509968280792,0.97,2.2447,178.198,1.782,0.1098938211798667,0.97,2.2394,178.621,1.786,0.1156542226672172,0.975,2.2404,178.539,1.785,0.0896374285221099,0.9825,2.2369,178.82,1.788,0.0781572833657264,0.985,2.239,178.653,1.787,0.1506330221891403,0.97,2.2397,178.597,1.786,0.1582472175359726,0.9725,2.2367,178.837,1.788,0.2446721643209457,0.9525,2.2942,174.351,1.744,0.0869132056832313,0.9825,2.2576,177.183,1.772,0.2797648310661316,0.95,2.2444,178.224,1.782,0.1002702489495277,0.9775,2.3254,172.012,1.72,0.0995083972811698,0.98,2.2437,178.278,1.783,0.1288418471813202,0.975,2.2813,175.336,1.753,0.1543180495500564,0.975,2.25,177.776,1.778,0.0781389698386192,0.985,2.2414,178.459,1.785,0.0782894119620323,0.985,2.2407,178.519,1.785,0.0833873525261879,0.9825,2.2753,175.804,1.758,0.0982027128338813,0.9825,2.3352,171.289,1.713,0.1242762953042984,0.975,2.2667,176.471,1.765,0.1227330565452575,0.975,2.2404,178.537,1.785,0.1014569699764251,0.9775,2.2421,178.407,1.784,0.0794031396508216,0.985,2.2373,178.788,1.788,0.0901526287198066,0.9775,2.2368,178.826,1.788,0.0955146253108978,0.9825,2.3108,173.101,1.731,400,0.1574135720729828,0.945,2.2454,178.141,1.781,0.184426799416542,0.9325,2.3218,172.284,1.723,0.1394684016704559,0.955,2.3247,172.066,1.721,0.0755643893331289,854.8477,1600,9.358,0.292,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2,1,124000000.0,gpt2,False,all_results.json
+gpt2_666,5.0,0.1793437004089355,0.99,4.0456,98.872,0.989,0.0517251677811145,0.9875,4.0135,99.663,0.997,0.0595408044755458,0.9875,4.0023,99.942,0.999,0.0545673742890358,0.9925,4.013,99.677,0.997,0.0458336360752582,0.99,4.0179,99.556,0.996,0.0689123347401619,0.9875,4.0127,99.685,0.997,0.0484619475901126,0.99,4.0157,99.608,0.996,0.063012458384037,0.985,4.0188,99.532,0.995,0.0535108894109725,0.99,4.0038,99.904,0.999,0.0572449713945388,0.9875,4.0145,99.639,0.996,0.1452463269233703,0.975,4.0544,98.659,0.987,0.245210975408554,0.92,3.9972,100.07,1.001,0.1667966395616531,0.985,4.046,98.864,0.989,0.1117620691657066,0.965,4.0123,99.695,0.997,0.0687095522880554,0.98,4.0153,99.618,0.996,0.0762147679924964,0.9825,4.0371,99.08,0.991,0.1025483608245849,0.98,4.0172,99.573,0.996,0.0535433404147625,0.99,4.0291,99.279,0.993,0.231419950723648,0.92,4.002,99.949,0.999,0.3695369660854339,0.8224999999999999,4.0585,98.559,0.986,0.1772496998310089,0.935,4.0039,99.904,0.999,0.4511078000068664,0.8049999999999999,3.9955,100.112,1.001,0.402811050415039,0.86,3.9988,100.029,1.0,0.3020573854446411,0.885,3.9987,100.033,1.0,0.1227828040719032,0.965,4.012,99.7,0.997,0.3825724720954895,0.8675,4.0039,99.903,0.999,0.4463795721530914,0.8350000000000001,4.072,98.233,0.982,0.1471682488918304,0.945,4.0097,99.757,0.998,0.2084955275058746,0.9675,3.9892,100.271,1.003,0.1371970176696777,0.95,4.0755,98.147,0.981,0.2250037044286728,0.94,3.9904,100.241,1.002,0.1092696413397789,0.97,4.0814,98.005,0.98,0.1590979695320129,0.945,4.0021,99.948,0.999,0.0899882763624191,0.975,4.0033,99.917,0.999,0.1078335344791412,0.9624999999999998,4.0015,99.963,1.0,0.0806689858436584,0.975,4.0016,99.96,1.0,0.0952535420656204,0.97,4.0154,99.617,0.996,0.056524533778429,0.9875,4.0131,99.673,0.997,0.0435875989496707,0.9925,4.0473,98.832,0.988,0.0662577375769615,0.985,4.0252,99.374,0.994,0.0751549676060676,0.9825,4.0102,99.746,0.997,0.1095343977212905,0.9725,4.0714,98.247,0.982,0.0573128648102283,0.9925,3.9952,100.12,1.001,0.1761521697044372,0.935,3.9982,100.045,1.0,0.0549081079661846,0.9875,4.0782,98.084,0.981,0.0561225302517414,0.99,4.0774,98.102,0.981,0.0907397344708442,0.975,4.0096,99.761,0.998,0.1039104163646698,0.975,4.0137,99.66,0.997,0.039513811469078,0.9925,4.0155,99.614,0.996,0.040919579565525,0.9925,4.0104,99.74,0.997,0.0463690906763076,0.99,4.0208,99.483,0.995,0.0599697157740592,0.9875,4.0068,99.831,0.998,0.0601475425064563,0.985,4.0116,99.712,0.997,0.0649050325155258,0.985,4.0078,99.806,0.998,0.0465301759541034,0.99,4.0748,98.165,0.982,0.0437424071133136,0.9925,4.0006,99.984,1.0,0.0642564222216606,0.985,4.0055,99.863,0.999,0.0632601827383041,0.9875,4.0754,98.15,0.981,400,0.2006423771381378,0.98,3.9917,100.208,1.002,0.2244001924991607,0.965,4.0174,99.566,0.996,0.1868947148323059,0.9875,3.9915,100.212,1.002,0.0736348139196634,1502.4156,1600,5.325,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2,666,124000000.0,gpt2,False,all_results.json
+gpt2_42,5.0,0.1453151255846023,0.9725,3.9935,100.163,1.002,0.0881866663694381,0.98,4.0256,99.364,0.994,0.0880383849143982,0.98,4.0158,99.606,0.996,0.088358037173748,0.98,4.0162,99.596,0.996,0.086350679397583,0.98,4.0223,99.446,0.994,0.1045571118593216,0.975,4.0182,99.548,0.995,0.0899648740887641,0.9775,4.0279,99.307,0.993,0.0861732512712478,0.98,4.0288,99.286,0.993,0.0921351611614227,0.9775,4.0245,99.392,0.994,0.0912445858120918,0.9775,4.0273,99.322,0.993,0.10828597843647,0.975,4.0034,99.915,0.999,0.1776968240737915,0.9525,4.0186,99.538,0.995,0.1205990761518478,0.98,3.9937,100.158,1.002,0.0983332693576812,0.975,4.0102,99.745,0.997,0.0959353819489479,0.9775,4.0431,98.934,0.989,0.1004570201039314,0.975,4.0219,99.457,0.995,0.1238097175955772,0.97,4.0288,99.284,0.993,0.0952890962362289,0.9775,4.0282,99.301,0.993,0.1438639760017395,0.96,4.0188,99.533,0.995,0.1899029910564422,0.94,4.0108,99.731,0.997,0.1279769241809845,0.97,4.0188,99.531,0.995,0.3060090541839599,0.88,4.0073,99.818,0.998,0.2628201842308044,0.91,4.0231,99.425,0.994,0.2035466581583023,0.925,4.0067,99.834,0.998,0.1210628151893615,0.9675,4.0203,99.494,0.995,0.2299052774906158,0.93,4.0251,99.375,0.994,0.2965327501296997,0.905,4.0192,99.523,0.995,0.1156146973371505,0.9675,4.0298,99.26,0.993,0.1983346492052078,0.93,4.0092,99.77,0.998,0.1052710935473442,0.9725,4.0219,99.454,0.995,0.1820128560066223,0.9375,4.0109,99.729,0.997,0.1111309826374054,0.9725,4.0414,98.974,0.99,0.1359381228685379,0.9625,4.0344,99.147,0.991,0.0911926552653312,0.9775,4.0213,99.471,0.995,0.0935993418097496,0.9775,4.0101,99.747,0.997,0.0867222696542739,0.98,4.0241,99.401,0.994,0.097366027534008,0.9775,4.0852,97.915,0.979,0.0872599333524704,0.98,4.028,99.305,0.993,0.0862136930227279,0.98,4.0234,99.418,0.994,0.0979802533984184,0.9725,4.0206,99.487,0.995,0.0951820909976959,0.9775,4.012,99.702,0.997,0.1267326474189758,0.965,4.019,99.527,0.995,0.0873854905366897,0.98,4.0297,99.264,0.993,0.1488354206085205,0.96,4.0223,99.446,0.994,0.0870830416679382,0.98,4.0265,99.341,0.993,0.0896656736731529,0.9775,4.0193,99.52,0.995,0.1039054691791534,0.975,4.0206,99.489,0.995,0.1194685921072959,0.97,4.0216,99.462,0.995,0.0857177749276161,0.98,4.0241,99.401,0.994,0.0857287421822547,0.98,4.0211,99.476,0.995,0.086902305483818,0.98,4.0242,99.398,0.994,0.094660185277462,0.9775,4.0324,99.197,0.992,0.0954915583133697,0.9775,4.0241,99.4,0.994,0.093080423772335,0.9775,4.0204,99.492,0.995,0.0876853913068771,0.98,4.0304,99.246,0.992,0.086057148873806,0.98,4.0232,99.424,0.994,0.0931347087025642,0.9775,4.0265,99.342,0.993,0.0878418460488319,0.98,4.0283,99.298,0.993,400,0.186923861503601,0.94,4.0108,99.731,0.997,0.212843433022499,0.915,4.0024,99.94,0.999,0.1712987869977951,0.9425,3.9983,100.044,1.0,0.0824613455832004,1513.6856,1600,5.285,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2,42,124000000.0,gpt2,False,all_results.json
+gpt2_25,5.0,0.1821199357509613,0.94,2.2293,179.428,1.794,0.0796707868576049,0.9875,2.2658,176.535,1.765,0.0915088057518005,0.985,2.2258,179.713,1.797,0.0678951665759086,0.9875,2.2312,179.272,1.793,0.0702869221568107,0.9875,2.2289,179.465,1.795,0.0913813412189483,0.985,2.2285,179.496,1.795,0.0729915723204612,0.9875,2.228,179.53,1.795,0.0616528131067752,0.99,2.2286,179.488,1.795,0.0800708681344986,0.9875,2.2305,179.328,1.793,0.0911755934357643,0.985,2.2269,179.623,1.796,0.104858748614788,0.9775,2.2241,179.848,1.798,0.3836269676685333,0.9275,2.2265,179.652,1.797,0.1376324146986007,0.965,2.2306,179.326,1.793,0.1284138560295105,0.97,2.2282,179.519,1.795,0.1243801340460777,0.975,2.2272,179.596,1.796,0.1180635839700698,0.9825,2.2346,179.005,1.79,0.1547597497701645,0.975,2.2549,177.388,1.774,0.0802515968680381,0.9875,2.3217,172.291,1.723,0.4336472451686859,0.9275,2.2287,179.476,1.795,0.5816986560821533,0.8525,2.2337,179.078,1.791,0.2465719282627105,0.9575,2.2312,179.279,1.793,0.6372989416122437,0.855,2.2297,179.398,1.794,0.7321039438247681,0.8775,2.2267,179.635,1.796,0.371485561132431,0.915,2.2258,179.709,1.797,0.2029486149549484,0.9625,2.2927,174.469,1.745,0.6399816870689392,0.88,2.2657,176.542,1.765,0.8039384484291077,0.8625,2.2344,179.02,1.79,0.2068628370761871,0.9625,2.2338,179.069,1.791,0.2912934422492981,0.91,2.3197,172.434,1.724,0.1746181100606918,0.9625,2.228,179.533,1.795,0.4406894743442535,0.89,2.2234,179.905,1.799,0.2578125298023224,0.9575,2.2365,178.853,1.789,0.266301155090332,0.955,2.2269,179.622,1.796,0.105043776333332,0.9825,2.2283,179.507,1.795,0.1545472741127014,0.97,2.2265,179.658,1.797,0.1187058240175247,0.9775,2.2296,179.407,1.794,0.1703740656375885,0.965,2.2911,174.586,1.746,0.0626377686858177,0.99,2.2225,179.979,1.8,0.0614026635885238,0.99,2.2297,179.395,1.794,0.1288385540246963,0.975,2.2322,179.196,1.792,0.135918915271759,0.9775,2.2266,179.647,1.796,0.1850346326828003,0.97,2.2307,179.314,1.793,0.0844117701053619,0.9825,2.2275,179.577,1.796,0.2785881757736206,0.955,2.2256,179.73,1.797,0.0839124098420143,0.985,2.232,179.213,1.792,0.0814629942178726,0.985,2.2286,179.483,1.795,0.164991095662117,0.97,2.2258,179.707,1.797,0.1283669769763946,0.9775,2.2293,179.427,1.794,0.0612722486257553,0.99,2.3213,172.316,1.723,0.0612670481204986,0.99,2.2227,179.959,1.8,0.0649645030498504,0.9875,2.2272,179.602,1.796,0.106348879635334,0.9825,2.2221,180.013,1.8,0.0931229665875434,0.985,2.3173,172.616,1.726,0.089122362434864,0.98,2.2289,179.458,1.795,0.0614081509411335,0.99,2.2317,179.238,1.792,0.0639127418398857,0.9875,2.2249,179.783,1.798,0.0777720138430595,0.9825,2.2313,179.265,1.793,0.0966048538684845,0.9825,2.2339,179.06,1.791,400,0.2144334465265274,0.9225,2.2285,179.495,1.795,0.3392157852649688,0.89,2.2251,179.769,1.798,0.2298683524131775,0.94,2.2268,179.633,1.796,0.0764274887442588,844.1761,1600,9.477,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2,25,124000000.0,gpt2,False,all_results.json
+gpt2_1337,5.0,0.1901943981647491,0.955,1.3668,292.653,2.927,0.1702852994203567,0.975,1.563,255.918,2.559,0.1656618267297744,0.9725,1.4048,284.747,2.847,0.1508235782384872,0.9775,1.3731,291.308,2.913,0.1493064910173416,0.9775,1.3822,289.393,2.894,0.1713394969701767,0.97,1.37,291.965,2.92,0.1505892723798751,0.9775,1.5369,260.267,2.603,0.1346792429685592,0.98,1.3701,291.947,2.919,0.137985348701477,0.9775,1.3758,290.74,2.907,0.1515202075242996,0.9775,1.536,260.415,2.604,0.224029004573822,0.9575,1.3696,292.066,2.921,0.3025662899017334,0.9475,1.3712,291.709,2.917,0.1770268678665161,0.965,1.3704,291.891,2.919,0.1420195996761322,0.975,1.3816,289.521,2.895,0.158782422542572,0.975,1.5513,257.848,2.578,0.1512834280729293,0.9775,1.3685,292.288,2.923,0.1753522902727127,0.9725,1.3694,292.092,2.921,0.1509998142719268,0.9775,1.5597,256.457,2.565,0.3481349945068359,0.94,1.3961,286.509,2.865,0.5289355516433716,0.8949999999999999,1.3669,292.635,2.926,0.2336187809705734,0.9575,1.3725,291.448,2.914,0.5495995283126831,0.8949999999999999,1.4031,285.093,2.851,0.5983655452728271,0.8999999999999999,1.3699,291.993,2.92,0.4037973880767822,0.9275,1.5442,259.029,2.59,0.2001292407512664,0.96,1.3718,291.586,2.916,0.4500807523727417,0.9225,1.3711,291.747,2.917,0.7192966938018799,0.8825,1.3696,292.063,2.921,0.2229451388120651,0.9625,1.4176,282.169,2.822,0.2420227080583572,0.9449999999999998,1.5541,257.381,2.574,0.1872814744710922,0.9675,1.2204,327.755,3.278,0.3833941221237182,0.9225,1.3714,291.673,2.917,0.2622378468513489,0.96,1.3723,291.483,2.915,0.2245504707098007,0.96,1.2028,332.562,3.326,0.1707187294960022,0.9725,1.5364,260.356,2.604,0.2047778367996215,0.965,1.3716,291.628,2.916,0.1650561094284057,0.9725,1.5448,258.929,2.589,0.2132962942123413,0.96,1.5505,257.974,2.58,0.1345885396003723,0.98,1.5458,258.774,2.588,0.1345796436071396,0.98,1.3774,290.402,2.904,0.2368373125791549,0.96,1.3734,291.253,2.913,0.1524177491664886,0.9725,1.3269,301.447,3.014,0.3110796213150024,0.9475,1.3729,291.358,2.914,0.1579112410545349,0.9725,1.37,291.962,2.92,0.2897711098194122,0.9525,1.3734,291.251,2.913,0.1976769417524337,0.97,1.3724,291.461,2.915,0.1674007773399353,0.975,1.3789,290.095,2.901,0.214823305606842,0.965,1.3688,292.23,2.922,0.156278595328331,0.9775,1.3721,291.53,2.915,0.1345661729574203,0.98,1.521,262.977,2.63,0.1400651335716247,0.9775,1.5352,260.55,2.605,0.1483226269483566,0.975,1.3738,291.16,2.912,0.1722715198993683,0.975,1.3693,292.115,2.921,0.1666905283927917,0.9725,1.543,259.236,2.592,0.170426994562149,0.975,1.5438,259.1,2.591,0.1692079901695251,0.9725,1.3716,291.625,2.916,0.1465571969747543,0.9775,1.5437,259.115,2.591,0.1541917473077774,0.975,1.3712,291.707,2.917,0.1534442454576492,0.975,1.3705,291.865,2.919,400,0.239552229642868,0.93,1.3702,291.928,2.919,0.3005195558071136,0.9225,1.5311,261.253,2.613,0.2298646569252014,0.9449999999999998,1.1977,333.961,3.34,0.0676107257604599,527.7292,1600,15.159,0.474,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2,1337,124000000.0,gpt2,False,all_results.json
+gpt2-large_1,5.0,0.1294945776462555,0.9775,2.1436,186.605,1.866,0.1521327346563339,0.97,2.1453,186.457,1.865,0.1462697088718414,0.975,2.1435,186.607,1.866,0.131518080830574,0.975,2.1449,186.492,1.865,0.1278456300497055,0.9775,2.2156,180.538,1.805,0.1600261330604553,0.9725,2.1683,184.474,1.845,0.1378844380378723,0.975,2.2176,180.371,1.804,0.1326331198215484,0.975,2.1478,186.234,1.862,0.1330419182777404,0.975,2.1923,182.456,1.825,0.1434860825538635,0.9725,2.1459,186.398,1.864,0.1300948560237884,0.9775,2.1777,183.682,1.837,0.2473471760749817,0.9450000000000002,2.1572,185.422,1.854,0.1289089918136596,0.9775,2.17,184.329,1.843,0.1487569063901901,0.97,2.146,186.391,1.864,0.1341884285211563,0.9725,2.2204,180.146,1.801,0.1465577185153961,0.9725,2.1534,185.749,1.857,0.1555985957384109,0.97,2.1996,181.85,1.819,0.1268722712993621,0.9775,2.1994,181.866,1.819,0.2255915105342865,0.9525,2.1538,185.722,1.857,0.1956713646650314,0.9525,2.1858,183.0,1.83,0.1644836962223053,0.97,2.187,182.9,1.829,0.2448321878910064,0.9325,2.1519,185.879,1.859,0.3434167802333832,0.9225,2.1785,183.61,1.836,0.2521174848079681,0.935,2.1477,186.248,1.862,0.1726096719503402,0.9625,2.1699,184.344,1.843,0.2941473424434662,0.9450000000000002,2.1452,186.466,1.865,0.3246427178382873,0.9225,2.2079,181.164,1.812,0.1650427281856537,0.965,2.1677,184.524,1.845,0.1345175951719284,0.975,2.1511,185.949,1.859,0.1507242619991302,0.97,2.155,185.617,1.856,0.1444709450006485,0.9725,2.1686,184.454,1.845,0.1813414394855499,0.9625,2.1903,182.623,1.826,0.1691546887159347,0.9675,2.2137,180.696,1.807,0.1270712912082672,0.9775,2.1434,186.619,1.866,0.1568679362535476,0.97,2.1458,186.412,1.864,0.1385889500379562,0.97,2.1447,186.508,1.865,0.1363774687051773,0.975,2.1456,186.432,1.864,0.1268555670976638,0.9775,2.2018,181.673,1.817,0.1268722414970398,0.9775,2.1492,186.119,1.861,0.1281379014253616,0.9775,2.145,186.484,1.865,0.1286387294530868,0.9775,2.1512,185.938,1.859,0.1802275031805038,0.96,2.1463,186.368,1.864,0.1324387341737747,0.975,2.1854,183.033,1.83,0.1936327368021011,0.955,2.1425,186.699,1.867,0.1467588096857071,0.9725,2.2145,180.629,1.806,0.1270740628242492,0.9775,2.1449,186.49,1.865,0.1652122139930725,0.97,2.1455,186.437,1.864,0.1570387631654739,0.9725,2.2151,180.578,1.806,0.1268249750137329,0.9775,2.1524,185.84,1.858,0.1268503814935684,0.9775,2.1431,186.649,1.866,0.1296287328004837,0.975,2.1465,186.354,1.864,0.1601977944374084,0.9675,2.1686,184.45,1.845,0.1599030196666717,0.97,2.1618,185.028,1.85,0.1567542999982834,0.9675,2.1497,186.071,1.861,0.1383515894412994,0.97,2.1476,186.259,1.863,0.1357712745666504,0.9725,2.1656,184.704,1.847,0.1289193779230117,0.9775,2.1449,186.488,1.865,0.1395551562309265,0.975,2.1469,186.316,1.863,400,0.1311577409505844,0.9775,2.1421,186.729,1.867,0.135257676243782,0.9775,2.1497,186.075,1.861,0.1315567642450332,0.9775,2.1668,184.607,1.846,0.1005280684232711,818.3883,1600,9.775,0.305,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-large,1,774000000.0,gpt2,False,all_results.json
+gpt2-large_666,5.0,0.0659132227301597,0.985,4.1049,97.444,0.974,0.0685002878308296,0.9875,4.0773,98.105,0.981,0.0668231025338172,0.985,4.0618,98.478,0.985,0.0528313405811786,0.99,4.0569,98.597,0.986,0.0527119450271129,0.99,4.1365,96.701,0.967,0.058278664946556,0.9875,4.0594,98.538,0.985,0.0537829510867595,0.99,4.0777,98.094,0.981,0.0583843179047107,0.9875,4.0699,98.283,0.983,0.06577929854393,0.9875,4.1314,96.819,0.968,0.0595638006925582,0.9875,4.0721,98.229,0.982,0.1023232191801071,0.9775,4.0456,98.874,0.989,0.2282229959964752,0.9525,4.0498,98.769,0.988,0.0596032179892063,0.9875,4.038,99.058,0.991,0.0899894312024116,0.98,4.0521,98.713,0.987,0.0794984400272369,0.9825,4.0822,97.986,0.98,0.0790676176548004,0.985,4.1394,96.633,0.966,0.0982491075992584,0.98,4.1511,96.36,0.964,0.0555470809340477,0.9875,4.0562,98.615,0.986,0.2152357846498489,0.9525,4.1355,96.723,0.967,0.306807279586792,0.92,4.1274,96.912,0.969,0.1176606342196464,0.9725,4.0904,97.79,0.978,0.4659851789474487,0.8875000000000001,4.1292,96.87,0.969,0.447194904088974,0.915,4.072,98.231,0.982,0.353356122970581,0.91,4.0561,98.617,0.986,0.0970430821180343,0.9775,4.0601,98.519,0.985,0.3794608414173126,0.9175,4.06,98.522,0.985,0.5639272928237915,0.8825000000000001,4.1367,96.696,0.967,0.0893304646015167,0.975,4.0621,98.471,0.985,0.1096591874957084,0.9725,4.0468,98.844,0.988,0.0766664072871208,0.985,4.0672,98.347,0.983,0.1789520978927612,0.96,4.0505,98.753,0.988,0.0871937870979309,0.975,4.1295,96.864,0.969,0.1227829158306121,0.9725,4.0632,98.443,0.984,0.0645460784435272,0.985,4.0622,98.468,0.985,0.0587667860090732,0.9875,4.0533,98.685,0.987,0.0604310072958469,0.9875,4.0685,98.316,0.983,0.0884499549865722,0.9825,4.0719,98.235,0.982,0.0526905730366706,0.99,4.0751,98.156,0.982,0.0529459938406944,0.99,4.134,96.758,0.968,0.0613210089504718,0.9875,4.1381,96.663,0.967,0.0691698342561721,0.985,4.0742,98.178,0.982,0.138309046626091,0.9725,4.139,96.642,0.966,0.0629981160163879,0.9875,4.0723,98.225,0.982,0.1510278135538101,0.9625,4.0701,98.277,0.983,0.0733106806874275,0.985,4.0773,98.104,0.981,0.0588677637279033,0.9875,4.1383,96.658,0.967,0.0706712082028389,0.9875,4.0627,98.458,0.985,0.0893373861908912,0.985,4.1465,96.467,0.965,0.0526719279587268,0.99,4.1173,97.152,0.972,0.0526622496545314,0.99,4.0695,98.293,0.983,0.0526694916188716,0.99,4.092,97.752,0.978,0.0753769055008888,0.985,4.0708,98.26,0.983,0.056412786245346,0.9875,4.0739,98.186,0.982,0.0637914612889289,0.985,4.0731,98.204,0.982,0.0526673085987567,0.99,4.1552,96.264,0.963,0.0693326219916343,0.985,4.0641,98.423,0.984,0.0594576746225357,0.985,4.0595,98.534,0.985,0.0528094060719013,0.99,4.1495,96.397,0.964,400,0.0867868065834045,0.9825,4.045,98.889,0.989,0.1406239718198776,0.95,4.0424,98.952,0.99,0.0833110064268112,0.9775,4.0429,98.939,0.989,0.1082363314628601,1522.1981,1600,5.256,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-large,666,774000000.0,gpt2,False,all_results.json
+gpt2-large_42,5.0,0.0836430490016937,0.985,3.9625,100.946,1.009,0.0952739641070365,0.985,3.9841,100.399,1.004,0.0970438867807388,0.9825,3.9842,100.396,1.004,0.0769630223512649,0.9875,3.9888,100.281,1.003,0.0767899826169014,0.9875,3.9819,100.456,1.005,0.1117224693298339,0.9825,3.9874,100.317,1.003,0.0875703245401382,0.985,3.9884,100.291,1.003,0.0821836963295936,0.985,3.9822,100.447,1.004,0.089239701628685,0.985,3.9842,100.396,1.004,0.1042270064353942,0.9825,3.9816,100.463,1.005,0.0851746052503585,0.985,3.9734,100.67,1.007,0.3799149692058563,0.93,3.9873,100.319,1.003,0.0782069042325019,0.9875,3.961,100.986,1.01,0.1264544278383255,0.98,3.9802,100.497,1.005,0.0862631425261497,0.985,3.9803,100.496,1.005,0.1251305639743805,0.98,3.9863,100.344,1.003,0.1197485253214836,0.98,3.9893,100.268,1.003,0.0767907798290252,0.9875,3.9807,100.484,1.005,0.3020651042461395,0.945,3.9896,100.261,1.003,0.1389770060777664,0.975,3.9739,100.656,1.007,0.1843036115169525,0.9625,3.9885,100.288,1.003,0.2174381613731384,0.94,3.9728,100.686,1.007,0.5459674000740051,0.905,3.9856,100.362,1.004,0.1546944379806518,0.955,3.9747,100.637,1.006,0.1567204445600509,0.9675,3.9823,100.444,1.004,0.4062296152114868,0.9325,3.9793,100.519,1.005,0.6455509662628174,0.8875000000000001,3.977,100.578,1.006,0.1299617439508438,0.97,4.0033,99.919,0.999,0.097262293100357,0.98,3.9608,100.989,1.01,0.1744560748338699,0.9725,3.9833,100.419,1.004,0.1069489493966102,0.975,3.9714,100.719,1.007,0.1550838500261306,0.975,3.9843,100.395,1.004,0.1868301779031753,0.9625,3.9901,100.247,1.002,0.0796682387590408,0.985,3.9749,100.631,1.006,0.0833347588777542,0.985,3.9826,100.437,1.004,0.0936910659074783,0.9825,3.9841,100.399,1.004,0.1126571074128151,0.98,3.9891,100.272,1.003,0.0768033936619758,0.9875,3.977,100.578,1.006,0.0768986418843269,0.9875,3.9819,100.455,1.005,0.1055978089570999,0.98,3.9843,100.393,1.004,0.0950111746788024,0.985,3.9825,100.439,1.004,0.1639942526817321,0.9725,3.9843,100.395,1.004,0.0796197429299354,0.985,3.9837,100.41,1.004,0.2882543504238128,0.9475,3.989,100.275,1.003,0.1198740899562835,0.9775,3.9849,100.379,1.004,0.0814316496253013,0.985,4.0124,99.691,0.997,0.186393991112709,0.9675,3.9881,100.298,1.003,0.1359908282756805,0.9775,3.9863,100.344,1.003,0.076784648001194,0.9875,3.9879,100.304,1.003,0.0767879411578178,0.9875,3.9823,100.444,1.004,0.0925099626183509,0.985,3.9914,100.214,1.002,0.1116656586527824,0.98,3.9884,100.29,1.003,0.0968014970421791,0.985,3.9801,100.5,1.005,0.1060724705457687,0.98,3.9849,100.379,1.004,0.0991555750370025,0.9775,3.9896,100.262,1.003,0.0778915584087371,0.9875,3.9848,100.381,1.004,0.0824419781565666,0.9825,3.9836,100.411,1.004,0.0903244242072105,0.985,3.9797,100.511,1.005,400,0.0918281450867652,0.9825,3.9673,100.824,1.008,0.1112545430660247,0.9775,3.9706,100.742,1.007,0.0883424058556556,0.985,3.9641,100.906,1.009,0.0988387212753295,1489.4304,1600,5.371,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-large,42,774000000.0,gpt2,False,all_results.json
+gpt2-large_25,5.0,0.0768170431256294,0.9875,2.2298,179.388,1.794,0.0348939560353755,0.99,2.2216,180.052,1.801,0.0392365753650665,0.9875,2.2203,180.154,1.802,0.0250898413360118,0.9925,2.2181,180.334,1.803,0.0235114283859729,0.9925,2.2175,180.382,1.804,0.0267378613352775,0.99,2.217,180.422,1.804,0.0235565062612295,0.9925,2.2213,180.072,1.801,0.0242281388491392,0.9925,2.2189,180.266,1.803,0.0286199189722538,0.99,2.2291,179.441,1.794,0.0455003008246421,0.9875,2.2167,180.446,1.804,0.0504974350333213,0.99,2.2163,180.484,1.805,0.220326617360115,0.94,2.2191,180.256,1.803,0.0736190602183342,0.9825,2.2503,177.752,1.778,0.0457903109490871,0.985,2.2223,179.993,1.8,0.0385361760854721,0.99,2.2219,180.025,1.8,0.053304485976696,0.985,2.2286,179.482,1.795,0.0725796446204185,0.98,2.2321,179.206,1.792,0.0243841335177421,0.9925,2.2188,180.277,1.803,0.1818604469299316,0.9525,2.2218,180.031,1.8,0.2647719979286194,0.91,2.2265,179.655,1.797,0.0945106446743011,0.975,2.2282,179.515,1.795,0.378339946269989,0.885,2.2182,180.33,1.803,0.3667598664760589,0.9125,2.2179,180.352,1.804,0.2941395044326782,0.9025,2.2167,180.447,1.804,0.0889850631356239,0.975,2.2324,179.183,1.792,0.3082135915756225,0.9225,2.2195,180.222,1.802,0.4708445072174072,0.885,2.2315,179.253,1.793,0.0871721729636192,0.97,2.2184,180.306,1.803,0.1031773760914802,0.9775,2.22,180.182,1.802,0.0834506228566169,0.9725,2.2192,180.245,1.802,0.1899367868900299,0.93,2.2236,179.888,1.799,0.083910696208477,0.9775,2.2313,179.269,1.793,0.0808109194040298,0.975,2.2208,180.117,1.801,0.0292331743985414,0.99,2.218,180.342,1.803,0.0540208965539932,0.985,2.2202,180.162,1.802,0.0378261245787143,0.985,2.2186,180.295,1.803,0.054031990468502,0.985,2.2177,180.368,1.804,0.0289345998317003,0.99,2.2206,180.132,1.801,0.0238245222717523,0.9925,2.2349,178.977,1.79,0.0359528884291648,0.99,2.2295,179.415,1.794,0.0418077483773231,0.9875,2.2195,180.221,1.802,0.0804722607135772,0.9725,2.2362,178.873,1.789,0.0259038973599672,0.9925,2.2179,180.354,1.804,0.1725264936685562,0.955,2.2186,180.296,1.803,0.0365297049283981,0.99,2.2176,180.373,1.804,0.0235341545194387,0.9925,2.2282,179.521,1.795,0.0383806340396404,0.9875,2.2182,180.327,1.803,0.0789390206336975,0.98,2.2286,179.487,1.795,0.0228927955031394,0.9925,2.2182,180.328,1.803,0.022944563999772,0.9925,2.2167,180.449,1.804,0.0230715386569499,0.9925,2.2204,180.15,1.801,0.0483261495828628,0.985,2.2304,179.338,1.793,0.0424946174025535,0.985,2.2177,180.371,1.804,0.0244135353714227,0.9925,2.2196,180.212,1.802,0.0234759449958801,0.9925,2.2312,179.272,1.793,0.0308569055050611,0.99,2.2179,180.351,1.804,0.0246695037931203,0.9925,2.2178,180.361,1.804,0.0380106270313262,0.9875,2.2295,179.41,1.794,400,0.0862416997551918,0.9875,2.2385,178.693,1.787,0.1168091371655464,0.9775,2.2195,180.218,1.802,0.0872872322797775,0.9775,2.2184,180.31,1.803,0.1131456131190061,846.0757,1600,9.455,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-large,25,774000000.0,gpt2,False,all_results.json
+gpt2-large_1337,5.0,0.1146639361977577,0.9775,2.2236,179.885,1.799,0.1000906974077224,0.98,2.1488,186.152,1.862,0.0963188260793685,0.9825,2.2119,180.838,1.808,0.0884143188595771,0.985,2.2055,181.367,1.814,0.0868101418018341,0.985,2.2157,180.526,1.805,0.0948243886232376,0.98,2.2226,179.973,1.8,0.0920665562152862,0.9825,2.1769,183.748,1.837,0.0869509950280189,0.985,2.1468,186.32,1.863,0.0894528478384018,0.9825,2.203,181.571,1.816,0.0986298769712448,0.98,2.1789,183.576,1.836,0.0934650972485542,0.9825,2.1898,182.664,1.827,0.1602498292922973,0.9625,2.1445,186.523,1.865,0.0916567221283912,0.985,2.1377,187.121,1.871,0.0928477942943573,0.98,2.1613,185.071,1.851,0.1008907854557037,0.98,2.2343,179.028,1.79,0.1107274144887924,0.9775,2.1394,186.966,1.87,0.12750144302845,0.975,2.1476,186.257,1.863,0.09160678088665,0.9825,2.1737,184.021,1.84,0.1632035970687866,0.96,2.1568,185.461,1.855,0.1334646195173263,0.965,2.1498,186.062,1.861,0.1239599958062172,0.9775,2.1402,186.897,1.869,0.1384130865335464,0.9625,2.2126,180.781,1.808,0.2788759469985962,0.93,2.1729,184.082,1.841,0.1576026082038879,0.9525,2.1489,186.144,1.861,0.1156086847186088,0.975,2.146,186.394,1.864,0.2188650071620941,0.945,2.1523,185.851,1.859,0.2560202181339264,0.9275,2.1495,186.094,1.861,0.1181448474526405,0.9725,2.259,177.067,1.771,0.1143144816160202,0.9725,2.1719,184.172,1.842,0.1197041124105453,0.9725,2.2015,181.691,1.817,0.1070249378681182,0.9775,2.2331,179.126,1.791,0.1161568611860275,0.975,2.1399,186.927,1.869,0.1046710088849067,0.9775,2.2001,181.806,1.818,0.0905285105109214,0.9825,2.1791,183.562,1.836,0.0941291600465774,0.9825,2.1676,184.538,1.845,0.0887685418128967,0.985,2.142,186.739,1.867,0.1068117693066597,0.975,2.2445,178.21,1.782,0.0866154506802558,0.985,2.2044,181.451,1.815,0.0866769030690193,0.985,2.1484,186.182,1.862,0.1031350195407867,0.975,2.2422,178.398,1.784,0.0866966024041175,0.985,2.224,179.859,1.799,0.1393765211105346,0.97,2.2189,180.272,1.803,0.0877799093723297,0.985,2.1425,186.694,1.867,0.1626572757959365,0.96,2.1585,185.31,1.853,0.0910926759243011,0.9825,2.1428,186.673,1.867,0.087120920419693,0.985,2.2161,180.494,1.805,0.1028061136603355,0.98,2.1917,182.506,1.825,0.1170716881752014,0.98,2.1411,186.819,1.868,0.0866310372948646,0.985,2.1632,184.908,1.849,0.0866085886955261,0.985,2.2209,180.106,1.801,0.0884327515959739,0.9825,2.1841,183.142,1.831,0.1001044437289238,0.9775,2.1553,185.589,1.856,0.0970203951001167,0.9825,2.217,180.426,1.804,0.0929205194115638,0.9825,2.1738,184.013,1.84,0.0896052420139312,0.9825,2.1561,185.521,1.855,0.0913292467594146,0.9825,2.1695,184.374,1.844,0.0892122089862823,0.985,2.1512,185.941,1.859,0.0887977108359336,0.985,2.1647,184.78,1.848,400,0.1078907698392868,0.9775,2.16,185.186,1.852,0.1294187605381012,0.96,2.2332,179.118,1.791,0.1058107018470764,0.975,2.2066,181.277,1.813,0.0985124502182006,823.2938,1600,9.717,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-large,1337,774000000.0,gpt2,False,all_results.json
+pythia-1.4b-deduped_1,5.0,0.1113742515444755,0.9825,4.302,92.98,0.465,0.0977017804980278,0.98,4.3178,92.639,0.463,0.0847439095377922,0.9825,4.5754,87.424,0.437,0.0877994447946548,0.9825,4.4743,89.4,0.447,0.0842081755399704,0.9825,4.3779,91.369,0.457,0.0845885872840881,0.9825,4.5264,88.37,0.442,0.0847694426774978,0.9825,4.5225,88.447,0.442,0.0847594514489173,0.9825,4.4338,90.215,0.451,0.0849348604679107,0.9825,4.5669,87.588,0.438,0.084904097020626,0.9825,4.3347,92.278,0.461,0.0939030274748802,0.9825,4.3549,91.851,0.459,0.1478657722473144,0.97,4.4638,89.61,0.448,0.1016236096620559,0.9825,4.5047,88.796,0.444,0.1107551977038383,0.975,4.5372,88.159,0.441,0.1205075234174728,0.9725,4.5443,88.023,0.44,0.1333106756210327,0.97,4.4014,90.881,0.454,0.1400125622749328,0.975,4.4868,89.151,0.446,0.1543174535036087,0.9675,4.3711,91.51,0.458,0.1220505237579345,0.975,4.4205,90.488,0.452,0.1196113303303718,0.9725,4.5466,87.978,0.44,0.1212979704141616,0.9725,4.398,90.95,0.455,0.1687806546688079,0.95,4.4909,89.069,0.445,0.302475243806839,0.925,4.3766,91.395,0.457,0.1095629185438156,0.98,4.3305,92.367,0.462,0.1403847336769104,0.9725,4.4857,89.172,0.446,0.2613008022308349,0.95,4.3628,91.685,0.458,0.3677107691764831,0.9225,4.404,90.826,0.454,0.0967216119170188,0.98,4.3365,92.24,0.461,0.1227620616555213,0.98,4.4125,90.652,0.453,0.1087175533175468,0.9775,4.5118,88.656,0.443,0.1240475103259086,0.975,4.4021,90.865,0.454,0.1089326664805412,0.9775,4.2745,93.579,0.468,0.1482559740543365,0.965,4.5491,87.929,0.44,0.1003055498003959,0.98,4.435,90.192,0.451,0.0993818864226341,0.98,4.4734,89.416,0.447,0.0919704064726829,0.98,4.5797,87.343,0.437,0.0866132378578186,0.9825,4.5079,88.734,0.444,0.0846645534038543,0.9825,4.5631,87.66,0.438,0.0847009494900703,0.9825,4.3187,92.621,0.463,0.0999535173177719,0.98,4.5498,87.916,0.44,0.1061200872063636,0.975,4.3501,91.951,0.46,0.1291906833648681,0.965,4.4116,90.67,0.453,0.0980262458324432,0.98,4.555,87.815,0.439,0.2053626775741577,0.9549999999999998,4.4661,89.563,0.448,0.0853299871087074,0.9825,4.5629,87.663,0.438,0.0844922661781311,0.9825,4.4879,89.129,0.446,0.0939091965556144,0.98,4.3786,91.353,0.457,0.1286700367927551,0.975,4.3636,91.667,0.458,0.0842157900333404,0.9825,4.4506,89.876,0.449,0.0841026082634925,0.9825,4.4195,90.508,0.453,0.0841757655143737,0.9825,4.3163,92.673,0.463,0.0864128097891807,0.9825,4.392,91.074,0.455,0.0914194583892822,0.98,4.5041,88.808,0.444,0.0852308943867683,0.9825,4.3078,92.854,0.464,0.0841322839260101,0.9825,4.4831,89.225,0.446,0.0841685682535171,0.9825,4.4801,89.284,0.446,0.0853982716798782,0.9825,4.3764,91.399,0.457,0.0854526832699775,0.9825,4.3774,91.378,0.457,400,0.1162633150815963,0.9825,4.3869,91.181,0.456,0.1371563971042633,0.975,4.3639,91.662,0.458,0.1111536622047424,0.98,4.3683,91.569,0.458,0.1269002505540847,1485.2567,1600,5.386,0.084,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b-deduped,1,1400000000.0,pythia,False,all_results.json
+pythia-1.4b-deduped_666,5.0,0.1939061731100082,0.9575,1.3672,292.564,2.926,0.1276327669620514,0.9775,1.378,290.275,2.903,0.1277921944856643,0.9775,1.4222,281.258,2.813,0.1291999220848083,0.9775,1.434,278.934,2.789,0.1268652975559234,0.9775,1.4556,274.798,2.748,0.1273079216480255,0.9775,1.3743,291.048,2.91,0.1270837783813476,0.9775,1.3791,290.045,2.9,0.1272241473197937,0.9775,1.4022,285.263,2.853,0.1271769553422927,0.9775,1.3821,289.41,2.894,0.1271141022443771,0.9775,1.3764,290.604,2.906,0.1379113793373108,0.9775,1.3953,286.667,2.867,0.1692330539226532,0.9625,1.3732,291.295,2.913,0.1533496975898742,0.9775,1.3734,291.245,2.912,0.1273850947618484,0.9775,1.3739,291.136,2.911,0.1514099240303039,0.9725,1.3765,290.592,2.906,0.1686641275882721,0.9725,1.3725,291.445,2.914,0.1645199209451675,0.9725,1.3735,291.224,2.912,0.1850476413965225,0.9675,1.3645,293.151,2.932,0.1898002475500106,0.9625,1.5647,255.641,2.556,0.1743757575750351,0.96,1.3713,291.701,2.917,0.1796499192714691,0.97,1.377,290.49,2.905,0.2409213185310363,0.9425,1.3394,298.64,2.986,0.3789796531200409,0.9225,1.3738,291.172,2.912,0.1365261971950531,0.9725,1.3749,290.937,2.909,0.1534999012947082,0.97,1.3727,291.399,2.914,0.3620093464851379,0.935,1.3758,290.739,2.907,0.4415192306041717,0.905,1.3717,291.606,2.916,0.1424053758382797,0.975,1.4206,281.576,2.816,0.2233065366744995,0.9475,1.3903,287.711,2.877,0.1354636400938034,0.9725,1.5471,258.544,2.585,0.2573656141757965,0.9375,1.3718,291.578,2.916,0.1332450956106186,0.975,1.3744,291.034,2.91,0.1692107021808624,0.9675,1.4286,280.004,2.8,0.1284646093845367,0.9775,1.3611,293.885,2.939,0.1306716203689575,0.975,1.3804,289.781,2.898,0.1297311037778854,0.975,1.3803,289.79,2.898,0.1278132945299148,0.9775,1.2769,313.249,3.132,0.1267370283603668,0.9775,1.3941,286.929,2.869,0.1274798363447189,0.9775,1.3881,288.169,2.882,0.1462016701698303,0.9725,1.3756,290.782,2.908,0.1332590878009796,0.975,1.375,290.912,2.909,0.2184976935386657,0.96,1.3705,291.861,2.919,0.1411845535039901,0.975,1.3747,290.967,2.91,0.2239622175693512,0.955,1.3729,291.358,2.914,0.1278258115053177,0.9775,1.3856,288.681,2.887,0.1270110458135604,0.9775,1.3734,291.251,2.913,0.1282257884740829,0.9775,1.3742,291.069,2.911,0.1486891210079193,0.975,1.3857,288.663,2.887,0.1266944855451584,0.9775,1.376,290.696,2.907,0.1266959905624389,0.9775,1.376,290.695,2.907,0.1266998499631881,0.9775,1.3732,291.284,2.913,0.1330361515283584,0.9725,1.3801,289.834,2.898,0.1278839856386184,0.9775,1.398,286.119,2.861,0.1271272450685501,0.9775,1.3778,290.315,2.903,0.1267190724611282,0.9775,1.3734,291.256,2.913,0.126749038696289,0.9775,1.3776,290.364,2.904,0.127236470580101,0.9775,1.3778,290.328,2.903,0.1269985735416412,0.9775,1.3709,291.773,2.918,400,0.1763074100017547,0.965,1.3711,291.732,2.917,0.2577296495437622,0.9275,1.3691,292.159,2.922,0.1777101457118988,0.965,1.3976,286.201,2.862,0.104988561630249,540.3266,1600,14.806,0.463,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b-deduped,666,1400000000.0,pythia,False,all_results.json
+pythia-1.4b-deduped_42,5.0,0.1559734791517257,0.95,3.9763,100.597,1.006,0.0636678487062454,0.99,3.9885,100.289,1.003,0.064229816198349,0.99,3.9829,100.43,1.004,0.0661021396517753,0.99,3.9786,100.539,1.005,0.0633032917976379,0.99,3.9835,100.414,1.004,0.0632970631122589,0.99,3.9741,100.651,1.007,0.063940942287445,0.99,4.0285,99.294,0.993,0.0703550651669502,0.9875,3.9832,100.421,1.004,0.063438557088375,0.99,3.9935,100.162,1.002,0.0634904503822326,0.99,4.113,97.252,0.973,0.0825790762901306,0.9825,3.999,100.025,1.0,0.1857237964868545,0.9625,3.9752,100.625,1.006,0.1016731187701225,0.985,3.9597,101.017,1.01,0.0867655202746391,0.985,3.9793,100.521,1.005,0.1036676615476608,0.9825,4.0281,99.302,0.993,0.110632874071598,0.9825,4.0385,99.047,0.99,0.1480943858623504,0.97,3.9993,100.017,1.0,0.1354566216468811,0.9775,4.0544,98.659,0.987,0.1559426933526992,0.97,3.9846,100.387,1.004,0.1297007799148559,0.9675,3.9643,100.9,1.009,0.1374744921922683,0.975,4.0068,99.831,0.998,0.2456238567829132,0.925,3.9774,100.568,1.006,0.3670882284641266,0.9225,3.976,100.604,1.006,0.0919512212276458,0.975,3.9712,100.725,1.007,0.0890666991472244,0.985,3.9855,100.364,1.004,0.2989217042922973,0.9425,3.9918,100.206,1.002,0.4968404769897461,0.9075,3.9859,100.355,1.004,0.1064001470804214,0.98,3.9911,100.223,1.002,0.2127069234848022,0.93,3.9584,101.05,1.011,0.0834585204720497,0.985,3.9885,100.288,1.003,0.1985558718442917,0.935,3.9636,100.918,1.009,0.0943943485617637,0.985,3.9796,100.513,1.005,0.1343816816806793,0.975,3.9871,100.323,1.003,0.0823826044797897,0.9875,3.9774,100.568,1.006,0.0788039416074752,0.985,3.9761,100.601,1.006,0.075499027967453,0.985,3.9839,100.404,1.004,0.0755619928240776,0.9875,3.9801,100.5,1.005,0.0667500272393226,0.9875,4.0185,99.54,0.995,0.0654171332716941,0.99,3.984,100.402,1.004,0.0777379125356674,0.9825,3.9921,100.198,1.002,0.0882080867886543,0.9825,3.9764,100.595,1.006,0.1358266323804855,0.9725,3.988,100.301,1.003,0.0776817053556442,0.985,3.9766,100.587,1.006,0.1909696906805038,0.9625,3.9772,100.574,1.006,0.063102014362812,0.99,4.006,99.849,0.998,0.0650651678442955,0.9875,3.986,100.352,1.004,0.0794973596930503,0.985,3.9839,100.404,1.004,0.1066873148083686,0.9775,3.9884,100.291,1.003,0.063073955476284,0.99,4.0109,99.728,0.997,0.063063696026802,0.99,3.9953,100.118,1.001,0.06307003647089,0.99,4.0427,98.944,0.989,0.0697535127401351,0.9875,3.9893,100.268,1.003,0.065497986972332,0.99,3.9736,100.665,1.007,0.0690385177731514,0.9875,3.9765,100.592,1.006,0.0630596056580543,0.99,4.0041,99.897,0.999,0.0630844011902809,0.99,3.998,100.051,1.001,0.0636719688773155,0.99,3.9749,100.632,1.006,0.063551515340805,0.99,4.0314,99.222,0.992,400,0.1633349955081939,0.9425,3.9605,100.998,1.01,0.2385191023349762,0.9125,3.962,100.958,1.01,0.1551486551761627,0.9475,3.9603,101.002,1.01,0.0875832510590553,1492.7277,1600,5.359,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b-deduped,42,1400000000.0,pythia,False,all_results.json
+pythia-1.4b-deduped_25,5.0,0.4567654132843017,0.81,4.0299,99.258,0.993,0.0354305505752563,0.99,4.0588,98.55,0.986,0.0515357702970504,0.985,4.037,99.083,0.991,0.0508817061781883,0.975,4.0385,99.047,0.99,0.0315910913050174,0.9875,4.0611,98.496,0.985,0.0465014204382896,0.985,4.0431,98.934,0.989,0.0281377360224723,0.9925,4.0617,98.481,0.985,0.0322048366069793,0.99,4.0371,99.08,0.991,0.0301714893430471,0.9925,4.0563,98.612,0.986,0.0482766292989254,0.9875,4.0439,98.915,0.989,0.1572924852371215,0.94,4.0883,97.84,0.978,0.280457079410553,0.94,4.0412,98.981,0.99,0.3618340194225311,0.8450000000000001,4.0321,99.203,0.992,0.0502648241817951,0.985,4.0496,98.775,0.988,0.0543733872473239,0.985,4.0406,98.996,0.99,0.0772985443472862,0.985,4.0426,98.946,0.989,0.1190883666276931,0.9675,4.0587,98.554,0.986,0.0663760006427764,0.985,4.0504,98.756,0.988,0.2540047168731689,0.95,4.0303,99.248,0.992,0.7742781043052673,0.8274999999999999,4.0404,99.001,0.99,0.1609222441911697,0.955,4.042,98.96,0.99,0.8963807821273804,0.7975,4.0263,99.347,0.993,0.5520888566970825,0.8825000000000001,4.0379,99.061,0.991,0.9215843677520752,0.8125,4.0343,99.151,0.992,0.1284502446651458,0.97,4.0372,99.078,0.991,0.4534118771553039,0.91,4.0409,98.989,0.99,0.6379047632217407,0.8775,4.0572,98.591,0.986,0.1017633900046348,0.97,4.0662,98.372,0.984,0.6640385985374451,0.7675,4.0303,99.249,0.992,0.0727183818817138,0.9825,4.0544,98.659,0.987,0.7698265314102173,0.7925,4.0354,99.122,0.991,0.0948623642325401,0.975,4.0533,98.685,0.987,0.1600271612405777,0.965,4.0391,99.032,0.99,0.0787581279873848,0.9825,4.0572,98.59,0.986,0.1123663708567619,0.975,4.0366,99.092,0.991,0.0524064265191555,0.9875,4.0586,98.557,0.986,0.0896167457103729,0.965,4.0521,98.715,0.987,0.0346098579466342,0.99,4.0451,98.886,0.989,0.0325557366013526,0.99,4.0548,98.649,0.986,0.0950671732425689,0.9725,4.0565,98.607,0.986,0.0730257108807563,0.9825,4.0379,99.06,0.991,0.1419806480407714,0.965,4.0682,98.325,0.983,0.0462051965296268,0.985,4.0451,98.886,0.989,0.2257552742958068,0.9475,4.0512,98.737,0.987,0.0440998412668705,0.99,4.0458,98.868,0.989,0.0445045083761215,0.99,4.066,98.378,0.984,0.0941398367285728,0.975,4.0393,99.026,0.99,0.0812576860189437,0.975,4.056,98.62,0.986,0.0276096053421497,0.9925,4.0544,98.659,0.987,0.0276185274124145,0.9925,4.052,98.716,0.987,0.0276594310998916,0.9925,4.0365,99.096,0.991,0.0634893104434013,0.9825,4.0423,98.953,0.99,0.0389694012701511,0.99,4.0523,98.708,0.987,0.0387665517628192,0.99,4.0558,98.624,0.986,0.0278257578611373,0.9925,4.0617,98.48,0.985,0.0287971273064613,0.9925,4.0503,98.757,0.988,0.0363460592925548,0.9875,4.0376,99.07,0.991,0.0411513596773147,0.9875,4.046,98.862,0.989,400,0.550551176071167,0.7849999999999999,4.033,99.183,0.992,0.7814036011695862,0.7,4.03,99.255,0.993,0.5067458152770996,0.8049999999999999,4.0385,99.048,0.99,0.0924125628247857,1515.985,1600,5.277,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b-deduped,25,1400000000.0,pythia,False,all_results.json
+pythia-1.4b-deduped_1337,5.0,0.199030265212059,0.9125,3.9512,101.234,1.012,0.0552610121667385,0.9875,3.9808,100.483,1.005,0.0611028335988521,0.985,3.9792,100.522,1.005,0.0604393035173416,0.9875,3.9773,100.571,1.006,0.0545025058090686,0.9875,3.9739,100.657,1.007,0.0558181665837764,0.9875,3.9761,100.601,1.006,0.0579332560300827,0.985,3.977,100.579,1.006,0.0550725907087326,0.9875,3.9729,100.682,1.007,0.0547357648611068,0.9875,3.9785,100.541,1.005,0.0584960468113422,0.985,3.9771,100.576,1.006,0.1042820960283279,0.9725,3.9515,101.227,1.012,0.1933789402246475,0.9375,3.9764,100.592,1.006,0.159490168094635,0.9725,3.9515,101.227,1.012,0.0668408870697021,0.9825,3.9671,100.83,1.008,0.0760265886783599,0.9825,3.9842,100.396,1.004,0.1079701483249664,0.9725,3.9726,100.69,1.007,0.1096626445651054,0.9725,3.979,100.527,1.005,0.0947428345680236,0.9775,3.9813,100.469,1.005,0.1649166941642761,0.9475,3.982,100.452,1.005,0.1929962933063507,0.905,3.963,100.935,1.009,0.1081631407141685,0.9675,3.9787,100.536,1.005,0.2773882150650024,0.8675,3.9559,101.115,1.011,0.2977786958217621,0.905,3.969,100.782,1.008,0.1737989783287048,0.91,3.9827,100.435,1.004,0.0751521959900856,0.98,3.9736,100.665,1.007,0.2350979447364807,0.93,3.9719,100.707,1.007,0.3667279779911041,0.8925000000000001,3.971,100.73,1.007,0.0897793173789978,0.9725,3.9876,100.31,1.003,0.2562380135059356,0.865,3.9538,101.168,1.012,0.0852553769946098,0.975,3.9799,100.505,1.005,0.2367295622825622,0.8850000000000001,3.9795,100.515,1.005,0.0818967595696449,0.9775,3.9783,100.546,1.005,0.105438582599163,0.965,3.9788,100.532,1.005,0.064693309366703,0.98,3.9807,100.485,1.005,0.0690954625606536,0.9825,3.9691,100.779,1.008,0.0623150169849395,0.9825,3.986,100.352,1.004,0.0693067833781242,0.98,3.981,100.478,1.005,0.0543521605432033,0.9875,3.9748,100.635,1.006,0.0550229027867317,0.9875,3.9763,100.595,1.006,0.0605011843144893,0.985,3.9758,100.609,1.006,0.0611861906945705,0.985,3.9788,100.533,1.005,0.0987929850816726,0.975,3.9715,100.719,1.007,0.0582424066960811,0.9875,3.9626,100.943,1.009,0.147985503077507,0.9475,3.9711,100.729,1.007,0.0538151152431964,0.9875,3.9948,100.131,1.001,0.0590597353875637,0.985,3.9788,100.532,1.005,0.059087686240673,0.985,3.9775,100.566,1.006,0.0923560932278633,0.9775,3.9796,100.514,1.005,0.0537188723683357,0.9875,3.975,100.629,1.006,0.0537632070481777,0.9875,3.9777,100.56,1.006,0.0539131537079811,0.9875,3.9732,100.674,1.007,0.0613631457090377,0.985,3.9797,100.51,1.005,0.056668471544981,0.985,3.9782,100.549,1.005,0.0624268166720867,0.985,3.9785,100.54,1.005,0.055496621876955,0.9875,3.9781,100.551,1.006,0.0571865141391754,0.985,3.9828,100.432,1.004,0.0559694617986679,0.9875,3.9718,100.711,1.007,0.0555349811911582,0.9875,3.9771,100.575,1.006,400,0.245082601904869,0.8725,3.9576,101.072,1.011,0.3125290274620056,0.8300000000000001,3.95,101.265,1.013,0.2250364273786544,0.88,3.9691,100.779,1.008,0.0925971720814704,1490.2007,1600,5.368,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b-deduped,1337,1400000000.0,pythia,False,all_results.json
+gpt2-medium_1,5.0,0.0939476564526557,0.9825,3.2698,122.333,1.223,0.1142867282032966,0.98,3.3056,121.005,1.21,0.1071458086371421,0.98,3.262,122.624,1.226,0.0935606732964515,0.9825,3.2827,121.851,1.219,0.0928566083312034,0.9825,3.3052,121.022,1.21,0.1012529879808425,0.98,3.2753,122.125,1.221,0.1039327979087829,0.98,3.3174,120.578,1.206,0.0929127112030983,0.9825,3.2912,121.536,1.215,0.0928676724433898,0.9825,3.3147,120.675,1.207,0.1148416548967361,0.9775,3.3408,119.732,1.197,0.093400590121746,0.9825,3.2915,121.525,1.215,0.1508540511131286,0.965,3.2703,122.313,1.223,0.0937356352806091,0.9825,3.2699,122.33,1.223,0.1138040721416473,0.98,3.3144,120.687,1.207,0.0928509011864662,0.9825,3.3225,120.393,1.204,0.0928761661052703,0.9825,3.2831,121.836,1.218,0.1093571856617927,0.9775,3.2829,121.843,1.218,0.0928598791360855,0.9825,3.3112,120.803,1.208,0.1613261103630066,0.97,3.3244,120.321,1.203,0.1508328765630722,0.97,3.3259,120.27,1.203,0.1275992542505264,0.9775,3.2967,121.332,1.213,0.1608223170042038,0.9675,3.2947,121.409,1.214,0.2773371040821075,0.945,3.2609,122.665,1.227,0.1315040588378906,0.975,3.2918,121.515,1.215,0.1196867972612381,0.9775,3.2469,123.193,1.232,0.2797320783138275,0.9549999999999998,3.2602,122.691,1.227,0.3708142936229706,0.9275,3.3144,120.686,1.207,0.1149412244558334,0.98,3.2995,121.231,1.212,0.0952673181891441,0.9825,3.293,121.471,1.215,0.1126471161842346,0.98,3.3193,120.509,1.205,0.111227661371231,0.9775,3.2289,123.88,1.239,0.1142947226762771,0.98,3.2836,121.819,1.218,0.1198257133364677,0.9775,3.2888,121.624,1.216,0.0929317697882652,0.9825,3.2645,122.529,1.225,0.1102426648139953,0.98,3.2785,122.005,1.22,0.0928781405091285,0.9825,3.3115,120.792,1.208,0.0936425328254699,0.9825,3.2837,121.813,1.218,0.0928536802530288,0.9825,3.3387,119.806,1.198,0.0928630232810974,0.9825,3.2947,121.408,1.214,0.1165204644203186,0.975,3.2939,121.437,1.214,0.0932914167642593,0.9825,3.3353,119.93,1.199,0.1468472331762313,0.97,3.2999,121.217,1.212,0.093421496450901,0.9825,3.2847,121.775,1.218,0.1733885705471038,0.97,3.2974,121.309,1.213,0.0944619178771972,0.9825,3.2814,121.9,1.219,0.0928652212023735,0.9825,3.2891,121.615,1.216,0.1141674444079399,0.98,3.2618,122.632,1.226,0.1146091744303703,0.98,3.2569,122.818,1.228,0.0928440392017364,0.9825,3.2908,121.551,1.216,0.0928450599312782,0.9825,3.2889,121.62,1.216,0.0928566455841064,0.9825,3.266,122.475,1.225,0.1091577932238578,0.98,3.2747,122.148,1.221,0.1125967055559158,0.98,3.275,122.136,1.221,0.0930904373526573,0.9825,3.2682,122.391,1.224,0.0954324528574943,0.98,3.2708,122.293,1.223,0.0928571000695228,0.9825,3.2986,121.265,1.213,0.0948452204465866,0.9825,3.3049,121.031,1.21,0.1011597514152526,0.98,3.2747,122.15,1.221,400,0.0941378772258758,0.9825,3.2521,122.996,1.23,0.0984629616141319,0.98,3.275,122.138,1.221,0.0944007039070129,0.9825,3.3286,120.171,1.202,0.0967867323905229,1232.7442,1600,6.49,0.203,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-medium,1,355000000.0,gpt2,False,all_results.json
+gpt2-medium_666,5.0,0.0783805549144744,0.9775,3.9721,100.703,1.007,0.0936513841152191,0.9775,4.0117,99.708,0.997,0.0797573179006576,0.98,4.0109,99.728,0.997,0.0746774077415466,0.98,4.0112,99.72,0.997,0.0620636977255344,0.9825,4.0085,99.788,0.998,0.0637869909405708,0.9825,3.9978,100.054,1.001,0.06317600607872,0.9825,4.0025,99.936,0.999,0.0624843724071979,0.9825,4.0165,99.589,0.996,0.0623924061655998,0.9825,4.0155,99.613,0.996,0.0814472362399101,0.98,3.9991,100.021,1.0,0.0887323468923568,0.9725,3.9858,100.356,1.004,0.1621409952640533,0.9574999999999998,3.996,100.1,1.001,0.0657056272029876,0.9825,3.9748,100.634,1.006,0.0729490220546722,0.9775,4.0004,99.99,1.0,0.0651038289070129,0.9825,4.002,99.949,0.999,0.0867970436811447,0.9775,4.0005,99.988,1.0,0.0992800146341323,0.9725,4.002,99.951,1.0,0.0620808787643909,0.9825,4.0165,99.59,0.996,0.1782905906438827,0.9574999999999998,4.004,99.9,0.999,0.1697951853275299,0.9549999999999998,3.9938,100.155,1.002,0.1042889207601547,0.9725,3.9958,100.105,1.001,0.2056485414505005,0.9425,3.9866,100.337,1.003,0.3695336282253265,0.92,3.9954,100.116,1.001,0.2347794324159622,0.94,3.986,100.352,1.004,0.1188277080655098,0.97,4.0023,99.942,0.999,0.2952144145965576,0.94,4.0089,99.778,0.998,0.4275299310684204,0.9025,4.0158,99.607,0.996,0.1069568991661071,0.9725,4.0309,99.234,0.992,0.1061515063047409,0.9725,3.9871,100.322,1.003,0.0910754203796386,0.9725,3.9982,100.044,1.0,0.1096804067492485,0.97,3.9823,100.445,1.004,0.1384826898574829,0.9675,4.0094,99.766,0.998,0.1494662165641784,0.965,4.0062,99.844,0.998,0.0846322700381279,0.9775,4.0108,99.73,0.997,0.0726553797721862,0.975,3.9973,100.067,1.001,0.0643371790647506,0.9825,4.0131,99.674,0.997,0.0859007909893989,0.97,4.0121,99.7,0.997,0.0620932579040527,0.9825,3.9984,100.039,1.0,0.0622584261000156,0.9825,4.027,99.33,0.993,0.1238773763179779,0.97,4.0028,99.931,0.999,0.0715635120868682,0.9775,4.0102,99.746,0.997,0.1626634001731872,0.9625,4.006,99.851,0.999,0.0787002444267273,0.9775,3.9937,100.159,1.002,0.1782529801130294,0.9574999999999998,3.9984,100.04,1.0,0.0737795829772949,0.98,3.9984,100.041,1.0,0.063903160393238,0.98,4.0158,99.607,0.996,0.0936198830604553,0.9725,4.015,99.627,0.996,0.0986901074647903,0.975,3.9976,100.061,1.001,0.0620542578399181,0.9825,4.0017,99.958,1.0,0.0620583109557628,0.9825,4.0114,99.716,0.997,0.0621169693768024,0.9825,4.0094,99.765,0.998,0.0717686712741851,0.98,3.9972,100.071,1.001,0.076800487935543,0.98,4.0123,99.694,0.997,0.0771242156624794,0.98,4.0008,99.98,1.0,0.0647983625531196,0.98,3.998,100.05,1.001,0.0636340677738189,0.9825,3.9981,100.048,1.0,0.0629684329032898,0.9825,3.9961,100.098,1.001,0.0687726438045501,0.98,4.0017,99.957,1.0,400,0.0842664167284965,0.9725,3.9746,100.639,1.006,0.1193003430962562,0.9625,3.9822,100.446,1.004,0.0877206996083259,0.97,3.9751,100.627,1.006,0.0979015136957168,1503.5323,1600,5.321,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-medium,666,355000000.0,gpt2,False,all_results.json
+gpt2-medium_42,5.0,0.0730935931205749,0.99,2.2195,180.223,1.802,0.0858826413750648,0.9875,2.315,172.782,1.728,0.0831468477845192,0.9875,2.2197,180.201,1.802,0.0672010481357574,0.99,2.2195,180.223,1.802,0.0663473606109619,0.99,2.2185,180.302,1.803,0.0667694061994552,0.99,2.2199,180.192,1.802,0.0748870819807052,0.9875,2.3183,172.537,1.725,0.0663688108325004,0.99,2.2276,179.568,1.796,0.0663891062140464,0.99,2.2202,180.167,1.802,0.082626536488533,0.9875,2.3217,172.291,1.723,0.0719878822565078,0.9875,2.2277,179.556,1.796,0.1530051231384277,0.9675,2.2185,180.301,1.803,0.0678403005003929,0.99,2.2172,180.405,1.804,0.0975750163197517,0.985,2.2297,179.399,1.794,0.0723173841834068,0.985,2.3114,173.057,1.731,0.0835932940244674,0.9875,2.2188,180.281,1.803,0.0720363557338714,0.9875,2.2207,180.124,1.801,0.066350482404232,0.99,2.311,173.087,1.731,0.1553377956151962,0.9675,2.219,180.264,1.803,0.0873880311846733,0.9825,2.2255,179.733,1.797,0.0961079373955726,0.985,2.3117,173.034,1.73,0.1325090229511261,0.9725,2.2189,180.271,1.803,0.2864003479480743,0.945,2.2191,180.25,1.803,0.0717499330639839,0.9875,2.3166,172.666,1.727,0.0943068861961364,0.985,2.3101,173.154,1.732,0.2464098185300827,0.9575,2.3124,172.981,1.73,0.3170262277126312,0.935,2.2196,180.214,1.802,0.0891898274421691,0.985,2.255,177.383,1.774,0.0940426066517829,0.98,2.3241,172.11,1.721,0.0843087658286094,0.9875,2.2502,177.766,1.778,0.0929628014564514,0.98,2.3141,172.855,1.729,0.1278816312551498,0.975,2.2199,180.186,1.802,0.0965722277760505,0.9825,2.3191,172.478,1.725,0.0665755867958068,0.99,2.312,173.014,1.73,0.0670888721942901,0.99,2.2209,180.106,1.801,0.0669558197259903,0.99,2.3407,170.892,1.709,0.067929059267044,0.99,2.3241,172.11,1.721,0.0663568079471588,0.99,2.3346,171.334,1.713,0.0664215013384819,0.99,2.2195,180.221,1.802,0.0942548215389251,0.98,2.2187,180.286,1.803,0.0687614232301712,0.99,2.3204,172.387,1.724,0.1149726286530494,0.98,2.2204,180.148,1.801,0.0680581480264663,0.99,2.2198,180.196,1.802,0.1662855297327041,0.9725,2.2195,180.223,1.802,0.0669310092926025,0.99,2.2201,180.173,1.802,0.0663846209645271,0.99,2.2197,180.205,1.802,0.0901606157422065,0.98,2.2202,180.165,1.802,0.090269848704338,0.985,2.2214,180.063,1.801,0.0663411244750022,0.99,2.31,173.161,1.732,0.0663402006030082,0.99,2.3164,172.68,1.727,0.0663713291287422,0.99,2.222,180.021,1.8,0.0787396654486656,0.9875,2.2195,180.224,1.802,0.0811671242117881,0.9875,2.3138,172.876,1.729,0.0675770863890647,0.99,2.3275,171.861,1.719,0.0703481957316398,0.9875,2.2302,179.356,1.794,0.0663864389061927,0.99,2.3141,172.856,1.729,0.0683751702308654,0.9875,2.2378,178.747,1.787,0.0679825544357299,0.99,2.2188,180.275,1.803,400,0.0818205252289772,0.985,2.312,173.008,1.73,0.1020271107554435,0.9725,2.2185,180.304,1.803,0.0850054249167442,0.9825,2.3177,172.583,1.726,0.09368827624619,850.9393,1600,9.401,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-medium,42,355000000.0,gpt2,False,all_results.json
+gpt2-medium_25,5.0,0.1280548423528671,0.97,2.2369,178.82,1.788,0.1330257654190063,0.97,2.2264,179.659,1.797,0.1218927279114723,0.9725,2.2305,179.334,1.793,0.1059161201119422,0.975,2.2274,179.578,1.796,0.1039434820413589,0.975,2.2271,179.604,1.796,0.104026511311531,0.975,2.2261,179.689,1.797,0.1145971491932869,0.9725,2.2286,179.485,1.795,0.1040957644581794,0.975,2.2359,178.902,1.789,0.1038924008607864,0.975,2.2258,179.712,1.797,0.1405039727687835,0.9675,2.2269,179.619,1.796,0.1063276827335357,0.975,2.2265,179.653,1.797,0.1743404418230056,0.955,2.2278,179.55,1.796,0.1088004782795906,0.975,2.2244,179.824,1.798,0.1212604343891143,0.9725,2.2279,179.544,1.795,0.1038647294044494,0.975,2.2327,179.159,1.792,0.1213375851511955,0.97,2.2351,178.962,1.79,0.1413028687238693,0.9675,2.2286,179.485,1.795,0.1038190349936485,0.975,2.2265,179.653,1.797,0.1750147044658661,0.96,2.2267,179.641,1.796,0.1837612688541412,0.96,2.2255,179.739,1.797,0.1374513953924179,0.9675,2.2273,179.59,1.796,0.2149220407009124,0.9475,2.2293,179.425,1.794,0.3632628917694092,0.935,2.2389,178.657,1.787,0.1785587817430496,0.955,2.2278,179.549,1.795,0.1592335700988769,0.965,2.2272,179.599,1.796,0.3127585053443908,0.945,2.3065,173.42,1.734,0.3879292607307434,0.91,2.2317,179.235,1.792,0.1304258406162262,0.9675,2.2506,177.728,1.777,0.1548674255609512,0.965,2.2253,179.748,1.797,0.1208422482013702,0.9725,2.2326,179.165,1.792,0.1894173622131347,0.955,2.2275,179.575,1.796,0.1687241792678833,0.9625,2.227,179.616,1.796,0.1374185979366302,0.9675,2.2303,179.347,1.793,0.1045857965946197,0.975,2.2373,178.788,1.788,0.1042297333478927,0.975,2.2296,179.403,1.794,0.1047143936157226,0.975,2.2287,179.48,1.795,0.1298027485609054,0.97,2.2351,178.961,1.79,0.1038389652967453,0.975,2.2292,179.439,1.794,0.1038948446512222,0.975,2.2253,179.753,1.798,0.1736435890197754,0.965,2.2277,179.555,1.796,0.1244006752967834,0.97,2.238,178.73,1.787,0.2244533151388168,0.955,2.2289,179.461,1.795,0.1060428023338317,0.975,2.2349,178.976,1.79,0.1870749592781067,0.96,2.2325,179.173,1.792,0.1280122995376587,0.97,2.2264,179.663,1.797,0.1043635159730911,0.975,2.2271,179.603,1.796,0.1233028769493103,0.9725,2.2364,178.857,1.789,0.1480709314346313,0.9675,2.2266,179.644,1.796,0.1038105189800262,0.975,2.2355,178.934,1.789,0.1038067266345024,0.975,2.2346,179.003,1.79,0.1059635430574417,0.9725,2.2268,179.632,1.796,0.1362456679344177,0.97,2.2378,178.745,1.787,0.141324833035469,0.97,2.2259,179.703,1.797,0.1226203739643096,0.9725,2.7419,145.885,1.459,0.1191016137599945,0.9725,2.2274,179.582,1.796,0.1074096411466598,0.9725,2.2269,179.619,1.796,0.1180274114012718,0.9725,2.2299,179.377,1.794,0.1234577596187591,0.9725,2.2269,179.618,1.796,400,0.1210314929485321,0.97,2.2245,179.819,1.798,0.1597682535648346,0.9575,2.2282,179.516,1.795,0.12608702480793,0.965,2.2346,179.003,1.79,0.1083585941344499,842.3786,1600,9.497,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-medium,25,355000000.0,gpt2,False,all_results.json
+gpt2-medium_1337,5.0,0.0797823816537857,0.9825,3.257,122.812,1.228,0.0826961100101471,0.98,3.2666,122.452,1.225,0.0862051993608474,0.9775,3.2589,122.743,1.227,0.065711386501789,0.9825,3.2567,122.823,1.228,0.0655060186982154,0.9825,3.2848,121.773,1.218,0.0866966024041175,0.9775,3.26,122.698,1.227,0.0810949057340622,0.98,3.3034,121.087,1.211,0.069011278450489,0.98,3.2776,122.042,1.22,0.0656177699565887,0.9825,3.2588,122.743,1.227,0.0901240184903144,0.9775,3.3072,120.947,1.209,0.0735893696546554,0.98,3.2289,123.882,1.239,0.2077913284301757,0.9425,3.2728,122.22,1.222,0.0734282061457634,0.98,3.2216,124.164,1.242,0.0936656966805458,0.9775,3.2675,122.416,1.224,0.0655797645449638,0.9825,3.246,123.228,1.232,0.0656303688883781,0.9825,3.2572,122.804,1.228,0.0836301818490028,0.98,3.3282,120.184,1.202,0.0655032098293304,0.9825,3.2473,123.178,1.232,0.2021739929914474,0.9525,3.2575,122.794,1.228,0.1379398852586746,0.9574999999999998,3.2445,123.287,1.233,0.1125569716095924,0.9725,3.2602,122.691,1.227,0.1595104783773422,0.95,3.2379,123.537,1.235,0.3567290604114532,0.91,3.2549,122.892,1.229,0.1774424165487289,0.9275,3.218,124.3,1.243,0.0971672609448432,0.9775,3.2515,123.02,1.23,0.2881926894187927,0.925,3.2418,123.389,1.234,0.4203367531299591,0.8949999999999998,3.2692,122.353,1.224,0.108886569738388,0.9725,3.2536,122.94,1.229,0.085474282503128,0.975,3.239,123.496,1.235,0.0894324705004692,0.9775,3.2798,121.959,1.22,0.1017658114433288,0.965,3.225,124.033,1.24,0.1209452077746391,0.9725,3.251,123.04,1.23,0.1355422437191009,0.9675,3.2585,122.755,1.228,0.0703185126185417,0.98,3.2535,122.945,1.229,0.0858101174235344,0.9775,3.2548,122.896,1.229,0.0675013065338134,0.9825,3.2521,122.996,1.23,0.0844849050045013,0.9775,3.2426,123.359,1.234,0.0655115619301796,0.9825,3.2609,122.665,1.227,0.0655270963907241,0.9825,3.2489,123.118,1.231,0.0972316488623619,0.9725,3.2501,123.073,1.231,0.0713694095611572,0.9775,3.2553,122.877,1.229,0.1377906203269958,0.9675,3.2446,123.283,1.233,0.0756018459796905,0.98,3.2637,122.561,1.226,0.1716606169939041,0.96,3.2533,122.951,1.23,0.0663625821471214,0.9825,3.2533,122.952,1.23,0.0708577185869216,0.98,3.261,122.661,1.227,0.1000098064541816,0.9725,3.264,122.55,1.225,0.0856622159481048,0.98,3.2555,122.871,1.229,0.0654674246907234,0.9825,3.2493,123.102,1.231,0.0654768198728561,0.9825,3.274,122.176,1.222,0.0656446367502212,0.9825,3.2657,122.484,1.225,0.0877262949943542,0.975,3.2563,122.837,1.228,0.0932415798306465,0.9775,3.2566,122.827,1.228,0.0863296017050743,0.9775,3.256,122.849,1.228,0.0715452134609222,0.98,3.2625,122.605,1.226,0.0667106509208679,0.9825,3.283,121.839,1.218,0.0669228956103324,0.9825,3.2522,122.995,1.23,0.0661706700921058,0.9825,3.2526,122.977,1.23,400,0.0847691744565963,0.9775,3.2253,124.02,1.24,0.097329244017601,0.975,3.2364,123.593,1.236,0.0819135606288909,0.9775,3.2552,122.88,1.229,0.0998673305511474,1226.6598,1600,6.522,0.204,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-medium,1337,355000000.0,gpt2,False,all_results.json
+pythia-2.8b-deduped_1,5.0,0.1200643256306648,0.9725,4.0785,98.075,0.981,0.1334493607282638,0.9675,4.1032,97.484,0.975,0.1223519891500473,0.97,4.1399,96.622,0.966,0.1251749396324157,0.97,4.0843,97.937,0.979,0.1169323548674583,0.9725,4.0835,97.956,0.98,0.1183445379137992,0.9725,4.0875,97.859,0.979,0.1169470027089119,0.9725,4.0804,98.03,0.98,0.1169604510068893,0.9725,4.0911,97.773,0.978,0.134403795003891,0.97,4.18,95.694,0.957,0.1300213783979416,0.97,4.0831,97.965,0.98,0.1186709702014923,0.9725,4.1455,96.49,0.965,0.146015003323555,0.9675,4.0878,97.851,0.979,0.1195537000894546,0.9725,4.9232,81.248,0.812,0.1458806097507476,0.9675,4.0962,97.652,0.977,0.1477851420640945,0.9675,4.1024,97.505,0.975,0.1550863832235336,0.965,4.1085,97.359,0.974,0.1769264191389084,0.9625,4.0987,97.592,0.976,0.1331996470689773,0.97,4.1025,97.501,0.975,0.1346354037523269,0.9675,4.0835,97.955,0.98,0.1564895808696746,0.9549999999999998,4.0823,97.984,0.98,0.1341393887996673,0.97,4.1504,96.376,0.964,0.1941990405321121,0.945,4.0708,98.26,0.983,0.2026716470718383,0.945,4.0941,97.702,0.977,0.1740602105855941,0.9499999999999998,4.0766,98.12,0.981,0.1498394161462783,0.9675,4.0902,97.794,0.978,0.2230154871940612,0.9525,4.0818,97.995,0.98,0.210086703300476,0.9499999999999998,4.0852,97.915,0.979,0.1313641220331192,0.97,4.1052,97.438,0.974,0.1216787919402122,0.9725,4.0702,98.275,0.983,0.1185484305024147,0.9725,4.0893,97.816,0.978,0.1278431862592697,0.9675,4.0775,98.099,0.981,0.1298321187496185,0.97,4.1813,95.664,0.957,0.1380056142807006,0.9675,4.0853,97.912,0.979,0.1199524700641632,0.97,4.0899,97.803,0.978,0.1206320747733116,0.97,4.095,97.68,0.977,0.1320965886116027,0.97,4.097,97.632,0.976,0.1282834261655807,0.97,4.1075,97.382,0.974,0.1169618293642997,0.9725,4.0915,97.763,0.978,0.1170083433389663,0.9725,4.1733,95.848,0.958,0.122321531176567,0.97,4.0983,97.602,0.976,0.1243680790066719,0.97,4.0921,97.75,0.978,0.1339986473321914,0.965,4.0975,97.62,0.976,0.1314906626939773,0.97,4.0989,97.587,0.976,0.1677430272102356,0.96,4.086,97.895,0.979,0.1357962191104889,0.965,4.1623,96.102,0.961,0.1169313788414001,0.9725,4.0983,97.602,0.976,0.1309737265110016,0.97,4.0968,97.638,0.976,0.1503772288560867,0.9675,4.1188,97.115,0.971,0.1169431880116462,0.9725,4.1055,97.431,0.974,0.1169109791517257,0.9725,4.0974,97.624,0.976,0.1169288456439971,0.9725,4.177,95.762,0.958,0.1170887276530265,0.9725,4.1025,97.501,0.975,0.1279283165931701,0.97,4.0884,97.837,0.978,0.130658358335495,0.97,4.0965,97.644,0.976,0.116959735751152,0.9725,4.1035,97.477,0.975,0.1169213131070137,0.9725,4.1049,97.445,0.974,0.119061678647995,0.97,4.0929,97.731,0.977,0.1189787611365318,0.97,4.0937,97.71,0.977,400,0.1206165626645088,0.9725,4.0753,98.153,0.982,0.1298555433750152,0.97,4.1353,96.728,0.967,0.123978167772293,0.97,4.0699,98.282,0.983,0.0922914608716964,1531.1308,1600,5.225,0.163,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b-deduped,1,2800000000.0,pythia,False,all_results.json
+pythia-2.8b-deduped_666,5.0,0.1775426715612411,0.95,3.3389,119.801,1.198,0.1616380661725998,0.9475,3.2743,122.164,1.222,0.1531517952680587,0.9475,3.3572,119.147,1.191,0.1522545367479324,0.95,3.279,121.989,1.22,0.1500022858381271,0.95,3.2971,121.318,1.213,0.150262713432312,0.95,3.3373,119.859,1.199,0.1501980423927307,0.95,3.3723,118.615,1.186,0.1502133309841156,0.95,3.3425,119.671,1.197,0.1630871146917343,0.9475,3.2678,122.406,1.224,0.1515231430530548,0.95,3.3262,120.259,1.203,0.1672243922948837,0.9475,3.249,123.115,1.231,0.1769670844078064,0.945,3.2711,122.282,1.223,0.1752498298883438,0.95,3.2681,122.394,1.224,0.1628720611333847,0.9475,3.2567,122.824,1.228,0.1775046586990356,0.945,3.3077,120.93,1.209,0.1837673634290695,0.94,3.2892,121.608,1.216,0.2021446973085403,0.9375,3.3093,120.871,1.209,0.1656624376773834,0.9475,3.3584,119.104,1.191,0.1589183658361435,0.9475,3.2931,121.467,1.215,0.1611834317445755,0.945,3.2425,123.363,1.234,0.1802725195884704,0.9425,3.2915,121.526,1.215,0.167430579662323,0.9475,3.2992,121.243,1.212,0.2617845833301544,0.91,3.3307,120.095,1.201,0.1603460311889648,0.95,3.3295,120.138,1.201,0.171164184808731,0.945,3.2694,122.347,1.223,0.2678413093090057,0.92,3.3282,120.184,1.202,0.2285435795783996,0.925,3.2743,122.162,1.222,0.1531543433666229,0.95,3.3114,120.795,1.208,0.177308440208435,0.945,3.3144,120.684,1.207,0.152145117521286,0.95,3.2886,121.632,1.216,0.1672458797693252,0.95,3.2913,121.533,1.215,0.1560301929712295,0.9475,3.2977,121.297,1.213,0.1664710044860839,0.9475,3.3199,120.486,1.205,0.1513382196426391,0.95,3.3299,120.124,1.201,0.1520594954490661,0.95,3.347,119.509,1.195,0.1539882272481918,0.9475,3.2948,121.402,1.214,0.1617398113012313,0.9475,3.3166,120.607,1.206,0.1500118523836136,0.95,3.3352,119.931,1.199,0.1504383832216262,0.95,3.3668,118.806,1.188,0.1530035436153412,0.95,3.3126,120.751,1.208,0.1509457528591156,0.95,3.2801,121.946,1.219,0.1901999413967132,0.9425,3.3225,120.392,1.204,0.1631263196468353,0.9475,3.2684,122.386,1.224,0.1755387336015701,0.9425,3.3392,119.788,1.198,0.1635283976793289,0.9475,3.2544,122.911,1.229,0.1500553637742996,0.95,3.2989,121.251,1.213,0.150436133146286,0.95,3.3461,119.541,1.195,0.1795296519994735,0.945,3.2935,121.451,1.215,0.1498874425888061,0.95,3.2592,122.731,1.227,0.1497219800949096,0.95,3.3177,120.565,1.206,0.150472417473793,0.95,3.3498,119.412,1.194,0.1587010025978088,0.9475,3.3393,119.785,1.198,0.150573194026947,0.95,3.2883,121.645,1.216,0.1518304049968719,0.95,3.3711,118.655,1.187,0.1499375849962234,0.95,3.2925,121.489,1.215,0.1508810669183731,0.95,3.2877,121.665,1.217,0.1510254740715026,0.95,3.3491,119.436,1.194,0.1507540494203567,0.95,3.2868,121.698,1.217,400,0.1737698018550872,0.95,3.2554,122.872,1.229,0.1866968274116516,0.95,3.3497,119.413,1.194,0.171850249171257,0.95,3.2617,122.636,1.226,0.1010172791481018,1238.6811,1600,6.458,0.202,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b-deduped,666,2800000000.0,pythia,False,all_results.json
+pythia-2.8b-deduped_42,5.0,0.0590792261064052,0.9875,2.2208,180.112,1.801,0.081038974225521,0.9825,2.3161,172.708,1.727,0.0799456462264061,0.9825,2.2255,179.731,1.797,0.0748659819364547,0.9825,2.2193,180.234,1.802,0.0528176985681057,0.9875,2.2184,180.314,1.803,0.0529675967991352,0.9875,2.2287,179.48,1.795,0.0545764416456222,0.985,2.312,173.009,1.73,0.0528205670416355,0.9875,2.2214,180.064,1.801,0.0708870589733123,0.985,2.3181,172.551,1.726,0.0693280398845672,0.985,2.3161,172.704,1.727,0.0541939437389373,0.9875,2.2403,178.547,1.785,0.1118791550397872,0.9675,2.2222,180.002,1.8,0.0549841113388538,0.9875,2.2161,180.494,1.805,0.0864082425832748,0.9825,2.2206,180.131,1.801,0.1015445813536644,0.98,2.3135,172.896,1.729,0.1284099370241165,0.975,2.3139,172.869,1.729,0.1279603987932205,0.9725,2.2574,177.195,1.772,0.0800099149346351,0.9825,2.3516,170.096,1.701,0.0908233821392059,0.98,2.2275,179.571,1.796,0.1025744602084159,0.9725,2.2864,174.944,1.749,0.0799071714282035,0.9825,2.3189,172.498,1.725,0.1368716657161712,0.965,2.2217,180.043,1.8,0.2522042095661163,0.945,2.2215,180.058,1.801,0.0748713612556457,0.98,2.3168,172.655,1.727,0.0906026437878608,0.98,2.3195,172.45,1.725,0.220248132944107,0.9575,2.3215,172.305,1.723,0.3355588614940643,0.9325,2.2189,180.266,1.803,0.0687436088919639,0.985,2.2188,180.279,1.803,0.0695179104804992,0.9825,2.3109,173.096,1.731,0.0676256641745567,0.985,2.2562,177.292,1.773,0.0805724933743476,0.98,2.307,173.383,1.734,0.1049633771181106,0.9775,2.2192,180.246,1.802,0.0746173560619354,0.985,2.3126,172.969,1.73,0.0529123842716217,0.9875,2.3152,172.774,1.728,0.0561272390186786,0.985,2.2205,180.14,1.801,0.0584890507161617,0.985,2.325,172.043,1.72,0.0562660694122314,0.985,2.3169,172.644,1.726,0.0528409630060195,0.9875,2.3149,172.792,1.728,0.0529169514775276,0.9875,2.3153,172.767,1.728,0.0691883787512779,0.98,2.3139,172.872,1.729,0.0570612512528896,0.985,2.3201,172.406,1.724,0.1080479845404625,0.9775,2.2197,180.202,1.802,0.0663229301571846,0.985,2.225,179.777,1.798,0.1277898252010345,0.9725,2.2241,179.845,1.798,0.0725425779819488,0.9825,2.2197,180.203,1.802,0.0528154820203781,0.9875,2.2166,180.455,1.805,0.0756297707557678,0.9825,2.2178,180.357,1.804,0.0908946320414543,0.9825,2.2232,179.917,1.799,0.0528731234371662,0.9875,2.4594,162.639,1.626,0.0527991540729999,0.9875,2.3104,173.127,1.731,0.0531820431351661,0.9875,2.2206,180.128,1.801,0.0646616965532302,0.98,2.2208,180.119,1.801,0.0641173869371414,0.985,2.3279,171.826,1.718,0.0725447684526443,0.9825,2.319,172.485,1.725,0.0564282648265361,0.985,2.2173,180.403,1.804,0.0528074875473976,0.9875,2.3112,173.072,1.731,0.0696755349636077,0.985,2.2222,180.005,1.8,0.0664287209510803,0.985,2.3147,172.811,1.728,400,0.0600256212055683,0.985,2.3132,172.923,1.729,0.0831813067197799,0.9725,2.2339,179.055,1.791,0.066008985042572,0.985,2.3151,172.779,1.728,0.090836644411087,857.3708,1600,9.331,0.292,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b-deduped,42,2800000000.0,pythia,False,all_results.json
+pythia-2.8b-deduped_25,5.0,0.1133134067058563,0.975,1.3409,298.296,2.983,0.0821987614035606,0.9725,1.3451,297.365,2.974,0.0802111625671386,0.975,1.341,298.277,2.983,0.080824114382267,0.975,1.3414,298.205,2.982,0.078785240650177,0.975,1.3428,297.891,2.979,0.0791740342974662,0.975,1.3471,296.927,2.969,0.0789652019739151,0.975,1.3459,297.189,2.972,0.0789847746491432,0.975,1.3416,298.155,2.982,0.0852005183696746,0.9725,1.347,296.958,2.97,0.0841233804821968,0.9725,1.3423,297.987,2.98,0.093817688524723,0.975,1.3401,298.475,2.985,0.1088385358452797,0.9675,1.3366,299.274,2.993,0.1096042692661285,0.975,1.3509,296.107,2.961,0.0923637226223945,0.97,1.338,298.954,2.99,0.0998523905873298,0.9675,1.3437,297.68,2.977,0.1015739440917968,0.97,1.3418,298.1,2.981,0.1160261183977127,0.965,1.3431,297.822,2.978,0.0894688814878463,0.9725,1.3432,297.803,2.978,0.1079107075929641,0.9675,1.3477,296.808,2.968,0.0929479598999023,0.9725,1.34,298.497,2.985,0.1096383929252624,0.9675,1.3419,298.087,2.981,0.09778343886137,0.97,1.3419,298.08,2.981,0.1698645055294037,0.95,1.3408,298.319,2.983,0.0885104537010192,0.975,1.3421,298.038,2.98,0.1001990735530853,0.97,1.3427,297.916,2.979,0.178156778216362,0.95,1.401,285.519,2.855,0.1844912469387054,0.945,1.3409,298.31,2.983,0.0819216668605804,0.9725,1.37,291.97,2.92,0.1084799990057945,0.9725,1.357,294.776,2.948,0.080048993229866,0.975,1.3423,298.002,2.98,0.1008793041110038,0.9725,1.3433,297.782,2.978,0.0922508612275123,0.97,1.3439,297.635,2.976,0.1037820652127265,0.9675,1.3478,296.775,2.968,0.08024163544178,0.975,1.3648,293.08,2.931,0.0800412595272064,0.975,1.3541,295.404,2.954,0.0800976157188415,0.975,1.3846,288.901,2.889,0.0804077982902526,0.975,1.3429,297.872,2.979,0.0789251402020454,0.975,1.3415,298.163,2.982,0.0792893022298812,0.975,1.3428,297.891,2.979,0.0836405679583549,0.975,1.3417,298.14,2.981,0.0799238011240959,0.975,1.3412,298.24,2.982,0.1022030040621757,0.9675,1.3409,298.316,2.983,0.0814474374055862,0.975,1.3449,297.425,2.974,0.1023842021822929,0.9675,1.3377,299.025,2.99,0.0795035362243652,0.975,1.3446,297.482,2.975,0.07887514680624,0.975,1.3425,297.956,2.98,0.0825108811259269,0.9725,1.3379,298.985,2.99,0.1102124229073524,0.97,1.3421,298.05,2.981,0.0784252882003784,0.975,1.3413,298.22,2.982,0.0784827694296836,0.975,1.34,298.507,2.985,0.0786327049136161,0.975,1.3441,297.59,2.976,0.0804284289479255,0.975,1.3421,298.042,2.98,0.0799899846315383,0.975,1.3432,297.792,2.978,0.0806778222322464,0.975,1.3421,298.039,2.98,0.0785887613892555,0.975,1.3432,297.788,2.978,0.078785091638565,0.975,1.3415,298.182,2.982,0.0796017572283744,0.975,1.3426,297.921,2.979,0.0797037854790687,0.975,1.3435,297.719,2.977,400,0.105289451777935,0.975,1.3408,298.32,2.983,0.1174774914979934,0.9725,1.3412,298.234,2.982,0.1063466966152191,0.9725,1.3416,298.152,2.982,0.0959993644952774,516.773,1600,15.481,0.484,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b-deduped,25,2800000000.0,pythia,False,all_results.json
+pythia-2.8b-deduped_1337,5.0,0.1009580716490745,0.985,3.9829,100.43,1.004,0.0643578246235847,0.9825,4.0248,99.384,0.994,0.062590405344963,0.9825,4.0212,99.473,0.995,0.0611865296959877,0.985,4.0236,99.413,0.994,0.0588078312575817,0.985,4.0533,98.684,0.987,0.0590805560350418,0.985,4.0125,99.689,0.997,0.0620970390737056,0.9825,4.0518,98.723,0.987,0.0589895546436309,0.985,4.0766,98.122,0.981,0.0734779611229896,0.9825,4.0372,99.079,0.991,0.0596731416881084,0.985,4.0377,99.067,0.991,0.0840112119913101,0.9825,4.0051,99.873,0.999,0.1423002481460571,0.955,4.0121,99.697,0.997,0.0973553657531738,0.9825,4.0112,99.72,0.997,0.0755567252635955,0.9825,4.0127,99.684,0.997,0.0907722637057304,0.9775,4.0392,99.03,0.99,0.0964483991265297,0.975,4.08,98.04,0.98,0.1126562282443046,0.9725,4.0748,98.163,0.982,0.0730358660221099,0.9825,4.0591,98.544,0.985,0.104888916015625,0.9625,4.1701,95.92,0.959,0.0950788408517837,0.9775,4.0133,99.668,0.997,0.0793367028236389,0.9825,4.0187,99.535,0.995,0.0996553674340248,0.9725,4.001,99.974,1.0,0.1566844582557678,0.95,4.0402,99.005,0.99,0.0935579687356948,0.9825,4.0434,98.926,0.989,0.0919605046510696,0.975,4.0483,98.807,0.988,0.1676299273967743,0.96,4.0443,98.905,0.989,0.1547835320234298,0.9425,4.0537,98.676,0.987,0.0834179669618606,0.9775,4.0569,98.598,0.986,0.1007478907704353,0.985,4.0143,99.643,0.996,0.0787954553961753,0.9775,4.0372,99.08,0.991,0.0920518562197685,0.985,4.0119,99.703,0.997,0.0947239473462104,0.9725,4.0362,99.103,0.991,0.0810787230730056,0.9775,4.0332,99.177,0.992,0.0652913823723793,0.9825,4.0214,99.468,0.995,0.0636289119720459,0.9825,4.0411,98.982,0.99,0.0687881484627723,0.9825,4.0942,97.699,0.977,0.066178448498249,0.98,4.0292,99.274,0.993,0.0589939914643764,0.985,4.0378,99.065,0.991,0.0591730512678623,0.985,4.0723,98.225,0.982,0.0612745098769664,0.985,4.0772,98.106,0.981,0.0613858923316001,0.985,4.0608,98.503,0.985,0.0893636867403984,0.9775,4.0266,99.339,0.993,0.0745087638497352,0.9825,4.0354,99.122,0.991,0.0973951891064643,0.97,4.0281,99.303,0.993,0.0686049684882164,0.9825,4.0709,98.258,0.983,0.0605389550328254,0.9825,4.04,99.01,0.99,0.0640333071351051,0.9825,4.0355,99.12,0.991,0.084086075425148,0.98,4.0393,99.028,0.99,0.0585581623017787,0.985,4.1048,97.448,0.974,0.0585798844695091,0.985,4.034,99.158,0.992,0.0588021650910377,0.985,4.0136,99.66,0.997,0.0649207532405853,0.9825,4.0726,98.217,0.982,0.0596787072718143,0.985,4.0325,99.195,0.992,0.0746352896094322,0.98,4.0749,98.161,0.982,0.059431467205286,0.985,4.0411,98.984,0.99,0.0599281601607799,0.985,4.0382,99.053,0.991,0.0699793547391891,0.9825,4.0235,99.416,0.994,0.0673033893108367,0.9825,4.0729,98.21,0.982,400,0.096795804798603,0.985,4.043,98.936,0.989,0.1159145534038543,0.985,4.0036,99.911,0.999,0.0957814380526542,0.985,4.0417,98.969,0.99,0.1077567106485366,1509.2265,1600,5.301,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-2.8b-deduped,1337,2800000000.0,pythia,False,all_results.json
+opt-6.7b_1,5.0,0.0736414939165115,0.985,4.007,99.824,0.998,0.1154707372188568,0.975,4.0161,99.6,0.996,0.1073460355401039,0.975,4.0183,99.545,0.995,0.1149480640888214,0.9775,4.0271,99.327,0.993,0.0951409265398979,0.9775,4.0252,99.373,0.994,0.1531759351491928,0.9725,4.0229,99.431,0.994,0.0907056629657745,0.98,4.0225,99.442,0.994,0.1232408136129379,0.975,4.0226,99.439,0.994,0.1204752698540687,0.9725,4.0267,99.337,0.993,0.1079434603452682,0.975,4.023,99.427,0.994,0.0807276368141174,0.9825,4.0089,99.778,0.998,0.3099152743816376,0.9375,4.0203,99.496,0.995,0.0736102759838104,0.985,3.9988,100.029,1.0,0.1570454239845276,0.965,4.0208,99.482,0.995,0.2001610696315765,0.9625,4.0306,99.241,0.992,0.2424772977828979,0.9575,4.0216,99.464,0.995,0.2482077181339264,0.955,4.0223,99.444,0.994,0.2235613614320755,0.9625,4.0212,99.472,0.995,0.2098292112350464,0.95,4.0165,99.59,0.996,0.1035942062735557,0.9775,4.0123,99.693,0.997,0.1780473887920379,0.965,4.0197,99.511,0.995,0.2058037966489792,0.9475,4.0075,99.813,0.998,0.5148200988769531,0.915,4.0186,99.536,0.995,0.1628482788801193,0.9575,3.9976,100.06,1.001,0.1420134305953979,0.9725,4.0195,99.515,0.995,0.4268519282341003,0.9175,4.0144,99.641,0.996,0.4009462594985962,0.92,4.0203,99.495,0.995,0.1537615656852722,0.9625,4.0391,99.031,0.99,0.0768982172012329,0.9825,4.0066,99.836,0.998,0.1907928138971328,0.96,4.0245,99.391,0.994,0.0793986245989799,0.9825,4.0043,99.893,0.999,0.1647543311119079,0.965,4.0217,99.46,0.995,0.1374353617429733,0.9725,4.0186,99.537,0.995,0.1206504628062248,0.975,4.0214,99.467,0.995,0.1021623387932777,0.98,4.0207,99.486,0.995,0.1286185979843139,0.9725,4.0186,99.537,0.995,0.1123682782053947,0.975,4.0234,99.419,0.994,0.0795563384890556,0.9825,4.0247,99.385,0.994,0.0916001871228218,0.98,4.0169,99.578,0.996,0.0975876078009605,0.98,4.024,99.404,0.994,0.0946540832519531,0.98,4.0203,99.496,0.995,0.0947017073631286,0.9825,4.0181,99.549,0.995,0.086277388036251,0.9825,4.024,99.404,0.994,0.2250963151454925,0.95,4.0176,99.562,0.996,0.1570552885532379,0.9625,4.0178,99.556,0.996,0.1143747717142105,0.9775,4.0204,99.493,0.995,0.1909518092870712,0.955,4.0322,99.202,0.992,0.2124931663274765,0.96,4.0203,99.496,0.995,0.1199773699045181,0.9775,4.0275,99.317,0.993,0.1183267384767532,0.975,4.0228,99.433,0.994,0.1256119310855865,0.9725,4.0391,99.032,0.99,0.1628290116786956,0.965,4.0225,99.44,0.994,0.1088276877999305,0.98,4.0158,99.607,0.996,0.1135150492191314,0.975,4.0241,99.402,0.994,0.1093417927622795,0.9775,4.0264,99.343,0.993,0.1033360064029693,0.98,4.0277,99.311,0.993,0.1746450364589691,0.96,4.022,99.453,0.995,0.1248592883348465,0.975,4.0236,99.415,0.994,400,0.0737895518541336,0.985,3.9944,100.141,1.001,0.0749326720833778,0.985,4.0006,99.984,1.0,0.0743548795580864,0.985,4.0037,99.908,0.999,0.0727472521662712,1505.2968,1600,5.315,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-6.7b,1,6700000000.0,opt,False,all_results.json
+opt-6.7b_666,5.0,0.0474057048559188,0.99,2.2242,179.838,1.798,0.065019354224205,0.9875,2.2266,179.645,1.796,0.0752548426389694,0.9825,2.2255,179.736,1.797,0.0463152676820755,0.99,2.2279,179.538,1.795,0.0492585077881813,0.9875,2.2237,179.879,1.799,0.0689171627163887,0.9825,2.228,179.53,1.795,0.063057079911232,0.9875,2.2263,179.671,1.797,0.076415866613388,0.9775,2.2267,179.638,1.796,0.0787703916430473,0.985,2.2271,179.605,1.796,0.0946856662631034,0.9825,2.2248,179.788,1.798,0.076887160539627,0.98,2.2258,179.714,1.797,0.2509767413139343,0.955,2.222,180.015,1.8,0.0759521946310997,0.985,2.2261,179.686,1.797,0.0890246778726577,0.9775,2.2242,179.843,1.798,0.1256694942712783,0.9775,2.2239,179.865,1.799,0.1685838103294372,0.97,2.2254,179.746,1.797,0.2169694006443023,0.9575,2.2268,179.632,1.796,0.1178311556577682,0.9775,2.2251,179.77,1.798,0.1708637177944183,0.9625,2.2253,179.753,1.798,0.1527003794908523,0.9575,2.2254,179.744,1.797,0.1025180071592331,0.98,2.2272,179.6,1.796,0.2356301844120025,0.94,2.2239,179.865,1.799,0.4667870998382568,0.9075,2.2278,179.548,1.795,0.2789357900619507,0.9225,2.2218,180.035,1.8,0.1264678537845611,0.9725,2.2228,179.95,1.799,0.3774556815624237,0.9225,2.2258,179.708,1.797,0.3493498563766479,0.92,2.2228,179.949,1.799,0.0980639085173606,0.9775,2.2235,179.899,1.799,0.0576820001006126,0.985,2.2226,179.971,1.8,0.1372965574264526,0.97,2.229,179.457,1.795,0.0697402879595756,0.9825,2.2227,179.962,1.8,0.1119766309857368,0.9725,2.2267,179.636,1.796,0.1316386014223098,0.9725,2.236,178.894,1.789,0.0657058209180831,0.985,2.2247,179.801,1.798,0.0742358267307281,0.985,2.2264,179.66,1.797,0.090544655919075,0.9825,2.2265,179.652,1.797,0.0926266461610794,0.9825,2.2253,179.747,1.797,0.0459608025848865,0.99,2.2263,179.669,1.797,0.0456986315548419,0.99,2.2254,179.742,1.797,0.0536497011780738,0.9875,2.2306,179.321,1.793,0.073405310511589,0.98,2.2261,179.684,1.797,0.0933304503560066,0.98,2.2257,179.718,1.797,0.0726187154650688,0.985,2.2234,179.902,1.799,0.1729578375816345,0.965,2.266,176.522,1.765,0.0800919607281684,0.985,2.2258,179.71,1.797,0.0894097536802291,0.98,2.2276,179.567,1.796,0.1051379218697547,0.9725,2.2254,179.744,1.797,0.1413298547267913,0.9775,2.2241,179.845,1.798,0.0462309457361698,0.99,2.2242,179.843,1.798,0.0564911589026451,0.985,2.2285,179.492,1.795,0.0651282668113708,0.985,2.2255,179.734,1.797,0.1092541292309761,0.98,2.226,179.694,1.797,0.1006318107247352,0.975,2.2287,179.476,1.795,0.0876552611589431,0.9825,2.2248,179.795,1.798,0.0774727314710617,0.9825,2.2245,179.818,1.798,0.076459914445877,0.985,2.224,179.856,1.799,0.0761972516775131,0.9825,2.233,179.135,1.791,0.0538703389465808,0.985,2.2237,179.879,1.799,400,0.0510155074298381,0.99,2.2218,180.034,1.8,0.0525934658944606,0.9875,2.2241,179.85,1.799,0.0488786585628986,0.99,2.2239,179.866,1.799,0.0836995477676391,848.1608,1600,9.432,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-6.7b,666,6700000000.0,opt,False,all_results.json
+opt-6.7b_42,5.0,0.0747608765959739,0.975,3.9739,100.657,1.007,0.0910881981253624,0.97,4.0048,99.879,0.999,0.0925844833254814,0.9675,4.0142,99.646,0.996,0.0832013487815857,0.97,4.0129,99.678,0.997,0.0716616064310073,0.975,4.0092,99.77,0.998,0.1052733436226844,0.965,4.0032,99.92,0.999,0.0789348185062408,0.9725,4.0115,99.713,0.997,0.0884708240628242,0.97,4.0161,99.599,0.996,0.0856542289257049,0.9725,4.0131,99.674,0.997,0.0843728333711624,0.9725,4.0145,99.639,0.996,0.0745342373847961,0.975,4.0325,99.195,0.992,0.194747656583786,0.94,4.0002,99.994,1.0,0.0744429007172584,0.975,3.9733,100.673,1.007,0.0943330749869346,0.9675,3.9969,100.078,1.001,0.1286557018756866,0.9575,4.0119,99.705,0.997,0.1562728881835937,0.96,4.0121,99.699,0.997,0.1819325685501098,0.95,4.0116,99.711,0.997,0.133762925863266,0.96,4.0102,99.745,0.997,0.105970375239849,0.9575,3.9978,100.055,1.001,0.0798529684543609,0.9725,3.9794,100.518,1.005,0.1077237874269485,0.9675,4.0101,99.748,0.997,0.1240943968296051,0.96,3.9888,100.28,1.003,0.2339027822017669,0.92,4.0004,99.989,1.0,0.0795500874519348,0.975,3.9956,100.109,1.001,0.1021162793040275,0.9675,4.0088,99.781,0.998,0.1994074434041977,0.95,4.0022,99.945,0.999,0.1769134551286697,0.9425,3.99,100.25,1.002,0.0781537443399429,0.9725,4.0124,99.692,0.997,0.0787131711840629,0.975,3.9873,100.318,1.003,0.1219168826937675,0.9575,4.0153,99.619,0.996,0.0778437778353691,0.975,3.9818,100.457,1.005,0.1200931742787361,0.9575,3.9999,100.004,1.0,0.1064734384417533,0.9625,4.0103,99.744,0.997,0.08045294880867,0.97,4.0131,99.674,0.997,0.0816180035471916,0.9725,3.9963,100.092,1.001,0.0961712822318077,0.965,4.0013,99.967,1.0,0.0732292458415031,0.975,3.998,100.051,1.001,0.0747200697660446,0.9725,4.0147,99.633,0.996,0.0716172233223915,0.975,4.0103,99.743,0.997,0.0704308226704597,0.975,4.0139,99.654,0.997,0.0710036754608154,0.975,4.0028,99.93,0.999,0.0810525044798851,0.9725,4.0266,99.339,0.993,0.0732422322034835,0.9725,3.9972,100.07,1.001,0.1408087760210037,0.96,4.014,99.65,0.997,0.0784687548875808,0.9725,4.0048,99.881,0.999,0.0900465175509452,0.9675,4.0086,99.786,0.998,0.1050872579216957,0.9625,4.0136,99.662,0.997,0.167419821023941,0.9525,4.0148,99.631,0.996,0.0709892362356185,0.975,4.0009,99.978,1.0,0.080288790166378,0.9725,3.9965,100.087,1.001,0.0826346576213836,0.97,4.2466,94.193,0.942,0.1068456098437309,0.965,4.0,99.999,1.0,0.0832671076059341,0.97,4.0146,99.636,0.996,0.0923967957496643,0.9675,4.004,99.899,0.999,0.0814728364348411,0.9725,4.0084,99.79,0.998,0.0715884938836097,0.975,4.0164,99.591,0.996,0.0928843095898628,0.97,4.0164,99.591,0.996,0.0846444815397262,0.97,4.012,99.701,0.997,400,0.0782504901289939,0.9725,3.975,100.628,1.006,0.0783281996846199,0.975,3.9969,100.078,1.001,0.0768627375364303,0.975,3.9771,100.576,1.006,0.0721623458862304,1497.2688,1600,5.343,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-6.7b,42,6700000000.0,opt,False,all_results.json
+opt-6.7b_25,5.0,0.1383052617311477,0.975,2.2122,180.819,1.808,0.1332627385854721,0.975,2.2236,179.885,1.799,0.1630202680826187,0.97,2.3124,172.983,1.73,0.1317671686410904,0.975,2.3209,172.343,1.723,0.126750573515892,0.975,2.3107,173.104,1.731,0.1604408323764801,0.97,2.312,173.007,1.73,0.1172957792878151,0.9775,2.3038,173.625,1.736,0.1568640321493148,0.97,2.251,177.697,1.777,0.149646908044815,0.9725,2.2614,176.881,1.769,0.1491535753011703,0.97,2.2456,178.129,1.781,0.1342082470655441,0.9725,2.3102,173.146,1.731,0.3258628845214844,0.9375,2.215,180.586,1.806,0.1530549824237823,0.97,2.2162,180.487,1.805,0.1800731867551803,0.9625,2.2152,180.572,1.806,0.1827799677848816,0.965,2.2115,180.873,1.809,0.1988003104925155,0.96,2.3237,172.14,1.721,0.2462532818317413,0.955,2.2358,178.91,1.789,0.1417763829231262,0.9725,2.3204,172.382,1.724,0.2725272476673126,0.9475,2.3126,172.965,1.73,0.2977522909641266,0.94,2.2156,180.541,1.805,0.1956766694784164,0.9625,2.2159,180.516,1.805,0.6204070448875427,0.8675,2.3061,173.452,1.735,0.5583599209785461,0.8975000000000001,2.3083,173.291,1.733,0.3599068820476532,0.915,2.2241,179.849,1.798,0.1973011195659637,0.96,2.2165,180.463,1.805,0.4714768230915069,0.9075,2.2226,179.967,1.8,0.4478215277194977,0.91,2.2146,180.618,1.806,0.1834248155355453,0.9575,2.3079,173.319,1.733,0.2200854122638702,0.9525,2.3136,172.89,1.729,0.1804029494524002,0.965,2.2714,176.102,1.761,0.2795152068138122,0.9450000000000002,2.2159,180.51,1.805,0.1761903017759323,0.965,2.2161,180.5,1.805,0.1825486123561859,0.9625,2.3167,172.661,1.727,0.133754551410675,0.9725,2.319,172.491,1.725,0.1799214482307434,0.965,2.2604,176.958,1.77,0.1691171675920486,0.97,2.3224,172.235,1.722,0.1530137956142425,0.97,2.317,172.635,1.726,0.1544483751058578,0.97,2.266,176.521,1.765,0.1199960708618164,0.975,2.316,172.715,1.727,0.1173252835869789,0.9775,2.2999,173.917,1.739,0.1282791495323181,0.97,2.3083,173.286,1.733,0.1306041032075882,0.975,2.2154,180.556,1.806,0.1266339719295501,0.975,2.2152,180.573,1.806,0.2013865113258361,0.9575,2.3287,171.768,1.718,0.1302631795406341,0.975,2.3081,173.306,1.733,0.1172533258795738,0.9775,2.2161,180.5,1.805,0.1596673429012298,0.9625,2.3192,172.475,1.725,0.2039014101028442,0.9625,2.2157,180.533,1.805,0.1173821464180946,0.9775,2.2255,179.738,1.797,0.1222442686557769,0.975,2.3168,172.65,1.726,0.1242392659187316,0.975,2.3165,172.677,1.727,0.146094724535942,0.9725,2.314,172.862,1.729,0.1306391507387161,0.975,2.3138,172.875,1.729,0.1562641859054565,0.97,2.3185,172.527,1.725,0.1194008812308311,0.975,2.222,180.018,1.8,0.1416737884283065,0.97,2.2114,180.882,1.809,0.1192271336913108,0.9775,2.3144,172.831,1.728,0.1226875558495521,0.9725,2.3175,172.596,1.726,400,0.1769473254680633,0.9575,2.2122,180.813,1.808,0.1725972294807434,0.95,2.3031,173.676,1.737,0.1800653487443924,0.9625,2.2746,175.851,1.759,0.0884188156127929,845.9489,1600,9.457,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-6.7b,25,6700000000.0,opt,False,all_results.json
+opt-6.7b_1337,5.0,0.1231731995940208,0.975,3.9882,100.296,1.003,0.1086402162909507,0.9725,4.0778,98.092,0.981,0.1403697580099105,0.9675,4.017,99.576,0.996,0.1171097159385681,0.965,4.0281,99.303,0.993,0.1109970584511756,0.97,4.0089,99.777,0.998,0.1758739054203033,0.9525,4.0136,99.66,0.997,0.1006134822964668,0.975,4.0133,99.67,0.997,0.1560891568660736,0.9575,4.0159,99.604,0.996,0.1010339334607124,0.9725,4.0809,98.018,0.98,0.1203952133655548,0.9675,4.0045,99.887,0.999,0.1794466972351074,0.9449999999999998,3.9971,100.072,1.001,0.3374683260917663,0.92,4.0626,98.46,0.985,0.1329777389764785,0.9675,3.9931,100.173,1.002,0.1472781300544738,0.9625,4.0728,98.211,0.982,0.1483134031295776,0.9625,4.0714,98.248,0.982,0.15147066116333,0.965,4.0733,98.201,0.982,0.2073437720537185,0.9475,4.0745,98.172,0.982,0.1204823851585388,0.97,4.0192,99.523,0.995,0.2721054852008819,0.925,4.1004,97.552,0.976,0.2769743800163269,0.9075,4.0099,99.753,0.998,0.1665680706501007,0.9575,4.0778,98.092,0.981,0.4244801998138428,0.865,4.0087,99.784,0.998,0.4055561125278473,0.8900000000000001,4.0571,98.592,0.986,0.355324238538742,0.8825,4.0341,99.154,0.992,0.1473481357097625,0.96,4.0698,98.286,0.983,0.3679965138435364,0.9075,4.0796,98.049,0.98,0.4249598681926727,0.875,4.0293,99.274,0.993,0.1961907148361206,0.9475,4.0928,97.732,0.977,0.1607251018285751,0.96,3.994,100.15,1.002,0.1838972121477127,0.95,4.0139,99.653,0.997,0.1808629631996154,0.94,4.0631,98.448,0.984,0.141529306769371,0.9575,4.0239,99.406,0.994,0.1701630055904388,0.955,4.0161,99.599,0.996,0.1224681884050369,0.9675,4.0182,99.548,0.995,0.1531836986541748,0.9525,4.0738,98.187,0.982,0.1482041627168655,0.96,4.0127,99.684,0.997,0.1271739453077316,0.9625,4.0222,99.448,0.994,0.0888688340783119,0.9775,4.0164,99.591,0.996,0.0823536291718483,0.98,4.0628,98.455,0.985,0.0852006748318672,0.98,4.0751,98.157,0.982,0.0920622795820236,0.9775,4.0361,99.105,0.991,0.1071401536464691,0.9725,4.0715,98.245,0.982,0.0931614711880683,0.9775,4.0702,98.275,0.983,0.2059712409973144,0.9375,4.0153,99.619,0.996,0.1427431553602218,0.9625,4.0178,99.557,0.996,0.1240550130605697,0.9675,4.0784,98.078,0.981,0.1877049505710601,0.9475,4.0198,99.508,0.995,0.2105866968631744,0.9425,4.0715,98.244,0.982,0.0849964395165443,0.9775,4.0778,98.092,0.981,0.1135240346193313,0.97,4.0221,99.449,0.994,0.1332768946886062,0.9625,4.0257,99.361,0.994,0.1491661965847015,0.965,4.0146,99.636,0.996,0.1127768903970718,0.9725,4.0191,99.526,0.995,0.1269766688346862,0.965,4.0154,99.618,0.996,0.1444931179285049,0.96,4.0843,97.935,0.979,0.1043258607387542,0.97,4.0746,98.17,0.982,0.1248334720730781,0.9625,4.0133,99.669,0.997,0.1285507977008819,0.965,4.0765,98.123,0.981,400,0.1610850393772125,0.9575,4.0637,98.433,0.984,0.1500784754753112,0.9625,3.9935,100.162,1.002,0.1500526666641235,0.965,3.9937,100.158,1.002,0.0757497926950454,1511.4326,1600,5.293,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-6.7b,1337,6700000000.0,opt,False,all_results.json
+falcon-40b_1,5.0,0.0917132794857025,0.9725,2.1485,186.177,1.862,0.1062917336821556,0.97,2.1466,186.34,1.863,0.0964291021227836,0.97,2.1442,186.55,1.866,0.0963678658008575,0.97,2.1466,186.339,1.863,0.0909587070345878,0.9725,2.1454,186.448,1.864,0.0908793807029724,0.9725,2.1465,186.353,1.864,0.0954306870698928,0.97,2.1481,186.214,1.862,0.0921562984585762,0.9725,2.1458,186.407,1.864,0.0907097458839416,0.9725,2.1579,185.362,1.854,0.1080953329801559,0.965,2.1476,186.255,1.863,0.0913859903812408,0.9725,2.1445,186.52,1.865,0.0911271199584007,0.9725,2.1527,185.812,1.858,0.0918372943997383,0.9725,2.1453,186.456,1.865,0.0907938927412033,0.9725,2.2186,180.296,1.803,0.1301039159297943,0.965,2.1486,186.165,1.862,0.1282130628824234,0.965,2.1631,184.919,1.849,0.119666963815689,0.9675,2.1649,184.763,1.848,0.1390282958745956,0.96,2.1481,186.215,1.862,0.0921047404408454,0.9725,2.1452,186.463,1.865,0.0913526341319084,0.9725,2.145,186.479,1.865,0.1094022020697593,0.97,2.1972,182.05,1.821,0.0913066491484642,0.9725,2.1431,186.641,1.866,0.1686214506626129,0.9575,2.1453,186.456,1.865,0.0916645303368568,0.9725,2.1469,186.315,1.863,0.1063351035118103,0.97,2.1481,186.208,1.862,0.1746096760034561,0.9525,2.1553,185.587,1.856,0.1167450547218322,0.965,2.146,186.391,1.864,0.0929098427295684,0.97,2.2061,181.315,1.813,0.0915948450565338,0.9725,2.1456,186.424,1.864,0.1059037968516349,0.97,2.1469,186.314,1.863,0.091354876756668,0.9725,2.1466,186.345,1.863,0.0945062860846519,0.97,2.1467,186.329,1.863,0.1091665178537368,0.9675,2.1447,186.502,1.865,0.0907916724681854,0.9725,2.1453,186.453,1.865,0.0907793790102005,0.9725,2.1429,186.665,1.867,0.090810902416706,0.9725,2.1458,186.407,1.864,0.0955516323447227,0.97,2.1472,186.291,1.863,0.0983291789889335,0.97,2.1476,186.256,1.863,0.0906687378883361,0.9725,2.1478,186.238,1.862,0.1538809090852737,0.9625,2.1458,186.414,1.864,0.1160180121660232,0.9675,2.146,186.389,1.864,0.1663430035114288,0.9575,2.225,179.773,1.798,0.1077258214354515,0.97,2.1454,186.446,1.864,0.1084523797035217,0.97,2.1463,186.365,1.864,0.1081786379218101,0.97,2.1446,186.511,1.865,0.0907786265015602,0.9725,2.1702,184.315,1.843,0.1116009131073951,0.9675,2.1445,186.521,1.865,0.1094499602913856,0.97,2.15,186.049,1.86,0.0937058553099632,0.97,2.1477,186.247,1.862,0.0975411161780357,0.97,2.1454,186.442,1.864,0.1036255732178688,0.97,2.145,186.477,1.865,0.1017266064882278,0.9675,2.144,186.568,1.866,0.1230136677622795,0.9675,2.145,186.478,1.865,0.0991139784455299,0.97,2.1455,186.441,1.864,0.0934482738375663,0.97,2.1477,186.244,1.862,0.0910630673170089,0.9725,2.1474,186.275,1.863,0.1047465577721595,0.97,2.1465,186.351,1.864,0.1081101447343826,0.97,2.1443,186.54,1.865,400,0.0916826054453849,0.9725,2.1449,186.49,1.865,0.0917853936553001,0.9725,2.144,186.568,1.866,0.0916546434164047,0.9725,2.1441,186.558,1.866,0.118267844736576,821.9984,1600,9.732,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b,1,40000000000.0,falcon,False,all_results.json
+falcon-40b_666,5.0,0.3898613452911377,0.9075,3.9953,100.119,1.001,0.4028469324111938,0.905,4.0156,99.61,0.996,0.3894163966178894,0.9075,4.0201,99.499,0.995,0.38942551612854,0.9075,4.0194,99.517,0.995,0.3893488049507141,0.9075,4.021,99.477,0.995,0.3893874883651733,0.9075,4.0164,99.593,0.996,0.389677494764328,0.9075,4.0165,99.59,0.996,0.3893853724002838,0.9075,4.0202,99.498,0.995,0.3893625736236572,0.9075,4.0258,99.359,0.994,0.4010585844516754,0.9025,4.0124,99.69,0.997,0.389656662940979,0.9075,3.9988,100.031,1.0,0.3894369602203369,0.9075,4.0558,98.625,0.986,0.3899213373661041,0.9075,4.0054,99.866,0.999,0.3893887996673584,0.9075,4.0382,99.054,0.991,0.4071888029575348,0.905,4.0199,99.506,0.995,0.4224807620048523,0.9025,4.0169,99.58,0.996,0.4058250188827514,0.905,4.0239,99.407,0.994,0.3900205194950104,0.9075,4.0163,99.593,0.996,0.3894202411174774,0.9075,4.0244,99.395,0.994,0.3895091712474823,0.9075,4.0123,99.693,0.997,0.4066201746463775,0.905,4.0214,99.469,0.995,0.3896154761314392,0.9075,4.0111,99.723,0.997,0.423092246055603,0.8999999999999999,4.0148,99.631,0.996,0.3896463811397552,0.9075,4.0081,99.799,0.998,0.3996845185756683,0.905,4.023,99.427,0.994,0.4325657784938812,0.895,4.0133,99.668,0.997,0.400501549243927,0.905,4.0109,99.729,0.997,0.3894081115722656,0.9075,4.05,98.766,0.988,0.3898809552192688,0.9075,4.0042,99.895,0.999,0.3894101679325104,0.9075,4.0168,99.581,0.996,0.3896859884262085,0.9075,4.0088,99.781,0.998,0.3897031545639038,0.9075,4.0138,99.656,0.997,0.3983239233493805,0.905,4.019,99.528,0.995,0.3893909454345703,0.9075,4.0175,99.565,0.996,0.3893962204456329,0.9075,4.0343,99.149,0.991,0.3893792033195495,0.9075,4.0174,99.567,0.996,0.3893983066082001,0.9075,4.0258,99.358,0.994,0.389433354139328,0.9075,4.0174,99.567,0.996,0.3893598318099975,0.9075,4.0213,99.471,0.995,0.4085410237312317,0.9025,4.0175,99.564,0.996,0.4050005972385406,0.905,4.0165,99.59,0.996,0.482289969921112,0.8925,4.0147,99.634,0.996,0.3903202712535858,0.9075,4.0413,98.978,0.99,0.4061182737350464,0.905,4.0178,99.557,0.996,0.4034484028816223,0.905,4.0191,99.524,0.995,0.3893623054027557,0.9075,4.0154,99.616,0.996,0.3920718133449554,0.905,4.0223,99.445,0.994,0.4081399142742157,0.905,4.021,99.477,0.995,0.3900974690914154,0.9075,4.0173,99.57,0.996,0.3893424868583679,0.9075,4.0252,99.375,0.994,0.3893788456916809,0.9075,4.0234,99.417,0.994,0.3909236788749695,0.9075,4.029,99.28,0.993,0.4192992150783539,0.9025,4.0234,99.418,0.994,0.3989265859127044,0.905,4.0146,99.636,0.996,0.392781138420105,0.905,4.021,99.477,0.995,0.3928022086620331,0.905,4.0154,99.616,0.996,0.3998973965644836,0.905,4.0189,99.529,0.995,0.4075231850147247,0.905,4.0187,99.534,0.995,400,0.3899175524711609,0.9075,3.997,100.075,1.001,0.3899403512477875,0.9075,4.0078,99.805,0.998,0.3898972272872925,0.9075,4.0037,99.908,0.999,0.1231720476150512,1505.2005,1600,5.315,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b,666,40000000000.0,falcon,False,all_results.json
+falcon-40b_42,5.0,0.1829637289047241,0.9525,4.0124,99.692,0.997,0.2163190841674804,0.9425,4.0492,98.785,0.988,0.2092795968055725,0.9425,4.0406,98.995,0.99,0.2062128484249115,0.9425,4.0373,99.076,0.991,0.2007727175951004,0.945,4.0376,99.069,0.991,0.2029021084308624,0.945,4.0384,99.05,0.99,0.1900163292884826,0.95,4.0399,99.013,0.99,0.1831461787223816,0.9525,4.0413,98.978,0.99,0.1843512952327728,0.95,4.0474,98.829,0.988,0.207128956913948,0.9425,4.046,98.863,0.989,0.181952491402626,0.9525,4.0282,99.299,0.993,0.1816558837890625,0.9525,4.039,99.034,0.99,0.1830451041460037,0.9525,4.0194,99.517,0.995,0.1810720562934875,0.9525,4.0206,99.489,0.995,0.2200975865125656,0.9375,4.0398,99.014,0.99,0.227948397397995,0.9375,4.0382,99.054,0.991,0.2277533113956451,0.935,4.0529,98.694,0.987,0.218362420797348,0.935,4.0542,98.663,0.987,0.181534469127655,0.9525,4.0366,99.092,0.991,0.1809802204370498,0.9525,4.0515,98.73,0.987,0.1990325599908828,0.9475,4.029,99.28,0.993,0.1810836046934127,0.9525,4.0209,99.481,0.995,0.2302945256233215,0.9375,4.0434,98.927,0.989,0.1809880584478378,0.9525,4.0252,99.373,0.994,0.1868506968021392,0.95,4.0391,99.032,0.99,0.2262951731681823,0.94,4.0316,99.215,0.992,0.2167169451713562,0.9375,4.0482,98.808,0.988,0.1825791299343109,0.9525,4.0399,99.011,0.99,0.1825163960456848,0.9525,4.0097,99.759,0.998,0.1847702860832214,0.9525,4.038,99.059,0.991,0.181583285331726,0.9525,4.018,99.553,0.996,0.2164592146873474,0.9425,4.0315,99.218,0.992,0.1899034678936004,0.95,4.0295,99.269,0.993,0.189519003033638,0.95,4.0389,99.038,0.99,0.1808978617191314,0.9525,4.0549,98.647,0.986,0.19125796854496,0.9475,4.0358,99.112,0.991,0.1845761686563491,0.95,4.0301,99.253,0.993,0.1809878945350647,0.9525,4.0352,99.127,0.991,0.1810153573751449,0.9525,4.0334,99.171,0.992,0.2186604738235473,0.94,4.0359,99.111,0.991,0.1977796554565429,0.9475,4.0457,98.87,0.989,0.2530897259712219,0.935,4.0383,99.051,0.991,0.2033555954694748,0.945,4.0315,99.219,0.992,0.2084546536207199,0.9425,4.0332,99.177,0.992,0.2061178237199783,0.945,4.037,99.084,0.991,0.1898451447486877,0.95,4.0427,98.943,0.989,0.2118448317050933,0.9375,4.028,99.306,0.993,0.2020365595817566,0.945,4.0379,99.061,0.991,0.196175992488861,0.9475,4.0441,98.91,0.989,0.1894354969263076,0.9475,4.0378,99.063,0.991,0.2075639367103576,0.9425,4.0425,98.948,0.989,0.2029019892215728,0.945,4.0309,99.234,0.992,0.2103126496076584,0.9425,4.0437,98.919,0.989,0.2085478156805038,0.945,4.0431,98.933,0.989,0.2102648913860321,0.94,4.0743,98.177,0.982,0.1910526305437088,0.9475,4.0471,98.837,0.988,0.203879565000534,0.94,4.0357,99.116,0.991,0.1979880928993225,0.9475,4.0435,98.924,0.989,400,0.1826774626970291,0.9525,4.0194,99.518,0.995,0.1831330358982086,0.9525,4.0121,99.698,0.997,0.1825540512800216,0.9525,4.0108,99.73,0.997,0.1107780851125717,1513.5952,1600,5.285,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b,42,40000000000.0,falcon,False,all_results.json
+falcon-40b_25,5.0,0.094497911632061,0.96,2.2196,180.214,1.802,0.0979674533009529,0.9575,2.2121,180.827,1.808,0.0858164280652999,0.96,2.2181,180.336,1.803,0.086425669491291,0.96,2.2179,180.347,1.803,0.0851973742246627,0.96,2.2138,180.685,1.807,0.085564523935318,0.96,2.2119,180.841,1.808,0.0863921269774437,0.96,2.2232,179.923,1.799,0.0854213163256645,0.96,2.2837,175.156,1.752,0.0902833864092826,0.9575,2.2714,176.1,1.761,0.1006704494357109,0.955,2.2135,180.71,1.807,0.0898148119449615,0.96,2.2194,180.226,1.802,0.0908004119992256,0.9575,2.2128,180.766,1.808,0.0947906523942947,0.96,2.2662,176.51,1.765,0.0917187705636024,0.9575,2.2208,180.113,1.801,0.1086080521345138,0.9525,2.2411,178.482,1.785,0.1045196950435638,0.955,2.2149,180.596,1.806,0.1142484098672866,0.9525,2.2138,180.684,1.807,0.0911733508110046,0.9575,2.2478,177.954,1.78,0.0869291275739669,0.96,2.2154,180.558,1.806,0.0880832225084304,0.96,2.222,180.018,1.8,0.1003530770540237,0.9575,2.3029,173.692,1.737,0.088149145245552,0.96,2.2152,180.567,1.806,0.1346226185560226,0.9475,2.2109,180.92,1.809,0.0876515954732894,0.96,2.2982,174.049,1.74,0.0954898074269294,0.9575,2.3103,173.139,1.731,0.1216144561767578,0.9525,2.2151,180.58,1.806,0.1174802780151367,0.95,2.3112,173.069,1.731,0.0860223397612571,0.96,2.2176,180.376,1.804,0.0930310413241386,0.96,2.2173,180.4,1.804,0.085805244743824,0.96,2.2172,180.41,1.804,0.0911215022206306,0.96,2.2186,180.293,1.803,0.0991304963827133,0.955,2.2157,180.528,1.805,0.0890529528260231,0.9575,2.2142,180.648,1.806,0.085751473903656,0.96,2.2156,180.539,1.805,0.0859220400452613,0.96,2.2196,180.211,1.802,0.0860097482800483,0.96,2.2139,180.676,1.807,0.0860551372170448,0.96,2.2148,180.604,1.806,0.085617572069168,0.96,2.2116,180.865,1.809,0.0857325717806816,0.96,2.223,179.939,1.799,0.1053303331136703,0.955,2.2169,180.431,1.804,0.0928205475211143,0.9575,2.2343,179.026,1.79,0.1439271718263626,0.9425,2.2222,180.003,1.8,0.0872024074196815,0.96,2.2192,180.246,1.802,0.1109183505177497,0.9525,2.2123,180.808,1.808,0.0983590632677078,0.955,2.2203,180.154,1.802,0.085392914712429,0.96,2.2124,180.799,1.808,0.0978857353329658,0.9575,2.2167,180.445,1.804,0.1069932356476783,0.955,2.2183,180.315,1.803,0.0928965583443641,0.9575,2.2194,180.226,1.802,0.0892291814088821,0.9575,2.2145,180.629,1.806,0.087801992893219,0.9575,2.2136,180.697,1.807,0.0882101655006408,0.9575,2.2265,179.65,1.797,0.1069079786539077,0.955,2.2402,178.557,1.786,0.0964837372303009,0.9575,2.2319,179.223,1.792,0.0912411510944366,0.9575,2.2159,180.516,1.805,0.085605688393116,0.96,2.2129,180.762,1.808,0.0878037959337234,0.9575,2.2136,180.7,1.807,0.0921403020620346,0.9575,2.2125,180.791,1.808,400,0.0934078618884086,0.96,2.2244,179.821,1.798,0.0944090858101844,0.96,2.2115,180.871,1.809,0.0931130051612854,0.96,2.2115,180.876,1.809,0.1282437357008457,845.0621,1600,9.467,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b,25,40000000000.0,falcon,False,all_results.json
+falcon-40b_1337,5.0,0.2030959874391555,0.96,3.9562,101.107,1.011,0.2212357968091964,0.9575,3.994,100.15,1.001,0.2091527879238128,0.9575,3.9903,100.244,1.002,0.207535445690155,0.9575,4.0099,99.752,0.998,0.2027273178100586,0.96,3.9823,100.445,1.004,0.2027631402015686,0.96,3.9899,100.254,1.003,0.2097709625959396,0.9575,3.9929,100.177,1.002,0.2082518339157104,0.9575,4.0047,99.882,0.999,0.2027311474084854,0.96,3.9897,100.259,1.003,0.2114080935716629,0.9575,3.9845,100.39,1.004,0.2028914988040924,0.96,3.9637,100.916,1.009,0.2027673721313476,0.96,3.9779,100.555,1.006,0.203078344464302,0.96,3.9688,100.787,1.008,0.2027337253093719,0.96,3.9809,100.481,1.005,0.2272698283195495,0.955,3.9895,100.264,1.003,0.2402684092521667,0.955,3.9895,100.263,1.003,0.2347209900617599,0.955,3.9824,100.442,1.004,0.2425815165042877,0.9475,3.9919,100.202,1.002,0.202830508351326,0.96,3.9757,100.611,1.006,0.2056093662977218,0.9575,3.9754,100.619,1.006,0.2217209190130233,0.9575,3.9875,100.314,1.003,0.202854111790657,0.96,3.9743,100.647,1.006,0.273415207862854,0.9425,3.9796,100.512,1.005,0.202828824520111,0.96,3.977,100.58,1.006,0.2145370244979858,0.9575,3.9801,100.5,1.005,0.2663210928440094,0.9475,3.98,100.502,1.005,0.2332374602556228,0.9525,3.9816,100.463,1.005,0.2027454376220703,0.96,3.9943,100.143,1.001,0.2030383646488189,0.96,3.962,100.96,1.01,0.2084920108318328,0.9575,3.9955,100.112,1.001,0.2029681801795959,0.96,3.9659,100.859,1.009,0.2058553844690323,0.9575,3.9834,100.416,1.004,0.220432162284851,0.955,3.989,100.275,1.003,0.2027421444654464,0.96,3.9869,100.33,1.003,0.2027412354946136,0.96,3.9871,100.323,1.003,0.2027406245470047,0.96,3.9868,100.332,1.003,0.2044151276350021,0.96,3.9856,100.362,1.004,0.2065109610557556,0.9575,3.9876,100.311,1.003,0.2027280479669571,0.96,3.9861,100.348,1.003,0.2391867637634277,0.955,3.9827,100.434,1.004,0.2210793495178222,0.9575,3.9901,100.249,1.002,0.2630756497383117,0.95,3.9842,100.397,1.004,0.2049364149570465,0.96,3.9791,100.526,1.005,0.2207726240158081,0.9575,3.9794,100.518,1.005,0.2131824046373367,0.9575,3.9868,100.331,1.003,0.2029953747987747,0.96,3.9892,100.27,1.003,0.2187126278877258,0.955,3.9901,100.248,1.002,0.224158838391304,0.955,3.9777,100.562,1.006,0.2038346529006958,0.96,3.9901,100.249,1.002,0.2028245329856872,0.96,3.9909,100.228,1.002,0.2029442936182022,0.96,3.9925,100.189,1.002,0.2059159874916076,0.9575,3.9855,100.364,1.004,0.2316587418317794,0.9525,3.9889,100.278,1.003,0.2219705134630203,0.955,3.9929,100.177,1.002,0.2028476893901825,0.96,3.9934,100.164,1.002,0.203109934926033,0.96,3.9856,100.361,1.004,0.2112823724746704,0.9575,3.9894,100.265,1.003,0.2210535556077957,0.9575,3.9915,100.212,1.002,400,0.203045517206192,0.96,3.9677,100.813,1.008,0.2032019197940826,0.96,3.971,100.731,1.007,0.2030444592237472,0.96,3.9664,100.847,1.008,0.117457925081253,1489.5552,1600,5.371,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b,1337,40000000000.0,falcon,False,all_results.json
+pythia-1b-deduped_1,5.0,0.3121294379234314,0.87,4.0123,99.695,0.997,0.049978569149971,0.99,4.0176,99.563,0.996,0.0361055247485637,0.9925,4.0226,99.439,0.994,0.050218179821968,0.9825,4.0057,99.859,0.999,0.0330741740763187,0.9925,4.0352,99.127,0.991,0.0590219013392925,0.9875,4.014,99.652,0.997,0.0334003865718841,0.9925,4.0126,99.686,0.997,0.0376392379403114,0.99,4.0452,98.883,0.989,0.0338631011545658,0.9925,4.099,97.584,0.976,0.04457463696599,0.99,4.0162,99.596,0.996,0.1426271796226501,0.9575,3.9934,100.166,1.002,0.3292999267578125,0.935,4.017,99.576,0.996,0.2096976488828659,0.935,4.0083,99.792,0.998,0.0764956101775169,0.9825,4.0079,99.803,0.998,0.0694937631487846,0.9875,4.0155,99.615,0.996,0.098493754863739,0.9825,4.0852,97.914,0.979,0.1438109725713729,0.9725,4.0778,98.092,0.981,0.1049706861376762,0.9825,4.0152,99.622,0.996,0.2452614158391952,0.9525,4.0141,99.65,0.996,0.838320791721344,0.8025,4.0617,98.481,0.985,0.2242832630872726,0.9575,4.1108,97.305,0.973,1.0650203227996826,0.7675,4.0292,99.275,0.993,0.7062786221504211,0.8925000000000001,4.0146,99.636,0.996,0.7999770641326904,0.8200000000000001,4.003,99.926,0.999,0.0989581495523452,0.9825,4.0873,97.864,0.979,0.6050667762756348,0.8975,4.0134,99.665,0.997,0.8237648606300354,0.86,4.0257,99.362,0.994,0.1282092928886413,0.97,4.0257,99.361,0.994,0.6044827699661255,0.7849999999999999,4.0096,99.76,0.998,0.0908419415354728,0.98,4.0076,99.81,0.998,0.5939691662788391,0.83,4.0259,99.358,0.994,0.0766351819038391,0.9825,4.0921,97.75,0.977,0.2635112702846527,0.95,4.0752,98.154,0.982,0.0661555826663971,0.985,4.0095,99.763,0.998,0.1061090007424354,0.98,4.0111,99.724,0.997,0.0597434416413307,0.9875,4.0312,99.227,0.992,0.0877009555697441,0.9775,4.0218,99.459,0.995,0.0383967012166976,0.99,4.0114,99.716,0.997,0.0354332216084003,0.99,4.1221,97.037,0.97,0.0781803578138351,0.985,4.1094,97.338,0.973,0.0757063329219818,0.9825,4.0329,99.183,0.992,0.1531389057636261,0.9675,4.0158,99.607,0.996,0.053603172302246,0.985,4.0137,99.659,0.997,0.3020505607128143,0.9425,4.0175,99.564,0.996,0.0511266663670539,0.9875,4.0036,99.911,0.999,0.0383576899766922,0.99,4.0097,99.759,0.998,0.0911588072776794,0.98,4.0694,98.294,0.983,0.1007402241230011,0.98,4.0233,99.421,0.994,0.0329796969890594,0.9925,4.0126,99.686,0.997,0.0329209677875041,0.9925,4.0116,99.71,0.997,0.0331615060567855,0.9925,4.0174,99.568,0.996,0.0648284256458282,0.9875,4.0104,99.74,0.997,0.0557518489658832,0.9875,4.0186,99.537,0.995,0.0499147996306419,0.9875,4.017,99.576,0.996,0.0330853015184402,0.9925,4.0331,99.18,0.992,0.0465856157243251,0.99,4.0142,99.647,0.996,0.0649174451828002,0.9825,4.0184,99.543,0.995,0.0606804564595222,0.9875,4.1425,96.56,0.966,400,0.508274257183075,0.8200000000000001,4.0574,98.585,0.986,0.7681902050971985,0.7274999999999999,3.9916,100.209,1.002,0.4429502487182617,0.8424999999999998,4.0224,99.443,0.994,0.0783736631274223,1502.367,1600,5.325,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b-deduped,1,1000000000.0,pythia,False,all_results.json
+pythia-1b-deduped_666,5.0,0.3516120910644531,0.8775000000000001,3.9954,100.116,1.001,0.0783188045024871,0.9825,4.0321,99.204,0.992,0.0862419307231903,0.985,4.0157,99.61,0.996,0.0878866016864776,0.98,4.0202,99.497,0.995,0.0700033009052276,0.9875,4.021,99.477,0.995,0.0701163932681083,0.9875,4.0173,99.57,0.996,0.0704861730337143,0.9875,4.0158,99.608,0.996,0.0705883428454399,0.9875,4.017,99.577,0.996,0.0707529708743095,0.9875,4.0161,99.599,0.996,0.0841005071997642,0.985,4.0223,99.447,0.994,0.1545452922582626,0.9625,3.9929,100.177,1.002,0.2034794688224792,0.955,4.0093,99.767,0.998,0.1760371327400207,0.9375,3.9921,100.199,1.002,0.0927169993519783,0.9825,4.0201,99.5,0.995,0.1185333058238029,0.98,4.0225,99.441,0.994,0.1246212273836135,0.98,4.0195,99.515,0.995,0.1544171571731567,0.9725,4.0204,99.492,0.995,0.1247125640511512,0.975,4.0173,99.569,0.996,0.1743043959140777,0.965,4.005,99.874,0.999,0.3982977271080017,0.91,4.011,99.725,0.997,0.1538121551275253,0.9725,4.0199,99.505,0.995,0.5478822588920593,0.88,4.0019,99.953,1.0,0.4848150312900543,0.9075,4.0066,99.836,0.998,0.6131551861763,0.8675,4.003,99.926,0.999,0.1758019030094146,0.965,4.03,99.256,0.993,0.3963335454463959,0.9275,4.0121,99.698,0.997,0.5997775793075562,0.8949999999999999,4.0105,99.737,0.997,0.1097305491566658,0.98,4.017,99.576,0.996,0.4985215663909912,0.865,3.9933,100.168,1.002,0.1065845191478729,0.98,4.02,99.502,0.995,0.4069909751415252,0.8925000000000001,4.0048,99.881,0.999,0.103891484439373,0.9825,4.0219,99.455,0.995,0.1689597517251968,0.97,4.0042,99.896,0.999,0.0779366344213485,0.985,4.0146,99.635,0.996,0.0973638221621513,0.98,4.0074,99.814,0.998,0.0868928506970405,0.985,4.0146,99.637,0.996,0.0965905413031578,0.9775,4.0174,99.567,0.996,0.0699262842535972,0.9875,4.0203,99.495,0.995,0.0769955366849899,0.985,4.0162,99.596,0.996,0.0977337434887886,0.9725,4.0131,99.673,0.997,0.0733791887760162,0.985,4.0154,99.617,0.996,0.1874717324972152,0.9625,4.013,99.676,0.997,0.081194944679737,0.9825,4.0034,99.915,0.999,0.2046387493610382,0.96,4.0132,99.67,0.997,0.0835452303290367,0.9825,4.0163,99.594,0.996,0.0710963755846023,0.9875,4.0193,99.519,0.995,0.0887819677591323,0.98,4.0148,99.632,0.996,0.1156805604696273,0.98,4.0063,99.843,0.998,0.0699022114276886,0.9875,4.0186,99.536,0.995,0.0698787868022918,0.9875,4.0144,99.64,0.996,0.0698990821838378,0.9875,4.0174,99.568,0.996,0.073890708386898,0.9875,4.0134,99.666,0.997,0.0871086791157722,0.985,4.014,99.651,0.997,0.0708198770880699,0.9875,4.0177,99.561,0.996,0.0699106305837631,0.9875,4.015,99.627,0.996,0.0722518190741539,0.985,4.02,99.504,0.995,0.073024071753025,0.985,4.0169,99.58,0.996,0.0704707130789756,0.9875,4.017,99.576,0.996,400,0.3744544982910156,0.8850000000000001,3.9939,100.153,1.002,0.6779384016990662,0.8,3.9997,100.008,1.0,0.3357256948947906,0.8925000000000001,3.9965,100.089,1.001,0.0847297373488545,1508.964,1600,5.302,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b-deduped,666,1000000000.0,pythia,False,all_results.json
+pythia-1b-deduped_42,5.0,0.4000575244426727,0.8325,4.0586,98.556,0.986,0.1036211475729942,0.98,4.0248,99.384,0.994,0.1060547158122062,0.9775,4.0597,98.529,0.985,0.111196145415306,0.975,4.0507,98.749,0.987,0.1021244302392005,0.98,4.034,99.158,0.992,0.1020925417542457,0.98,4.0212,99.472,0.995,0.102348506450653,0.98,4.0192,99.522,0.995,0.1029060781002044,0.98,4.0318,99.211,0.992,0.1023403331637382,0.98,4.0224,99.442,0.994,0.1091816425323486,0.9775,4.0253,99.373,0.994,0.1716095507144928,0.9525,4.069,98.303,0.983,0.2317169606685638,0.9449999999999998,4.0352,99.129,0.991,0.2808670997619629,0.8975,4.0696,98.291,0.983,0.1217593178153038,0.975,4.1006,97.547,0.975,0.1258967965841293,0.9725,4.0276,99.314,0.993,0.1344152092933654,0.975,4.0238,99.409,0.994,0.1477780044078827,0.9675,4.0904,97.79,0.978,0.1523962169885635,0.9675,4.0233,99.421,0.994,0.2565210163593292,0.9425,4.0235,99.417,0.994,0.4899958074092865,0.87,4.0677,98.335,0.983,0.1878723949193954,0.955,4.0118,99.706,0.997,0.7240786552429199,0.8225,4.0284,99.294,0.993,0.4478748738765716,0.9075,4.0258,99.358,0.994,0.4877936542034149,0.87,4.0142,99.647,0.996,0.1379819810390472,0.9725,4.0193,99.52,0.995,0.3385347127914428,0.93,4.0093,99.768,0.998,0.5529550313949585,0.8949999999999999,4.086,97.896,0.979,0.1505017876625061,0.97,4.0547,98.65,0.986,0.6097771525382996,0.7875,4.0092,99.771,0.998,0.1245127618312835,0.9725,4.033,99.182,0.992,0.5262601375579834,0.835,4.0036,99.911,0.999,0.1258459240198135,0.975,4.1041,97.465,0.975,0.1914896816015243,0.96,4.0273,99.323,0.993,0.1162318736314773,0.9775,4.0247,99.386,0.994,0.1436027586460113,0.97,4.0605,98.51,0.985,0.1142920702695846,0.975,4.0312,99.225,0.992,0.1319815516471862,0.9725,4.0575,98.583,0.986,0.1014993637800216,0.98,4.0293,99.274,0.993,0.105343110859394,0.9775,4.0204,99.491,0.995,0.1306048929691314,0.9675,4.0198,99.508,0.995,0.1186856478452682,0.9725,4.0221,99.451,0.995,0.1779918223619461,0.9575,4.0764,98.126,0.981,0.1212135851383209,0.9675,4.0357,99.115,0.991,0.2415607273578643,0.9375,4.0252,99.374,0.994,0.1015075668692588,0.98,4.1065,97.406,0.974,0.1018996462225914,0.98,4.0846,97.929,0.979,0.1201738640666008,0.975,4.0532,98.689,0.987,0.1338291615247726,0.9725,4.083,97.967,0.98,0.1014072597026825,0.98,4.0196,99.513,0.995,0.1013734638690948,0.98,4.0235,99.417,0.994,0.1013962924480438,0.98,4.0466,98.848,0.988,0.1090536117553711,0.9775,4.0253,99.372,0.994,0.103973351418972,0.98,4.0237,99.412,0.994,0.1024176701903343,0.98,4.0328,99.186,0.992,0.1016246154904365,0.98,4.0886,97.833,0.978,0.1014295294880867,0.98,4.0271,99.327,0.993,0.1144765019416809,0.9775,4.0295,99.267,0.993,0.1050560027360916,0.9775,4.0219,99.454,0.995,400,0.5539003014564514,0.8049999999999999,4.0002,99.995,1.0,0.7174334526062012,0.7075,4.0792,98.057,0.981,0.4801860749721527,0.825,4.0013,99.967,1.0,0.087308762550354,1504.2506,1600,5.318,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b-deduped,42,1000000000.0,pythia,False,all_results.json
+pythia-1b-deduped_25,5.0,0.5811546444892883,0.825,4.0132,99.672,0.997,0.2720783352851867,0.955,4.0535,98.68,0.987,0.275562435388565,0.9525,4.0584,98.561,0.986,0.2787991464138031,0.9525,4.0446,98.898,0.989,0.2700718939304352,0.9575,4.0524,98.708,0.987,0.2693237066268921,0.9575,4.1135,97.24,0.972,0.2698875963687897,0.9575,4.0541,98.665,0.987,0.269427478313446,0.9575,4.0572,98.589,0.986,0.2711454033851623,0.9575,4.1229,97.019,0.97,0.2748388051986694,0.955,4.0577,98.577,0.986,0.3157326579093933,0.945,4.0287,99.287,0.993,0.2900426089763641,0.95,4.055,98.643,0.986,0.4753957092761993,0.8625,4.0259,99.357,0.994,0.2913247346878052,0.955,4.0479,98.816,0.988,0.2952137291431427,0.9525,4.0476,98.825,0.988,0.2941825091838836,0.9525,4.1355,96.724,0.967,0.3101217150688171,0.95,4.1508,96.367,0.964,0.2909749150276184,0.955,4.0542,98.663,0.987,0.3211675584316253,0.945,4.0435,98.923,0.989,0.5005629062652588,0.8975,4.035,99.133,0.991,0.3215807378292084,0.9425,4.0772,98.106,0.981,0.5710197687149048,0.88,4.0337,99.164,0.992,0.4509011209011078,0.9275,4.0478,98.82,0.988,0.4464704096317291,0.9025,4.0426,98.945,0.989,0.3066946864128113,0.9475,4.0411,98.982,0.99,0.4660063683986664,0.9225,4.0458,98.869,0.989,0.5064327120780945,0.9075,4.038,99.06,0.991,0.2945610880851745,0.9525,4.0878,97.853,0.979,0.6237183213233948,0.8450000000000001,4.0367,99.09,0.991,0.2716860771179199,0.955,4.0316,99.216,0.992,0.5949015617370605,0.8550000000000001,4.0233,99.422,0.994,0.3031757771968841,0.9525,4.1098,97.327,0.973,0.2838873565196991,0.9525,4.0305,99.242,0.992,0.275730162858963,0.955,4.0441,98.909,0.989,0.2835110425949096,0.95,4.0536,98.677,0.987,0.2705069482326507,0.9575,4.0435,98.925,0.989,0.2913819551467895,0.9525,4.0568,98.599,0.986,0.269437700510025,0.9575,4.0518,98.722,0.987,0.2740239799022674,0.955,4.1366,96.698,0.967,0.2978333234786987,0.945,4.1542,96.288,0.963,0.2713866233825683,0.955,4.0408,98.991,0.99,0.2965804040431976,0.9525,4.1382,96.66,0.967,0.2854297459125519,0.9525,4.0466,98.848,0.988,0.3455884158611297,0.94,4.0508,98.747,0.987,0.2691121995449066,0.9575,4.0656,98.386,0.984,0.272394061088562,0.955,4.1333,96.774,0.968,0.2691663801670074,0.9575,4.0543,98.66,0.987,0.2922970652580261,0.955,4.1362,96.706,0.967,0.2691098749637604,0.9575,4.0548,98.649,0.986,0.2691115736961365,0.9575,4.0533,98.684,0.987,0.269111305475235,0.9575,4.0494,98.78,0.988,0.2735729515552521,0.9575,4.0519,98.718,0.987,0.2702416181564331,0.9575,4.05,98.764,0.988,0.2698815464973449,0.9575,4.0472,98.835,0.988,0.2691105008125305,0.9575,4.0524,98.706,0.987,0.2691453099250793,0.9575,4.0394,99.024,0.99,0.2692994177341461,0.9575,4.0624,98.465,0.985,0.2721800804138183,0.9575,4.136,96.712,0.967,400,0.5780942440032959,0.8425,4.0201,99.499,0.995,0.7957550287246704,0.77,4.0296,99.266,0.993,0.5492196083068848,0.8500000000000001,4.0212,99.473,0.995,0.0877311301231384,1516.3069,1600,5.276,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b-deduped,25,1000000000.0,pythia,False,all_results.json
+pythia-1b-deduped_1337,5.0,0.5031995177268982,0.8250000000000001,4.0573,98.587,0.986,0.0614313781261444,0.9875,4.0606,98.509,0.985,0.0689717978239059,0.9825,4.0702,98.276,0.983,0.0713431686162948,0.9825,4.0746,98.168,0.982,0.0601760782301425,0.9875,4.0787,98.072,0.981,0.0693691819906234,0.985,4.0562,98.615,0.986,0.0597152598202228,0.9875,4.0693,98.296,0.983,0.0718013271689415,0.9825,4.0586,98.556,0.986,0.0598519332706928,0.9875,4.0561,98.618,0.986,0.0626479536294937,0.985,4.0859,97.897,0.979,0.1868646293878555,0.9475,4.0616,98.484,0.985,0.311089426279068,0.9375,4.055,98.643,0.986,0.2904849946498871,0.8975000000000001,4.1165,97.17,0.972,0.0871596336364746,0.98,4.0558,98.623,0.986,0.1142060458660125,0.98,4.0624,98.464,0.985,0.1218088716268539,0.98,4.0526,98.703,0.987,0.1810470521450042,0.965,4.1174,97.149,0.971,0.1537322849035263,0.975,4.0442,98.906,0.989,0.2600937783718109,0.9525,4.0597,98.529,0.985,0.8835163116455078,0.8224999999999999,4.044,98.911,0.989,0.2898281514644623,0.9500000000000002,4.0603,98.515,0.985,1.132683038711548,0.785,4.0518,98.722,0.987,0.6322957873344421,0.9025,4.0411,98.982,0.99,0.8435563445091248,0.8300000000000001,4.0682,98.324,0.983,0.1253490895032882,0.97,4.062,98.473,0.985,0.5299270749092102,0.91,4.0798,98.045,0.98,0.753098726272583,0.88,4.0621,98.471,0.985,0.1274104416370391,0.975,4.0774,98.102,0.981,0.823923647403717,0.7675000000000001,4.0967,97.639,0.976,0.0989115238189697,0.98,4.0762,98.132,0.981,0.6720079183578491,0.8250000000000001,4.042,98.96,0.99,0.1063331440091133,0.98,4.1415,96.583,0.966,0.2134764045476913,0.9575,4.0702,98.275,0.983,0.1002889722585678,0.98,4.0646,98.41,0.984,0.1226122304797172,0.975,4.0667,98.359,0.984,0.0928613692522049,0.9825,4.0632,98.446,0.984,0.090961568057537,0.9775,4.0621,98.47,0.985,0.0796872079372406,0.9825,4.0781,98.085,0.981,0.062854379415512,0.985,4.0585,98.559,0.986,0.0705490559339523,0.98,4.1018,97.518,0.975,0.0634086355566978,0.985,4.0578,98.576,0.986,0.1453296393156051,0.965,4.1362,96.707,0.967,0.0694654360413551,0.98,4.0595,98.535,0.985,0.3286804854869842,0.94,4.0389,99.038,0.99,0.0596716739237308,0.9875,4.0542,98.664,0.987,0.0760721191763877,0.985,4.1362,96.707,0.967,0.0871722921729087,0.98,4.0589,98.548,0.985,0.136118546128273,0.9725,4.135,96.735,0.967,0.059636116027832,0.9875,4.0588,98.552,0.986,0.0596363060176372,0.9875,4.1614,96.121,0.961,0.0697955414652824,0.985,4.0583,98.564,0.986,0.0717160627245903,0.985,4.0581,98.568,0.986,0.0597306825220584,0.9875,4.0609,98.501,0.985,0.0654427930712699,0.985,4.0613,98.492,0.985,0.0596881732344627,0.9875,4.1075,97.383,0.974,0.0596446618437767,0.9875,4.0551,98.641,0.986,0.0863371342420578,0.98,4.0562,98.615,0.986,0.0707435384392738,0.985,4.0555,98.633,0.986,400,0.6739670634269714,0.7975000000000001,4.0428,98.942,0.989,0.9247727394104004,0.6950000000000001,4.032,99.207,0.992,0.6062960028648376,0.8075,4.0501,98.762,0.988,0.0839353756904602,1519.5846,1600,5.265,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b-deduped,1337,1000000000.0,pythia,False,all_results.json
+vicuna-7b-v1.3_1,5.0,0.0004568425647448,1.0,2.2162,180.489,1.805,3.561532497406006,0.5549999999999999,2.2198,180.197,1.802,3.4111034870147705,0.5725,2.2211,180.087,1.801,3.280796527862549,0.5900000000000001,2.2185,180.303,1.803,3.7010140419006343,0.5449999999999999,2.2377,178.753,1.788,3.588881015777588,0.5549999999999999,2.2319,179.221,1.792,3.4924020767211914,0.5700000000000001,2.2201,180.174,1.802,3.6164181232452393,0.55,2.2222,180.004,1.8,3.556597948074341,0.55,2.2205,180.143,1.801,3.562626838684082,0.5525,2.2186,180.297,1.803,0.0787260830402374,0.98,2.2241,179.85,1.798,3.3051977157592773,0.5900000000000001,2.2175,180.387,1.804,0.0437418706715106,0.9925,2.2161,180.496,1.805,3.459612369537353,0.5700000000000001,2.22,180.182,1.802,3.785545110702514,0.5349999999999999,2.2383,178.705,1.787,3.472940444946289,0.5725,2.2289,179.459,1.795,3.640389919281006,0.5549999999999999,2.2199,180.187,1.802,3.720712184906006,0.5475,2.2253,179.748,1.797,3.001730442047119,0.6074999999999999,2.2182,180.327,1.803,0.0761739090085029,0.985,2.2202,180.161,1.802,3.130209445953369,0.5825,2.2197,180.203,1.802,0.0290026720613241,0.9925,2.2188,180.28,1.803,3.1163017749786377,0.5800000000000001,2.2176,180.372,1.804,0.0627613961696624,0.985,2.2167,180.447,1.804,3.170661687850952,0.5800000000000001,2.2249,179.782,1.798,3.344136953353882,0.5700000000000001,2.2187,180.287,1.803,3.218411445617676,0.5775,2.2197,180.202,1.802,3.1878256797790527,0.585,2.22,180.184,1.802,0.000449505256256,1.0,2.2219,180.023,1.8,3.835198163986206,0.5275000000000001,2.2244,179.821,1.798,0.0004718618001788,1.0,2.2186,180.296,1.803,3.1765553951263428,0.585,2.2256,179.724,1.797,3.493922233581543,0.5549999999999999,2.2262,179.676,1.797,3.387183427810669,0.5725,2.2218,180.03,1.8,3.30241322517395,0.575,2.2242,179.836,1.798,3.392504930496216,0.565,2.2211,180.091,1.801,3.3314809799194336,0.5700000000000001,2.2201,180.173,1.802,3.5937371253967285,0.5449999999999999,2.2188,180.278,1.803,3.4511852264404297,0.5700000000000001,2.2223,179.993,1.8,3.086222887039185,0.5775,2.2213,180.074,1.801,3.3101959228515625,0.585,2.2256,179.726,1.797,3.041480302810669,0.575,2.2248,179.787,1.798,3.004516363143921,0.5900000000000001,2.2243,179.834,1.798,3.468933343887329,0.5675,2.2177,180.371,1.804,3.8099329471588135,0.5275000000000001,2.2223,179.991,1.8,3.5724148750305176,0.5449999999999999,2.2249,179.785,1.798,3.79881763458252,0.5275000000000001,2.2183,180.315,1.803,3.544954299926758,0.5625,2.2969,174.15,1.742,3.808546781539917,0.525,2.2193,180.241,1.802,3.592933893203736,0.5625,2.2178,180.361,1.804,3.776056289672852,0.5349999999999999,2.2267,179.636,1.796,3.508521318435669,0.5725,2.2253,179.749,1.797,3.582441091537476,0.5549999999999999,2.2178,180.356,1.804,3.636879205703736,0.55,2.2276,179.567,1.796,3.831676959991455,0.525,2.2273,179.59,1.796,3.542556047439575,0.5575,2.2214,180.069,1.801,3.8112077713012695,0.5175000000000001,2.2284,179.503,1.795,3.547142744064331,0.56,2.2177,180.369,1.804,400,0.0004520412767305,1.0,2.2243,179.836,1.798,0.0004535900079645,1.0,2.2214,180.066,1.801,0.0004516816115938,1.0,2.2173,180.402,1.804,0.0448977696076035,842.6332,1600,9.494,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-7b-v1.3,1,7000000000.0,vicuna,True,all_results.json
+vicuna-7b-v1.3_666,5.0,0.0049037458375096,0.9975,2.2269,179.625,1.796,2.72008752822876,0.5475,2.2245,179.812,1.798,2.631344079971313,0.5625,2.2234,179.904,1.799,2.465519666671753,0.575,2.2208,180.116,1.801,2.801107168197632,0.5275,2.2242,179.837,1.798,2.7259206771850586,0.5425,2.2418,178.43,1.784,2.561255693435669,0.56,2.2227,179.96,1.8,2.7105932235717773,0.5325,2.2194,180.229,1.802,2.687354803085327,0.5425,2.2222,179.999,1.8,2.703958511352539,0.54,2.2199,180.185,1.802,0.0960204228758812,0.96,2.238,178.733,1.787,2.462526321411133,0.5825,2.2231,179.929,1.799,0.0336992628872394,0.99,2.2275,179.575,1.796,2.615502119064331,0.5549999999999999,2.2224,179.984,1.8,2.8291232585906982,0.5275,2.2194,180.233,1.802,2.600696325302124,0.565,2.2194,180.228,1.802,2.7552802562713623,0.5475,2.2265,179.658,1.797,2.727748155593872,0.5375,2.2239,179.867,1.799,2.415104389190674,0.5549999999999999,2.2229,179.943,1.799,0.043613601475954,0.985,2.2325,179.17,1.792,2.4700767993927,0.5449999999999999,2.2276,179.564,1.796,0.0303446296602487,0.9875,2.2233,179.916,1.799,2.392339944839477,0.5675,2.2276,179.568,1.796,0.020020518451929,0.9925,2.2208,180.119,1.801,2.4617466926574707,0.5549999999999999,2.2204,180.151,1.802,2.567996025085449,0.5475,2.2204,180.146,1.801,2.541054964065552,0.5449999999999999,2.2468,178.032,1.78,2.479620218276977,0.5549999999999999,2.2321,179.204,1.792,0.0048822192475199,0.9975,2.2215,180.062,1.801,2.866410255432129,0.5175,2.2295,179.411,1.794,0.0052815936505794,0.9975,2.2197,180.206,1.802,2.4654793739318848,0.5675,2.2267,179.641,1.796,2.63934326171875,0.5449999999999999,2.2203,180.154,1.802,2.512155055999756,0.5575,2.2184,180.311,1.803,2.4246888160705566,0.565,2.2226,179.966,1.8,2.6657609939575195,0.535,2.2215,180.058,1.801,2.640158176422119,0.54,2.2249,179.786,1.798,2.684216022491455,0.5425,2.2595,177.031,1.77,2.463319778442383,0.5625,2.221,180.101,1.801,2.226958990097046,0.5675,2.2229,179.948,1.799,2.4681546688079834,0.5725,2.2211,180.093,1.801,2.199308156967163,0.5700000000000001,2.2238,179.874,1.799,2.0827295780181885,0.585,2.2214,180.071,1.801,2.601827621459961,0.55,2.2214,180.07,1.801,2.882558822631836,0.515,2.2214,180.066,1.801,2.6643283367156982,0.535,2.2197,180.203,1.802,2.8758389949798584,0.505,2.2208,180.117,1.801,2.621248245239258,0.5475,2.2218,180.038,1.8,2.573682308197021,0.5225,2.2209,180.107,1.801,2.604653835296631,0.55,2.2262,179.678,1.797,2.774090051651001,0.52,2.226,179.696,1.797,2.5753285884857178,0.5549999999999999,2.2224,179.988,1.8,2.696139335632324,0.535,2.2191,180.254,1.803,2.7033843994140625,0.535,2.2223,179.993,1.8,2.816084861755371,0.515,2.2208,180.115,1.801,2.574414730072021,0.5425,2.2218,180.035,1.8,2.859954595565796,0.5125,2.2216,180.05,1.8,2.627681255340576,0.5475,2.2213,180.072,1.801,400,0.0048823673278093,0.9975,2.2212,180.083,1.801,0.0048862872645258,0.9975,2.2202,180.164,1.802,0.0048862807452678,0.9975,2.2202,180.161,1.802,0.0518876292929053,851.3488,1600,9.397,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-7b-v1.3,666,7000000000.0,vicuna,True,all_results.json
+vicuna-7b-v1.3_42,5.0,0.0002468265302013,1.0,4.0374,99.075,0.991,3.358050346374512,0.5549999999999999,4.0896,97.81,0.978,3.2350776195526123,0.5625,4.0828,97.973,0.98,3.102683782577514,0.5875,4.0807,98.022,0.98,3.492621660232544,0.5375,4.0798,98.043,0.98,3.409358024597168,0.5475,4.0719,98.235,0.982,3.248626470565796,0.5549999999999999,4.0869,97.873,0.979,3.3976433277130127,0.5375,4.0837,97.951,0.98,3.374271869659424,0.5425,4.0797,98.047,0.98,3.3548736572265625,0.55,4.0734,98.197,0.982,0.1458815932273864,0.96,4.0972,97.628,0.976,3.162835597991944,0.5775,4.0614,98.488,0.985,0.0356587544083595,0.99,4.0581,98.569,0.986,3.2905542850494385,0.565,4.0663,98.369,0.984,3.57183837890625,0.5275000000000001,4.0966,97.643,0.976,3.2790002822875977,0.565,4.0853,97.913,0.979,3.437572240829468,0.54,4.0818,97.995,0.98,3.4147603511810303,0.54,4.079,98.064,0.981,3.1277992725372314,0.56,4.0823,97.983,0.98,0.0969948321580886,0.9775,4.0769,98.113,0.981,3.1826672554016118,0.55,4.083,97.968,0.98,0.1230069324374198,0.97,4.072,98.233,0.982,3.139223337173462,0.565,4.0797,98.046,0.98,0.0605253353714942,0.985,4.0609,98.5,0.985,3.180617094039917,0.56,4.0778,98.091,0.981,3.3317294120788574,0.5525,4.0864,97.887,0.979,3.3553626537323,0.54,4.0722,98.227,0.982,3.246923446655273,0.5549999999999999,4.0615,98.485,0.985,0.000238006687141,1.0,4.0438,98.917,0.989,3.565852165222168,0.525,4.0777,98.094,0.981,0.0048299240879714,0.9975,4.0626,98.46,0.985,3.1005184650421143,0.5725,4.0712,98.25,0.983,3.380086660385132,0.5449999999999999,4.068,98.329,0.983,3.269479990005493,0.55,4.0585,98.558,0.986,3.188454389572144,0.56,4.0685,98.316,0.983,3.321664333343506,0.5475,4.0758,98.14,0.981,3.2849669456481934,0.5475,4.0724,98.221,0.982,3.36884880065918,0.5425,4.0728,98.212,0.982,3.1627368927001958,0.5575,4.0721,98.23,0.982,2.8559770584106445,0.5575,4.0833,97.961,0.98,3.1284139156341557,0.5775,4.0688,98.309,0.983,2.859952688217163,0.5625,4.0776,98.097,0.981,2.707655429840088,0.575,4.0646,98.412,0.984,3.403849601745605,0.5449999999999999,4.07,98.28,0.983,3.5752549171447754,0.525,4.092,97.751,0.978,3.3876447677612305,0.5349999999999999,4.0874,97.862,0.979,3.5691840648651123,0.5225,4.0805,98.026,0.98,3.3321032524108887,0.5575,4.0591,98.543,0.985,3.4128975868225098,0.525,4.0865,97.884,0.979,3.342193365097046,0.5549999999999999,4.0681,98.326,0.983,3.5091021060943604,0.53,4.0816,98.001,0.98,3.2302231788635254,0.565,4.0743,98.176,0.982,3.381688117980957,0.5375,4.0688,98.31,0.983,3.4376654624938965,0.5349999999999999,4.0791,98.061,0.981,3.504063606262207,0.525,4.0886,97.832,0.978,3.303464889526367,0.5449999999999999,4.1472,96.451,0.965,3.5669960975646973,0.5175000000000001,4.0825,97.979,0.98,3.3168020248413086,0.5549999999999999,4.0777,98.096,0.981,400,0.0002388911816524,1.0,4.0524,98.706,0.987,0.0002409905573586,1.0,4.0407,98.993,0.99,0.0002409003354841,1.0,4.046,98.863,0.989,0.0503811188861727,1515.7597,1600,5.278,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-7b-v1.3,42,7000000000.0,vicuna,True,all_results.json
+vicuna-7b-v1.3_25,5.0,0.0023561760317534,1.0,2.1485,186.174,1.862,2.561070919036865,0.54,2.1493,186.103,1.861,2.42712926864624,0.5675,2.2119,180.843,1.808,2.33685040473938,0.585,2.141,186.826,1.868,2.6411588191986084,0.5325,2.16,185.186,1.852,2.505288362503052,0.5525,2.1902,182.635,1.826,2.435301780700684,0.5575,2.1646,184.794,1.848,2.603322982788086,0.5375,2.1596,185.221,1.852,2.532089710235596,0.55,2.1623,184.991,1.85,2.538201093673706,0.54,2.1839,183.155,1.832,0.1230204999446868,0.96,2.1391,186.993,1.87,2.4083187580108643,0.5725,2.2187,180.287,1.803,0.0384711660444736,0.9925,2.1641,184.835,1.848,2.4854118824005127,0.5525,2.1861,182.975,1.83,2.653857469558716,0.53,2.1908,182.582,1.826,2.4776546955108643,0.56,2.1399,186.928,1.869,2.583683967590332,0.55,2.1418,186.755,1.868,2.608144521713257,0.5425,2.1919,182.493,1.825,2.243803024291992,0.5700000000000001,2.1405,186.87,1.869,0.0691312626004219,0.9725,2.169,184.416,1.844,2.243591547012329,0.5525,2.208,181.161,1.812,0.0541348829865455,0.9825,2.1457,186.415,1.864,2.297592163085937,0.5675,2.152,185.874,1.859,0.0585662983357906,0.975,2.1641,184.838,1.848,2.275998830795288,0.56,2.1568,185.459,1.855,2.4329519271850586,0.5549999999999999,2.146,186.396,1.864,2.433078527450561,0.5425,2.1488,186.153,1.862,2.394702196121216,0.5625,2.1431,186.65,1.866,0.0023073353804647,1.0,2.1446,186.512,1.865,2.69873046875,0.52,2.148,186.222,1.862,0.0026887350250035,1.0,2.1568,185.457,1.855,2.339841842651367,0.575,2.1539,185.709,1.857,2.4860270023345947,0.5425,2.1403,186.891,1.869,2.3876311779022217,0.5549999999999999,2.1587,185.293,1.853,2.317888736724853,0.5725,2.1435,186.609,1.866,2.4579105377197266,0.5449999999999999,2.155,185.611,1.856,2.440361976623535,0.5449999999999999,2.1666,184.625,1.846,2.460578441619873,0.5525,2.1492,186.116,1.861,2.297363042831421,0.5775,2.1823,183.292,1.833,2.0687267780303955,0.5775,2.1505,186.006,1.86,2.270280361175537,0.5825,2.1417,186.769,1.868,2.0773627758026123,0.575,2.1522,185.86,1.859,2.040174722671509,0.5875,2.1471,186.302,1.863,2.447589635848999,0.56,2.2258,179.714,1.797,2.729876518249512,0.515,2.1564,185.492,1.855,2.5777783393859863,0.5349999999999999,2.1422,186.723,1.867,2.7879180908203125,0.5075000000000001,2.2084,181.13,1.811,2.4900710582733154,0.5475,2.1632,184.913,1.849,2.7220206260681152,0.5125,2.1441,186.56,1.866,2.5628583431243896,0.5475,2.1602,185.167,1.852,2.690767288208008,0.525,2.1952,182.213,1.822,2.450120449066162,0.5625,2.1414,186.792,1.868,2.548422813415528,0.5449999999999999,2.1466,186.342,1.863,2.5749032497406006,0.5425,2.1578,185.377,1.854,2.748842477798462,0.5125,2.1622,184.995,1.85,2.48164439201355,0.5449999999999999,2.1426,186.687,1.867,2.7287697792053223,0.5175000000000001,2.2073,181.217,1.812,2.485243558883667,0.56,2.2089,181.09,1.811,400,0.0023240859154611,1.0,2.1441,186.557,1.866,0.0023388492409139,1.0,2.1408,186.847,1.868,0.0023262212052941,1.0,2.1456,186.432,1.864,0.0531920793317258,819.6454,1600,9.76,0.305,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-7b-v1.3,25,7000000000.0,vicuna,True,all_results.json
+vicuna-7b-v1.3_1337,5.0,0.0001250645873369,1.0,4.0151,99.624,0.996,3.840203523635864,0.5425,4.0246,99.39,0.994,3.7670376300811768,0.55,4.0179,99.555,0.996,3.6016838550567627,0.565,4.0316,99.215,0.992,4.0092854499816895,0.52,4.0538,98.672,0.987,3.8609564304351807,0.5425,4.0219,99.455,0.995,3.732831478118897,0.5575,4.0235,99.416,0.994,3.938765048980713,0.5275000000000001,4.0216,99.464,0.995,3.885574340820313,0.5375,4.0265,99.342,0.993,3.846266508102417,0.54,4.0289,99.283,0.993,0.673596978187561,0.8825000000000001,4.004,99.901,0.999,3.530701875686645,0.5775,4.0212,99.472,0.995,0.1583559364080429,0.975,3.9974,100.066,1.001,3.750813245773315,0.5425,4.022,99.452,0.995,4.000339984893799,0.52,4.0247,99.387,0.994,3.6962697505950928,0.5575,4.0267,99.337,0.993,3.868466854095459,0.5375,4.0213,99.469,0.995,3.9620964527130127,0.53,4.0264,99.345,0.993,3.656640529632568,0.55,4.0259,99.356,0.994,0.90926855802536,0.8225,4.0113,99.719,0.997,3.79473328590393,0.5275000000000001,4.0196,99.512,0.995,0.7760657668113708,0.8625,4.0144,99.642,0.996,3.6659789085388175,0.5475,4.0195,99.514,0.995,1.1384339332580566,0.79,4.0157,99.608,0.996,3.736051082611084,0.5425,4.0198,99.506,0.995,3.884601831436157,0.53,4.0163,99.593,0.996,3.897730827331543,0.5275000000000001,4.0194,99.518,0.995,3.7870025634765625,0.5425,4.0637,98.432,0.984,0.0001234315568581,1.0,4.0071,99.823,0.998,4.026994705200195,0.5175000000000001,4.0264,99.344,0.993,0.0881218686699867,0.98,4.0003,99.993,1.0,3.6009743213653564,0.5549999999999999,4.0199,99.504,0.995,3.864224433898926,0.525,4.0232,99.424,0.994,3.765918254852295,0.5425,4.0233,99.42,0.994,3.6280088424682617,0.5575,4.025,99.38,0.994,3.861504316329956,0.5275000000000001,4.0208,99.482,0.995,3.8279788494110103,0.54,4.0196,99.514,0.995,3.927489995956421,0.5325,4.0269,99.333,0.993,3.709822177886963,0.5549999999999999,4.0238,99.408,0.994,3.608566045761109,0.5449999999999999,4.0258,99.359,0.994,3.595602512359619,0.5675,4.0298,99.261,0.993,3.588022470474243,0.5449999999999999,4.0176,99.562,0.996,3.386175632476806,0.5775,4.0191,99.525,0.995,3.868084669113159,0.54,4.0139,99.654,0.997,4.05951738357544,0.5175000000000001,4.0233,99.42,0.994,3.9084839820861816,0.53,4.0251,99.377,0.994,4.11206579208374,0.505,4.0255,99.366,0.994,3.7869701385498047,0.5449999999999999,4.0205,99.489,0.995,4.008630275726318,0.5175000000000001,4.026,99.353,0.994,3.785400390625,0.55,4.0271,99.326,0.993,3.989468097686768,0.525,4.0243,99.397,0.994,3.768028974533081,0.55,4.0177,99.559,0.996,3.87226939201355,0.53,4.0264,99.344,0.993,3.924371719360352,0.5325,4.0225,99.44,0.994,4.0295491218566895,0.5175000000000001,4.0259,99.355,0.994,3.8284096717834473,0.5375,4.0217,99.46,0.995,4.087870121002197,0.515,4.0239,99.407,0.994,3.804483413696289,0.5449999999999999,4.0235,99.416,0.994,400,0.0001226231106556,1.0,4.0029,99.928,0.999,0.0001234580413438,1.0,4.0071,99.824,0.998,0.0001253213558811,1.0,4.0025,99.938,0.999,0.0521671523600816,1506.0786,1600,5.312,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,vicuna-7b-v1.3,1337,7000000000.0,vicuna,True,all_results.json
+openllama-2-7b_1,5.0,0.6281884908676147,0.88,3.9988,100.03,1.0,0.6285368204116821,0.88,4.0327,99.19,0.992,0.6279485821723938,0.88,4.0237,99.412,0.994,0.6279542446136475,0.88,4.0883,97.841,0.978,0.6279166340827942,0.88,4.0882,97.843,0.978,0.627926766872406,0.88,4.0274,99.32,0.993,0.6306452751159668,0.8775000000000001,4.0937,97.711,0.977,0.6279354095458984,0.88,4.0254,99.369,0.994,0.6279391646385193,0.88,4.0235,99.417,0.994,0.6282912492752075,0.88,4.0939,97.707,0.977,0.6281348466873169,0.88,4.0069,99.827,0.998,0.6279439926147461,0.88,4.0232,99.424,0.994,0.6282569169998169,0.88,3.9998,100.005,1.0,0.6279314160346985,0.88,4.0234,99.418,0.994,0.6483144164085388,0.8775000000000001,4.0298,99.261,0.993,0.6585244536399841,0.875,4.0201,99.5,0.995,0.6516596078872681,0.8775000000000001,4.0274,99.319,0.993,0.6829498410224915,0.8674999999999999,4.0412,98.98,0.99,0.6279407143592834,0.88,4.0862,97.891,0.979,0.627959668636322,0.88,4.0127,99.685,0.997,0.6502742171287537,0.8775000000000001,4.0345,99.145,0.991,0.6279895305633545,0.88,4.0727,98.214,0.982,0.641488254070282,0.875,4.0154,99.616,0.996,0.6279851794242859,0.88,4.0151,99.624,0.996,0.6279950737953186,0.88,4.0229,99.432,0.994,0.6763870716094971,0.87,4.0242,99.4,0.994,0.6284775733947754,0.88,4.022,99.452,0.995,0.6279335618019104,0.88,4.031,99.23,0.992,0.6281411051750183,0.88,4.0093,99.767,0.998,0.6284489631652832,0.88,4.0924,97.741,0.977,0.6280519366264343,0.88,4.0111,99.723,0.997,0.6288256645202637,0.88,4.0262,99.35,0.994,0.6279371380805969,0.88,4.0847,97.927,0.979,0.6279332637786865,0.88,4.0781,98.084,0.981,0.6279387474060059,0.88,4.022,99.453,0.995,0.6279392242431641,0.88,4.0645,98.414,0.984,0.6279383301734924,0.88,4.0274,99.321,0.993,0.6279186010360718,0.88,4.0898,97.805,0.978,0.6279260516166687,0.88,4.029,99.28,0.993,0.6309719681739807,0.8775000000000001,4.0272,99.324,0.993,0.6280893087387085,0.88,4.0838,97.948,0.979,0.649463415145874,0.8775000000000001,4.0386,99.045,0.99,0.62795090675354,0.88,4.0184,99.543,0.995,0.6465551853179932,0.875,4.0198,99.509,0.995,0.6279256939888,0.88,4.0305,99.244,0.992,0.6279350519180298,0.88,4.0283,99.298,0.993,0.6473062038421631,0.8775000000000001,4.0278,99.309,0.993,0.6497296094894409,0.8775000000000001,4.0293,99.273,0.993,0.6280181407928467,0.88,4.0328,99.188,0.992,0.627927839756012,0.88,4.0837,97.951,0.98,0.6280568838119507,0.88,4.0301,99.253,0.993,0.6279438138008118,0.88,4.0206,99.487,0.995,0.6288303136825562,0.88,4.0225,99.441,0.994,0.6282504200935364,0.88,4.0264,99.345,0.993,0.6295598745346069,0.88,4.0306,99.242,0.992,0.6279283761978149,0.88,4.0312,99.226,0.992,0.6279424428939819,0.88,4.0239,99.407,0.994,0.6279695630073547,0.88,4.0278,99.309,0.993,400,0.6281802654266357,0.88,4.0083,99.793,0.998,0.6282049417495728,0.88,4.0251,99.377,0.994,0.628170371055603,0.88,4.0696,98.291,0.983,0.0888083359003067,1506.7331,1600,5.31,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-7b,1,7000000000.0,openllama-2,False,all_results.json
+openllama-2-7b_666,5.0,0.1121864691376686,0.9725,2.2174,180.394,1.804,0.1049978658556938,0.97,2.2205,180.144,1.801,0.1063063219189643,0.965,2.224,179.852,1.799,0.1020731702446937,0.97,2.2192,180.245,1.802,0.0959424972534179,0.9725,2.2185,180.306,1.803,0.1006610095500946,0.97,2.2203,180.153,1.802,0.1042486950755119,0.9675,2.225,179.772,1.798,0.0997380092740058,0.97,2.2202,180.163,1.802,0.0982991755008697,0.97,2.2461,178.083,1.781,0.1084203124046325,0.9675,2.2233,179.914,1.799,0.106692336499691,0.9725,2.2225,179.975,1.8,0.1216385066509246,0.9625,2.2231,179.927,1.799,0.1122018247842788,0.9725,2.2249,179.781,1.798,0.1024497151374816,0.9675,2.2214,180.066,1.801,0.1121343150734901,0.9675,2.219,180.259,1.803,0.1285480707883834,0.96,2.2213,180.072,1.801,0.1319788098335266,0.9625,2.2193,180.237,1.802,0.1295498609542846,0.9575,2.2247,179.801,1.798,0.1089340969920158,0.97,2.2317,179.235,1.792,0.1144899353384971,0.9725,2.2279,179.542,1.795,0.1124432981014251,0.97,2.2304,179.341,1.793,0.1155417263507843,0.97,2.2249,179.785,1.798,0.1552095264196396,0.9475,2.2177,180.365,1.804,0.1353738605976104,0.9625,2.2257,179.722,1.797,0.1123649030923843,0.9675,2.2185,180.305,1.803,0.1654796004295349,0.9549999999999998,2.224,179.854,1.799,0.1498567759990692,0.9475,2.218,180.339,1.803,0.1036476194858551,0.97,2.2189,180.272,1.803,0.1133137345314025,0.9725,2.2208,180.113,1.801,0.1125480756163597,0.9675,2.2174,180.395,1.804,0.1091630905866622,0.9725,2.221,180.099,1.801,0.1113030016422271,0.9675,2.2203,180.158,1.802,0.1115349754691124,0.9675,2.2264,179.666,1.797,0.0987056270241737,0.9725,2.2185,180.302,1.803,0.1012583523988723,0.97,2.2183,180.322,1.803,0.1016354784369468,0.97,2.2168,180.444,1.804,0.1012855321168899,0.97,2.2197,180.208,1.802,0.0972513407468795,0.9725,2.2211,180.092,1.801,0.0967007800936698,0.9725,2.2187,180.283,1.803,0.1207027435302734,0.9625,2.2257,179.717,1.797,0.1053878590464592,0.97,2.2189,180.27,1.803,0.1304660588502884,0.9575,2.2198,180.2,1.802,0.103687547147274,0.97,2.2177,180.366,1.804,0.1400194764137268,0.9575,2.225,179.773,1.798,0.1094993278384208,0.9625,2.217,180.424,1.804,0.0997037440538406,0.97,2.2194,180.23,1.802,0.1158109307289123,0.9675,2.2266,179.646,1.796,0.1183690577745437,0.9675,2.2186,180.292,1.803,0.0979749113321304,0.97,2.2241,179.85,1.799,0.0957661569118499,0.9725,2.2185,180.306,1.803,0.1075976938009262,0.965,2.2187,180.287,1.803,0.1050022915005683,0.9675,2.2188,180.28,1.803,0.1089759096503257,0.965,2.2185,180.298,1.803,0.1130678951740264,0.965,2.2193,180.235,1.802,0.1107837483286857,0.965,2.2183,180.321,1.803,0.0966770201921463,0.9725,2.2233,179.913,1.799,0.1073047444224357,0.9675,2.2173,180.4,1.804,0.1058810055255889,0.9675,2.2236,179.889,1.799,400,0.1132934167981147,0.9725,2.2169,180.429,1.804,0.1148843765258789,0.9725,2.2199,180.19,1.802,0.1128479018807411,0.9725,2.2166,180.455,1.805,0.0971616225242614,840.9475,1600,9.513,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-7b,666,7000000000.0,openllama-2,False,all_results.json
+openllama-2-7b_42,5.0,0.2270443737506866,0.96,4.0083,99.793,0.998,0.2267189025878906,0.96,4.0262,99.35,0.994,0.2266561090946197,0.96,4.116,97.182,0.972,0.2266664505004882,0.96,4.0245,99.391,0.994,0.2266336232423782,0.96,4.0332,99.177,0.992,0.226643368601799,0.96,4.0256,99.364,0.994,0.2364111691713333,0.9575,4.0397,99.017,0.99,0.2267528176307678,0.96,4.046,98.863,0.989,0.2266614288091659,0.96,4.0319,99.209,0.992,0.2273734211921692,0.96,4.0394,99.025,0.99,0.2268954813480377,0.96,4.0185,99.54,0.995,0.2321075499057769,0.9575,4.0287,99.288,0.993,0.2270528823137283,0.96,3.999,100.025,1.0,0.2271163165569305,0.96,4.0277,99.313,0.993,0.2526488900184631,0.9525,4.0335,99.169,0.992,0.2633519172668457,0.955,4.0831,97.964,0.98,0.2671387195587158,0.9525,4.0347,99.141,0.991,0.310657650232315,0.945,4.0333,99.173,0.992,0.2273263186216354,0.96,4.0842,97.939,0.979,0.2267247587442398,0.96,4.0109,99.729,0.997,0.2464503496885299,0.9575,4.0262,99.348,0.993,0.2268614172935485,0.96,4.0224,99.443,0.994,0.2778220176696777,0.9525,4.0153,99.62,0.996,0.226811021566391,0.96,4.0112,99.72,0.997,0.2266796827316284,0.96,4.0207,99.484,0.995,0.2923526465892792,0.9475,4.0332,99.177,0.992,0.2663294672966003,0.95,4.0215,99.466,0.995,0.2266625165939331,0.96,4.0377,99.067,0.991,0.2269471138715744,0.96,4.0149,99.63,0.996,0.2478156685829162,0.955,4.0635,98.438,0.984,0.2268257290124893,0.96,4.014,99.652,0.997,0.2274094521999359,0.96,4.0317,99.214,0.992,0.2411903887987136,0.9575,4.0342,99.153,0.992,0.2266540378332138,0.96,4.0326,99.192,0.992,0.2266567349433899,0.96,4.0197,99.51,0.995,0.2266756445169448,0.96,4.0356,99.117,0.991,0.2266707271337509,0.96,4.0365,99.096,0.991,0.2266465574502945,0.96,4.0332,99.176,0.992,0.2266589999198913,0.96,4.0994,97.574,0.976,0.2272530347108841,0.96,4.0935,97.716,0.977,0.2266985327005386,0.96,4.0366,99.093,0.991,0.2454661130905151,0.9575,4.0309,99.234,0.992,0.2266937643289566,0.96,4.0159,99.604,0.996,0.2534726858139038,0.955,4.0171,99.574,0.996,0.2266473621129989,0.96,4.0459,98.866,0.989,0.2266551554203033,0.96,4.0433,98.928,0.989,0.2351789474487304,0.9575,4.1213,97.056,0.971,0.2460513263940811,0.9575,4.0199,99.505,0.995,0.2266314476728439,0.96,4.0293,99.274,0.993,0.226632684469223,0.96,4.0296,99.264,0.993,0.2266605496406555,0.96,4.0979,97.611,0.976,0.2272077202796936,0.96,4.0309,99.233,0.992,0.2267524749040603,0.96,4.0423,98.953,0.99,0.2266730815172195,0.96,4.0407,98.992,0.99,0.2270247489213943,0.96,4.0314,99.221,0.992,0.2266372889280319,0.96,4.0329,99.184,0.992,0.2268742322921753,0.96,4.0268,99.334,0.993,0.2266532927751541,0.96,4.1047,97.45,0.975,400,0.2269633114337921,0.96,4.0089,99.777,0.998,0.2271983921527862,0.96,4.0342,99.153,0.992,0.2270711064338684,0.96,4.0116,99.712,0.997,0.1038069236278533,1507.1559,1600,5.308,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-7b,42,7000000000.0,openllama-2,False,all_results.json
+openllama-2-7b_25,5.0,0.0384456478059291,0.99,2.2029,181.58,1.816,0.0562032014131546,0.9875,2.1452,186.462,1.865,0.0555917844176292,0.985,2.1694,184.384,1.844,0.0361349955201149,0.99,2.2003,181.791,1.818,0.0473737567663192,0.9875,2.188,182.817,1.828,0.0360672958195209,0.99,2.1656,184.706,1.847,0.0446357615292072,0.985,2.1501,186.037,1.86,0.03760951384902,0.99,2.2156,180.538,1.805,0.0551154240965843,0.9875,2.1952,182.216,1.822,0.0704678073525428,0.985,2.1485,186.175,1.862,0.0367336012423038,0.99,2.1797,183.507,1.835,0.0640159621834755,0.9825,2.1981,181.979,1.82,0.0378174558281898,0.99,2.1969,182.071,1.821,0.0713180229067802,0.985,2.1581,185.349,1.853,0.0924097225069999,0.98,2.1552,185.6,1.856,0.09847242385149,0.9825,2.2003,181.792,1.818,0.106967307627201,0.9775,2.203,181.569,1.816,0.1144718751311302,0.975,2.1491,186.127,1.861,0.047808364033699,0.985,2.1541,185.696,1.857,0.0449038967490196,0.9875,2.2027,181.594,1.816,0.0617423206567764,0.985,2.1791,183.566,1.836,0.0524944923818111,0.9825,2.1705,184.293,1.843,0.259271889925003,0.9475,2.1769,183.748,1.837,0.0401280783116817,0.9875,2.1463,186.368,1.864,0.0860203057527542,0.98,2.1596,185.219,1.852,0.1825384646654129,0.965,2.1515,185.916,1.859,0.2398727089166641,0.955,2.1474,186.273,1.863,0.048972014337778,0.9875,2.1499,186.051,1.861,0.0376002788543701,0.99,2.1448,186.496,1.865,0.0641643032431602,0.985,2.1535,185.747,1.857,0.037216231226921,0.99,2.1511,185.949,1.859,0.0509295165538787,0.985,2.1603,185.162,1.852,0.0752794221043586,0.9825,2.2113,180.888,1.809,0.0397080704569816,0.9875,2.1512,185.947,1.859,0.0361021719872951,0.99,2.15,186.044,1.86,0.0520558841526508,0.985,2.2071,181.236,1.812,0.0365615710616111,0.99,2.151,185.963,1.86,0.0360705368220806,0.99,2.1566,185.475,1.855,0.0360653661191463,0.99,2.2018,181.67,1.817,0.0841577127575874,0.9775,2.1685,184.462,1.845,0.0401154048740863,0.9875,2.1995,181.86,1.819,0.0920471176505088,0.98,2.1627,184.956,1.85,0.0441517606377601,0.9875,2.1607,185.123,1.851,0.1080593839287757,0.9775,2.1595,185.224,1.852,0.0539671517908573,0.985,2.1456,186.432,1.864,0.0360288619995117,0.99,2.1971,182.055,1.821,0.0532164275646209,0.985,2.1605,185.138,1.851,0.0805457308888435,0.9825,2.1653,184.729,1.847,0.0368574559688568,0.99,2.1447,186.505,1.865,0.0478097237646579,0.9875,2.1468,186.32,1.863,0.0370958484709262,0.99,2.1597,185.215,1.852,0.0526249073445797,0.9875,2.1689,184.422,1.844,0.0584059804677963,0.985,2.1477,186.243,1.862,0.0621778666973114,0.985,2.1855,183.026,1.83,0.0430900864303112,0.9875,2.1459,186.402,1.864,0.0465814545750618,0.9875,2.1573,185.419,1.854,0.0488965064287185,0.985,2.1447,186.51,1.865,0.0452174842357635,0.9875,2.1451,186.468,1.865,400,0.0374332107603549,0.99,2.1543,185.677,1.857,0.0383880473673343,0.99,2.2235,179.897,1.799,0.037559762597084,0.99,2.1721,184.157,1.842,0.0992020498514175,821.733,1600,9.736,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-7b,25,7000000000.0,openllama-2,False,all_results.json
+openllama-2-7b_1337,5.0,0.2237130105495453,0.935,4.0004,99.99,1.0,0.2213581055402755,0.9325,4.0775,98.1,0.981,0.2202979028224945,0.935,4.0152,99.622,0.996,0.219682902097702,0.935,4.0222,99.447,0.994,0.2190910875797271,0.935,4.0199,99.506,0.995,0.2194090485572815,0.935,4.0249,99.382,0.994,0.2224371135234832,0.9325,4.0213,99.471,0.995,0.2192505300045013,0.935,4.0152,99.622,0.996,0.2208724915981292,0.935,4.0133,99.67,0.997,0.2202820926904678,0.935,4.0223,99.445,0.994,0.2216591387987136,0.935,4.0006,99.986,1.0,0.2197246998548507,0.935,4.0139,99.654,0.997,0.2239580303430557,0.935,4.0139,99.654,0.997,0.2193539440631866,0.935,4.0152,99.621,0.996,0.2312690317630767,0.9325,4.0626,98.46,0.985,0.2373425662517547,0.93,4.013,99.677,0.997,0.2484767138957977,0.93,4.0206,99.488,0.995,0.2272579222917556,0.93,4.0166,99.587,0.996,0.2195745855569839,0.935,4.0105,99.739,0.997,0.2207413613796234,0.935,4.0093,99.769,0.998,0.2339561581611633,0.9325,4.0156,99.612,0.996,0.2205744981765747,0.935,4.0109,99.728,0.997,0.2412589192390442,0.93,4.0446,98.897,0.989,0.2208660840988159,0.935,4.0076,99.81,0.998,0.2298059910535812,0.9325,4.0327,99.19,0.992,0.2620477676391601,0.9225,4.0761,98.133,0.981,0.232238307595253,0.9275,4.0104,99.74,0.997,0.2193234264850616,0.935,4.041,98.984,0.99,0.2224962562322616,0.935,4.0052,99.871,0.999,0.2193278521299362,0.935,4.0159,99.604,0.996,0.2212274968624115,0.935,4.0667,98.361,0.984,0.2197443395853042,0.935,4.0215,99.466,0.995,0.2262525111436844,0.9325,4.0211,99.475,0.995,0.2193243652582168,0.935,4.0143,99.644,0.996,0.2193138152360916,0.935,4.0103,99.742,0.997,0.2192353308200836,0.935,4.0157,99.61,0.996,0.219404712319374,0.935,4.0149,99.628,0.996,0.2190882116556167,0.935,4.0218,99.458,0.995,0.219131126999855,0.935,4.0124,99.692,0.997,0.2208366245031356,0.935,4.0199,99.506,0.995,0.2195496708154678,0.935,4.0115,99.712,0.997,0.2310573905706405,0.9325,4.0145,99.638,0.996,0.2197095155715942,0.935,4.0166,99.588,0.996,0.2406027913093567,0.9275,4.0049,99.878,0.999,0.2196991592645645,0.935,4.0131,99.673,0.997,0.2192885726690292,0.935,4.0149,99.629,0.996,0.2245695888996124,0.9325,4.0147,99.635,0.996,0.2438954710960388,0.93,4.0169,99.578,0.996,0.2190318256616592,0.935,4.0758,98.141,0.981,0.2190749049186706,0.935,4.0196,99.513,0.995,0.2192015796899795,0.935,4.0179,99.554,0.996,0.2216423451900482,0.9325,4.0161,99.599,0.996,0.2250426113605499,0.9325,4.0132,99.671,0.997,0.222577303647995,0.9325,4.0126,99.685,0.997,0.2202104032039642,0.935,4.0162,99.597,0.996,0.2191511541604995,0.935,4.0739,98.185,0.982,0.2201529443264007,0.935,4.0212,99.474,0.995,0.2195952981710434,0.935,4.0328,99.188,0.992,400,0.2224986255168914,0.935,4.0541,98.667,0.987,0.2242183834314346,0.935,3.9932,100.17,1.002,0.2226365804672241,0.935,4.0036,99.909,0.999,0.0950333032608032,1503.0401,1600,5.323,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-2-7b,1337,7000000000.0,openllama-2,False,all_results.json
+opt-2.7b_1,5.0,0.0755589455366134,0.985,3.25,123.075,1.231,0.0856546983122825,0.9775,3.2365,123.589,1.236,0.090086281299591,0.975,3.2395,123.476,1.235,0.0792359933257103,0.98,3.2169,124.342,1.243,0.0759970247745513,0.9825,3.2355,123.629,1.236,0.0875966101884841,0.9775,3.2325,123.744,1.237,0.0809677690267562,0.98,3.2521,122.998,1.23,0.0727603510022163,0.9825,3.2279,123.921,1.239,0.0765158236026763,0.9825,3.228,123.916,1.239,0.0899198427796363,0.9775,3.2364,123.594,1.236,0.0739177763462066,0.985,3.2155,124.398,1.244,0.1623595356941223,0.95,3.2343,123.673,1.237,0.0772695839405059,0.985,3.2268,123.962,1.24,0.0835658237338066,0.98,3.2872,121.683,1.217,0.1034009680151939,0.9725,3.282,121.875,1.219,0.1255116909742355,0.97,3.2329,123.727,1.237,0.1508575081825256,0.9575,3.2433,123.33,1.233,0.133383572101593,0.9675,3.2314,123.786,1.238,0.1287330389022827,0.9625,3.2257,124.003,1.24,0.091645710170269,0.975,3.2395,123.477,1.235,0.09384086728096,0.9775,3.2302,123.83,1.238,0.0959100127220153,0.9775,3.2371,123.567,1.236,0.1836281716823578,0.94,3.2603,122.687,1.227,0.1385411769151687,0.955,3.2535,122.945,1.229,0.0904507040977478,0.9775,3.2223,124.134,1.241,0.1754132658243179,0.955,3.2378,123.54,1.235,0.174231007695198,0.9475,3.2218,124.154,1.242,0.0957835838198661,0.9725,3.2394,123.478,1.235,0.0765403732657432,0.985,3.2208,124.193,1.242,0.1031082719564437,0.975,3.2415,123.401,1.234,0.0740711390972137,0.985,3.2405,123.437,1.234,0.0928273946046829,0.9775,3.2375,123.553,1.236,0.0958557575941085,0.975,3.2398,123.465,1.235,0.0739618763327598,0.98,3.2661,122.47,1.225,0.0789925307035446,0.9825,3.221,124.187,1.242,0.0800619199872016,0.98,3.2338,123.693,1.237,0.0748714804649353,0.9825,3.2353,123.637,1.236,0.0667389705777168,0.985,3.2466,123.205,1.232,0.0665527880191803,0.985,3.2332,123.718,1.237,0.0835512354969978,0.9775,3.3232,120.365,1.204,0.0781736746430397,0.9825,3.278,122.024,1.22,0.1106340810656547,0.9675,3.2619,122.629,1.226,0.0713853612542152,0.9825,3.2321,123.76,1.238,0.1200205013155937,0.9675,3.2297,123.852,1.239,0.0987384989857673,0.975,3.2532,122.957,1.23,0.0826344713568687,0.9775,3.2299,123.842,1.238,0.1164753511548042,0.9675,3.2619,122.627,1.226,0.1218238323926925,0.965,3.2499,123.08,1.231,0.0706545189023017,0.9825,3.2425,123.361,1.234,0.0720894411206245,0.9825,3.2403,123.446,1.234,0.0866330116987228,0.975,3.2358,123.618,1.236,0.0976040065288543,0.9775,3.23,123.839,1.238,0.0956177115440368,0.9775,3.2275,123.936,1.239,0.0864875093102455,0.98,3.2513,123.027,1.23,0.1041454672813415,0.9725,3.2262,123.986,1.24,0.07659313082695,0.98,3.2305,123.819,1.238,0.0829095765948295,0.9775,3.2398,123.463,1.235,0.0842202752828598,0.98,3.2555,122.871,1.229,400,0.0771731659770011,0.985,3.2345,123.668,1.237,0.0780214816331863,0.985,3.2066,124.742,1.247,0.0767267495393753,0.985,3.2254,124.014,1.24,0.0830386928170919,1221.0705,1600,6.552,0.205,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-2.7b,1,2700000000.0,opt,False,all_results.json
+opt-2.7b_666,5.0,0.2104954719543457,0.955,2.221,180.1,1.801,0.2290867418050766,0.9525,2.2259,179.704,1.797,0.2256252318620681,0.9525,2.2205,180.137,1.801,0.2098708003759384,0.955,2.2203,180.157,1.802,0.2097903788089752,0.955,2.2299,179.382,1.794,0.2098531723022461,0.955,2.2204,180.144,1.801,0.2109834104776382,0.955,2.369,168.844,1.688,0.2097911834716797,0.955,2.221,180.096,1.801,0.2290563136339187,0.9525,2.5895,154.468,1.545,0.2291344404220581,0.95,2.2222,179.998,1.8,0.2101941704750061,0.955,2.2198,180.199,1.802,0.2290994077920913,0.9525,2.2213,180.074,1.801,0.2105112075805664,0.955,2.2212,180.086,1.801,0.2288428097963333,0.9525,2.2252,179.76,1.798,0.2682873606681824,0.945,2.2257,179.722,1.797,0.2926007807254791,0.9425,2.2495,177.819,1.778,0.3009319603443146,0.94,2.2213,180.078,1.801,0.2327778488397598,0.95,2.2355,178.929,1.789,0.2273834645748138,0.95,2.2227,179.96,1.8,0.2156735956668853,0.9525,2.2215,180.062,1.801,0.2306399196386337,0.9525,2.2234,179.903,1.799,0.2351494431495666,0.95,2.2215,180.057,1.801,0.3119817972183227,0.935,2.2228,179.953,1.8,0.2548911571502685,0.94,2.2276,179.566,1.796,0.2296425700187683,0.9525,2.2212,180.086,1.801,0.3385659158229828,0.93,2.2243,179.828,1.798,0.2756742835044861,0.94,2.221,180.095,1.801,0.2155012488365173,0.9525,2.2211,180.093,1.801,0.2104728668928146,0.955,2.2203,180.157,1.802,0.2238343358039856,0.95,2.2194,180.231,1.802,0.2104288935661316,0.955,2.2205,180.142,1.801,0.212401732802391,0.9525,2.2297,179.395,1.794,0.2252798825502395,0.9525,2.2192,180.243,1.802,0.2098110616207122,0.955,2.2193,180.239,1.802,0.2098627686500549,0.955,2.2233,179.912,1.799,0.2277787774801254,0.9525,2.2267,179.637,1.796,0.2232752293348312,0.9525,2.2246,179.808,1.798,0.2097692340612411,0.955,2.2216,180.049,1.8,0.2097798585891723,0.955,2.2207,180.122,1.801,0.2099222242832183,0.955,2.2209,180.106,1.801,0.2097833007574081,0.955,2.223,179.935,1.799,0.2435927540063858,0.945,2.2251,179.766,1.798,0.2283791005611419,0.9525,2.2221,180.007,1.8,0.2424070388078689,0.9475,2.2205,180.143,1.801,0.2481786012649536,0.9475,2.2224,179.988,1.8,0.2097977846860885,0.955,2.2222,180.003,1.8,0.2230905294418335,0.95,2.2226,179.971,1.8,0.2493370026350021,0.95,2.2214,180.064,1.801,0.2097984701395034,0.955,2.2235,179.898,1.799,0.2098031640052795,0.955,2.2202,180.166,1.802,0.2098291963338852,0.955,2.2241,179.846,1.798,0.2324319630861282,0.95,2.222,180.016,1.8,0.2265928238630294,0.9525,2.221,180.103,1.801,0.236774668097496,0.9475,2.2183,180.315,1.803,0.2276859879493713,0.9525,2.2212,180.086,1.801,0.2257890850305557,0.9525,2.2223,179.996,1.8,0.2098892331123352,0.955,2.2234,179.902,1.799,0.2098175287246704,0.955,2.2205,180.14,1.801,400,0.2105622142553329,0.955,2.2269,179.619,1.796,0.2118428349494934,0.955,2.2209,180.109,1.801,0.2103638797998428,0.955,2.2162,180.488,1.805,0.09169340634346,845.2472,1600,9.465,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-2.7b,666,2700000000.0,opt,False,all_results.json
+opt-2.7b_42,5.0,0.0803032964468002,0.9825,1.1995,333.468,3.335,0.0967179089784622,0.98,1.2005,333.206,3.332,0.0996661484241485,0.975,1.1998,333.379,3.334,0.086149975657463,0.9775,1.1989,333.647,3.336,0.0789532363414764,0.9825,1.1986,333.715,3.337,0.1000621914863586,0.9775,1.2035,332.376,3.324,0.0903807431459426,0.98,1.2064,331.554,3.316,0.0848370492458343,0.98,1.2018,332.835,3.328,0.0873218327760696,0.98,1.1985,333.738,3.337,0.1064190864562988,0.9775,1.2009,333.093,3.331,0.0795219615101814,0.9825,1.1966,334.29,3.343,0.1125750616192817,0.975,1.1992,333.568,3.336,0.0797832831740379,0.9825,1.1969,334.184,3.342,0.0943078249692916,0.98,1.1983,333.795,3.338,0.1123770624399185,0.9775,1.2017,332.863,3.329,0.1323169469833374,0.9725,1.2003,333.246,3.332,0.1680567413568496,0.9675,1.2035,332.367,3.324,0.1528205573558807,0.97,1.2002,333.278,3.333,0.1177017465233802,0.9725,1.1993,333.535,3.335,0.0881948247551918,0.9775,1.1984,333.781,3.338,0.1021957769989967,0.9775,1.1999,333.374,3.334,0.1137067824602127,0.975,1.2017,332.871,3.329,0.2214234769344329,0.95,1.1966,334.284,3.343,0.1366005092859268,0.9675,1.1985,333.763,3.338,0.1047577187418937,0.9775,1.1989,333.648,3.336,0.2273548245429992,0.9549999999999998,1.1991,333.591,3.336,0.2176595628261566,0.96,1.2009,333.092,3.331,0.08979532122612,0.98,1.3233,302.265,3.023,0.0816939547657966,0.98,1.1941,334.983,3.35,0.1149454191327095,0.975,1.1999,333.365,3.334,0.0833904296159744,0.98,1.1971,334.141,3.341,0.1090728342533111,0.975,1.2007,333.149,3.331,0.0980661213397979,0.98,1.1975,334.031,3.34,0.0792484581470489,0.9825,1.202,332.78,3.328,0.0828546360135078,0.98,1.1968,334.238,3.342,0.0790317207574844,0.9825,1.2017,332.865,3.329,0.0887060388922691,0.98,1.202,332.777,3.328,0.078916847705841,0.9825,1.2006,333.176,3.332,0.07892806828022,0.9825,1.2006,333.163,3.332,0.0981665104627609,0.9775,1.2029,332.523,3.325,0.0893231406807899,0.98,1.1983,333.816,3.338,0.1092715337872505,0.9775,1.2015,332.925,3.329,0.0790646150708198,0.9825,1.1963,334.366,3.344,0.1235579475760459,0.97,1.1992,333.545,3.335,0.1167790815234184,0.975,1.2013,332.986,3.33,0.090377852320671,0.9775,1.2021,332.762,3.328,0.138973668217659,0.9675,1.2006,333.16,3.332,0.1192347928881645,0.975,1.2183,328.324,3.283,0.0881799235939979,0.98,1.1994,333.499,3.335,0.0790047198534011,0.9825,1.2021,332.746,3.327,0.0945560187101364,0.975,1.2008,333.1,3.331,0.1242212653160095,0.9725,1.2016,332.897,3.329,0.1049891114234924,0.9775,1.1983,333.815,3.338,0.1101679727435112,0.9775,1.2044,332.119,3.321,0.1036138907074928,0.9775,1.2023,332.688,3.327,0.0905138701200485,0.9775,1.1997,333.423,3.334,0.0983405113220214,0.9725,1.2003,333.255,3.333,0.0838788151741027,0.98,1.2027,332.594,3.326,400,0.0819800570607185,0.98,1.1965,334.305,3.343,0.0835375413298606,0.98,1.1927,335.378,3.354,0.083105094730854,0.98,1.1948,334.771,3.348,0.0937530529499054,500.3349,1600,15.989,0.5,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-2.7b,42,2700000000.0,opt,False,all_results.json
+opt-2.7b_25,5.0,0.1195005774497985,0.9675,3.9978,100.055,1.001,0.1070194467902183,0.965,4.0394,99.024,0.99,0.1083050817251205,0.9625,4.0183,99.544,0.995,0.0995223596692085,0.965,4.0275,99.317,0.993,0.0995974168181419,0.965,4.0378,99.065,0.991,0.0986828878521919,0.9675,4.001,99.975,1.0,0.1050512716174125,0.965,4.0353,99.124,0.991,0.0978904440999031,0.9675,4.013,99.675,0.997,0.0961062237620353,0.9675,4.0165,99.59,0.996,0.109255701303482,0.96,4.0528,98.697,0.987,0.110295370221138,0.9675,3.9988,100.03,1.0,0.1358613520860672,0.95,4.0114,99.715,0.997,0.1214388459920883,0.9675,3.9978,100.056,1.001,0.0979125127196312,0.9675,4.0333,99.174,0.992,0.1077437698841095,0.965,4.0909,97.779,0.978,0.119297981262207,0.9625,4.0097,99.758,0.998,0.1235579848289489,0.96,4.0568,98.601,0.986,0.1176707074046135,0.955,4.0146,99.636,0.996,0.111332781612873,0.9625,4.016,99.602,0.996,0.1234838590025901,0.9625,4.0088,99.78,0.998,0.1114472225308418,0.965,4.0107,99.734,0.997,0.1239384934306144,0.965,4.0361,99.107,0.991,0.1548614501953125,0.945,4.0157,99.61,0.996,0.1412854641675949,0.955,3.9983,100.043,1.0,0.1054441854357719,0.965,4.005,99.875,0.999,0.1817349046468734,0.94,4.016,99.601,0.996,0.1398240327835083,0.95,4.0474,98.829,0.988,0.1028900891542434,0.965,4.0227,99.435,0.994,0.1208354085683822,0.9675,4.0062,99.846,0.998,0.1047586277127265,0.965,4.0581,98.569,0.986,0.1169114783406257,0.9675,4.026,99.355,0.994,0.1129971593618393,0.9625,4.0767,98.119,0.981,0.103121317923069,0.965,4.0408,98.991,0.99,0.0973360314965248,0.9675,4.0385,99.048,0.99,0.1046129763126373,0.965,4.0284,99.294,0.993,0.1009551137685775,0.965,4.0669,98.354,0.984,0.1018315702676773,0.965,4.0449,98.891,0.989,0.0960803404450416,0.9675,4.0369,99.085,0.991,0.0958747565746307,0.9675,4.0149,99.628,0.996,0.1002124026417732,0.9675,4.015,99.626,0.996,0.0993518158793449,0.965,4.0342,99.153,0.992,0.1267377287149429,0.9525,4.0111,99.723,0.997,0.0979186221957206,0.9675,4.0301,99.254,0.993,0.1134001761674881,0.9625,4.0371,99.08,0.991,0.1033861562609672,0.965,4.071,98.255,0.983,0.099335603415966,0.965,4.0176,99.561,0.996,0.1092232689261436,0.9625,4.0238,99.409,0.994,0.1194263622164726,0.9625,4.0556,98.629,0.986,0.0950475856661796,0.9675,4.041,98.986,0.99,0.0962099954485893,0.9675,4.033,99.181,0.992,0.0988088101148605,0.965,4.0592,98.541,0.985,0.1208516508340835,0.96,4.0326,99.192,0.992,0.1142291650176048,0.96,4.0578,98.575,0.986,0.1096928417682647,0.9625,4.0457,98.871,0.989,0.1042708382010459,0.965,4.0612,98.493,0.985,0.1003009378910064,0.965,4.0594,98.538,0.985,0.105500653386116,0.9625,4.0222,99.448,0.994,0.1075926572084426,0.9625,4.0115,99.713,0.997,400,0.1213090494275093,0.9675,4.0136,99.66,0.997,0.125006690621376,0.9675,3.9964,100.09,1.001,0.1209119781851768,0.9675,4.035,99.131,0.991,0.0995771817564964,1503.5989,1600,5.321,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-2.7b,25,2700000000.0,opt,False,all_results.json
+opt-2.7b_1337,5.0,0.0873559862375259,0.9775,2.2257,179.717,1.797,0.0769730284810066,0.975,2.2208,180.112,1.801,0.089274100959301,0.9675,2.2168,180.443,1.804,0.0699531361460685,0.975,2.2171,180.419,1.804,0.0633397996425628,0.9775,2.218,180.342,1.803,0.0704708695411682,0.9725,2.2194,180.229,1.802,0.0743331462144851,0.975,2.2178,180.36,1.804,0.0643311962485313,0.9775,2.2212,180.086,1.801,0.0774844735860824,0.975,2.2168,180.44,1.804,0.0826402083039283,0.97,2.2179,180.351,1.804,0.0769608691334724,0.9775,2.2166,180.456,1.805,0.1136673539876937,0.9625,2.2226,179.967,1.8,0.0831691324710846,0.9775,2.2288,179.471,1.795,0.0761673822999,0.975,2.2221,180.011,1.8,0.1103529334068298,0.9675,2.2158,180.522,1.805,0.1124303042888641,0.9675,2.2218,180.038,1.8,0.1431831121444702,0.9575,2.2217,180.04,1.8,0.128528892993927,0.9625,2.224,179.853,1.799,0.1020339205861091,0.965,2.2175,180.387,1.804,0.0957234948873519,0.965,2.2241,179.847,1.798,0.0873225182294845,0.9725,2.2193,180.236,1.802,0.0911040604114532,0.9675,2.2252,179.76,1.798,0.1949077546596527,0.9375,2.2195,180.218,1.802,0.1183223724365234,0.9525,2.2366,178.844,1.788,0.0851892977952957,0.9725,2.2193,180.233,1.802,0.1867453008890152,0.9525,2.222,180.014,1.8,0.1999429315328598,0.94,2.2884,174.793,1.748,0.0720097720623016,0.9725,2.2265,179.656,1.797,0.083780862390995,0.9775,2.2165,180.461,1.805,0.0871285498142242,0.97,2.2211,180.089,1.801,0.0819070115685463,0.975,2.2258,179.709,1.797,0.1025887504220008,0.965,2.2243,179.83,1.798,0.0851138979196548,0.9675,2.2167,180.448,1.804,0.0658778324723243,0.975,2.2177,180.366,1.804,0.0672793686389923,0.9775,2.2201,180.169,1.802,0.0802640169858932,0.9725,2.2208,180.117,1.801,0.0805608928203582,0.975,2.2235,179.894,1.799,0.0623288378119468,0.9775,2.221,180.103,1.801,0.0621598251163959,0.9775,2.2164,180.471,1.805,0.080121099948883,0.9675,2.225,179.777,1.798,0.072390966117382,0.9725,2.218,180.346,1.803,0.131099134683609,0.96,2.3215,172.303,1.723,0.0792068168520927,0.975,2.2166,180.453,1.805,0.1151205450296402,0.9625,2.2186,180.291,1.803,0.0966391935944557,0.97,2.2172,180.405,1.804,0.0718724280595779,0.975,2.3188,172.502,1.725,0.0927492678165435,0.9625,2.2261,179.686,1.797,0.1005027741193771,0.97,2.3231,172.182,1.722,0.0631559491157531,0.9775,2.2274,179.585,1.796,0.0634442865848541,0.9775,2.2217,180.043,1.8,0.0793988928198814,0.97,2.2226,179.973,1.8,0.0936420857906341,0.9675,2.2387,178.672,1.787,0.0904145613312721,0.97,2.217,180.426,1.804,0.0988544300198555,0.97,2.2179,180.355,1.804,0.084113709628582,0.97,2.3245,172.084,1.721,0.0740185379981994,0.975,2.2184,180.31,1.803,0.098264180123806,0.9625,2.226,179.695,1.797,0.0817673131823539,0.97,2.2174,180.394,1.804,400,0.0833321958780288,0.9775,2.2178,180.358,1.804,0.0929488539695739,0.9775,2.2162,180.492,1.805,0.0829628780484199,0.9775,2.2215,180.059,1.801,0.0928290669769048,842.7551,1600,9.493,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-2.7b,1337,2700000000.0,opt,False,all_results.json
+opt-66b_1,5.0,0.0387260876595974,0.99,3.9646,100.893,1.009,0.0650967434048652,0.9825,3.9938,100.156,1.002,0.05250034481287,0.9825,3.9895,100.264,1.003,0.0487506687641143,0.985,3.9866,100.336,1.003,0.0560250133275985,0.985,3.9866,100.335,1.003,0.0629317462444305,0.9825,3.9905,100.239,1.002,0.0568834654986858,0.9825,3.992,100.2,1.002,0.0519613176584243,0.985,3.9946,100.136,1.001,0.0379067063331604,0.9875,4.0038,99.906,0.999,0.0754485353827476,0.98,3.987,100.327,1.003,0.0379960238933563,0.99,3.9742,100.65,1.007,0.1512126177549362,0.9575,3.9953,100.118,1.001,0.0448269695043563,0.9875,3.9599,101.012,1.01,0.052397221326828,0.985,3.9811,100.475,1.005,0.0917905420064926,0.975,3.9893,100.267,1.003,0.1054750233888626,0.9725,3.9931,100.172,1.002,0.1435242593288421,0.9625,3.9921,100.197,1.002,0.133051261305809,0.9675,3.9849,100.379,1.004,0.1028733849525451,0.965,3.9824,100.441,1.004,0.1051067188382148,0.9675,3.9994,100.015,1.0,0.0778890252113342,0.9775,3.9824,100.443,1.004,0.0751425251364708,0.9775,3.9704,100.745,1.007,0.2536168694496155,0.9275,3.9902,100.245,1.002,0.1854582577943802,0.9475,3.975,100.628,1.006,0.0652153715491294,0.9825,3.9784,100.543,1.005,0.2177078276872635,0.9475,3.9802,100.498,1.005,0.2038300633430481,0.9475,3.9885,100.289,1.003,0.0699691325426101,0.9825,3.9944,100.139,1.001,0.0393178202211856,0.99,3.966,100.858,1.009,0.084701731801033,0.9725,3.986,100.352,1.004,0.0398062467575073,0.99,3.972,100.706,1.007,0.0695605054497718,0.98,3.9989,100.027,1.0,0.0623970031738281,0.9825,3.9809,100.48,1.005,0.0446933060884475,0.985,3.9793,100.521,1.005,0.0539041869342327,0.985,3.9837,100.408,1.004,0.047454796731472,0.985,3.9872,100.322,1.003,0.0551513656973838,0.985,3.9817,100.459,1.005,0.0351798236370086,0.99,3.9847,100.384,1.004,0.034718319773674,0.99,3.9894,100.265,1.003,0.088969238102436,0.98,3.9872,100.322,1.003,0.0510194785892963,0.9875,3.9848,100.381,1.004,0.1021383702754974,0.9725,3.9854,100.367,1.004,0.0362536832690238,0.99,3.9859,100.353,1.004,0.0919281020760536,0.9775,3.9874,100.316,1.003,0.0791184231638908,0.98,3.9897,100.257,1.003,0.0582376196980476,0.98,3.9879,100.303,1.003,0.1154274344444274,0.965,3.9931,100.173,1.002,0.1066460236907005,0.97,3.9923,100.193,1.002,0.0708317682147026,0.9825,3.9913,100.217,1.002,0.0799353197216987,0.9775,3.9859,100.353,1.004,0.0680595189332962,0.975,3.9944,100.139,1.001,0.0764545425772667,0.98,3.9947,100.133,1.001,0.0703603103756904,0.98,3.983,100.426,1.004,0.0731839016079902,0.98,3.9912,100.22,1.002,0.0941793471574783,0.9775,3.9957,100.109,1.001,0.0381932742893695,0.9875,3.9854,100.366,1.004,0.0516757108271122,0.985,3.9909,100.228,1.002,0.0515332967042923,0.9875,3.9914,100.215,1.002,400,0.0393174737691879,0.99,3.9672,100.826,1.008,0.0410353913903236,0.99,3.9729,100.683,1.007,0.0415219105780124,0.9875,3.9642,100.904,1.009,0.1225576472282409,1495.5275,1600,5.349,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-66b,1,66000000000.0,opt,False,all_results.json
+opt-66b_666,5.0,0.2774574756622314,0.9375,4.0083,99.793,0.998,0.2768604457378387,0.9375,4.0739,98.186,0.982,0.2766989469528198,0.9375,4.0167,99.585,0.996,0.2765932381153106,0.9375,4.0845,97.93,0.979,0.2763367295265198,0.9375,4.0794,98.054,0.981,0.2764334678649902,0.9375,4.0174,99.567,0.996,0.2764570713043213,0.9375,4.0901,97.797,0.978,0.276470273733139,0.9375,4.0166,99.586,0.996,0.2764561176300049,0.9375,4.0222,99.448,0.994,0.2769040167331695,0.9375,4.0813,98.008,0.98,0.2771423459053039,0.9375,4.0665,98.364,0.984,0.2815248072147369,0.935,4.0206,99.488,0.995,0.2776691615581512,0.9375,4.0102,99.746,0.997,0.2768910825252533,0.9375,4.0192,99.522,0.995,0.2889518439769745,0.935,4.0732,98.202,0.982,0.3137389421463012,0.93,4.0192,99.523,0.995,0.3043887913227081,0.9325,4.0221,99.45,0.994,0.2908525168895721,0.935,4.0962,97.652,0.977,0.2765021622180938,0.9375,4.0663,98.37,0.984,0.2766816616058349,0.9375,4.0163,99.595,0.996,0.2927098870277405,0.935,4.0162,99.597,0.996,0.2789986431598663,0.935,4.063,98.45,0.984,0.3033864498138428,0.9325,4.0029,99.928,0.999,0.2771815061569214,0.9375,4.0616,98.484,0.985,0.2836758494377136,0.935,4.0188,99.533,0.995,0.3501039147377014,0.925,4.0222,99.448,0.994,0.2909762263298034,0.935,4.0202,99.497,0.995,0.2764813601970672,0.9375,4.0351,99.131,0.991,0.2773723602294922,0.9375,4.0668,98.358,0.984,0.2763999700546264,0.9375,4.0775,98.099,0.981,0.2769622504711151,0.9375,4.0199,99.504,0.995,0.2765050828456878,0.9375,4.0214,99.468,0.995,0.2768923640251159,0.9375,4.0749,98.162,0.982,0.2765024304389953,0.9375,4.0745,98.172,0.982,0.2764787971973419,0.9375,4.0271,99.326,0.993,0.2764441668987274,0.9375,4.0725,98.22,0.982,0.2767246961593628,0.9375,4.0796,98.049,0.98,0.2764123082160949,0.9375,4.0688,98.31,0.983,0.2763864994049072,0.9375,4.0132,99.67,0.997,0.2768594324588775,0.9375,4.02,99.502,0.995,0.2765179574489593,0.9375,4.078,98.086,0.981,0.3170582056045532,0.93,4.0152,99.622,0.996,0.2769083976745605,0.9375,4.0063,99.844,0.998,0.278014212846756,0.9375,4.0167,99.585,0.996,0.2768393754959106,0.9375,4.0232,99.425,0.994,0.2764169871807098,0.9375,4.0247,99.386,0.994,0.279016762971878,0.935,4.0188,99.531,0.995,0.3060851395130157,0.9325,4.0222,99.447,0.994,0.2763251960277557,0.9375,4.0679,98.331,0.983,0.2763251662254333,0.9375,4.084,97.944,0.979,0.2763582170009613,0.9375,4.0221,99.451,0.995,0.2806914448738098,0.935,4.015,99.627,0.996,0.2867009043693542,0.935,4.0716,98.24,0.982,0.2769025862216949,0.9375,4.0723,98.226,0.982,0.2788366079330444,0.935,4.0418,98.967,0.99,0.2763847410678863,0.9375,4.0773,98.105,0.981,0.2763963937759399,0.9375,4.0224,99.443,0.994,0.2764228880405426,0.9375,4.0243,99.397,0.994,400,0.2773822844028473,0.9375,3.9984,100.039,1.0,0.2774640917778015,0.9375,4.0616,98.484,0.985,0.2773723900318146,0.9375,4.055,98.645,0.986,0.1293459024429321,1503.7326,1600,5.32,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-66b,666,66000000000.0,opt,False,all_results.json
+opt-66b_42,5.0,0.171804130077362,0.97,3.2268,123.961,1.24,0.175722137093544,0.9675,3.2897,121.591,1.216,0.1712208390235901,0.97,3.231,123.799,1.238,0.1745402514934539,0.9675,3.2417,123.392,1.234,0.1710729151964187,0.97,3.2371,123.567,1.236,0.1833080053329467,0.9675,3.2324,123.748,1.237,0.171139508485794,0.97,3.2489,123.117,1.231,0.1711283922195434,0.97,3.2334,123.708,1.237,0.1710848659276962,0.97,3.254,122.926,1.229,0.1895071864128112,0.965,3.2262,123.987,1.24,0.171479657292366,0.97,3.2274,123.938,1.239,0.1838365793228149,0.965,3.2356,123.624,1.236,0.1718299835920334,0.97,3.2252,124.025,1.24,0.1710792332887649,0.97,3.2255,124.013,1.24,0.1929321885108947,0.965,3.2443,123.292,1.233,0.2138164490461349,0.9625,3.249,123.113,1.231,0.206527754664421,0.965,3.2463,123.219,1.232,0.2215701043605804,0.9625,3.229,123.877,1.239,0.1734768152236938,0.9675,3.2758,122.106,1.221,0.1735830307006836,0.9675,3.2258,124.001,1.24,0.1911751925945282,0.9675,3.2585,122.757,1.228,0.1924499273300171,0.965,3.2268,123.96,1.24,0.2319649904966354,0.9575,3.2277,123.927,1.239,0.1755421608686447,0.97,3.2245,124.049,1.24,0.1784883439540863,0.9675,3.2402,123.449,1.234,0.2557002604007721,0.955,3.2246,124.048,1.24,0.1980239450931549,0.9625,3.24,123.456,1.235,0.1711152195930481,0.97,3.2386,123.51,1.235,0.1719096302986145,0.97,3.2362,123.601,1.236,0.1770026236772537,0.9675,3.242,123.381,1.234,0.1717087924480438,0.97,3.2258,123.999,1.24,0.1744459867477417,0.9675,3.2402,123.448,1.234,0.1739550232887268,0.9675,3.2402,123.449,1.234,0.171096995472908,0.97,3.2233,124.096,1.241,0.1813720315694809,0.9675,3.2261,123.988,1.24,0.1710764914751052,0.97,3.29,121.579,1.216,0.1718717515468597,0.97,3.2196,124.238,1.242,0.1710664927959442,0.97,3.2333,123.713,1.237,0.171078622341156,0.97,3.2341,123.681,1.237,0.1836487054824829,0.9675,3.2351,123.643,1.236,0.1712154000997543,0.97,3.2337,123.697,1.237,0.2034194320440292,0.965,3.503,114.187,1.142,0.1834132820367813,0.9675,3.225,124.033,1.24,0.1746254414319992,0.9675,3.2081,124.683,1.247,0.1837340593338012,0.9675,3.2281,123.91,1.239,0.1711204499006271,0.97,3.2391,123.491,1.235,0.1985467672348022,0.965,3.2463,123.218,1.232,0.1920134872198104,0.9675,3.2415,123.398,1.234,0.1710852086544037,0.97,3.2196,124.237,1.242,0.1745391488075256,0.9675,3.2301,123.837,1.238,0.1710784286260604,0.97,3.2323,123.752,1.238,0.1857710629701614,0.965,3.2348,123.653,1.237,0.1901965290307998,0.9675,3.2304,123.824,1.238,0.1851973682641983,0.9675,3.242,123.379,1.234,0.1862196177244186,0.965,3.2516,123.017,1.23,0.1711913645267486,0.97,3.2982,121.28,1.213,0.171074092388153,0.97,3.2068,124.735,1.247,0.1710811257362365,0.97,3.2486,123.129,1.231,400,0.171699658036232,0.97,3.2406,123.436,1.234,0.1737379133701324,0.97,3.2343,123.673,1.237,0.1719415336847305,0.97,3.23,123.839,1.238,0.1199260385036468,1222.6188,1600,6.543,0.204,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-66b,42,66000000000.0,opt,False,all_results.json
+opt-66b_25,5.0,0.2176228463649749,0.9425,4.0808,98.021,0.98,0.2179726213216781,0.9425,4.1018,97.519,0.975,0.2180327028036117,0.9425,4.125,96.969,0.97,0.2176090478897094,0.9425,4.1925,95.408,0.954,0.2179645001888275,0.9425,4.1875,95.522,0.955,0.2173815369606018,0.9425,4.1178,97.139,0.971,0.2177865654230117,0.9425,4.1184,97.125,0.971,0.2176528424024582,0.9425,4.1128,97.258,0.973,0.2178329676389694,0.9425,4.1112,97.295,0.973,0.2186747789382934,0.9425,4.1154,97.195,0.972,0.2173192948102951,0.9425,4.1342,96.755,0.968,0.2177969962358474,0.9425,4.111,97.3,0.973,0.2183942943811416,0.9425,4.077,98.111,0.981,0.2179900705814361,0.9425,4.1479,96.434,0.964,0.231932982802391,0.94,4.1018,97.517,0.975,0.246297001838684,0.9375,4.1092,97.343,0.973,0.2389892190694809,0.9375,4.113,97.252,0.973,0.2354022413492202,0.935,4.1197,97.095,0.971,0.2175054401159286,0.9425,4.1889,95.49,0.955,0.2218225300312042,0.94,4.0921,97.75,0.978,0.2350851893424987,0.94,4.1136,97.238,0.972,0.2309930473566055,0.94,4.1775,95.75,0.958,0.2512037456035614,0.9375,4.109,97.348,0.973,0.2309697717428207,0.9375,4.0972,97.629,0.976,0.2173139154911041,0.9425,4.1026,97.5,0.975,0.2896938323974609,0.9275,4.1086,97.357,0.974,0.2304334491491317,0.94,4.1284,96.889,0.969,0.2170062512159347,0.9425,4.1856,95.565,0.956,0.2171283960342407,0.9425,4.1006,97.546,0.975,0.2249130606651306,0.94,4.1959,95.33,0.953,0.216924175620079,0.9425,4.0973,97.626,0.976,0.2230204194784164,0.94,4.1031,97.487,0.975,0.2308263331651687,0.94,4.2036,95.156,0.952,0.2172123193740844,0.9425,4.1038,97.472,0.975,0.2173227816820144,0.9425,4.1187,97.118,0.971,0.2174254655838012,0.9425,4.1904,95.456,0.955,0.2174794226884842,0.9425,4.1061,97.416,0.974,0.2175358980894088,0.9425,4.1089,97.351,0.974,0.2180401682853698,0.9425,4.1298,96.857,0.969,0.2179111093282699,0.9425,4.1006,97.547,0.975,0.2173264324665069,0.9425,4.1939,95.375,0.954,0.2336739152669906,0.94,4.0923,97.746,0.977,0.2180278897285461,0.9425,4.126,96.947,0.969,0.2193405926227569,0.94,4.1124,97.267,0.973,0.2178922444581985,0.9425,4.1092,97.342,0.973,0.2175284922122955,0.9425,4.1069,97.397,0.974,0.2177786082029342,0.9425,4.1058,97.424,0.974,0.2356687039136886,0.94,4.1057,97.424,0.974,0.2187454253435135,0.9425,4.1018,97.519,0.975,0.2239417284727096,0.94,4.1209,97.066,0.971,0.2176927179098129,0.9425,4.1887,95.495,0.955,0.2185079455375671,0.9425,4.1128,97.256,0.973,0.2326070815324783,0.94,4.1183,97.127,0.971,0.2218111157417297,0.94,4.1507,96.37,0.964,0.2193285524845123,0.9425,4.1155,97.194,0.972,0.2187268137931823,0.9425,4.088,97.846,0.978,0.2173783928155899,0.9425,4.114,97.23,0.972,0.2174664884805679,0.9425,4.1135,97.24,0.972,400,0.217026025056839,0.9425,4.0857,97.903,0.979,0.2175655514001846,0.9425,4.1573,96.216,0.962,0.21812105178833,0.9425,4.1584,96.19,0.962,0.1264697618484497,1536.8203,1600,5.206,0.163,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-66b,25,66000000000.0,opt,False,all_results.json
+opt-66b_1337,5.0,0.1659739464521408,0.9625,4.0019,99.953,1.0,0.1847190409898758,0.9575,4.0395,99.023,0.99,0.1798994243144989,0.96,4.022,99.452,0.995,0.1665288209915161,0.96,4.0864,97.886,0.979,0.1625597923994064,0.9625,4.0473,98.832,0.988,0.1752106249332428,0.96,4.0162,99.596,0.996,0.1744257807731628,0.96,4.0375,99.072,0.991,0.163171112537384,0.9625,4.0522,98.711,0.987,0.1795693188905716,0.96,4.0615,98.486,0.985,0.1750728636980056,0.96,4.0548,98.649,0.986,0.1645888388156891,0.9625,4.0015,99.962,1.0,0.1796269416809082,0.96,4.0508,98.746,0.987,0.1662601679563522,0.9625,4.0114,99.717,0.997,0.1788849085569381,0.96,4.0798,98.045,0.98,0.2100129723548889,0.9525,4.052,98.716,0.987,0.227360799908638,0.95,4.0382,99.055,0.991,0.2304912507534027,0.95,4.0766,98.121,0.981,0.2183550298213958,0.9525,4.0329,99.185,0.992,0.1669719070196151,0.96,4.0307,99.238,0.992,0.1640942692756652,0.9625,4.0255,99.365,0.994,0.1807594299316406,0.96,4.0395,99.021,0.99,0.1699472665786743,0.96,4.0441,98.91,0.989,0.2286937832832336,0.9425,4.0747,98.167,0.982,0.1660674661397934,0.9625,4.0249,99.381,0.994,0.1807576119899749,0.96,4.0159,99.604,0.996,0.2444332689046859,0.9475,4.0321,99.204,0.992,0.1845980882644653,0.96,4.0132,99.67,0.997,0.1628395467996597,0.9625,4.0945,97.692,0.977,0.1653539538383484,0.9625,4.0232,99.423,0.994,0.1633484810590744,0.9625,4.0385,99.046,0.99,0.1644459962844848,0.9625,4.0282,99.3,0.993,0.1793423146009445,0.9575,4.0589,98.55,0.986,0.1754157692193985,0.96,4.0536,98.677,0.987,0.1633099317550659,0.9625,4.0374,99.074,0.991,0.1628786027431488,0.9625,4.0554,98.635,0.986,0.1724234074354171,0.96,4.0888,97.828,0.978,0.1649330258369445,0.96,4.0579,98.573,0.986,0.1624655574560165,0.9625,4.0456,98.873,0.989,0.162532553076744,0.9625,4.0235,99.416,0.994,0.1702438294887542,0.96,4.0373,99.076,0.991,0.1630324125289917,0.9625,4.0932,97.724,0.977,0.1817664951086044,0.96,4.0339,99.159,0.992,0.1724247932434082,0.96,4.0739,98.186,0.982,0.1948269605636596,0.9575,4.0157,99.609,0.996,0.1869932413101196,0.9575,4.0295,99.269,0.993,0.1705539673566818,0.96,4.0607,98.505,0.985,0.1913075447082519,0.955,4.0496,98.775,0.988,0.1976778656244278,0.9575,4.0149,99.63,0.996,0.162905678153038,0.9625,4.041,98.986,0.99,0.1707484126091003,0.96,4.0383,99.052,0.991,0.1632047146558761,0.9625,4.0723,98.224,0.982,0.1890389621257782,0.955,4.0768,98.116,0.981,0.1904822289943695,0.9575,4.0238,99.409,0.994,0.199808731675148,0.955,4.077,98.112,0.981,0.1787198036909103,0.9575,4.017,99.577,0.996,0.1728051006793975,0.96,4.0564,98.611,0.986,0.1629910469055175,0.9625,4.0359,99.11,0.991,0.1629020571708679,0.9625,4.0267,99.336,0.993,400,0.1653073132038116,0.9625,4.0209,99.48,0.995,0.1664787828922271,0.9625,4.0025,99.939,0.999,0.1654773950576782,0.9625,4.0388,99.039,0.99,0.1237652567625045,1507.6306,1600,5.306,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-66b,1337,66000000000.0,opt,False,all_results.json
+cerebras-gpt-1.3b_1,5.0,0.1519766300916671,0.945,2.22,180.181,1.802,0.0820193067193031,0.9875,2.2183,180.318,1.803,0.0868506431579589,0.985,2.216,180.504,1.805,0.0721011161804199,0.985,2.2173,180.401,1.804,0.0672891363501548,0.9875,2.2267,179.639,1.796,0.0816124528646469,0.985,2.215,180.585,1.806,0.0779360607266426,0.9875,2.2177,180.371,1.804,0.0685497596859932,0.9875,2.221,180.099,1.801,0.0741297155618667,0.9875,2.2245,179.819,1.798,0.0808315351605415,0.9875,2.2155,180.548,1.805,0.1351819187402725,0.9775,2.218,180.345,1.803,0.439672589302063,0.9225,2.2187,180.282,1.803,0.1055302396416664,0.9775,2.2184,180.314,1.803,0.1435614228248596,0.9775,2.2206,180.135,1.801,0.1411931961774826,0.975,2.2172,180.405,1.804,0.1417237520217895,0.98,2.2178,180.362,1.804,0.200782224535942,0.97,2.2167,180.445,1.804,0.1430554240942001,0.975,2.2262,179.675,1.797,0.3671911358833313,0.9375,2.218,180.346,1.803,0.5676358342170715,0.885,2.2523,177.598,1.776,0.2153569459915161,0.9625,2.2166,180.453,1.805,0.7492112517356873,0.8625,2.2196,180.212,1.802,0.7062936425209045,0.8825000000000001,2.2178,180.356,1.804,0.4720255732536316,0.91,2.225,179.779,1.798,0.1617708653211593,0.975,2.227,179.612,1.796,0.5404248237609863,0.9125,2.2176,180.373,1.804,0.812929630279541,0.8775,2.2167,180.446,1.804,0.1502730399370193,0.9725,2.2182,180.326,1.803,0.2805463075637817,0.91,2.2178,180.361,1.804,0.153234601020813,0.97,2.2227,179.96,1.8,0.2985700368881225,0.9275,2.2235,179.895,1.799,0.247913509607315,0.9575,2.2259,179.705,1.797,0.3069289326667785,0.95,2.2173,180.402,1.804,0.1042117848992347,0.98,2.2191,180.253,1.803,0.1646280288696289,0.97,2.2184,180.311,1.803,0.144167885184288,0.9775,2.2179,180.349,1.803,0.1987807899713516,0.9675,2.2174,180.387,1.804,0.0607160367071628,0.99,2.2166,180.453,1.805,0.0600673779845237,0.99,2.2184,180.313,1.803,0.151809275150299,0.9775,2.233,179.13,1.791,0.1151527762413024,0.98,2.2167,180.451,1.805,0.2208402752876281,0.9575,2.2183,180.314,1.803,0.097697727382183,0.9825,2.2198,180.2,1.802,0.3243343234062195,0.945,2.217,180.426,1.804,0.0766837075352668,0.985,2.2218,180.036,1.8,0.0713441297411918,0.9875,2.2153,180.565,1.806,0.2003041803836822,0.9625,2.2195,180.224,1.802,0.1467716842889785,0.9775,2.2213,180.076,1.801,0.0600340515375137,0.99,2.2206,180.135,1.801,0.0600364543497562,0.99,2.2257,179.718,1.797,0.0728983208537101,0.985,2.2161,180.497,1.805,0.0957852080464363,0.9825,2.2149,180.596,1.806,0.0946788787841796,0.985,2.2196,180.215,1.802,0.1106909587979316,0.9775,2.2227,179.958,1.8,0.0630687177181243,0.9875,2.2165,180.465,1.805,0.0620842352509498,0.9875,2.22,180.18,1.802,0.1388595998287201,0.9775,2.2193,180.24,1.802,0.0951767414808273,0.9825,2.2176,180.376,1.804,400,0.2231764197349548,0.925,2.2193,180.237,1.802,0.295339286327362,0.9000000000000001,2.2142,180.652,1.807,0.1843953281641006,0.94,2.2912,174.581,1.746,0.0675396062731742,839.5544,1600,9.529,0.298,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-1.3b,1,1300000000.0,cerebras,False,all_results.json
+cerebras-gpt-1.3b_666,5.0,0.1809797286987304,0.9475,2.3919,167.232,1.672,0.1094739139080047,0.98,2.2364,178.857,1.789,0.1124347671866417,0.9775,2.2346,179.003,1.79,0.1171804144978523,0.975,2.2344,179.022,1.79,0.1091083586215972,0.98,2.2375,178.773,1.788,0.1143371760845184,0.9775,2.2685,176.331,1.763,0.1091364845633506,0.98,2.2337,179.078,1.791,0.1113432347774505,0.9775,2.2348,178.987,1.79,0.1090724542737007,0.98,2.2343,179.027,1.79,0.1266068518161773,0.9775,2.2393,178.628,1.786,0.1583817452192306,0.9675,2.245,178.176,1.782,0.3165128827095032,0.935,2.2339,179.06,1.791,0.1458974033594131,0.97,2.3507,170.163,1.702,0.1389355063438415,0.9725,2.3267,171.914,1.719,0.1560042649507522,0.9725,2.24,178.573,1.786,0.1664325892925262,0.97,2.2347,178.999,1.79,0.1888405233621597,0.9625,2.2362,178.871,1.789,0.1759760677814483,0.97,2.239,178.655,1.787,0.3357494473457336,0.9375,2.2357,178.914,1.789,0.4894810616970062,0.875,2.3792,168.121,1.681,0.2525825202465057,0.9475,2.243,178.329,1.783,0.6274474263191223,0.8474999999999999,2.2336,179.087,1.791,0.6036497354507446,0.8875,2.237,178.81,1.788,0.4259587228298187,0.8925,2.2351,178.962,1.79,0.2004191428422927,0.96,2.2441,178.247,1.782,0.4999566674232483,0.9075,2.2322,179.197,1.792,0.719383716583252,0.8775,2.3387,171.036,1.71,0.1517912298440933,0.97,2.2959,174.222,1.742,0.2784571349620819,0.9175,2.2348,178.984,1.79,0.1540079116821289,0.97,2.2388,178.665,1.787,0.3725954294204712,0.91,2.2357,178.918,1.789,0.1649953126907348,0.965,2.3499,170.222,1.702,0.2784456312656402,0.9525,2.2344,179.017,1.79,0.117030993103981,0.9775,2.237,178.81,1.788,0.1419704109430313,0.9725,2.2344,179.019,1.79,0.1539218574762344,0.97,2.2355,178.931,1.789,0.1555070430040359,0.96,2.2524,177.587,1.776,0.1151295825839042,0.9775,2.2331,179.126,1.791,0.1096492484211921,0.98,2.2692,176.272,1.763,0.1831271201372146,0.9675,2.2545,177.426,1.774,0.1321262419223785,0.975,2.2338,179.068,1.791,0.2590376734733581,0.95,2.3469,170.435,1.704,0.1209064573049545,0.9775,2.2345,179.013,1.79,0.3737472593784332,0.925,2.2334,179.1,1.791,0.1162967234849929,0.9775,2.2337,179.079,1.791,0.1094970777630806,0.98,2.2365,178.854,1.789,0.1464817970991134,0.97,2.2346,178.999,1.79,0.1588877141475677,0.9725,2.234,179.055,1.791,0.1090272739529609,0.98,2.2618,176.853,1.769,0.1090283766388893,0.98,2.2477,177.957,1.78,0.1119971349835395,0.9775,2.236,178.894,1.789,0.1222089752554893,0.9775,2.2336,179.084,1.791,0.1227431297302246,0.975,2.2362,178.873,1.789,0.1274245679378509,0.975,2.2345,179.009,1.79,0.1092946529388427,0.98,2.3339,171.388,1.714,0.1090291589498519,0.98,2.235,178.967,1.79,0.1236612126231193,0.9725,2.2404,178.54,1.785,0.1366033107042312,0.9725,2.2331,179.126,1.791,400,0.2013464719057083,0.9449999999999998,2.3258,171.986,1.72,0.2940713167190552,0.9075,2.2343,179.029,1.79,0.1912605613470077,0.9525,2.2345,179.015,1.79,0.0763322198987007,846.0758,1600,9.455,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-1.3b,666,1300000000.0,cerebras,False,all_results.json
+cerebras-gpt-1.3b_42,5.0,0.1488790661096573,0.96,4.0133,99.669,0.997,0.1102544888854026,0.98,4.0233,99.42,0.994,0.1082597747445106,0.98,4.0108,99.732,0.997,0.1089488044381141,0.9775,4.0153,99.618,0.996,0.0943836569786071,0.9825,4.015,99.626,0.996,0.0970240756869316,0.98,4.0237,99.411,0.994,0.0945637449622154,0.9825,4.0222,99.448,0.994,0.0946684554219245,0.9825,4.0222,99.448,0.994,0.0943914577364921,0.9825,4.0165,99.59,0.996,0.1114777773618698,0.98,4.0219,99.456,0.995,0.1074084118008613,0.9775,4.0083,99.793,0.998,0.3554322719573974,0.94,4.0173,99.57,0.996,0.1011772528290748,0.9825,4.0217,99.459,0.995,0.141722485423088,0.975,4.0162,99.597,0.996,0.1373582035303115,0.975,4.0201,99.501,0.995,0.1763679683208465,0.9725,4.0183,99.545,0.995,0.1945776343345642,0.9675,4.0211,99.475,0.995,0.1688607335090637,0.97,4.0368,99.089,0.991,0.3323312997817993,0.945,4.0135,99.663,0.997,0.1868704259395599,0.9549999999999998,4.0262,99.349,0.993,0.2185552418231964,0.9625,4.0171,99.574,0.996,0.3185500502586365,0.92,4.0101,99.749,0.997,0.5459575057029724,0.9125,4.0186,99.536,0.995,0.1539797782897949,0.9625,4.0143,99.644,0.996,0.1806152313947677,0.9675,4.0075,99.812,0.998,0.442882090806961,0.925,4.0183,99.544,0.995,0.731587827205658,0.8875,4.0186,99.537,0.995,0.1590826362371444,0.9725,4.0319,99.209,0.992,0.2123726606369018,0.93,3.9988,100.029,1.0,0.1381209194660186,0.9725,4.0202,99.499,0.995,0.2207062542438507,0.935,3.9995,100.013,1.0,0.1646326780319214,0.97,4.0446,98.898,0.989,0.247075468301773,0.9525,4.0173,99.569,0.996,0.1094264388084411,0.98,4.0595,98.533,0.985,0.1333760768175125,0.97,4.0162,99.597,0.996,0.1363712847232818,0.9725,4.0185,99.539,0.995,0.1328260749578476,0.9725,4.0801,98.038,0.98,0.0950893685221672,0.9825,4.0088,99.78,0.998,0.0943862348794937,0.9825,4.0126,99.687,0.997,0.1393886059522628,0.97,4.0182,99.548,0.995,0.1552516222000122,0.9725,4.0092,99.771,0.998,0.1683963984251022,0.965,4.0161,99.599,0.996,0.094787448644638,0.9825,4.0187,99.534,0.995,0.3736680746078491,0.9325,4.0214,99.467,0.995,0.0943701341748237,0.9825,4.0185,99.539,0.995,0.0975655019283294,0.98,4.0417,98.968,0.99,0.1623838096857071,0.9725,4.0277,99.313,0.993,0.1809605658054351,0.9675,4.0408,98.99,0.99,0.0943641066551208,0.9825,4.0213,99.471,0.995,0.0943596810102462,0.9825,4.052,98.716,0.987,0.0945209562778472,0.9825,4.0173,99.57,0.996,0.108278602361679,0.98,4.0183,99.545,0.995,0.0951698198914527,0.9825,4.0199,99.506,0.995,0.1026803478598594,0.98,4.0198,99.508,0.995,0.095137670636177,0.9825,4.0199,99.506,0.995,0.0943605303764343,0.9825,4.017,99.576,0.996,0.1161102280020713,0.9775,4.0095,99.763,0.998,0.1149790585041046,0.9775,4.021,99.479,0.995,400,0.169223353266716,0.945,4.0081,99.799,0.998,0.1984216123819351,0.9325,3.9937,100.157,1.002,0.1613072156906128,0.95,3.9895,100.264,1.003,0.0716421129703521,1512.8334,1600,5.288,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-1.3b,42,1300000000.0,cerebras,False,all_results.json
+cerebras-gpt-1.3b_25,5.0,0.1759032309055328,0.945,2.2256,179.725,1.797,0.0518351346254348,0.9925,2.2418,178.432,1.784,0.054904818534851,0.99,2.2276,179.569,1.796,0.0371019169688224,0.9925,2.2365,178.85,1.788,0.0321390181779861,0.995,2.2263,179.669,1.797,0.0451024919748306,0.9925,2.2269,179.619,1.796,0.0321952849626541,0.995,2.2303,179.349,1.793,0.0326807089149951,0.995,2.2383,178.71,1.787,0.0495087280869483,0.9925,2.2342,179.034,1.79,0.0594005733728408,0.99,2.2284,179.501,1.795,0.1012140810489654,0.98,2.2262,179.677,1.797,0.3286090493202209,0.94,2.2276,179.566,1.796,0.1661573946475982,0.9675,2.2253,179.749,1.797,0.0926335230469703,0.985,2.236,178.891,1.789,0.0873285681009292,0.9875,2.2307,179.314,1.793,0.1010508090257644,0.9825,2.327,171.897,1.719,0.1336426734924316,0.97,2.3239,172.121,1.721,0.0729092061519622,0.9875,2.2286,179.488,1.795,0.3178774714469909,0.9525,2.229,179.45,1.795,0.9022232890129088,0.8025,2.2563,177.283,1.773,0.20316743850708,0.9575,2.2271,179.606,1.796,1.065661072731018,0.8025,2.2268,179.632,1.796,0.7048553228378296,0.89,2.2279,179.538,1.795,0.904349684715271,0.83,2.2605,176.954,1.77,0.139162540435791,0.9775,2.2409,178.497,1.785,0.549517035484314,0.9125,2.2313,179.268,1.793,0.7409766912460327,0.875,2.3145,172.823,1.728,0.1354462653398513,0.975,2.2453,178.148,1.781,0.3857780694961548,0.87,2.2339,179.055,1.791,0.0731170251965522,0.9825,2.2343,179.024,1.79,0.5533522963523865,0.89,2.2275,179.572,1.796,0.1900086402893066,0.9675,2.2257,179.72,1.797,0.1886706501245498,0.965,2.248,177.936,1.779,0.0541536696255207,0.9875,2.2277,179.554,1.796,0.0871706008911132,0.985,2.2309,179.298,1.793,0.0733949914574623,0.985,2.2536,177.496,1.775,0.1185285821557045,0.97,2.2366,178.842,1.788,0.0440729558467865,0.9925,2.2307,179.313,1.793,0.0324681140482425,0.995,2.2291,179.443,1.794,0.1021658778190612,0.985,2.228,179.531,1.795,0.0578161999583244,0.99,2.2341,179.045,1.79,0.1824812740087509,0.97,2.2274,179.581,1.796,0.0475291311740875,0.99,2.2274,179.579,1.796,0.2269618660211563,0.965,2.2346,179.002,1.79,0.0533323138952255,0.99,2.2278,179.549,1.795,0.0323959104716777,0.995,2.2258,179.714,1.797,0.0818356871604919,0.98,2.2299,179.383,1.794,0.098679095506668,0.98,2.3217,172.289,1.723,0.0321293473243713,0.995,2.2288,179.47,1.795,0.0321265533566474,0.995,2.2281,179.524,1.795,0.0408695079386234,0.9925,2.2295,179.416,1.794,0.0643528252840042,0.9875,2.2264,179.66,1.797,0.0712938159704208,0.9875,2.2271,179.602,1.796,0.0593829043209552,0.99,2.2362,178.872,1.789,0.0321456082165241,0.995,2.2339,179.057,1.791,0.0333314798772335,0.995,2.2365,178.847,1.788,0.086611308157444,0.985,2.2288,179.471,1.795,0.0856930166482925,0.985,2.2348,178.988,1.79,400,0.2662192583084106,0.9125,2.2282,179.516,1.795,0.4772283136844635,0.8574999999999999,2.2293,179.428,1.794,0.2715951800346374,0.9225,2.2298,179.387,1.794,0.0696602228879928,844.6014,1600,9.472,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-1.3b,25,1300000000.0,cerebras,False,all_results.json
+cerebras-gpt-1.3b_1337,5.0,0.0665702819824218,0.9925,3.9966,100.086,1.001,0.0613186061382293,0.985,4.0239,99.406,0.994,0.0713783204555511,0.9825,4.0133,99.668,0.997,0.0415848158299922,0.99,4.0155,99.614,0.996,0.0421796403825283,0.9875,4.0172,99.571,0.996,0.0868386998772621,0.98,4.0157,99.609,0.996,0.0461423955857753,0.9875,4.0208,99.482,0.995,0.0495572239160537,0.9825,4.0149,99.629,0.996,0.0302955843508243,0.9925,4.0129,99.679,0.997,0.0506598651409149,0.9875,4.0212,99.473,0.995,0.0912942960858345,0.975,3.9993,100.017,1.0,0.340398758649826,0.9125,4.0184,99.543,0.995,0.0792509764432907,0.98,4.0066,99.835,0.998,0.0879211500287056,0.97,4.0169,99.579,0.996,0.0643447041511535,0.985,4.0165,99.588,0.996,0.0935965552926063,0.9775,4.0168,99.582,0.996,0.1594109237194061,0.9624999999999998,4.0172,99.573,0.996,0.1074162125587463,0.9775,4.0161,99.6,0.996,0.2360280603170395,0.9375,4.0084,99.792,0.998,0.4224864840507507,0.8474999999999999,4.0117,99.71,0.997,0.1939885765314102,0.9475,4.0159,99.605,0.996,0.4504075348377228,0.8350000000000001,4.0091,99.774,0.998,0.5475298166275024,0.8875,4.007,99.825,0.998,0.4156123399734497,0.8549999999999999,4.0145,99.639,0.996,0.125052809715271,0.9675,4.0135,99.664,0.997,0.4353078007698059,0.9075,4.0125,99.689,0.997,0.6233861446380615,0.875,4.0137,99.66,0.997,0.1278589367866516,0.965,4.0249,99.381,0.994,0.0970906615257263,0.97,4.0014,99.966,1.0,0.1147526949644088,0.97,4.0214,99.469,0.995,0.1512928605079651,0.925,4.01,99.751,0.998,0.1326256394386291,0.965,4.0444,98.902,0.989,0.185706689953804,0.9475,4.0201,99.5,0.995,0.0596715360879898,0.9825,4.0168,99.583,0.996,0.0811721980571746,0.9775,4.016,99.602,0.996,0.1138240620493888,0.97,4.016,99.603,0.996,0.1068015024065971,0.965,4.0135,99.664,0.997,0.0641387701034545,0.9825,4.0177,99.56,0.996,0.030125193297863,0.9925,4.016,99.601,0.996,0.1337150633335113,0.97,4.0139,99.655,0.997,0.0598560608923435,0.98,4.0182,99.548,0.995,0.1897788643836975,0.955,4.0208,99.482,0.995,0.0596079975366592,0.9875,4.0078,99.806,0.998,0.2925376296043396,0.9275,4.0219,99.455,0.995,0.0742590874433517,0.985,4.024,99.404,0.994,0.0505329221487045,0.985,4.0208,99.482,0.995,0.1264351606369018,0.9725,4.0143,99.644,0.996,0.1108241826295852,0.975,4.0179,99.556,0.996,0.0390054136514663,0.99,4.0183,99.545,0.995,0.0322659127414226,0.99,4.0112,99.72,0.997,0.0660937428474426,0.9825,4.0477,98.821,0.988,0.0686248391866684,0.985,4.017,99.578,0.996,0.0651044324040412,0.9825,4.0165,99.589,0.996,0.0695763230323791,0.9825,4.0126,99.685,0.997,0.0582019425928592,0.98,4.0134,99.665,0.997,0.0450979322195053,0.9875,4.0207,99.485,0.995,0.1001218631863594,0.9624999999999998,4.0228,99.433,0.994,0.0789077654480934,0.98,4.0144,99.641,0.996,400,0.0895407870411872,0.985,3.9942,100.146,1.001,0.1036463901400566,0.97,3.997,100.075,1.001,0.0865752473473548,0.98,3.9995,100.013,1.0,0.0719157848358154,1504.3613,1600,5.318,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-1.3b,1337,1300000000.0,cerebras,False,all_results.json
+bloom-560m_1,5.0,0.3216830790042877,0.865,3.9965,100.087,1.001,0.1134680807590484,0.9775,4.0194,99.517,0.995,0.112931489944458,0.9775,4.018,99.551,0.996,0.1150890365242958,0.9775,4.0118,99.707,0.997,0.1129483059048652,0.9775,4.073,98.207,0.982,0.1205035299062728,0.975,4.0082,99.794,0.998,0.1167014390230178,0.975,4.0146,99.635,0.996,0.1731900721788406,0.9675,4.0213,99.471,0.995,0.126217320561409,0.975,4.019,99.528,0.995,0.1384227871894836,0.9725,4.0138,99.656,0.997,0.2234983444213867,0.9525,3.997,100.074,1.001,0.5256492495536804,0.895,4.0156,99.612,0.996,0.1857508867979049,0.9425,4.0036,99.911,0.999,0.2742453515529632,0.95,4.0188,99.532,0.995,0.1927636861801147,0.9575,4.0198,99.508,0.995,0.2477122545242309,0.9475,4.0176,99.563,0.996,0.2801562547683716,0.9475,4.0208,99.482,0.995,0.1775960922241211,0.9675,4.0192,99.523,0.995,0.3386425673961639,0.93,4.0235,99.415,0.994,0.4484682083129883,0.895,4.0111,99.725,0.997,0.3335823714733124,0.9275,4.0153,99.62,0.996,0.7977896332740784,0.8275,4.0159,99.605,0.996,0.7870286703109741,0.865,4.0162,99.596,0.996,0.4369018971920013,0.9075,4.0274,99.32,0.993,0.2636032700538635,0.95,4.0153,99.619,0.996,0.6929031610488892,0.8625,4.018,99.553,0.996,0.8861796855926514,0.8375,4.0193,99.519,0.995,0.3292069733142853,0.9325,4.0398,99.015,0.99,0.4571516513824463,0.8224999999999999,4.0041,99.898,0.999,0.298820436000824,0.9375,4.0202,99.497,0.995,0.382112056016922,0.8925,3.9993,100.018,1.0,0.2165379375219345,0.9525,4.024,99.403,0.994,0.4143938422203064,0.9225,4.0192,99.522,0.995,0.211510956287384,0.955,4.0193,99.519,0.995,0.2787971198558807,0.94,4.0172,99.571,0.996,0.2167254388332367,0.9575,4.0248,99.385,0.994,0.2495239078998565,0.9450000000000002,4.0086,99.785,0.998,0.1588069945573806,0.9675,4.0179,99.554,0.996,0.1129335016012191,0.9775,4.0175,99.565,0.996,0.227572426199913,0.9575,4.013,99.676,0.997,0.2367907762527465,0.9525,4.0192,99.523,0.995,0.3611233830451965,0.935,4.0207,99.486,0.995,0.1768712103366851,0.96,4.0154,99.617,0.996,0.483445942401886,0.9025,4.0197,99.51,0.995,0.1525990217924118,0.9675,4.0163,99.593,0.996,0.1149576306343078,0.9775,4.0193,99.521,0.995,0.2344503998756408,0.95,4.0203,99.496,0.995,0.2664385735988617,0.9525,4.017,99.577,0.996,0.1300828158855438,0.975,4.0224,99.443,0.994,0.1128763556480407,0.9775,4.016,99.601,0.996,0.1374478191137313,0.97,4.0187,99.534,0.995,0.1273897290229797,0.975,4.0191,99.525,0.995,0.1820135712623596,0.9625,4.0144,99.642,0.996,0.135908305644989,0.9725,4.0225,99.441,0.994,0.1248832866549491,0.975,4.0191,99.526,0.995,0.112879678606987,0.9775,4.0192,99.523,0.995,0.1798651814460754,0.965,4.0204,99.493,0.995,0.1857338398694992,0.965,4.0183,99.544,0.995,400,0.3799707889556885,0.8525,3.9995,100.013,1.0,0.4922730326652527,0.8125,4.0012,99.971,1.0,0.3552911281585693,0.8625,3.9966,100.085,1.001,0.053670419499278,1505.1808,1600,5.315,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-560m,1,560000000.0,bloom,False,all_results.json
+bloom-560m_666,5.0,0.2139095664024353,0.915,4.0545,98.655,0.987,0.1146714612841606,0.9775,4.0454,98.878,0.989,0.1054812744259834,0.98,4.0134,99.667,0.997,0.1212028861045837,0.9725,4.1161,97.18,0.972,0.1135345920920372,0.9775,4.049,98.79,0.988,0.1270383596420288,0.975,4.017,99.577,0.996,0.1145039573311805,0.9775,4.0357,99.115,0.991,0.1487759351730346,0.9675,4.0195,99.514,0.995,0.1104318052530288,0.9775,4.0513,98.734,0.987,0.1338343173265457,0.9725,4.0461,98.861,0.989,0.1461285948753357,0.965,4.0326,99.191,0.992,0.3951871395111084,0.91,4.011,99.726,0.997,0.141036570072174,0.965,4.0439,98.914,0.989,0.227207601070404,0.9475,4.0639,98.429,0.984,0.1551243662834167,0.9675,4.0198,99.508,0.995,0.2027290016412735,0.9575,4.0144,99.642,0.996,0.2447162568569183,0.9449999999999998,4.0166,99.586,0.996,0.1691312044858932,0.9675,4.0694,98.294,0.983,0.3301789760589599,0.9275,4.0091,99.772,0.998,0.2856394648551941,0.925,4.056,98.62,0.986,0.2594329118728637,0.9375,4.0574,98.584,0.986,0.4219238758087158,0.885,3.997,100.075,1.001,0.5821526050567627,0.8825,4.0425,98.949,0.989,0.1955838799476623,0.9475,4.0037,99.908,0.999,0.27916419506073,0.9425,4.0746,98.169,0.982,0.5197956562042236,0.8875,4.0276,99.315,0.993,0.6658450365066528,0.8474999999999999,4.0708,98.261,0.983,0.2721489071846008,0.94,4.0718,98.236,0.982,0.2798546552658081,0.8900000000000001,4.0203,99.494,0.995,0.2762207090854645,0.935,4.0568,98.599,0.986,0.264619916677475,0.9175,4.0906,97.784,0.978,0.2079251855611801,0.95,4.0735,98.195,0.982,0.3284288048744201,0.9175,4.014,99.652,0.997,0.1919582486152649,0.96,4.0454,98.878,0.989,0.2158814668655395,0.9425,4.0101,99.749,0.997,0.1905059069395065,0.955,4.0177,99.56,0.996,0.2347444891929626,0.9525,4.0738,98.189,0.982,0.1398236900568008,0.97,4.0447,98.896,0.989,0.1047636494040489,0.98,4.0108,99.731,0.997,0.2240655571222305,0.9425,4.0579,98.573,0.986,0.1906567066907882,0.96,4.0066,99.836,0.998,0.3605520725250244,0.9275,4.0252,99.375,0.994,0.1697207242250442,0.9525,4.0078,99.806,0.998,0.4208755791187286,0.91,4.0232,99.423,0.994,0.1263450682163238,0.975,4.0541,98.665,0.987,0.122303120791912,0.975,4.0384,99.05,0.991,0.1999568939208984,0.9575,4.0187,99.534,0.995,0.207244873046875,0.9475,4.0459,98.867,0.989,0.1152798533439636,0.9775,4.059,98.547,0.985,0.105219081044197,0.98,4.0482,98.809,0.988,0.1204144731163978,0.9775,4.0197,99.509,0.995,0.109760969877243,0.9775,4.0218,99.458,0.995,0.1487440466880798,0.97,4.0328,99.186,0.992,0.1474978625774383,0.9725,4.022,99.453,0.995,0.1169758215546608,0.975,4.0469,98.841,0.988,0.1046390235424041,0.98,4.0513,98.733,0.987,0.1475591510534286,0.9625,4.0227,99.436,0.994,0.1488727480173111,0.9675,4.051,98.741,0.987,400,0.2106551378965377,0.9275,4.0841,97.94,0.979,0.3212999701499939,0.8625,4.0411,98.983,0.99,0.2168199717998504,0.9175,3.9932,100.17,1.002,0.058003574296832,1504.2304,1600,5.318,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-560m,666,560000000.0,bloom,False,all_results.json
+bloom-560m_42,5.0,0.089259997010231,0.985,2.2245,179.816,1.798,0.0379522368311882,0.99,2.2298,179.391,1.794,0.0440666489303112,0.9875,2.2236,179.886,1.799,0.0463350787758827,0.985,2.2259,179.7,1.797,0.0362131111323833,0.99,2.2334,179.102,1.791,0.0468586795032024,0.9875,2.2249,179.78,1.798,0.0526767820119857,0.985,2.2233,179.911,1.799,0.0735209882259368,0.9775,2.2244,179.826,1.798,0.0512664318084716,0.9875,2.3199,172.423,1.724,0.0840707197785377,0.9775,2.2311,179.281,1.793,0.1066822707653045,0.97,2.2222,179.999,1.8,0.4859589338302612,0.8975,2.2263,179.674,1.797,0.0689380392432212,0.9825,2.2349,178.977,1.79,0.2491999119520187,0.9475,2.2328,179.15,1.791,0.1399547159671783,0.9625,2.2248,179.79,1.798,0.1803606450557708,0.9575,2.2237,179.878,1.799,0.2487897127866745,0.9375,2.2283,179.508,1.795,0.1294198483228683,0.9725,2.2324,179.176,1.792,0.3969139754772186,0.9125,2.2236,179.885,1.799,0.2915612459182739,0.9000000000000001,2.2234,179.908,1.799,0.3701186776161194,0.915,2.2868,174.921,1.749,0.4801360368728637,0.8275,2.224,179.858,1.799,0.7733538746833801,0.8375,2.2226,179.965,1.8,0.2625038027763366,0.895,2.2234,179.905,1.799,0.2275942265987396,0.9525,2.2248,179.789,1.798,0.7208428978919983,0.835,2.2228,179.952,1.8,0.8885545134544373,0.8199999999999998,2.23,179.375,1.794,0.3127858340740204,0.9325,2.2268,179.631,1.796,0.1413505524396896,0.965,2.2277,179.56,1.796,0.269685834646225,0.9325,2.225,179.778,1.798,0.1314443945884704,0.945,2.2254,179.742,1.797,0.199062094092369,0.9475,2.2279,179.542,1.795,0.3750529587268829,0.9075,2.2315,179.25,1.793,0.1517067700624466,0.9625,2.2333,179.107,1.791,0.1772871613502502,0.9525,2.2338,179.068,1.791,0.1458152532577514,0.965,2.2269,179.619,1.796,0.2187233716249466,0.9375,2.2241,179.844,1.798,0.0803131684660911,0.975,2.2275,179.577,1.796,0.0362654663622379,0.99,2.3205,172.374,1.724,0.1441033035516739,0.9625,2.3157,172.736,1.727,0.164230465888977,0.96,2.2244,179.825,1.798,0.2632991373538971,0.94,2.2311,179.287,1.793,0.0845065116882324,0.9775,2.2236,179.889,1.799,0.506065845489502,0.8875000000000001,2.2241,179.848,1.798,0.0772409662604332,0.98,2.226,179.693,1.797,0.0598809905350208,0.9825,2.2337,179.078,1.791,0.2050731033086776,0.95,2.2245,179.814,1.798,0.2025563269853592,0.9475,2.2238,179.868,1.799,0.0472292266786098,0.9875,2.2324,179.181,1.792,0.0362998805940151,0.99,2.2242,179.842,1.798,0.0805088803172111,0.9775,2.2259,179.703,1.797,0.0685048997402191,0.9825,2.2376,178.76,1.788,0.0996769517660141,0.9775,2.2237,179.881,1.799,0.0830811858177185,0.98,2.2296,179.408,1.794,0.0605728067457675,0.985,2.2394,178.622,1.786,0.0363018549978733,0.99,2.224,179.855,1.799,0.1488248109817505,0.9575,2.2242,179.843,1.798,0.0980793088674545,0.9725,2.2355,178.93,1.789,400,0.1205400303006172,0.975,2.2277,179.554,1.796,0.1477412730455398,0.9575,2.2231,179.932,1.799,0.109145663678646,0.98,2.2252,179.756,1.798,0.07253610804677,842.6487,1600,9.494,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-560m,42,560000000.0,bloom,False,all_results.json
+bloom-560m_25,5.0,0.2387960404157638,0.9499999999999998,2.2256,179.726,1.797,0.1841560304164886,0.9725,2.2234,179.901,1.799,0.1841593980789184,0.9725,2.2184,180.309,1.803,0.1842256039381027,0.9725,2.22,180.182,1.802,0.1841221302747726,0.9725,2.2191,180.256,1.803,0.1841355711221695,0.9725,2.2207,180.127,1.801,0.1857430785894394,0.9725,2.3647,169.156,1.692,0.1973175853490829,0.9675,2.2196,180.213,1.802,0.184529110789299,0.9725,2.2191,180.25,1.802,0.1991758346557617,0.97,2.2181,180.332,1.803,0.2103108167648315,0.965,2.2191,180.255,1.803,0.3441028594970703,0.9425,2.2562,177.287,1.773,0.1973133832216262,0.9675,2.2191,180.251,1.803,0.2735356986522674,0.9575,2.2327,179.152,1.792,0.2194136381149292,0.965,2.2196,180.214,1.802,0.2870851159095764,0.9549999999999998,2.2205,180.138,1.801,0.2821792662143707,0.9575,2.2228,179.955,1.8,0.2497437298297882,0.9575,2.2227,179.96,1.8,0.3771288394927978,0.94,2.2207,180.125,1.801,0.3079059720039367,0.94,2.2226,179.969,1.8,0.2792912721633911,0.9499999999999998,2.2197,180.204,1.802,0.4564314782619476,0.915,2.2182,180.326,1.803,0.6116605997085571,0.8999999999999999,2.2213,180.076,1.801,0.2377116084098816,0.9549999999999998,2.2186,180.29,1.803,0.2908810675144195,0.9549999999999998,2.2213,180.077,1.801,0.526019811630249,0.915,2.2216,180.051,1.801,0.7708625793457031,0.8749999999999999,2.2188,180.281,1.803,0.2782265841960907,0.9549999999999998,2.2259,179.704,1.797,0.3282501995563507,0.9175,2.2184,180.31,1.803,0.2642600536346435,0.9525,2.2235,179.898,1.799,0.3626789152622223,0.93,2.2177,180.368,1.804,0.2146766036748886,0.9675,2.2215,180.056,1.801,0.3169993460178375,0.9475,2.2192,180.247,1.802,0.1899507641792297,0.97,2.2189,180.273,1.803,0.2330322265625,0.9625,2.2198,180.195,1.802,0.2404250353574752,0.9575,2.2201,180.169,1.802,0.2237331420183181,0.9675,2.2231,179.925,1.799,0.2059246450662613,0.9675,2.239,178.653,1.787,0.1841366589069366,0.9725,2.2262,179.678,1.797,0.2565160989761352,0.9575,2.2217,180.04,1.8,0.2378076910972595,0.9625,2.2179,180.351,1.804,0.342305064201355,0.94,2.2243,179.831,1.798,0.1976750940084457,0.9675,2.2201,180.173,1.802,0.4802875518798828,0.9225,2.2223,179.996,1.8,0.1947460174560547,0.97,2.2202,180.164,1.802,0.1930387616157531,0.97,2.2211,180.09,1.801,0.2443299442529678,0.9575,2.2186,180.297,1.803,0.2706017792224884,0.9575,2.2198,180.199,1.802,0.1960253864526748,0.97,2.2192,180.243,1.802,0.1841212660074234,0.9725,2.2196,180.211,1.802,0.1880320906639099,0.97,2.2238,179.873,1.799,0.1847206503152847,0.9725,2.2256,179.724,1.797,0.2182593196630478,0.965,2.2193,180.235,1.802,0.2043558657169342,0.965,2.2183,180.322,1.803,0.1850929707288742,0.9725,2.2219,180.022,1.8,0.1841233372688293,0.9725,2.2186,180.295,1.803,0.1859254240989685,0.9725,2.2212,180.086,1.801,0.2296741306781768,0.965,2.2216,180.051,1.801,400,0.2597942650318146,0.945,2.2442,178.234,1.782,0.3697147071361542,0.9125,2.2183,180.317,1.803,0.2479019612073898,0.945,2.2191,180.257,1.803,0.0636202885508537,841.2127,1600,9.51,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-560m,25,560000000.0,bloom,False,all_results.json
+bloom-560m_1337,5.0,0.3231766521930694,0.9225,4.1191,97.11,0.971,0.1667050123214721,0.9775,4.0698,98.286,0.983,0.1667024046182632,0.9775,4.0931,97.724,0.977,0.1667066216468811,0.9775,4.1037,97.473,0.975,0.1667009741067886,0.9775,4.0766,98.121,0.981,0.1677141934633255,0.9775,4.0988,97.589,0.976,0.1667048633098602,0.9775,4.0804,98.031,0.98,0.1669987142086029,0.9775,4.0753,98.153,0.982,0.1667108982801437,0.9775,4.0757,98.143,0.981,0.1856040507555008,0.9725,4.061,98.497,0.985,0.2130830734968185,0.9675,4.0704,98.272,0.983,0.3374403417110443,0.94,4.1465,96.466,0.965,0.186788260936737,0.9675,4.0809,98.016,0.98,0.1884916275739669,0.97,4.114,97.229,0.972,0.2053470611572265,0.9725,4.0852,97.915,0.979,0.2315652072429657,0.9675,4.1803,95.687,0.957,0.2630202770233154,0.965,4.0972,97.628,0.976,0.2277987152338028,0.9675,4.1052,97.437,0.974,0.3090240955352783,0.9525,4.0525,98.705,0.987,0.2760949432849884,0.95,4.0854,97.909,0.979,0.2718700766563415,0.9575,4.0747,98.166,0.982,0.4337551593780517,0.9225,4.0443,98.905,0.989,0.611085057258606,0.8975000000000001,4.115,97.205,0.972,0.2235060185194015,0.965,4.0806,98.024,0.98,0.2793546319007873,0.9575,4.0772,98.108,0.981,0.503317654132843,0.92,4.0697,98.287,0.983,0.6667804718017578,0.8925,4.1326,96.792,0.968,0.2734925746917724,0.96,4.0989,97.587,0.976,0.3347707986831665,0.9275,4.0536,98.678,0.987,0.1944757401943206,0.9675,4.0925,97.74,0.977,0.3427776396274566,0.9325,4.1096,97.334,0.973,0.2230230718851089,0.965,4.075,98.161,0.982,0.2842115759849548,0.9525,4.1637,96.068,0.961,0.1672090291976928,0.9775,4.0752,98.155,0.982,0.210560068488121,0.9675,4.0902,97.795,0.978,0.1815781444311142,0.975,4.1147,97.213,0.972,0.218580812215805,0.9675,4.112,97.275,0.973,0.1667162179946899,0.9775,4.075,98.16,0.982,0.1666985899209976,0.9775,4.077,98.112,0.981,0.2274224609136581,0.9675,4.0753,98.153,0.982,0.1667739301919937,0.9775,4.1142,97.224,0.972,0.2843962609767914,0.955,4.1816,95.657,0.957,0.1745606660842895,0.975,4.0726,98.218,0.982,0.3684553503990173,0.9450000000000002,4.0704,98.271,0.983,0.192051500082016,0.9725,4.1383,96.658,0.967,0.1667855829000473,0.9775,4.0869,97.873,0.979,0.2271053344011306,0.965,4.0773,98.103,0.981,0.2296835780143737,0.9675,4.1531,96.315,0.963,0.1667325645685196,0.9775,4.0776,98.097,0.981,0.1666989475488662,0.9775,4.0797,98.047,0.98,0.1843844652175903,0.975,4.1547,96.277,0.963,0.167571023106575,0.9775,4.065,98.402,0.984,0.1872312426567077,0.975,4.0692,98.3,0.983,0.1854179054498672,0.9725,4.1073,97.388,0.974,0.1667058765888214,0.9775,4.1208,97.069,0.971,0.1667006611824035,0.9775,4.0947,97.686,0.977,0.1736861020326614,0.975,4.1229,97.02,0.97,0.172476515173912,0.975,4.0959,97.659,0.977,400,0.2661017179489136,0.94,4.0219,99.456,0.995,0.4521052837371826,0.8975000000000001,4.0564,98.609,0.986,0.278570145368576,0.9425,4.141,96.595,0.966,0.0644490195065736,1522.5657,1600,5.254,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-560m,1337,560000000.0,bloom,False,all_results.json
+cerebras-gpt-6.7b_1,5.0,0.187804639339447,0.9675,4.0304,99.245,0.992,0.2001690417528152,0.9675,4.0579,98.574,0.986,0.1840974241495132,0.97,4.0486,98.798,0.988,0.1840783506631851,0.97,4.0551,98.642,0.986,0.1839926540851593,0.97,4.0571,98.592,0.986,0.1956355720758438,0.9675,4.0444,98.903,0.989,0.1840323209762573,0.97,4.0488,98.795,0.988,0.184004858136177,0.97,4.0543,98.66,0.987,0.1840289831161499,0.97,4.0512,98.737,0.987,0.2027123421430587,0.9675,4.042,98.96,0.99,0.1846397519111633,0.97,4.0359,99.11,0.991,0.1980480253696441,0.965,4.035,99.131,0.991,0.185081660747528,0.97,4.0249,99.38,0.994,0.2013284713029861,0.9675,4.0354,99.123,0.991,0.223757654428482,0.965,4.0561,98.616,0.986,0.2265072613954544,0.965,4.0554,98.633,0.986,0.2229508161544799,0.965,4.0558,98.625,0.986,0.2602006494998932,0.9575,4.0406,98.995,0.99,0.2142933309078216,0.965,4.0432,98.933,0.989,0.2040347456932068,0.965,4.0857,97.902,0.979,0.2069960385560989,0.9675,4.0423,98.953,0.99,0.2405270785093307,0.9575,4.0383,99.053,0.991,0.3677751421928406,0.9375,4.0444,98.902,0.989,0.2002256363630294,0.96,4.0343,99.15,0.991,0.2025240510702133,0.9675,4.0508,98.745,0.987,0.3609746098518371,0.9425,4.0421,98.958,0.99,0.3976045250892639,0.9325,4.1283,96.893,0.969,0.1849892288446426,0.97,4.0531,98.689,0.987,0.20279061794281,0.9675,4.0144,99.641,0.996,0.2034103721380233,0.9675,4.0492,98.785,0.988,0.2002012580633163,0.9675,4.0234,99.418,0.994,0.1882124096155166,0.9675,4.0444,98.901,0.989,0.2277321070432663,0.9625,4.0337,99.165,0.992,0.1840565353631973,0.97,4.036,99.107,0.991,0.2029198855161667,0.965,4.0486,98.8,0.988,0.1841030120849609,0.97,4.0398,99.014,0.99,0.1842886954545974,0.97,4.0399,99.013,0.99,0.1840015649795532,0.97,4.0494,98.781,0.988,0.1840169876813888,0.97,4.0361,99.106,0.991,0.1925268024206161,0.9675,4.0421,98.959,0.99,0.184170126914978,0.97,4.0334,99.171,0.992,0.2159436643123626,0.9625,4.076,98.135,0.981,0.1844192892313003,0.97,4.0412,98.981,0.99,0.2343242317438125,0.955,4.0513,98.735,0.987,0.1840010285377502,0.97,4.0504,98.755,0.988,0.1840113699436187,0.97,4.056,98.619,0.986,0.2025774121284485,0.9675,4.0539,98.671,0.987,0.2068089246749878,0.9675,4.0574,98.585,0.986,0.1839854121208191,0.97,4.0463,98.855,0.989,0.1839886456727981,0.97,4.0362,99.103,0.991,0.1839929521083831,0.97,4.0519,98.719,0.987,0.1844502240419387,0.97,4.0453,98.88,0.989,0.1958413571119308,0.9675,4.0405,98.998,0.99,0.1841130852699279,0.97,4.0498,98.769,0.988,0.1839949041604995,0.97,4.1335,96.771,0.968,0.1839916259050369,0.97,4.053,98.692,0.987,0.1840924322605133,0.97,4.0571,98.593,0.986,0.1840203404426574,0.97,4.0512,98.737,0.987,400,0.1858325004577636,0.97,4.0226,99.437,0.994,0.1926602870225906,0.9675,4.026,99.355,0.994,0.1867264360189438,0.97,4.0208,99.484,0.995,0.0857805233448743,1512.4023,1600,5.29,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-6.7b,1,6700000000.0,cerebras,False,all_results.json
+cerebras-gpt-6.7b_666,5.0,0.0985206216573715,0.975,3.969,100.78,1.008,0.0928719714283943,0.9725,3.9914,100.216,1.002,0.0934539064764976,0.97,3.9794,100.519,1.005,0.0800220295786857,0.975,3.9857,100.36,1.004,0.079179435968399,0.975,3.9874,100.315,1.003,0.0875177606940269,0.9725,3.9912,100.22,1.002,0.0791446715593338,0.975,3.9859,100.355,1.004,0.0790284946560859,0.975,3.9864,100.342,1.003,0.0790987238287925,0.975,3.9958,100.104,1.001,0.0932428911328315,0.9725,3.9914,100.215,1.002,0.0873010084033012,0.975,3.9647,100.89,1.009,0.0949890688061714,0.965,3.9862,100.347,1.003,0.0934798419475555,0.975,3.9706,100.74,1.007,0.0823759064078331,0.9725,3.979,100.528,1.005,0.0977392941713333,0.97,3.9899,100.254,1.003,0.1142435446381568,0.9675,3.9847,100.384,1.004,0.1047547310590744,0.97,3.9957,100.108,1.001,0.1051916480064392,0.97,4.0076,99.811,0.998,0.1075754910707473,0.9675,3.9853,100.368,1.004,0.111464612185955,0.9625,3.9843,100.393,1.004,0.1056405901908874,0.97,3.9875,100.313,1.003,0.1282231211662292,0.955,3.9811,100.475,1.005,0.2321560978889465,0.9325,3.982,100.452,1.005,0.1743989735841751,0.9425,3.9803,100.495,1.005,0.106484442949295,0.97,3.9872,100.321,1.003,0.2533105611801147,0.935,3.9866,100.336,1.003,0.2191187888383865,0.9325,3.9902,100.246,1.002,0.0906687900424003,0.97,3.9984,100.04,1.0,0.1107958480715751,0.97,3.9656,100.867,1.009,0.0877481400966644,0.9725,3.9946,100.136,1.001,0.1024730429053306,0.97,3.9744,100.645,1.006,0.0835865661501884,0.9725,3.9822,100.447,1.004,0.1255778670310974,0.965,3.9926,100.185,1.002,0.0797358602285385,0.975,3.9833,100.419,1.004,0.0874386951327323,0.9725,3.992,100.202,1.002,0.0809217616915702,0.975,3.986,100.35,1.004,0.0870537981390953,0.97,3.9825,100.44,1.004,0.0789571329951286,0.975,3.9912,100.22,1.002,0.0792663693428039,0.975,3.9897,100.259,1.003,0.0990583002567291,0.965,3.9836,100.412,1.004,0.0793788507580757,0.975,3.9913,100.219,1.002,0.1185054779052734,0.9625,3.9929,100.179,1.002,0.0806922912597656,0.975,3.9839,100.405,1.004,0.1321551948785781,0.96,3.9856,100.362,1.004,0.0915093198418617,0.97,3.9848,100.381,1.004,0.0790207684040069,0.975,4.0008,99.979,1.0,0.0926987826824188,0.9725,3.9912,100.221,1.002,0.0963620170950889,0.9725,3.9952,100.12,1.001,0.0793516710400581,0.975,3.9935,100.163,1.002,0.0789281129837036,0.975,3.9882,100.296,1.003,0.0793120935559272,0.975,3.9882,100.295,1.003,0.0918102487921714,0.97,3.9863,100.344,1.003,0.0951632335782051,0.9725,3.9795,100.515,1.005,0.0887148082256317,0.97,3.9879,100.305,1.003,0.0805942267179489,0.975,3.9955,100.111,1.001,0.0798220708966255,0.975,3.9983,100.041,1.0,0.0874201580882072,0.97,3.9875,100.313,1.003,0.0792747288942337,0.975,3.9967,100.082,1.001,400,0.0990291312336921,0.9725,3.9696,100.767,1.008,0.1058340966701507,0.975,3.9711,100.727,1.007,0.0968606546521186,0.975,3.9726,100.69,1.007,0.1074953432977199,1498.2385,1600,5.34,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-6.7b,666,6700000000.0,cerebras,False,all_results.json
+cerebras-gpt-6.7b_42,5.0,0.0764478892087936,0.9875,3.9948,100.129,1.001,0.079260379076004,0.985,4.0351,99.129,0.991,0.0778587609529495,0.985,4.0193,99.519,0.995,0.073691189289093,0.9875,4.0202,99.497,0.995,0.0721280872821807,0.9875,4.0265,99.343,0.993,0.0789406076073646,0.985,4.0551,98.641,0.986,0.0722552314400672,0.9875,4.0302,99.251,0.993,0.0721370652318,0.9875,4.0261,99.352,0.994,0.072181649506092,0.9875,4.0256,99.364,0.994,0.081645481288433,0.985,4.0427,98.944,0.989,0.0729683861136436,0.9875,4.0094,99.765,0.998,0.125688150525093,0.9725,4.0174,99.568,0.996,0.0736738517880439,0.9875,4.0136,99.661,0.997,0.0836243331432342,0.985,4.0208,99.483,0.995,0.1048316955566406,0.9825,4.0225,99.442,0.994,0.1103482246398925,0.9825,4.0322,99.202,0.992,0.1141749545931816,0.98,4.0343,99.149,0.991,0.1498167812824249,0.975,4.0237,99.41,0.994,0.1084917038679122,0.98,4.0248,99.385,0.994,0.0747267976403236,0.9875,4.0107,99.734,0.997,0.0972740054130554,0.9825,4.058,98.571,0.986,0.0996140018105506,0.9775,4.0356,99.118,0.991,0.2528724372386932,0.9475,4.0141,99.65,0.996,0.0730216726660728,0.9875,4.0132,99.67,0.997,0.0840407907962799,0.985,4.0275,99.317,0.993,0.2455480545759201,0.9525,4.0237,99.411,0.994,0.3391227722167969,0.9375,4.0121,99.7,0.997,0.0802571102976799,0.985,4.0339,99.16,0.992,0.0818723961710929,0.9825,4.009,99.775,0.998,0.0939343199133873,0.9825,4.0287,99.288,0.993,0.0810481384396553,0.985,4.0051,99.873,0.999,0.077525570988655,0.985,4.0105,99.738,0.997,0.1272215396165847,0.975,4.0217,99.461,0.995,0.072283536195755,0.9875,4.0803,98.031,0.98,0.0732434466481208,0.9875,4.0373,99.077,0.991,0.0724853351712226,0.9875,4.0241,99.402,0.994,0.0724166333675384,0.9875,4.0438,98.917,0.989,0.0721255168318748,0.9875,4.0276,99.315,0.993,0.0722059309482574,0.9875,4.0219,99.455,0.995,0.0764792412519455,0.985,4.0173,99.569,0.996,0.0767159238457679,0.985,4.0279,99.308,0.993,0.0957654416561126,0.9775,4.0391,99.033,0.99,0.0739849358797073,0.9875,4.0161,99.599,0.996,0.1655637323856353,0.97,4.0214,99.467,0.995,0.0723399147391319,0.9875,4.0273,99.321,0.993,0.0722204744815826,0.9875,4.0277,99.313,0.993,0.0882681757211685,0.98,4.0282,99.3,0.993,0.0915815755724906,0.985,4.0307,99.239,0.992,0.0721169784665107,0.9875,4.0371,99.081,0.991,0.0721102654933929,0.9875,4.095,97.68,0.977,0.0721736252307891,0.9875,4.0201,99.5,0.995,0.0794456303119659,0.985,4.0253,99.371,0.994,0.0801646932959556,0.985,4.0257,99.362,0.994,0.072236493229866,0.9875,4.0916,97.761,0.978,0.0733947902917862,0.9875,4.0218,99.459,0.995,0.0721128210425376,0.9875,4.0228,99.434,0.994,0.0725642442703247,0.9875,4.0253,99.372,0.994,0.0721722394227981,0.9875,4.0329,99.185,0.992,400,0.0760411918163299,0.9875,4.0005,99.987,1.0,0.0795576646924018,0.985,4.0013,99.967,1.0,0.0758816450834274,0.9875,4.005,99.876,0.999,0.0995194098949432,1509.0181,1600,5.301,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-6.7b,42,6700000000.0,cerebras,False,all_results.json
+cerebras-gpt-6.7b_25,5.0,0.0908189713954925,0.98,3.9698,100.76,1.008,0.043444849550724,0.9925,4.0036,99.911,0.999,0.0430880263447761,0.9925,3.9941,100.147,1.001,0.0324182547628879,0.995,3.9941,100.148,1.001,0.0301451180130243,0.995,3.9989,100.027,1.0,0.0338426269590854,0.995,3.9934,100.165,1.002,0.0380217283964157,0.9925,4.0008,99.979,1.0,0.0353504419326782,0.9925,4.0001,99.996,1.0,0.0304231699556112,0.995,3.9936,100.159,1.002,0.0437031090259552,0.9925,3.9961,100.096,1.001,0.0517680458724498,0.9925,3.9801,100.5,1.005,0.1334947198629379,0.955,3.9966,100.085,1.001,0.0676734820008277,0.9925,3.9695,100.769,1.008,0.046201191842556,0.9925,3.9974,100.065,1.001,0.0551591999828815,0.99,4.0037,99.907,0.999,0.0742686763405799,0.9875,3.9945,100.138,1.001,0.0892909988760948,0.98,3.9904,100.241,1.002,0.0967088416218757,0.98,3.9924,100.191,1.002,0.1434835195541381,0.9575,3.9887,100.283,1.003,0.1143389865756034,0.9675,3.9777,100.56,1.006,0.0723229050636291,0.985,3.9975,100.063,1.001,0.1620191931724548,0.955,3.9844,100.392,1.004,0.2409040480852127,0.935,4.0033,99.917,0.999,0.0935579985380172,0.9725,3.9773,100.571,1.006,0.0763852447271347,0.9825,3.9892,100.271,1.003,0.227298691868782,0.9475,3.9919,100.203,1.002,0.3125351369380951,0.92,4.0044,99.89,0.999,0.0676149576902389,0.9875,4.0076,99.81,0.998,0.0936754047870636,0.97,3.9808,100.482,1.005,0.0576482377946376,0.9875,3.9951,100.122,1.001,0.0998798757791519,0.9675,3.9875,100.315,1.003,0.0914691090583801,0.9775,4.0126,99.686,0.997,0.0822466313838958,0.975,3.9888,100.281,1.003,0.037236750125885,0.9925,3.9934,100.165,1.002,0.0578409656882286,0.9825,3.9956,100.111,1.001,0.0438116490840911,0.99,3.987,100.327,1.003,0.0593346804380416,0.98,3.9883,100.295,1.003,0.029878344386816,0.995,3.9883,100.295,1.003,0.0304105170071125,0.995,3.9958,100.106,1.001,0.0732470154762268,0.9825,3.9915,100.213,1.002,0.0412516631186008,0.9925,4.0095,99.762,0.998,0.109999693930149,0.9675,3.9936,100.161,1.002,0.0332325361669063,0.995,4.0011,99.973,1.0,0.1432816237211227,0.965,3.9943,100.142,1.001,0.0449083559215068,0.99,3.9976,100.061,1.001,0.0320098176598548,0.9925,3.9939,100.153,1.002,0.0562026388943195,0.9875,4.0058,99.856,0.999,0.0625730454921722,0.9875,3.9901,100.247,1.002,0.0298468619585037,0.995,4.0005,99.989,1.0,0.0342976413667202,0.9925,3.9999,100.002,1.0,0.0370553582906723,0.9925,3.9969,100.078,1.001,0.0585486069321632,0.985,3.9953,100.118,1.001,0.0481335222721099,0.99,3.9956,100.11,1.001,0.0399722978472709,0.99,3.9991,100.023,1.0,0.035303171724081,0.9925,3.9939,100.152,1.002,0.0364590846002101,0.9925,3.9958,100.104,1.001,0.0460364334285259,0.9875,3.9972,100.069,1.001,0.0371338501572608,0.9925,3.9969,100.078,1.001,400,0.0686482712626457,0.98,3.9785,100.539,1.005,0.1039429679512977,0.97,3.9797,100.511,1.005,0.0779754742980003,0.98,3.9733,100.672,1.007,0.0948799837827682,1494.8696,1600,5.352,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-6.7b,25,6700000000.0,cerebras,False,all_results.json
+cerebras-gpt-6.7b_1337,5.0,0.0807419046759605,0.985,2.2289,179.458,1.795,0.0849705412983894,0.9875,2.2848,175.072,1.751,0.0948499515652656,0.9825,2.2263,179.668,1.797,0.0679197385907173,0.9875,2.2289,179.457,1.795,0.0642240643501281,0.99,2.2274,179.583,1.796,0.0880989730358123,0.9825,2.239,178.652,1.787,0.0642333254218101,0.99,2.2279,179.544,1.795,0.0724130943417549,0.9875,2.2315,179.249,1.792,0.0642320439219474,0.99,2.2287,179.48,1.795,0.0812167227268219,0.9875,2.2244,179.821,1.798,0.0778314024209976,0.9875,2.2248,179.794,1.798,0.2160275429487228,0.9575,2.2213,180.071,1.801,0.0687659010291099,0.99,2.2341,179.045,1.79,0.0971789583563804,0.985,2.2229,179.944,1.799,0.0851334407925605,0.9875,2.2274,179.58,1.796,0.1030103787779808,0.985,2.2285,179.494,1.795,0.098201036453247,0.9825,2.2305,179.33,1.793,0.109833262860775,0.9825,2.2397,178.594,1.786,0.1558651179075241,0.9725,2.2267,179.638,1.796,0.1323715150356292,0.965,2.2257,179.716,1.797,0.1171083226799964,0.9825,2.2309,179.298,1.793,0.1932074427604675,0.945,2.2536,177.49,1.775,0.4238927066326141,0.9275,2.268,176.363,1.764,0.2189822942018509,0.9425,2.2244,179.826,1.798,0.0879647806286811,0.985,2.2333,179.104,1.791,0.3121587038040161,0.9525,2.2396,178.607,1.786,0.4726641476154327,0.92,2.2314,179.256,1.793,0.0835972502827644,0.985,2.2291,179.441,1.794,0.0820669904351234,0.98,2.2248,179.793,1.798,0.1116730570793151,0.9825,2.2934,174.417,1.744,0.0964630916714668,0.9775,2.2244,179.821,1.798,0.0942399576306343,0.985,2.2272,179.594,1.796,0.1278999745845794,0.975,2.2333,179.104,1.791,0.0644403398036956,0.99,2.2269,179.624,1.796,0.0685535818338394,0.9875,2.3105,173.124,1.731,0.0758042410016059,0.9875,2.2499,177.789,1.778,0.0975263118743896,0.9825,2.2341,179.044,1.79,0.0642511621117591,0.99,2.2318,179.23,1.792,0.0642239451408386,0.99,2.2345,179.008,1.79,0.1015066727995872,0.98,2.2258,179.709,1.797,0.0801214724779129,0.9875,2.2255,179.733,1.797,0.1322469413280487,0.9775,2.2287,179.477,1.795,0.0672419741749763,0.9875,2.2225,179.975,1.8,0.1923715621232986,0.96,2.2246,179.81,1.798,0.0946579575538635,0.985,2.2246,179.807,1.798,0.0642270743846893,0.99,2.3024,173.731,1.737,0.1331080645322799,0.9775,2.2611,176.904,1.769,0.0848627164959907,0.9875,2.2264,179.665,1.797,0.0642209276556968,0.99,2.2268,179.629,1.796,0.0643366128206253,0.99,2.227,179.61,1.796,0.064371220767498,0.99,2.2266,179.644,1.796,0.0961067751049995,0.985,2.2391,178.643,1.786,0.0830865502357482,0.9875,2.227,179.616,1.796,0.0731313228607177,0.9875,2.2276,179.568,1.796,0.0642306506633758,0.99,2.2277,179.553,1.796,0.0679299235343933,0.9875,2.2254,179.744,1.797,0.0692158415913581,0.9875,2.2292,179.438,1.794,0.0643381550908088,0.99,2.2271,179.602,1.796,400,0.0730426162481308,0.9875,2.2321,179.201,1.792,0.0791762471199035,0.9875,2.2226,179.967,1.8,0.0711852014064788,0.99,2.2261,179.69,1.797,0.088720148563385,846.4518,1600,9.451,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-6.7b,1337,6700000000.0,cerebras,False,all_results.json
+pythia-1b_1,5.0,0.0502728521823883,0.99,2.2209,180.107,1.801,0.0722489133477211,0.99,2.216,180.504,1.805,0.0751879438757896,0.9875,2.2176,180.371,1.804,0.0715138912200927,0.9875,2.2156,180.541,1.805,0.0286277197301387,0.995,2.2191,180.254,1.803,0.0646821334958076,0.99,2.2169,180.436,1.804,0.0467999652028083,0.9925,2.2175,180.384,1.804,0.0379271805286407,0.9925,2.2195,180.219,1.802,0.0280285663902759,0.995,2.2163,180.483,1.805,0.0768251419067382,0.9875,2.2162,180.493,1.805,0.0451702773571014,0.99,2.2448,178.191,1.782,0.2679708003997803,0.955,2.2222,180.003,1.8,0.0382858961820602,0.9925,2.218,180.345,1.803,0.0607655197381973,0.99,2.2192,180.242,1.802,0.1046898812055587,0.9825,2.2186,180.295,1.803,0.0886937603354454,0.9825,2.2169,180.431,1.804,0.1188401877880096,0.9825,2.2284,179.501,1.795,0.1342722922563552,0.98,2.2168,180.441,1.804,0.2022541016340255,0.96,2.2183,180.318,1.803,0.3129755854606628,0.905,2.2188,180.281,1.803,0.0883329510688781,0.9825,2.2231,179.925,1.799,0.311845600605011,0.9125,2.2181,180.334,1.803,0.4033149778842926,0.925,2.2183,180.32,1.803,0.3942250907421112,0.895,2.2183,180.316,1.803,0.0904508978128433,0.9825,2.2193,180.236,1.802,0.3439323306083679,0.935,2.2239,179.865,1.799,0.4602648019790649,0.9075,2.2176,180.374,1.804,0.0934498012065887,0.985,2.2185,180.305,1.803,0.0694957375526428,0.98,2.2153,180.565,1.806,0.0775032937526702,0.985,2.2193,180.239,1.802,0.0904452800750732,0.9775,2.2191,180.253,1.803,0.1545089334249496,0.975,2.2269,179.624,1.796,0.1434241533279419,0.9725,2.2166,180.46,1.805,0.0483827032148838,0.99,2.2148,180.6,1.806,0.0780397579073906,0.985,2.2172,180.411,1.804,0.0723825916647911,0.99,2.2272,179.595,1.796,0.095069982111454,0.9775,2.2169,180.436,1.804,0.044416107237339,0.9925,2.2174,180.395,1.804,0.0279591456055641,0.995,2.2172,180.406,1.804,0.1331431716680526,0.9825,2.2185,180.302,1.803,0.06107909232378,0.99,2.2176,180.375,1.804,0.1775518357753753,0.975,2.216,180.505,1.805,0.0645310282707214,0.99,2.2164,180.475,1.805,0.2383002489805221,0.96,2.217,180.425,1.804,0.0852544531226158,0.985,2.2176,180.376,1.804,0.0369497016072273,0.9925,2.2188,180.282,1.803,0.1169976815581321,0.98,2.2232,179.918,1.799,0.0778674185276031,0.9875,2.22,180.18,1.802,0.0499416626989841,0.9925,2.2181,180.338,1.803,0.0279140621423721,0.995,2.2188,180.275,1.803,0.0555320493876934,0.99,2.2172,180.404,1.804,0.0815538614988327,0.9875,2.2281,179.527,1.795,0.0725684389472007,0.99,2.2144,180.633,1.806,0.0588347762823104,0.99,2.216,180.503,1.805,0.0413250178098678,0.9925,2.217,180.424,1.804,0.0288445074111223,0.995,2.2221,180.007,1.8,0.0758707225322723,0.9875,2.2179,180.352,1.804,0.0706790536642074,0.99,2.2165,180.468,1.805,400,0.0497236028313636,0.99,2.2249,179.785,1.798,0.0910648182034492,0.97,2.2171,180.417,1.804,0.0531760416924953,0.99,2.2206,180.135,1.801,0.0770579026043415,840.3885,1600,9.519,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b,1,1000000000.0,pythia,False,all_results.json
+pythia-1b_666,5.0,0.1662994176149368,0.9575,1.3775,290.381,2.904,0.1603408306837082,0.955,1.3851,288.787,2.888,0.1559509634971618,0.9575,1.3811,289.622,2.896,0.1618722379207611,0.955,1.3867,288.448,2.884,0.153818592429161,0.9575,1.3811,289.619,2.896,0.159435749053955,0.955,1.3802,289.803,2.898,0.1540821194648742,0.9575,1.3811,289.615,2.896,0.1549069732427597,0.9575,1.3813,289.584,2.896,0.1679748594760894,0.955,1.3837,289.077,2.891,0.1594405472278595,0.955,1.3811,289.624,2.896,0.1601448953151703,0.9575,1.3772,290.451,2.905,0.183038905262947,0.9475,1.3807,289.716,2.897,0.1649516224861145,0.9575,1.3819,289.454,2.895,0.1641584038734436,0.955,1.3791,290.043,2.9,0.177027478814125,0.9525,1.3854,288.718,2.887,0.1886312514543533,0.95,1.3846,288.884,2.889,0.1874337941408157,0.95,1.3866,288.478,2.885,0.1738772988319397,0.9525,1.381,289.636,2.896,0.165949210524559,0.955,1.3782,290.231,2.902,0.1694284826517105,0.955,1.3826,289.317,2.893,0.1720898747444152,0.955,1.3829,289.242,2.892,0.1793823391199112,0.955,1.3851,288.796,2.888,0.2214578688144683,0.935,1.384,289.016,2.89,0.1790732741355896,0.9525,1.3812,289.594,2.896,0.1878633350133896,0.95,1.3806,289.719,2.897,0.2497694790363311,0.9325,1.3846,288.888,2.889,0.2181599736213684,0.9325,1.3822,289.401,2.894,0.1566388309001922,0.9575,1.4587,274.214,2.742,0.1695487648248672,0.9575,1.3816,289.512,2.895,0.1580050438642501,0.955,1.3813,289.581,2.896,0.1691172420978546,0.955,1.3797,289.915,2.899,0.1696576327085495,0.95,1.3872,288.358,2.884,0.1777946799993515,0.95,1.3796,289.942,2.899,0.1548636853694915,0.9575,1.3806,289.738,2.897,0.1558284312486648,0.9575,1.3802,289.808,2.898,0.1587084978818893,0.955,1.3807,289.698,2.897,0.1556282639503479,0.9575,1.3816,289.522,2.895,0.1558421701192855,0.955,1.3842,288.972,2.89,0.1537538319826126,0.9575,1.3844,288.937,2.889,0.1883162260055542,0.95,1.3865,288.488,2.885,0.1680735349655151,0.955,1.38,289.853,2.899,0.1887236386537552,0.945,1.3855,288.712,2.887,0.156487762928009,0.9575,1.3776,290.36,2.904,0.2058800160884857,0.945,1.3962,286.501,2.865,0.1643086820840835,0.9525,1.3814,289.565,2.896,0.1537505537271499,0.9575,1.3929,287.174,2.872,0.1694035679101944,0.9525,1.38,289.854,2.899,0.1864421665668487,0.9525,1.3831,289.205,2.892,0.1547281146049499,0.9575,1.3801,289.841,2.898,0.1536378413438797,0.9575,1.3819,289.449,2.894,0.1543721407651901,0.9575,1.3796,289.929,2.899,0.1577950417995453,0.955,1.3795,289.954,2.9,0.1626104414463043,0.955,1.3896,287.852,2.879,0.1615257710218429,0.9525,1.3831,289.214,2.892,0.1538747251033783,0.9575,1.4221,281.282,2.813,0.1535621285438537,0.9575,1.3836,289.106,2.891,0.1544789969921112,0.9575,1.3822,289.393,2.894,0.1616267561912536,0.955,1.3879,288.199,2.882,400,0.1675814688205719,0.9575,1.3814,289.565,2.896,0.1744217127561569,0.9575,1.3785,290.175,2.902,0.1661842167377472,0.9575,1.3844,288.929,2.889,0.0884613525867462,528.6608,1600,15.133,0.473,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b,666,1000000000.0,pythia,False,all_results.json
+pythia-1b_42,5.0,0.1297329068183899,0.975,4.0137,99.657,0.997,0.1295785009860992,0.97,4.0493,98.783,0.988,0.1188636422157287,0.9725,4.0452,98.882,0.989,0.1235681921243667,0.9725,4.0467,98.847,0.988,0.1155682653188705,0.975,4.0487,98.797,0.988,0.1241200193762779,0.97,4.0366,99.094,0.991,0.1160887777805328,0.975,4.0391,99.031,0.99,0.1160934939980506,0.975,4.0375,99.072,0.991,0.1163054928183555,0.975,4.0399,99.013,0.99,0.125793308019638,0.9725,4.0461,98.861,0.989,0.1246264055371284,0.9725,4.0165,99.59,0.996,0.1607775241136551,0.9625,4.0256,99.365,0.994,0.1239135339856147,0.975,4.0241,99.401,0.994,0.1263265758752823,0.9725,4.0509,98.745,0.987,0.1371212154626846,0.9725,4.051,98.741,0.987,0.1649629920721054,0.965,4.0465,98.852,0.989,0.1923526376485824,0.96,4.0504,98.755,0.988,0.172744020819664,0.96,4.0417,98.969,0.99,0.1555871814489364,0.9675,4.0468,98.843,0.988,0.1712968051433563,0.96,4.0226,99.439,0.994,0.1580154597759246,0.965,4.0401,99.007,0.99,0.2506376504898071,0.9375,4.0296,99.267,0.993,0.2319921255111694,0.94,4.0213,99.47,0.995,0.2099718302488327,0.9325,4.0287,99.289,0.993,0.1525736451148986,0.9675,4.0299,99.259,0.993,0.2485239654779434,0.9525,4.0419,98.964,0.99,0.3043528795242309,0.93,4.0324,99.197,0.992,0.12886543571949,0.9725,6.3332,63.159,0.632,0.143018901348114,0.9675,4.0137,99.659,0.997,0.1184966936707496,0.975,4.0516,98.726,0.987,0.1562210917472839,0.9625,4.0234,99.419,0.994,0.1303072124719619,0.9675,4.0483,98.806,0.988,0.1585770547389984,0.965,4.0366,99.093,0.991,0.1198394075036048,0.9725,4.038,99.06,0.991,0.1186034083366394,0.975,4.0185,99.539,0.995,0.1246142983436584,0.9725,4.0363,99.102,0.991,0.1168932914733886,0.975,4.0402,99.004,0.99,0.1159511730074882,0.975,4.0465,98.852,0.989,0.1156592667102813,0.975,4.0336,99.167,0.992,0.1467838138341903,0.965,4.0394,99.025,0.99,0.1280612051486969,0.9725,4.0368,99.089,0.991,0.1606639325618744,0.965,4.0402,99.005,0.99,0.1175758391618728,0.975,4.0218,99.458,0.995,0.1892341673374176,0.955,4.0264,99.344,0.993,0.131411463022232,0.97,4.0399,99.011,0.99,0.1155549511313438,0.975,4.0468,98.842,0.988,0.132097989320755,0.97,4.0413,98.978,0.99,0.152231752872467,0.965,4.0467,98.845,0.988,0.1170645505189895,0.975,4.0696,98.291,0.983,0.1155042052268982,0.975,4.037,99.084,0.991,0.11574237793684,0.975,4.0381,99.056,0.991,0.1178314015269279,0.975,4.0364,99.097,0.991,0.128512904047966,0.9725,4.0371,99.08,0.991,0.1175164207816124,0.975,4.0417,98.969,0.99,0.1155809685587883,0.975,4.0532,98.687,0.987,0.1155371591448783,0.975,4.05,98.765,0.988,0.1177467927336692,0.9725,4.0371,99.081,0.991,0.1237488165497779,0.9725,4.0437,98.919,0.989,400,0.1361797749996185,0.97,4.0161,99.599,0.996,0.1460762619972229,0.97,4.0163,99.594,0.996,0.1345693469047546,0.9725,4.0538,98.674,0.987,0.078491682767868,1526.2003,1600,5.242,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b,42,1000000000.0,pythia,False,all_results.json
+pythia-1b_25,5.0,0.1302293837070465,0.9725,3.9639,100.911,1.009,0.1214225590229034,0.9775,3.9888,100.281,1.003,0.1115409210324287,0.98,3.9758,100.609,1.006,0.1189936473965644,0.9775,3.9819,100.455,1.005,0.1114749833941459,0.98,3.9926,100.186,1.002,0.111492246389389,0.98,3.9796,100.513,1.005,0.1115117445588111,0.98,3.9916,100.211,1.002,0.1114722788333892,0.98,3.9803,100.494,1.005,0.1116011440753936,0.98,3.9876,100.31,1.003,0.1286082863807678,0.9775,3.9855,100.364,1.004,0.115137755870819,0.98,3.9664,100.846,1.008,0.1367320865392685,0.97,4.0354,99.122,0.991,0.1218740195035934,0.98,3.9676,100.818,1.008,0.1217757686972618,0.9775,3.9809,100.479,1.005,0.1393737941980362,0.975,3.9904,100.241,1.002,0.1652505099773407,0.9725,3.9811,100.475,1.005,0.1869422942399978,0.97,3.9949,100.128,1.001,0.1558906733989715,0.97,3.9888,100.281,1.003,0.1544651240110397,0.97,3.9913,100.218,1.002,0.1729211062192917,0.9675,3.971,100.731,1.007,0.174160897731781,0.9675,3.9782,100.547,1.005,0.2142757028341293,0.955,3.9791,100.524,1.005,0.3278988003730774,0.9425,4.0296,99.265,0.993,0.1232700124382972,0.9775,3.9753,100.622,1.006,0.1702844500541687,0.97,3.9851,100.374,1.004,0.2752605378627777,0.9525,3.9801,100.5,1.005,0.3945132195949554,0.93,3.9774,100.569,1.006,0.1177988424897193,0.9775,3.9983,100.043,1.0,0.1481739282608032,0.97,3.9677,100.815,1.008,0.12969371676445,0.9775,3.99,100.251,1.003,0.1742326021194458,0.9675,3.9698,100.761,1.008,0.1234731450676918,0.9775,3.9821,100.45,1.004,0.160863310098648,0.97,3.9792,100.523,1.005,0.1119119003415107,0.98,3.9868,100.331,1.003,0.1116006001830101,0.98,4.0371,99.082,0.991,0.1116441562771797,0.98,3.9809,100.479,1.005,0.1120069772005081,0.98,3.9805,100.49,1.005,0.1114687174558639,0.98,3.9835,100.415,1.004,0.1115756034851074,0.98,3.9751,100.627,1.006,0.131011813879013,0.975,3.9893,100.268,1.003,0.1222908869385719,0.975,3.9858,100.356,1.004,0.1578706204891204,0.97,3.9808,100.483,1.005,0.1122480556368827,0.98,4.0386,99.043,0.99,0.2074694633483886,0.96,3.9813,100.47,1.005,0.1115602999925613,0.98,3.9888,100.28,1.003,0.1114689260721206,0.98,3.9881,100.298,1.003,0.1272191852331161,0.975,3.9889,100.278,1.003,0.1522942334413528,0.975,3.9836,100.412,1.004,0.1114571988582611,0.98,3.9903,100.243,1.002,0.1114567443728447,0.98,3.9824,100.443,1.004,0.1114600971341133,0.98,4.043,98.937,0.989,0.1115796640515327,0.98,3.9866,100.337,1.003,0.1116844490170478,0.98,3.9813,100.47,1.005,0.111478291451931,0.98,3.9909,100.228,1.002,0.1114577800035476,0.98,3.9888,100.282,1.003,0.1114596724510192,0.98,3.9821,100.449,1.004,0.1115037724375724,0.98,3.9875,100.313,1.003,0.1147786527872085,0.9775,3.9817,100.459,1.005,400,0.1205361187458038,0.9775,3.9704,100.747,1.007,0.1421089917421341,0.9725,3.9744,100.644,1.006,0.1256457567214965,0.9725,3.9682,100.8,1.008,0.0842530761361122,1491.8944,1600,5.362,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b,25,1000000000.0,pythia,False,all_results.json
+pythia-1b_1337,5.0,0.1237472519278526,0.9725,2.223,179.938,1.799,0.0661445409059524,0.9825,2.2235,179.898,1.799,0.0698188319802284,0.9825,2.2455,178.138,1.781,0.0693720802664756,0.98,2.2208,180.113,1.801,0.0610702149569988,0.985,2.2312,179.279,1.793,0.0623023398220539,0.985,2.2347,178.994,1.79,0.0699163153767585,0.9825,2.2238,179.873,1.799,0.0760480761528015,0.98,2.2291,179.445,1.794,0.0612411834299564,0.985,2.2187,180.283,1.803,0.0721633955836296,0.9825,2.2209,180.109,1.801,0.0795768722891807,0.9825,2.2199,180.19,1.802,0.1466878354549408,0.955,2.3396,170.966,1.71,0.0965135693550109,0.98,2.2165,180.462,1.805,0.0827338919043541,0.98,2.3215,172.3,1.723,0.0979042947292327,0.9775,2.22,180.178,1.802,0.1030392572283744,0.9775,2.2205,180.139,1.801,0.1332267969846725,0.9675,2.2199,180.188,1.802,0.1386408656835556,0.9675,2.2189,180.269,1.803,0.1776700764894485,0.95,2.2247,179.8,1.798,0.1986487507820129,0.92,2.2192,180.248,1.802,0.1313521265983581,0.9675,2.2181,180.335,1.803,0.1556198000907898,0.945,2.3497,170.231,1.702,0.2972427308559418,0.9225,2.2419,178.417,1.784,0.1298682242631912,0.9475,2.2213,180.071,1.801,0.1302018910646438,0.9675,2.2214,180.067,1.801,0.2687782347202301,0.9275,2.2241,179.847,1.798,0.3449852764606476,0.9075,2.2232,179.922,1.799,0.1022330969572067,0.975,2.255,177.38,1.774,0.1345985978841781,0.9525,2.2297,179.398,1.794,0.094909593462944,0.9725,2.2213,180.073,1.801,0.1302191317081451,0.9525,2.2186,180.297,1.803,0.1053007915616035,0.9675,2.2246,179.806,1.798,0.1237019374966621,0.96,2.2209,180.104,1.801,0.0695966035127639,0.98,2.2226,179.972,1.8,0.0804660022258758,0.9725,2.232,179.215,1.792,0.0842049568891525,0.98,2.223,179.935,1.799,0.0925000980496406,0.975,2.2272,179.597,1.796,0.064785324037075,0.9825,2.2206,180.131,1.801,0.0610493458807468,0.985,2.2181,180.335,1.803,0.1325979530811309,0.9675,2.2218,180.033,1.8,0.0784870386123657,0.98,2.2219,180.023,1.8,0.1946191787719726,0.9475,2.2216,180.047,1.8,0.0802497789263725,0.98,2.3241,172.109,1.721,0.22201007604599,0.9325,2.2742,175.89,1.759,0.0768023133277893,0.98,2.221,180.101,1.801,0.0653993785381317,0.9825,2.2223,179.996,1.8,0.0881993845105171,0.975,2.2519,177.629,1.776,0.0954264625906944,0.975,2.2219,180.023,1.8,0.0654211863875389,0.9825,2.2188,180.279,1.803,0.0605761632323265,0.985,2.2219,180.03,1.8,0.0631772875785827,0.985,2.2247,179.8,1.798,0.085469827055931,0.98,2.2294,179.424,1.794,0.0831232741475105,0.98,2.2199,180.188,1.802,0.0721230953931808,0.98,2.2287,179.478,1.795,0.0609918124973773,0.985,2.2215,180.057,1.801,0.0608268938958644,0.985,2.2229,179.943,1.799,0.0933723747730255,0.9675,2.2247,179.799,1.798,0.0775223970413208,0.98,2.2214,180.069,1.801,400,0.1189142912626266,0.97,2.2204,180.146,1.801,0.1606550812721252,0.945,2.2284,179.505,1.795,0.1156207621097564,0.965,2.2209,180.104,1.801,0.0781509455442428,848.6949,1600,9.426,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1b,1337,1000000000.0,pythia,False,all_results.json
+falcon-7b-instruct_1,5.0,0.074887603521347,0.9825,4.0038,99.904,0.999,1.067341685295105,0.7124999999999999,4.0374,99.073,0.991,0.940357506275177,0.7224999999999999,4.0962,97.652,0.977,0.9372940063476562,0.7474999999999999,4.0389,99.036,0.99,0.8521374464035034,0.7499999999999999,4.0397,99.018,0.99,1.1215558052062988,0.7049999999999998,4.0371,99.081,0.991,0.8314099311828613,0.7525,4.0466,98.85,0.988,1.059800148010254,0.725,4.0371,99.08,0.991,0.9454368352890016,0.7399999999999999,4.0423,98.954,0.99,1.0744194984436035,0.72,4.0424,98.951,0.99,0.0748262554407119,0.9825,4.021,99.478,0.995,1.1439645290374756,0.7,4.0315,99.219,0.992,0.0744653344154357,0.9825,4.0165,99.588,0.996,0.9971359968185424,0.7324999999999999,4.04,99.009,0.99,1.281673789024353,0.675,4.0439,98.915,0.989,1.3960636854171753,0.6675,4.0368,99.089,0.991,1.3301068544387815,0.6699999999999999,4.0409,98.988,0.99,1.1996649503707886,0.6925,4.0594,98.538,0.985,0.6144046187400818,0.8124999999999999,4.0346,99.143,0.991,0.0751078873872757,0.9825,4.0208,99.482,0.995,0.5466786026954651,0.8424999999999999,4.0348,99.138,0.991,0.0763744413852691,0.9825,4.0166,99.587,0.996,0.7465872168540955,0.7749999999999999,4.0356,99.118,0.991,0.0750843062996864,0.9825,4.0395,99.022,0.99,0.4361074566841125,0.8574999999999999,4.032,99.207,0.992,0.9118841290473938,0.7424999999999999,4.0335,99.17,0.992,0.8263197541236877,0.7675,4.0719,98.235,0.982,0.5941784381866455,0.8024999999999999,4.0539,98.671,0.987,0.0753988623619079,0.9825,4.021,99.477,0.995,1.1362141370773315,0.6875,4.0386,99.044,0.99,0.0752366706728935,0.9825,4.0176,99.562,0.996,0.8917372822761536,0.7699999999999998,4.0404,99.001,0.99,0.9254701137542723,0.7474999999999999,4.0408,98.989,0.99,0.6434091925621033,0.7849999999999999,4.0335,99.169,0.992,0.617667019367218,0.815,4.0409,98.987,0.99,0.8031875491142273,0.7525,4.0391,99.031,0.99,0.8174852728843689,0.7625,4.0364,99.097,0.991,0.9363916516304016,0.7399999999999999,4.0358,99.112,0.991,0.5788359642028809,0.83,4.0392,99.029,0.99,0.5561313033103943,0.83,4.0325,99.195,0.992,0.9607420563697816,0.7424999999999999,4.0362,99.104,0.991,0.6441495418548584,0.8324999999999998,4.0344,99.146,0.991,0.4950586557388305,0.8424999999999999,4.0347,99.141,0.991,1.1888619661331177,0.685,4.0366,99.092,0.991,1.1205224990844729,0.7049999999999998,4.0419,98.964,0.99,0.7564675807952881,0.79,4.0416,98.971,0.99,1.2465324401855469,0.6799999999999999,4.0374,99.073,0.991,1.0726619958877563,0.72,4.0365,99.096,0.991,0.6613633632659912,0.8049999999999999,4.0375,99.072,0.991,0.7659448385238647,0.7725000000000001,4.039,99.035,0.99,0.9556214213371276,0.7349999999999999,4.0435,98.925,0.989,0.8480613827705383,0.7575000000000001,4.053,98.692,0.987,0.9545882940292358,0.73,4.0364,99.099,0.991,1.0812147855758667,0.7124999999999999,4.039,99.033,0.99,0.9152764678001404,0.7349999999999999,4.0434,98.926,0.989,0.8024521470069885,0.7799999999999999,4.0375,99.072,0.991,1.1475223302841189,0.695,4.0407,98.992,0.99,1.0278128385543823,0.725,4.0414,98.975,0.99,400,0.0753300040960311,0.9825,4.0121,99.7,0.997,0.0753135234117508,0.9825,4.0138,99.656,0.997,0.0752432569861412,0.9825,4.0118,99.705,0.997,0.0481743070930242,1522.2515,1600,5.255,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b-instruct,1,7000000000.0,falcon,True,all_results.json
+falcon-7b-instruct_666,5.0,0.0195714347064495,0.995,2.1499,186.052,1.861,1.2019147872924805,0.7,2.1756,183.858,1.839,1.120940923690796,0.7075,2.2354,178.937,1.789,1.1990019083023071,0.7050000000000001,2.1913,182.539,1.825,0.9853561520576476,0.7125,2.152,185.874,1.859,1.3925410509109497,0.69,2.2039,181.496,1.815,1.1188381910324097,0.71,2.2284,179.498,1.795,1.4330682754516602,0.685,2.2044,181.459,1.815,1.172749638557434,0.7075,2.1556,185.565,1.856,1.447595238685608,0.6725,2.2268,179.633,1.796,0.0209242105484008,0.995,2.2126,180.78,1.808,1.6234935522079468,0.65,2.1492,186.113,1.861,0.0194103047251701,0.995,2.1857,183.011,1.83,1.4322360754013062,0.6775,2.2163,180.482,1.805,1.6546428203582764,0.6475,2.2132,180.732,1.807,1.6508116722106934,0.6575,2.1501,186.037,1.86,1.6976768970489502,0.6375,2.2093,181.052,1.811,1.3796252012252808,0.6950000000000001,2.146,186.398,1.864,1.1583714485168457,0.7375,2.2102,180.977,1.81,0.019842742010951,0.995,2.1566,185.477,1.855,1.0209662914276123,0.76,2.1449,186.49,1.865,0.0305032059550285,0.99,2.1929,182.406,1.824,1.3812782764434814,0.685,2.2082,181.147,1.811,0.0196829251945018,0.995,2.229,179.452,1.795,0.9427802562713624,0.76,2.1423,186.711,1.867,1.631485939025879,0.6599999999999999,2.1965,182.105,1.821,1.444666862487793,0.6875,2.208,181.16,1.812,1.2743918895721436,0.69,2.1475,186.266,1.863,0.0197756625711917,0.995,2.2281,179.529,1.795,1.5495045185089111,0.65,2.1579,185.367,1.854,0.0215606372803449,0.995,2.1552,185.602,1.856,1.2829822301864624,0.725,2.1506,185.991,1.86,1.4332494735717771,0.6925,2.1454,186.444,1.864,1.1320995092391968,0.725,2.1615,185.058,1.851,1.1756600141525269,0.73,2.1641,184.831,1.848,1.331920146942139,0.6875,2.1488,186.151,1.862,1.3059083223342896,0.7025,2.149,186.132,1.861,1.3971766233444214,0.69,2.2295,179.41,1.794,0.8512738943099976,0.7625,2.197,182.067,1.821,1.046531319618225,0.7525,2.161,185.1,1.851,1.4076462984085083,0.6825,2.1469,186.314,1.863,1.060594081878662,0.7525,2.18,183.484,1.835,0.9204068779945374,0.7525,2.223,179.935,1.799,1.7183173894882202,0.64,2.1643,184.82,1.848,1.4903744459152222,0.6725,2.1467,186.333,1.863,1.179816484451294,0.6975,2.1497,186.07,1.861,1.679561734199524,0.63,2.2293,179.428,1.794,1.5106000900268557,0.655,2.2402,178.557,1.786,0.7888750433921814,0.7825,2.1511,185.952,1.86,0.9865251183509828,0.725,2.2824,175.251,1.753,1.237645983695984,0.7175,2.2046,181.442,1.814,1.146270751953125,0.715,2.1488,186.153,1.862,1.3290027379989624,0.6925,2.1959,182.161,1.822,1.4877729415893557,0.6675,2.2621,176.826,1.768,1.2189397811889648,0.7050000000000001,2.148,186.217,1.862,1.0534285306930542,0.7424999999999999,2.2006,181.767,1.818,1.5488409996032717,0.6599999999999999,2.231,179.288,1.793,1.4004968404769895,0.6775,2.1727,184.101,1.841,400,0.0197012461721897,0.995,2.1868,182.919,1.829,0.0197667311877012,0.995,2.2074,181.208,1.812,0.0196695737540721,0.995,2.2004,181.789,1.818,0.0538471390455961,822.4398,1600,9.727,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b-instruct,666,7000000000.0,falcon,True,all_results.json
+falcon-7b-instruct_42,5.0,0.0160071291029453,0.9975,2.2226,179.971,1.8,2.1147232055664062,0.6225,2.2285,179.496,1.795,1.963369607925415,0.635,2.225,179.778,1.798,1.922962307929993,0.655,2.2248,179.788,1.798,1.9419094324111936,0.6325000000000001,2.2276,179.564,1.796,2.214063167572021,0.595,2.2242,179.84,1.798,1.9720864295959477,0.6525000000000001,2.2288,179.467,1.795,2.017119646072388,0.64,2.2266,179.643,1.796,1.988478660583496,0.6375,2.2282,179.515,1.795,2.1532883644104004,0.6174999999999999,2.2254,179.742,1.797,0.034562736749649,0.9925,2.2338,179.07,1.791,2.237975835800171,0.6125,2.2233,179.909,1.799,0.0148304877802729,0.9975,2.2258,179.713,1.797,2.235264301300049,0.5974999999999999,2.2254,179.742,1.797,2.4611141681671143,0.5725,2.2253,179.748,1.797,2.265820264816284,0.6125,2.2254,179.742,1.797,2.349528789520264,0.595,2.2241,179.851,1.799,2.1710855960845947,0.625,2.2243,179.828,1.798,1.8572787046432493,0.6525000000000001,2.2284,179.497,1.795,0.0206304974853992,0.9975,2.2249,179.783,1.798,1.7645561695098877,0.6625000000000001,2.2478,177.952,1.78,0.1138712018728256,0.9675,2.2247,179.798,1.798,2.041627883911133,0.6425000000000001,2.2282,179.514,1.795,0.0209348052740097,0.9975,2.2254,179.744,1.797,1.6996301412582395,0.6699999999999999,2.2286,179.484,1.795,2.296194553375244,0.5974999999999999,2.2249,179.784,1.798,2.2003836631774902,0.625,2.228,179.536,1.795,2.0904929637908936,0.63,2.2241,179.852,1.799,0.0200871750712394,0.9975,2.223,179.939,1.799,2.286355972290039,0.5900000000000001,2.2236,179.888,1.799,0.0322244688868522,0.9925,2.2258,179.712,1.797,1.808669686317444,0.685,2.2266,179.645,1.796,2.106985569000244,0.6275,2.2251,179.766,1.798,1.929771065711975,0.64,2.2244,179.824,1.798,1.8971136808395384,0.655,2.2267,179.642,1.796,1.9735130071640012,0.6375,2.226,179.691,1.797,1.9406471252441408,0.645,2.2253,179.754,1.798,2.049935340881348,0.64,2.2258,179.71,1.797,1.6470282077789309,0.6875,2.2285,179.491,1.795,1.4549767971038818,0.7075,2.2266,179.649,1.796,2.0815680027008057,0.645,2.2248,179.788,1.798,1.5537943840026855,0.6925,2.2272,179.596,1.796,1.4331539869308472,0.7150000000000001,2.2239,179.865,1.799,2.3967621326446533,0.5925,2.2244,179.822,1.798,2.1602821350097656,0.6275,2.2249,179.783,1.798,1.9783258438110352,0.6375,2.2268,179.63,1.796,2.312319755554199,0.5875,2.2253,179.75,1.798,2.306926727294922,0.6,2.2271,179.606,1.796,1.5034472942352295,0.7050000000000001,2.2255,179.737,1.797,1.9338531494140625,0.645,2.2265,179.653,1.797,1.9601234197616575,0.6375,2.227,179.614,1.796,1.969282269477844,0.6375,2.2246,179.809,1.798,2.1145596504211426,0.625,2.2266,179.647,1.796,2.183169364929199,0.615,2.2293,179.431,1.794,2.027167797088623,0.6275,2.227,179.615,1.796,1.8694418668746948,0.65,2.2265,179.651,1.797,2.3337950706481934,0.6025,2.2261,179.689,1.797,2.080005168914795,0.6325000000000001,2.2279,179.539,1.795,400,0.018391041085124,0.9975,2.2224,179.982,1.8,0.0187578201293945,0.9975,2.227,179.611,1.796,0.017635241150856,0.9975,2.2256,179.726,1.797,0.0531963867023587,849.4631,1600,9.418,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b-instruct,42,7000000000.0,falcon,True,all_results.json
+falcon-7b-instruct_25,5.0,0.0263557247817516,0.995,2.2314,179.262,1.793,1.7073686122894287,0.7,2.2343,179.029,1.79,1.5160081386566162,0.6925,2.232,179.214,1.792,1.5220190286636353,0.72,2.233,179.134,1.791,1.3336695432662964,0.735,2.2336,179.086,1.791,1.879735231399536,0.6675,2.2807,175.385,1.754,1.576200008392334,0.71,2.2344,179.017,1.79,1.817760944366455,0.7025,2.234,179.051,1.791,1.6872684955596924,0.7025,2.2326,179.161,1.792,1.929667830467224,0.675,2.2358,178.909,1.789,0.026877474039793,0.995,2.2317,179.232,1.792,2.11896014213562,0.655,2.3273,171.875,1.719,0.0260177366435527,0.995,2.2333,179.11,1.791,2.017923593521118,0.6675,2.3278,171.833,1.718,2.220736503601074,0.6275,2.2339,179.056,1.791,2.144102096557617,0.6599999999999999,2.3068,173.398,1.734,2.19779109954834,0.6425000000000001,2.26,176.994,1.77,2.0232086181640625,0.6625,2.2306,179.324,1.793,1.7475286722183228,0.71,2.2319,179.22,1.792,0.0270919315516948,0.995,2.2483,177.909,1.779,1.6894545555114746,0.6975,2.2392,178.635,1.786,0.0826722159981727,0.9775,2.232,179.211,1.792,2.0219650268554688,0.675,2.2958,174.231,1.742,0.026387121528387,0.995,2.2323,179.189,1.792,1.5831730365753174,0.7125,2.2334,179.101,1.791,2.338015079498291,0.6275,2.2348,178.985,1.79,2.190182685852051,0.6475,2.233,179.134,1.791,1.9567471742630005,0.6675,2.3232,172.177,1.722,0.0270643383264541,0.995,2.2312,179.279,1.793,2.0805320739746094,0.6325000000000001,2.2344,179.017,1.79,0.0641652792692184,0.985,2.2344,179.018,1.79,1.7683720588684082,0.7175,2.2343,179.028,1.79,2.0296144485473637,0.6475,2.2338,179.066,1.791,1.7692564725875854,0.6825,2.2328,179.15,1.792,1.799148440361023,0.6925,2.3249,172.054,1.721,1.9065607786178589,0.6725,2.2317,179.239,1.792,1.8545647859573364,0.685,2.239,178.653,1.787,2.019723892211914,0.6699999999999999,2.2319,179.221,1.792,1.585110068321228,0.6975,2.2389,178.657,1.787,1.660594820976257,0.69,2.2332,179.111,1.791,1.9830759763717647,0.675,2.2311,179.281,1.793,1.7047615051269531,0.6875,2.3048,173.548,1.735,1.6553236246109009,0.675,2.326,171.973,1.72,2.395669221878052,0.6174999999999999,2.2322,179.191,1.792,2.0053539276123047,0.6675,2.2313,179.269,1.793,1.6723425388336182,0.6875,2.3202,172.401,1.724,2.262624502182007,0.63,2.2348,178.985,1.79,2.04343318939209,0.6625,2.4655,162.238,1.622,1.4274532794952393,0.7224999999999999,2.2399,178.58,1.786,1.6284958124160769,0.6925,2.2316,179.244,1.792,1.7716799974441528,0.7,2.2391,178.642,1.786,1.7182658910751345,0.6825,2.2348,178.987,1.79,1.9278658628463743,0.665,2.2316,179.246,1.792,2.018052577972412,0.6699999999999999,2.2531,177.536,1.775,1.8555141687393188,0.675,2.2586,177.101,1.771,1.6232473850250244,0.7175,2.2335,179.09,1.791,2.1626992225646973,0.6275,2.2902,174.661,1.747,1.948826551437378,0.665,2.2296,179.408,1.794,400,0.0267400927841663,0.995,2.2594,177.036,1.77,0.02678794413805,0.995,2.2336,179.08,1.791,0.0266063455492258,0.995,2.2345,179.013,1.79,0.056248195759952,863.8009,1600,9.261,0.289,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b-instruct,25,7000000000.0,falcon,True,all_results.json
+falcon-7b-instruct_1337,5.0,0.1008389219641685,0.975,4.0019,99.952,1.0,0.1851512491703033,0.94,4.0155,99.615,0.996,0.2033771276473999,0.93,4.0718,98.236,0.982,0.2144730985164642,0.93,4.0691,98.303,0.983,0.1406362056732177,0.9575,4.0332,99.177,0.992,0.3313008248806,0.8975,4.0835,97.956,0.98,0.1668604612350464,0.9475,4.0965,97.645,0.976,0.3594657182693481,0.885,4.0427,98.943,0.989,0.2446929514408111,0.92,4.0172,99.571,0.996,0.3068909347057342,0.8800000000000001,4.0762,98.13,0.981,0.1007050722837448,0.975,4.0719,98.233,0.982,0.5437172651290894,0.835,3.9986,100.036,1.0,0.0999531298875808,0.975,3.9889,100.278,1.003,0.4462828040122986,0.8574999999999999,4.0279,99.309,0.993,0.4190374612808227,0.8574999999999999,4.01,99.752,0.998,0.4700104892253876,0.8475,4.0114,99.715,0.997,0.458638846874237,0.8424999999999999,4.0505,98.754,0.988,0.2777508199214935,0.91,4.0144,99.641,0.996,0.3758676052093506,0.875,4.009,99.776,0.998,0.1005510613322258,0.975,4.003,99.926,0.999,0.3280695974826813,0.8975,4.0019,99.954,1.0,0.1020482555031776,0.975,4.0367,99.091,0.991,0.4959596991539001,0.85,4.0086,99.785,0.998,0.1004741862416267,0.975,3.9941,100.147,1.001,0.2510225772857666,0.9275,4.0639,98.427,0.984,0.5783950686454773,0.8175,4.0676,98.338,0.983,0.5695221424102783,0.8175,4.0194,99.517,0.995,0.3846704065799713,0.885,4.0262,99.348,0.993,0.101569078862667,0.975,4.0537,98.675,0.987,0.4370000958442688,0.8625,4.0476,98.825,0.988,0.1013367399573326,0.975,3.9935,100.162,1.002,0.3867124915122986,0.8875,4.0097,99.757,0.998,0.4690585434436798,0.8525,4.0217,99.461,0.995,0.3066962957382202,0.9075,4.0341,99.156,0.992,0.3263395726680755,0.8975,4.0307,99.238,0.992,0.3407792747020721,0.8875,4.04,99.009,0.99,0.3893491625785827,0.885,4.0299,99.257,0.993,0.3706880211830139,0.875,4.0296,99.265,0.993,0.1645050644874572,0.955,4.0082,99.794,0.998,0.2412105947732925,0.92,4.0147,99.633,0.996,0.3571467101573944,0.8800000000000001,4.0164,99.592,0.996,0.2899225354194641,0.8949999999999999,4.0209,99.48,0.995,0.1850598454475402,0.9325,4.0039,99.903,0.999,0.5823876857757568,0.82,4.0676,98.338,0.983,0.3498684763908386,0.8800000000000001,4.0933,97.721,0.977,0.2281503677368164,0.9325,4.0116,99.71,0.997,0.488839715719223,0.8325000000000001,4.0234,99.418,0.994,0.4141450822353363,0.855,4.0354,99.122,0.991,0.126560091972351,0.965,4.0429,98.938,0.989,0.1597739458084106,0.9525,4.0725,98.22,0.982,0.3145952522754669,0.8825,4.0691,98.301,0.983,0.2167944312095642,0.9325,4.0132,99.671,0.997,0.3062020242214203,0.8899999999999999,4.0782,98.082,0.981,0.355696827173233,0.8774999999999998,4.0565,98.607,0.986,0.2127793431282043,0.9325,4.0184,99.541,0.995,0.1973556280136108,0.93,4.0328,99.187,0.992,0.4464527368545532,0.85,4.0786,98.073,0.981,0.3788009583950043,0.8725,4.0384,99.049,0.99,400,0.1015751436352729,0.975,4.0528,98.697,0.987,0.101541019976139,0.975,4.0482,98.81,0.988,0.1014440432190895,0.975,4.0279,99.308,0.993,0.058352218568325,1504.6574,1600,5.317,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b-instruct,1337,7000000000.0,falcon,True,all_results.json
+gpt2-xl_1,5.0,0.1844617128372192,0.95,2.2211,180.094,1.801,0.1799222975969314,0.9475,2.2207,180.12,1.801,0.1770984232425689,0.95,2.2191,180.255,1.803,0.1774476021528244,0.95,2.2176,180.373,1.804,0.1766403913497924,0.95,2.218,180.341,1.803,0.1771606802940368,0.95,2.2889,174.754,1.748,0.1770528852939605,0.95,2.2184,180.31,1.803,0.1767982095479965,0.95,2.2178,180.362,1.804,0.1769007742404937,0.95,2.2361,178.88,1.789,0.1788949370384216,0.9475,2.2238,179.875,1.799,0.1810139715671539,0.95,2.2173,180.397,1.804,0.1784948408603668,0.95,2.2164,180.472,1.805,0.1846214234828949,0.95,2.2219,180.026,1.8,0.1784561723470688,0.95,2.2198,180.195,1.802,0.1901132762432098,0.9475,2.2197,180.203,1.802,0.1969129145145416,0.945,2.219,180.262,1.803,0.190327450633049,0.9475,2.2215,180.057,1.801,0.1783480793237686,0.95,2.2242,179.839,1.798,0.178021028637886,0.95,2.2172,180.408,1.804,0.1828033626079559,0.95,2.2185,180.298,1.803,0.1924781799316406,0.9475,2.2202,180.163,1.802,0.1868112534284591,0.9475,2.2226,179.966,1.8,0.1995764225721359,0.9475,2.2167,180.448,1.804,0.1870462447404861,0.9475,2.218,180.34,1.803,0.1786545515060424,0.95,2.2182,180.324,1.803,0.2365194708108902,0.935,2.2175,180.38,1.804,0.1949532330036163,0.9425,2.2195,180.222,1.802,0.1779394149780273,0.95,2.2209,180.105,1.801,0.1840073466300964,0.95,2.2195,180.219,1.802,0.1772530376911163,0.95,2.2187,180.288,1.803,0.1817150712013244,0.95,2.2175,180.382,1.804,0.1781055778264999,0.95,2.2198,180.197,1.802,0.1789102554321289,0.95,2.217,180.425,1.804,0.1772204786539077,0.95,2.2165,180.467,1.805,0.1773284971714019,0.95,2.218,180.346,1.803,0.1769235283136367,0.95,2.2193,180.241,1.802,0.1771947890520095,0.95,2.2183,180.318,1.803,0.1768370270729065,0.95,2.2186,180.296,1.803,0.1769198924303054,0.95,2.2185,180.303,1.803,0.1780633926391601,0.95,2.2199,180.189,1.802,0.17864790558815,0.95,2.2177,180.367,1.804,0.1900324374437332,0.9475,2.2195,180.221,1.802,0.1775954961776733,0.95,2.2149,180.592,1.806,0.1856858432292938,0.945,2.2198,180.199,1.802,0.177212506532669,0.95,2.2164,180.471,1.805,0.1768193393945694,0.95,2.2203,180.155,1.802,0.1837126761674881,0.9475,2.2171,180.417,1.804,0.189600795507431,0.9475,2.2208,180.113,1.801,0.1765717566013336,0.95,2.2189,180.27,1.803,0.1766270846128463,0.95,2.2191,180.251,1.803,0.1767736822366714,0.95,2.2192,180.243,1.802,0.1787266880273819,0.95,2.2182,180.33,1.803,0.180235207080841,0.9475,2.2188,180.278,1.803,0.1771716922521591,0.95,2.2198,180.2,1.802,0.176759198307991,0.95,2.2254,179.743,1.797,0.1767191737890243,0.95,2.2208,180.113,1.801,0.1769330352544784,0.95,2.2492,177.844,1.778,0.1772589087486267,0.95,2.2187,180.29,1.803,400,0.1843275278806686,0.95,2.218,180.342,1.803,0.1866353154182434,0.95,2.2171,180.414,1.804,0.1840563267469406,0.95,2.2174,180.393,1.804,0.1047895441055297,845.8063,1600,9.458,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-xl,1,1500000000.0,gpt2,False,all_results.json
+gpt2-xl_666,5.0,0.1657812893390655,0.95,2.2285,179.492,1.795,0.1544549614191055,0.95,2.2306,179.325,1.793,0.1548433899879455,0.95,2.2305,179.333,1.793,0.1552154868841171,0.95,2.2298,179.39,1.794,0.1542199701070785,0.95,2.2338,179.064,1.791,0.1551931798458099,0.95,2.2489,177.867,1.779,0.1542420536279678,0.95,2.23,179.373,1.794,0.1546308398246765,0.95,2.2293,179.426,1.794,0.1544209718704223,0.95,2.2307,179.314,1.793,0.1572478264570236,0.95,2.2308,179.308,1.793,0.1611773669719696,0.95,2.2299,179.382,1.794,0.1636565774679184,0.9475,2.2286,179.482,1.795,0.1656021475791931,0.95,2.2329,179.142,1.791,0.158020794391632,0.9475,2.2304,179.34,1.793,0.1550251692533493,0.95,2.2333,179.109,1.791,0.155432641506195,0.95,2.2301,179.364,1.794,0.1677374690771103,0.9475,2.2313,179.27,1.793,0.1545904129743576,0.95,2.2337,179.072,1.791,0.1616802215576172,0.9475,2.2295,179.416,1.794,0.1637533903121948,0.95,2.2329,179.142,1.791,0.1716072410345077,0.9475,2.23,179.373,1.794,0.1749978959560394,0.9475,2.2312,179.275,1.793,0.1980802565813064,0.9375,2.2289,179.457,1.795,0.1734279245138168,0.95,2.2309,179.3,1.793,0.1605719625949859,0.9475,2.2305,179.333,1.793,0.2103999555110931,0.935,2.2291,179.445,1.794,0.20711450278759,0.9375,2.2304,179.337,1.793,0.1577373296022415,0.95,2.229,179.455,1.795,0.1675487160682678,0.95,2.2297,179.399,1.794,0.1658965349197387,0.9475,2.2362,178.872,1.789,0.1657193750143051,0.95,2.2297,179.393,1.794,0.1564934849739074,0.95,2.23,179.372,1.794,0.157974287867546,0.95,2.2302,179.356,1.794,0.1556471586227417,0.95,2.2302,179.355,1.794,0.1561331152915954,0.95,2.2283,179.513,1.795,0.1552497297525406,0.95,2.2416,178.445,1.784,0.1559283137321472,0.95,2.2297,179.397,1.794,0.1548919230699539,0.95,2.2306,179.322,1.793,0.1544634103775024,0.95,2.2491,177.849,1.778,0.1552886813879013,0.95,2.2333,179.109,1.791,0.155964657664299,0.95,2.2303,179.351,1.794,0.1688091307878494,0.9475,2.2807,175.386,1.754,0.1551411002874374,0.95,2.2283,179.509,1.795,0.161153182387352,0.9475,2.2297,179.4,1.794,0.1562009900808334,0.95,2.2315,179.249,1.792,0.1546917259693145,0.95,2.2313,179.267,1.793,0.1585860848426818,0.95,2.2288,179.471,1.795,0.1695125550031662,0.9475,2.2297,179.393,1.794,0.1539534926414489,0.95,2.2327,179.156,1.792,0.1541577279567718,0.95,2.2293,179.431,1.794,0.1543638855218887,0.95,2.2322,179.192,1.792,0.1578679829835891,0.9475,2.2356,178.925,1.789,0.158836081624031,0.9475,2.2326,179.164,1.792,0.1574966460466385,0.9475,2.2314,179.261,1.793,0.1543189883232116,0.95,2.2317,179.238,1.792,0.1544174551963806,0.95,2.2302,179.355,1.794,0.155083954334259,0.95,2.2294,179.424,1.794,0.1550347506999969,0.95,2.23,179.372,1.794,400,0.1676153987646103,0.95,2.2272,179.601,1.796,0.1691783964633941,0.95,2.2298,179.388,1.794,0.1669701188802719,0.95,2.2302,179.352,1.794,0.1069400091767311,848.2043,1600,9.432,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-xl,666,1500000000.0,gpt2,False,all_results.json
+gpt2-xl_42,5.0,0.0817777439951896,0.975,2.2163,180.484,1.805,0.079170636832714,0.9775,2.2165,180.465,1.805,0.0810337737202644,0.9775,2.2151,180.58,1.806,0.0660325139760971,0.98,2.2204,180.147,1.801,0.0656321123242378,0.98,2.2145,180.631,1.806,0.0734731703996658,0.9775,2.2197,180.206,1.802,0.0661025121808052,0.98,2.2147,180.608,1.806,0.0656566694378852,0.98,2.2137,180.696,1.807,0.0656598880887031,0.98,2.2181,180.333,1.803,0.0758892297744751,0.9775,2.2201,180.17,1.802,0.0671328455209732,0.98,2.2166,180.46,1.805,0.1086072847247123,0.97,2.2145,180.625,1.806,0.0675889626145362,0.98,2.2147,180.615,1.806,0.0821121037006378,0.9775,2.2206,180.132,1.801,0.0718957483768463,0.9775,2.2181,180.336,1.803,0.0866984575986862,0.975,2.2145,180.628,1.806,0.0860673934221267,0.975,2.2222,180.004,1.8,0.0656410232186317,0.98,2.2175,180.387,1.804,0.104494422674179,0.9725,2.2159,180.515,1.805,0.0851809233427047,0.975,2.2163,180.482,1.805,0.0980644151568412,0.9725,2.2189,180.27,1.803,0.1618718206882476,0.95,2.2305,179.331,1.793,0.263166218996048,0.9375,2.2154,180.556,1.806,0.1299220621585846,0.9525,2.2153,180.564,1.806,0.0660954862833023,0.98,2.2176,180.376,1.804,0.1946590840816497,0.955,2.2154,180.558,1.806,0.3125270307064056,0.9325,2.2148,180.604,1.806,0.0788098648190498,0.975,2.216,180.505,1.805,0.0970557630062103,0.97,2.2203,180.159,1.802,0.0791629180312156,0.9775,2.2158,180.524,1.805,0.0741052702069282,0.9775,2.2301,179.367,1.794,0.0881154090166091,0.975,2.2154,180.55,1.806,0.1073148697614669,0.97,2.2163,180.479,1.805,0.0657301470637321,0.98,2.2172,180.409,1.804,0.0660272315144538,0.98,2.215,180.589,1.806,0.0742068514227867,0.9775,2.2325,179.17,1.792,0.0664683282375335,0.98,2.2255,179.735,1.797,0.0658260509371757,0.98,2.2159,180.513,1.805,0.0657456964254379,0.98,2.2158,180.524,1.805,0.0732886046171188,0.975,2.2174,180.389,1.804,0.0702246651053428,0.9775,2.2152,180.574,1.806,0.1004708930850029,0.9675,2.2223,179.99,1.8,0.0703987628221511,0.9775,2.2137,180.693,1.807,0.1159892827272415,0.965,2.2144,180.638,1.806,0.0659864991903305,0.98,2.2155,180.55,1.805,0.0660417154431343,0.98,2.215,180.583,1.806,0.0722071900963783,0.9775,2.2185,180.302,1.803,0.0840746760368347,0.9775,2.2165,180.466,1.805,0.0656839087605476,0.98,2.2168,180.444,1.804,0.0656311586499214,0.98,2.2152,180.573,1.806,0.0657131224870681,0.98,2.2167,180.451,1.805,0.07438226044178,0.9775,2.2156,180.539,1.805,0.0662645548582077,0.98,2.2164,180.473,1.805,0.0770126655697822,0.9775,2.2154,180.558,1.806,0.0686468631029129,0.9775,2.2164,180.47,1.805,0.0656885951757431,0.98,2.2174,180.393,1.804,0.0664774775505065,0.98,2.2139,180.677,1.807,0.0657067894935607,0.98,2.2168,180.444,1.804,400,0.0892420783638954,0.9725,2.2172,180.407,1.804,0.0829200744628906,0.9725,2.2146,180.623,1.806,0.0818845108151435,0.975,2.2199,180.185,1.802,0.1099364478588104,842.4594,1600,9.496,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-xl,42,1500000000.0,gpt2,False,all_results.json
+gpt2-xl_25,5.0,0.0874234586954116,0.985,4.0442,98.906,0.989,0.0677444040775299,0.9875,4.1344,96.75,0.967,0.0682353675365448,0.9875,4.0717,98.24,0.982,0.0683487802743911,0.9875,4.0981,97.606,0.976,0.0674758553504943,0.9875,4.0751,98.158,0.982,0.0675382167100906,0.9875,4.0601,98.521,0.985,0.0674428269267082,0.9875,4.076,98.136,0.981,0.0673325136303901,0.9875,4.0617,98.481,0.985,0.0675291568040847,0.9875,4.082,97.992,0.98,0.0758243054151535,0.9825,4.0734,98.199,0.982,0.0751573964953422,0.9875,4.046,98.864,0.989,0.1277734935283661,0.97,4.072,98.232,0.982,0.0870277509093284,0.9875,4.0308,99.236,0.992,0.0819072797894477,0.9825,4.0616,98.483,0.985,0.0804311260581016,0.9825,4.0718,98.237,0.982,0.0822778716683387,0.985,4.1389,96.643,0.966,0.0981841459870338,0.98,4.1396,96.627,0.966,0.0673812553286552,0.9875,4.1606,96.141,0.961,0.1188132464885711,0.975,4.0583,98.564,0.986,0.1007891669869422,0.9675,4.0513,98.733,0.987,0.1128255575895309,0.9775,4.0537,98.676,0.987,0.1430756598711013,0.9625,4.0801,98.036,0.98,0.2669984698295593,0.9425,4.059,98.546,0.985,0.1317850947380066,0.9625,4.036,99.107,0.991,0.0876029580831527,0.98,4.1295,96.864,0.969,0.2126696407794952,0.9500000000000002,4.0595,98.534,0.985,0.2871769964694977,0.93,4.0525,98.704,0.987,0.0783099457621574,0.985,4.0885,97.835,0.978,0.0854604318737983,0.98,4.0632,98.445,0.984,0.0806374475359916,0.985,4.0539,98.671,0.987,0.0921769589185714,0.9825,4.0406,98.996,0.99,0.0838815420866012,0.9825,4.0682,98.325,0.983,0.0872268304228782,0.9825,4.0683,98.321,0.983,0.0683513879776001,0.9875,4.1383,96.657,0.967,0.0680237561464309,0.9875,4.0651,98.399,0.984,0.0721445754170417,0.985,4.1568,96.227,0.962,0.0732576251029968,0.985,4.1321,96.803,0.968,0.0674103051424026,0.9875,4.0574,98.585,0.986,0.0678749680519104,0.9875,4.0628,98.453,0.985,0.0692840591073036,0.9875,4.1581,96.198,0.962,0.0729190409183502,0.985,4.1334,96.772,0.968,0.0984448343515396,0.98,4.0604,98.512,0.985,0.0685113370418548,0.9875,4.065,98.401,0.984,0.0992854684591293,0.9775,4.0585,98.558,0.986,0.0794893652200698,0.985,4.0772,98.106,0.981,0.0674886256456375,0.9875,4.0682,98.323,0.983,0.079969435930252,0.9825,4.064,98.426,0.984,0.0901315584778785,0.9825,4.1359,96.714,0.967,0.0674082264304161,0.9875,4.1135,97.242,0.972,0.0673174113035202,0.9875,4.0695,98.291,0.983,0.0673447325825691,0.9875,4.0818,97.995,0.98,0.0790762603282928,0.9825,4.0653,98.393,0.984,0.0825868621468544,0.985,4.1769,95.764,0.958,0.0721823796629905,0.985,4.1512,96.358,0.964,0.0673618987202644,0.9875,4.0599,98.524,0.985,0.0673578232526779,0.9875,4.1007,97.544,0.975,0.0673580914735794,0.9875,4.0551,98.642,0.986,0.0675190463662147,0.9875,4.1487,96.417,0.964,400,0.0813662633299827,0.9875,4.0695,98.293,0.983,0.0946460738778114,0.98,4.0445,98.899,0.989,0.0826844796538353,0.985,4.0317,99.213,0.992,0.1165347371101379,1520.9716,1600,5.26,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-xl,25,1500000000.0,gpt2,False,all_results.json
+gpt2-xl_1337,5.0,0.1379593908786773,0.9775,4.0137,99.658,0.997,0.1317089796066284,0.98,4.0398,99.015,0.99,0.1193151772022247,0.9825,4.0163,99.594,0.996,0.1193805336952209,0.9825,4.0664,98.368,0.984,0.1193072870373725,0.9825,4.0664,98.367,0.984,0.119383193552494,0.9825,4.0168,99.581,0.996,0.1193735972046852,0.9825,4.0524,98.707,0.987,0.1193157136440277,0.9825,4.0561,98.617,0.986,0.1193618848919868,0.9825,4.0588,98.551,0.986,0.128495380282402,0.98,4.0364,99.097,0.991,0.120062455534935,0.9825,4.0139,99.654,0.997,0.1545568853616714,0.975,4.0177,99.558,0.996,0.1201272308826446,0.9825,4.0405,98.998,0.99,0.1257429867982864,0.98,4.0165,99.589,0.996,0.1316349953413009,0.98,4.0381,99.057,0.991,0.1391898989677429,0.9775,4.0344,99.148,0.991,0.1562204658985138,0.9775,4.0159,99.604,0.996,0.1193117499351501,0.9825,4.0311,99.229,0.992,0.1325784921646118,0.9775,4.0071,99.824,0.998,0.1529385447502136,0.9725,3.9941,100.147,1.001,0.1596458852291107,0.975,4.0121,99.699,0.997,0.1571100950241089,0.9725,4.0402,99.005,0.99,0.3114296197891235,0.945,4.0111,99.723,0.997,0.1876971125602722,0.9625,4.0032,99.92,0.999,0.1428507268428802,0.9775,4.0614,98.489,0.985,0.2483856976032257,0.96,4.0351,99.131,0.991,0.357484370470047,0.9375,4.0583,98.563,0.986,0.1351286321878433,0.98,4.0284,99.295,0.993,0.1334144920110702,0.9775,4.0368,99.089,0.991,0.1490591317415237,0.9775,4.0342,99.151,0.992,0.1218846067786216,0.9825,3.9994,100.016,1.0,0.1345032006502151,0.9775,4.0565,98.607,0.986,0.1577867269515991,0.97,4.0557,98.626,0.986,0.1193797960877418,0.9825,4.0775,98.1,0.981,0.1194195449352264,0.9825,4.0146,99.638,0.996,0.1309324949979782,0.98,4.0168,99.582,0.996,0.1196735873818397,0.9825,4.0714,98.245,0.982,0.1193094924092292,0.9825,4.0158,99.607,0.996,0.1193171143531799,0.9825,4.0119,99.702,0.997,0.1369739174842834,0.9775,4.0147,99.633,0.996,0.1239354833960533,0.98,4.0175,99.564,0.996,0.1833410412073135,0.97,4.0592,98.542,0.985,0.119813784956932,0.9825,4.0039,99.903,0.999,0.1638192534446716,0.97,4.024,99.403,0.994,0.119318202137947,0.9825,4.0313,99.224,0.992,0.1281019002199173,0.98,4.0538,98.674,0.987,0.1479434818029403,0.9775,4.0169,99.579,0.996,0.1548887193202972,0.9775,4.0221,99.451,0.995,0.1193099394440651,0.9825,4.0184,99.542,0.995,0.1193064674735069,0.9825,4.0337,99.165,0.992,0.1193167269229888,0.9825,4.0124,99.69,0.997,0.1234045028686523,0.98,4.0161,99.6,0.996,0.1356052458286285,0.98,4.0178,99.557,0.996,0.1328001469373703,0.98,4.0684,98.318,0.983,0.119313009083271,0.9825,4.0379,99.061,0.991,0.119308516383171,0.9825,4.0194,99.516,0.995,0.1272819936275482,0.98,4.054,98.669,0.987,0.1193201839923858,0.9825,4.0161,99.599,0.996,400,0.1340171098709106,0.9725,4.0053,99.869,0.999,0.1328591406345367,0.9775,4.032,99.207,0.992,0.1256165951490402,0.9825,4.0665,98.364,0.984,0.1002740812301635,1505.0855,1600,5.315,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,gpt2-xl,1337,1500000000.0,gpt2,False,all_results.json
+llama-2-13b_1,5.0,0.1390263885259628,0.955,2.23,179.375,1.794,0.1506269872188568,0.9525,2.2256,179.727,1.797,0.1375885158777237,0.955,2.2269,179.619,1.796,0.148743450641632,0.9525,2.2304,179.34,1.793,0.1360885500907898,0.955,2.2254,179.741,1.797,0.1476775407791137,0.9525,2.2337,179.075,1.791,0.1385830044746399,0.955,2.228,179.537,1.795,0.1364479213953018,0.955,2.2225,179.978,1.8,0.1491852700710296,0.9525,2.1452,186.461,1.865,0.1526382565498352,0.9525,2.2318,179.23,1.792,0.138092815876007,0.955,2.2239,179.862,1.799,0.159972682595253,0.95,2.1592,185.252,1.853,0.1395251452922821,0.955,2.1886,182.761,1.828,0.1396571695804596,0.9525,2.2207,180.12,1.801,0.1595783233642578,0.95,2.2246,179.805,1.798,0.1772636771202087,0.9475,2.1499,186.056,1.861,0.1865750700235366,0.945,2.1883,182.792,1.828,0.1853712052106857,0.9425,2.2241,179.852,1.799,0.1366258859634399,0.955,2.2252,179.759,1.798,0.1378143876791,0.955,2.2197,180.206,1.802,0.1536032557487487,0.9525,2.1443,186.543,1.865,0.1391569525003433,0.955,2.2266,179.645,1.796,0.176131784915924,0.945,2.1499,186.058,1.861,0.1382011473178863,0.955,2.2214,180.067,1.801,0.155757650732994,0.95,2.1694,184.387,1.844,0.1829710602760315,0.945,2.2202,180.164,1.802,0.1562590599060058,0.95,2.208,181.161,1.812,0.1364911347627639,0.955,2.2357,178.913,1.789,0.1390035450458526,0.955,2.2281,179.523,1.795,0.1373870074748993,0.955,2.2244,179.821,1.798,0.1383823305368423,0.955,2.2215,180.056,1.801,0.1448069959878921,0.9525,2.1491,186.126,1.861,0.1367958635091781,0.955,2.2257,179.72,1.797,0.1442524641752243,0.9525,2.2101,180.988,1.81,0.1507064700126648,0.9525,2.1484,186.183,1.862,0.1363735049962997,0.955,2.2314,179.256,1.793,0.1366797238588333,0.955,2.2234,179.903,1.799,0.1366053819656372,0.955,2.2464,178.064,1.781,0.1361786276102066,0.955,2.1557,185.554,1.856,0.1752352565526962,0.9475,2.189,182.73,1.827,0.1605597138404846,0.95,2.2434,178.304,1.783,0.186856135725975,0.945,2.2211,180.095,1.801,0.157961755990982,0.95,2.1432,186.633,1.866,0.1686690896749496,0.9475,2.157,185.441,1.854,0.1551336944103241,0.95,2.227,179.61,1.796,0.1362315118312835,0.955,2.2282,179.521,1.795,0.1542556434869766,0.9525,2.2363,178.863,1.789,0.153263658285141,0.9525,2.1427,186.683,1.867,0.1522941440343856,0.9525,2.2279,179.544,1.795,0.1361303925514221,0.955,2.2244,179.823,1.798,0.1405955702066421,0.9525,2.2252,179.762,1.798,0.1366013586521148,0.955,2.2346,179.004,1.79,0.1376760601997375,0.955,2.2404,178.54,1.785,0.1380412280559539,0.955,2.2226,179.97,1.8,0.1373777389526367,0.955,2.2251,179.768,1.798,0.1361303478479385,0.955,2.2214,180.065,1.801,0.1364423632621765,0.955,2.2242,179.839,1.798,0.1444690376520156,0.9525,2.1409,186.84,1.868,400,0.1392757594585418,0.955,2.1647,184.779,1.848,0.139468640089035,0.955,2.232,179.215,1.792,0.1391382962465286,0.955,2.2191,180.25,1.803,0.0973572798371315,834.9992,1600,9.581,0.299,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b,1,13000000000.0,llama-2,False,all_results.json
+llama-2-13b_666,5.0,0.0848685055971145,0.99,4.0333,99.176,0.992,0.0860998854041099,0.985,4.0552,98.639,0.986,0.0853500142693519,0.98,4.1347,96.741,0.967,0.0840206518769264,0.9825,4.0913,97.769,0.978,0.0760275870561599,0.9875,4.0544,98.659,0.987,0.1113689392805099,0.9725,4.1307,96.835,0.968,0.0804544240236282,0.985,4.0559,98.622,0.986,0.0972872897982597,0.9775,4.1384,96.655,0.967,0.0817667990922927,0.9875,4.0595,98.535,0.985,0.0944186970591545,0.9775,4.0539,98.669,0.987,0.081786535680294,0.99,4.1099,97.325,0.973,0.1791368722915649,0.9275,4.0448,98.893,0.989,0.0897835344076156,0.9875,4.0341,99.155,0.992,0.1060053184628486,0.9775,4.0479,98.816,0.988,0.1101646423339843,0.97,4.0517,98.724,0.987,0.140872985124588,0.955,4.0551,98.642,0.986,0.1613073796033859,0.9375,4.0662,98.372,0.984,0.1121151372790336,0.97,4.0555,98.632,0.986,0.1091852188110351,0.9725,4.0408,98.991,0.99,0.0895896181464195,0.9875,4.0515,98.729,0.987,0.1048813462257385,0.98,4.0634,98.44,0.984,0.0977032631635665,0.985,4.0305,99.242,0.992,0.179087296128273,0.9275,4.0515,98.728,0.987,0.1133074462413787,0.9775,4.0396,99.02,0.99,0.0921255424618721,0.985,4.0585,98.559,0.986,0.1657447218894958,0.96,4.0242,99.399,0.994,0.178542822599411,0.9375,4.1296,96.862,0.969,0.088737241923809,0.985,4.0619,98.477,0.985,0.0873154923319816,0.99,4.0382,99.055,0.991,0.1194904521107673,0.9625,4.0528,98.698,0.987,0.0848182216286659,0.99,4.0313,99.225,0.992,0.1009926050901413,0.98,4.1351,96.732,0.967,0.107053592801094,0.9725,4.0553,98.636,0.986,0.0844072923064231,0.985,4.0415,98.974,0.99,0.0855863466858863,0.985,4.0522,98.713,0.987,0.0888013243675232,0.9775,4.0549,98.646,0.986,0.0847208052873611,0.985,4.0485,98.801,0.988,0.0858758389949798,0.985,4.0512,98.737,0.987,0.0746443942189216,0.99,4.055,98.644,0.986,0.0909829139709472,0.98,4.0536,98.678,0.987,0.0909035131335258,0.9825,4.0448,98.892,0.989,0.1020044013857841,0.975,4.1297,96.859,0.969,0.0805556774139404,0.985,4.0444,98.903,0.989,0.1530668139457702,0.945,4.1306,96.839,0.968,0.0934053063392639,0.98,4.1371,96.687,0.967,0.0860813558101654,0.9825,4.1466,96.464,0.965,0.1320432871580124,0.9575,4.142,96.571,0.966,0.1243257150053978,0.9625,4.1383,96.659,0.967,0.0768920108675956,0.9875,4.0531,98.691,0.987,0.0807420536875724,0.9875,4.0554,98.634,0.986,0.0938090160489082,0.9775,4.1348,96.741,0.967,0.0874999314546585,0.9825,4.139,96.641,0.966,0.0898942276835441,0.9825,4.0575,98.583,0.986,0.1021688431501388,0.9775,4.0541,98.666,0.987,0.0894674360752105,0.98,4.1377,96.671,0.967,0.077026791870594,0.9875,4.0537,98.675,0.987,0.1025393456220626,0.9825,4.135,96.735,0.967,0.0996083989739418,0.98,4.0775,98.098,0.981,400,0.0875433161854744,0.99,4.0245,99.391,0.994,0.0876829624176025,0.99,4.0988,97.59,0.976,0.0870370864868164,0.99,4.0329,99.183,0.992,0.0969672285318374,1517.1536,1600,5.273,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b,666,13000000000.0,llama-2,False,all_results.json
+llama-2-13b_42,5.0,0.0557616502046585,0.9825,1.5516,257.794,2.578,0.0998343974351883,0.9725,1.5678,255.129,2.551,0.0964377969503402,0.975,1.579,253.322,2.533,0.1069729998707771,0.97,1.3807,289.709,2.897,0.0625359266996383,0.9775,1.3875,288.278,2.883,0.1189284697175026,0.9675,1.5482,258.359,2.584,0.0847919434309005,0.975,1.3767,290.552,2.906,0.0691886991262435,0.9775,1.3129,304.672,3.047,0.0784848481416702,0.9775,1.5357,260.46,2.605,0.1012840047478675,0.9725,1.5501,258.052,2.581,0.0551858395338058,0.9825,1.4799,270.293,2.703,0.1824699342250824,0.9574999999999998,1.3804,289.775,2.898,0.0576713904738426,0.9825,1.5501,258.054,2.581,0.0844990536570549,0.9775,1.5068,265.456,2.655,0.1652121394872665,0.96,1.3936,287.033,2.87,0.1693969666957855,0.9525,1.555,257.24,2.572,0.2089834213256836,0.9525,1.5538,257.426,2.574,0.1751915961503982,0.9549999999999998,1.3826,289.317,2.893,0.079470656812191,0.9725,1.4854,269.287,2.693,0.0634347796440124,0.9775,1.5517,257.774,2.578,0.0856436565518379,0.975,1.3166,303.805,3.038,0.0709189549088478,0.975,1.3567,294.832,2.948,0.1864636242389679,0.9549999999999998,1.3986,285.994,2.86,0.0709376260638237,0.9725,1.3894,287.888,2.879,0.0744222253561019,0.9775,1.2168,328.719,3.287,0.1447317451238632,0.965,1.4876,268.895,2.689,0.130508005619049,0.96,1.5578,256.768,2.568,0.069411352276802,0.975,1.5573,256.849,2.568,0.0564388521015644,0.9825,1.4241,280.877,2.809,0.0972141325473785,0.9725,1.377,290.495,2.905,0.0554245896637439,0.9825,1.375,290.92,2.909,0.1354019343852996,0.9625,1.5445,258.977,2.59,0.0796605050563812,0.9775,1.3962,286.488,2.865,0.0730948448181152,0.9775,1.3833,289.163,2.892,0.0817780494689941,0.9775,1.288,310.552,3.106,0.0770219042897224,0.9725,1.5476,258.463,2.585,0.0622538290917873,0.9775,1.4141,282.86,2.829,0.0529135279357433,0.9825,1.554,257.408,2.574,0.0524960607290267,0.9825,1.5519,257.754,2.578,0.1166362762451171,0.97,1.5598,256.435,2.564,0.0823525413870811,0.9775,1.5719,254.473,2.545,0.1314799636602401,0.9625,1.4021,285.282,2.853,0.0900570973753929,0.975,1.3303,300.687,3.007,0.145370677113533,0.96,1.3798,289.89,2.899,0.1271418929100036,0.9675,1.5547,257.281,2.573,0.0664385333657264,0.9775,1.3813,289.573,2.896,0.1725970804691314,0.95,1.5599,256.422,2.564,0.1315819919109344,0.96,1.3771,290.465,2.905,0.0896441265940666,0.975,1.5468,258.603,2.586,0.0805802419781684,0.975,1.3777,290.33,2.903,0.0928484722971916,0.9725,1.5563,257.018,2.57,0.0848559364676475,0.975,1.5022,266.272,2.663,0.0903595983982086,0.975,1.3969,286.354,2.864,0.0986904874444007,0.975,1.4029,285.134,2.851,0.1237022280693054,0.9675,1.383,289.222,2.892,0.0660939365625381,0.98,1.5537,257.454,2.575,0.0840431302785873,0.9725,1.5398,259.768,2.598,0.0827919319272041,0.975,1.544,259.074,2.591,400,0.0563048794865608,0.9825,1.3767,290.555,2.906,0.0569390393793582,0.9825,1.3767,290.554,2.906,0.0562376305460929,0.9825,1.3902,287.738,2.877,0.1005635895729065,550.8753,1600,14.522,0.454,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b,42,13000000000.0,llama-2,False,all_results.json
+llama-2-13b_25,5.0,0.1271112412214279,0.9725,2.2161,180.5,1.805,0.149737924337387,0.9675,2.2152,180.57,1.806,0.134764552116394,0.97,2.2143,180.642,1.806,0.1282369643449783,0.97,2.2166,180.453,1.805,0.1228197216987609,0.9725,2.2187,180.287,1.803,0.127977505326271,0.97,2.2173,180.403,1.804,0.1247006431221962,0.97,2.2147,180.613,1.806,0.12299395352602,0.9725,2.2152,180.571,1.806,0.1352447122335434,0.97,2.2216,180.047,1.8,0.1452365815639495,0.9675,2.2157,180.527,1.805,0.1254706531763076,0.9725,2.2142,180.652,1.807,0.1624050736427307,0.9625,2.217,180.424,1.804,0.1280625015497207,0.9725,2.2184,180.308,1.803,0.148722842335701,0.9675,2.2204,180.15,1.801,0.15046988427639,0.9675,2.215,180.589,1.806,0.165867269039154,0.9625,2.2412,178.479,1.785,0.1733163595199585,0.9625,2.2141,180.66,1.807,0.1452858746051788,0.965,2.2176,180.377,1.804,0.1232635751366615,0.9725,2.2184,180.312,1.803,0.1247732639312744,0.9725,2.2131,180.741,1.807,0.1419510394334793,0.97,2.2139,180.676,1.807,0.1253062486648559,0.9725,2.2237,179.877,1.799,0.1864129453897476,0.96,2.2149,180.593,1.806,0.1256919354200363,0.9725,2.2145,180.625,1.806,0.1559913903474807,0.9675,2.2144,180.632,1.806,0.1999636441469192,0.9549999999999998,2.2159,180.511,1.805,0.1531012207269668,0.9625,2.2155,180.546,1.805,0.1230358704924583,0.9725,2.2396,178.601,1.786,0.1268858164548874,0.9725,2.2148,180.603,1.806,0.1365622878074646,0.97,2.214,180.665,1.807,0.1259184628725052,0.9725,2.2129,180.76,1.808,0.1433802992105484,0.965,2.2216,180.052,1.801,0.1284394860267639,0.97,2.2167,180.446,1.804,0.1250500082969665,0.97,2.2136,180.698,1.807,0.1379474699497223,0.97,2.2138,180.685,1.807,0.1232398450374603,0.9725,2.2163,180.48,1.805,0.1232468411326408,0.9725,2.2179,180.355,1.804,0.1286114603281021,0.97,2.2192,180.244,1.802,0.1229637563228607,0.9725,2.2739,175.911,1.759,0.1785408854484558,0.96,2.2143,180.643,1.806,0.1431128084659576,0.97,2.2151,180.578,1.806,0.1653251051902771,0.9625,2.2173,180.396,1.804,0.1308137774467468,0.9675,2.217,180.422,1.804,0.160307839512825,0.9675,2.2159,180.517,1.805,0.1552711427211761,0.965,2.2162,180.491,1.805,0.1228813007473945,0.9725,2.2146,180.62,1.806,0.150917649269104,0.9675,2.2149,180.593,1.806,0.1635807454586029,0.965,2.2131,180.739,1.807,0.1435153782367706,0.9675,2.2165,180.465,1.805,0.1304828822612762,0.97,2.214,180.668,1.807,0.1372193098068237,0.97,2.2527,177.562,1.776,0.1295178383588791,0.9675,2.2369,178.821,1.788,0.1410658210515976,0.97,2.2166,180.459,1.805,0.1431207507848739,0.9675,2.214,180.665,1.807,0.1333724558353424,0.9675,2.2165,180.466,1.805,0.1229797750711441,0.9725,2.2158,180.52,1.805,0.1230115666985511,0.9725,2.2146,180.62,1.806,0.1277671456336975,0.97,2.2147,180.61,1.806,400,0.1272026598453521,0.9725,2.2173,180.4,1.804,0.1276794373989105,0.9725,2.2179,180.353,1.804,0.1271211206912994,0.9725,2.2205,180.143,1.801,0.1016337324380874,846.2433,1600,9.454,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b,25,13000000000.0,llama-2,False,all_results.json
+llama-2-13b_1337,5.0,0.2817205190658569,0.9475,3.9542,101.157,1.012,0.3299235999584198,0.94,3.9823,100.445,1.004,0.3218666911125183,0.94,3.9803,100.496,1.005,0.3139621317386627,0.9375,4.0512,98.736,0.987,0.2834928929805755,0.945,4.0417,98.968,0.99,0.2938635349273681,0.9425,3.9839,100.405,1.004,0.2971082031726837,0.945,3.9865,100.339,1.003,0.281744509935379,0.9475,3.9762,100.598,1.006,0.3022848069667816,0.945,3.9839,100.404,1.004,0.3008598089218139,0.945,3.9805,100.49,1.005,0.2817960381507873,0.9475,4.0234,99.419,0.994,0.3023726642131805,0.945,3.9795,100.515,1.005,0.2819335758686065,0.9475,3.9532,101.184,1.012,0.3015333116054535,0.945,3.9835,100.415,1.004,0.3188843131065368,0.9425,3.9899,100.254,1.003,0.3376140594482422,0.94,3.9801,100.5,1.005,0.3468536138534546,0.9375,3.9847,100.383,1.004,0.3357911705970764,0.9375,3.9843,100.394,1.004,0.2859264612197876,0.945,4.049,98.791,0.988,0.28166064620018,0.9475,3.9655,100.869,1.009,0.3032122552394867,0.945,3.9856,100.362,1.004,0.2816563844680786,0.9475,4.0292,99.275,0.993,0.3571693897247314,0.9325,3.97,100.755,1.008,0.281658411026001,0.9475,3.9697,100.764,1.008,0.3126398026943207,0.9425,4.0029,99.928,0.999,0.3646770417690277,0.9325,3.9797,100.511,1.005,0.3180389106273651,0.9425,3.9794,100.517,1.005,0.2844035029411316,0.945,3.9949,100.128,1.001,0.2817169427871704,0.9475,3.9675,100.818,1.008,0.281724601984024,0.9475,4.0443,98.905,0.989,0.2817200422286987,0.9475,3.9714,100.72,1.007,0.3337787389755249,0.9375,3.9835,100.414,1.004,0.2900251150131225,0.945,4.0444,98.902,0.989,0.2949104607105255,0.945,3.9837,100.409,1.004,0.2819537818431854,0.9475,3.9758,100.608,1.006,0.3001556396484375,0.945,4.0499,98.767,0.988,0.281964898109436,0.9475,3.9899,100.252,1.003,0.2816404402256012,0.9475,3.9795,100.515,1.005,0.2816373109817505,0.9475,3.9858,100.357,1.004,0.3145551979541778,0.94,3.9823,100.444,1.004,0.303832471370697,0.9425,4.0411,98.982,0.99,0.3599900305271148,0.9275,3.9848,100.381,1.004,0.3209529817104339,0.94,3.9755,100.616,1.006,0.3201805055141449,0.94,3.9789,100.529,1.005,0.3152864873409271,0.9425,3.9898,100.255,1.003,0.2830819189548492,0.9475,3.9771,100.576,1.006,0.3272521495819092,0.94,3.9827,100.434,1.004,0.3231329619884491,0.94,3.9829,100.429,1.004,0.2943951487541199,0.945,3.979,100.528,1.005,0.2848971784114837,0.945,3.9841,100.399,1.004,0.306471437215805,0.9425,3.9859,100.353,1.004,0.2979427576065063,0.945,3.9788,100.534,1.005,0.3062856793403625,0.94,3.9899,100.253,1.003,0.329070121049881,0.94,4.0023,99.943,0.999,0.3011885285377502,0.9425,3.9837,100.408,1.004,0.2893768548965454,0.945,3.9813,100.471,1.005,0.2836822867393493,0.945,3.9803,100.496,1.005,0.2973912954330444,0.9425,3.9866,100.336,1.003,400,0.2817113399505615,0.9475,3.9602,101.005,1.01,0.2817202806472778,0.9475,4.0262,99.35,0.994,0.2817358374595642,0.9475,4.0251,99.376,0.994,0.0988398918509483,1490.8726,1600,5.366,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b,1337,13000000000.0,llama-2,False,all_results.json
+pythia-12b_1,5.0,0.043330579996109,0.9925,2.1472,186.288,1.863,0.0533470585942268,0.9875,2.2232,179.924,1.799,0.0372366532683372,0.9925,2.2204,180.147,1.801,0.0389570295810699,0.99,2.2191,180.252,1.803,0.0366432033479213,0.9925,2.2141,180.661,1.807,0.0423676818609237,0.99,2.219,180.259,1.803,0.0402833223342895,0.99,2.2278,179.548,1.795,0.0368120446801185,0.9925,2.2197,180.202,1.802,0.0365758053958416,0.9925,2.2226,179.97,1.8,0.051537312567234,0.9875,2.226,179.691,1.797,0.0404651798307895,0.9925,2.2237,179.879,1.799,0.0619119256734848,0.985,2.2227,179.959,1.8,0.0437330156564712,0.9925,2.2249,179.787,1.798,0.0399377793073654,0.99,2.1938,182.328,1.823,0.0542948432266712,0.99,2.2259,179.699,1.797,0.0758183598518371,0.985,2.2241,179.851,1.799,0.0674352347850799,0.9875,2.2275,179.571,1.796,0.0847104266285896,0.98,2.2211,180.093,1.801,0.0416813790798187,0.99,2.2293,179.431,1.794,0.0545940846204757,0.9875,2.225,179.778,1.798,0.0556997768580913,0.99,2.218,180.339,1.803,0.055614985525608,0.99,2.2235,179.896,1.799,0.1153985485434532,0.97,2.2269,179.623,1.796,0.0879693627357482,0.9725,2.2178,180.361,1.804,0.057115651667118,0.9875,2.2243,179.835,1.798,0.1413483023643493,0.97,2.2204,180.144,1.801,0.1321977227926254,0.965,2.2184,180.307,1.803,0.0475646965205669,0.99,2.2222,180.004,1.8,0.0438520200550556,0.9925,2.2306,179.322,1.793,0.0495363697409629,0.9875,2.2326,179.161,1.792,0.0419983230531215,0.9925,2.2246,179.805,1.798,0.0504356063902378,0.9875,2.188,182.817,1.828,0.0570884309709072,0.985,2.2243,179.834,1.798,0.0383900180459022,0.9925,2.2269,179.623,1.796,0.0410360917448997,0.99,2.285,175.054,1.751,0.0408687628805637,0.99,2.2343,179.025,1.79,0.0380147658288478,0.9925,2.2197,180.208,1.802,0.0366259962320327,0.9925,2.2248,179.795,1.798,0.0366063565015792,0.9925,2.2302,179.355,1.794,0.0653207749128341,0.9825,2.2123,180.806,1.808,0.052257977426052,0.99,2.219,180.26,1.803,0.0912612080574035,0.975,2.2232,179.924,1.799,0.0376681871712207,0.9925,2.1941,182.304,1.823,0.0767354220151901,0.985,2.2421,178.405,1.784,0.0568205825984478,0.9875,2.2225,179.977,1.8,0.036584798246622,0.9925,2.2233,179.911,1.799,0.0589707270264625,0.9875,2.2192,180.248,1.802,0.0619341246783733,0.9875,2.2246,179.807,1.798,0.0406246818602085,0.99,2.2196,180.214,1.802,0.0363734066486358,0.9925,2.2259,179.704,1.797,0.0389346815645694,0.99,2.2171,180.418,1.804,0.0503069385886192,0.985,2.2182,180.326,1.803,0.0625692456960678,0.9875,2.2249,179.786,1.798,0.0470257475972175,0.9875,2.2243,179.832,1.798,0.0404321961104869,0.99,2.2229,179.942,1.799,0.0365102030336856,0.9925,2.224,179.853,1.799,0.0419227890670299,0.99,2.2296,179.408,1.794,0.0510737225413322,0.9875,2.228,179.534,1.795,400,0.044011928141117,0.9925,2.2053,181.378,1.814,0.0465836152434349,0.9925,2.2273,179.588,1.796,0.0442545898258686,0.9925,2.2232,179.919,1.799,0.0932137705683708,825.2353,1600,9.694,0.303,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b,1,12000000000.0,pythia,False,all_results.json
+pythia-12b_666,5.0,0.2135810405015945,0.9275,1.3808,289.685,2.897,0.1877193301916122,0.9275,1.3901,287.745,2.877,0.1881685405969619,0.9275,1.3869,288.407,2.884,0.1888505965471267,0.9275,1.3872,288.357,2.884,0.1868576854467392,0.9275,1.3888,288.025,2.88,0.1875229328870773,0.9275,1.3858,288.652,2.887,0.1918602734804153,0.925,1.3886,288.05,2.88,0.1871391683816909,0.9275,1.3844,288.93,2.889,0.1872308701276779,0.9275,1.3846,288.883,2.889,0.1898998320102691,0.925,1.3913,287.507,2.875,0.2016778439283371,0.9275,1.3847,288.867,2.889,0.1973349899053573,0.925,1.3933,287.087,2.871,0.2129656225442886,0.9275,1.3856,288.687,2.887,0.1883152425289154,0.9275,1.384,289.023,2.89,0.1956532597541809,0.925,1.3846,288.892,2.889,0.1983741372823715,0.9225,1.3866,288.471,2.885,0.2127768695354461,0.92,1.3857,288.67,2.887,0.1976823210716247,0.925,1.3844,288.94,2.889,0.1958023011684417,0.925,1.3853,288.753,2.888,0.2069349288940429,0.925,1.3858,288.635,2.886,0.2005587369203567,0.925,1.3858,288.641,2.886,0.2110067009925842,0.9225,1.3908,287.605,2.876,0.2313744723796844,0.9075,1.4177,282.139,2.821,0.2236722558736801,0.92,1.3808,289.696,2.897,0.1980950385332107,0.925,1.3836,289.094,2.891,0.2436569631099701,0.91,1.3817,289.49,2.895,0.2295330464839935,0.9,1.3875,288.28,2.883,0.1963540613651275,0.925,1.5939,250.952,2.51,0.2147769182920456,0.9275,1.3801,289.831,2.898,0.1883640140295028,0.9275,1.3881,288.171,2.882,0.2073567509651184,0.9275,1.3821,289.422,2.894,0.1900952309370041,0.9275,1.3841,288.996,2.89,0.190189927816391,0.9275,1.3879,288.215,2.882,0.1907534748315811,0.925,1.384,289.008,2.89,0.1919983625411987,0.925,1.3858,288.644,2.886,0.1888521164655685,0.9275,1.3989,285.933,2.859,0.1896871328353881,0.9275,1.3844,288.926,2.889,0.1872950196266174,0.9275,1.3841,288.996,2.89,0.1884503811597824,0.9275,1.3832,289.175,2.892,0.1930189728736877,0.9275,1.3842,288.985,2.89,0.1898473352193832,0.9275,1.3835,289.113,2.891,0.2059159278869629,0.9225,1.3838,289.054,2.891,0.1905030608177185,0.9275,1.3866,288.476,2.885,0.2017120420932769,0.92,1.4191,281.861,2.819,0.1878671050071716,0.9275,1.385,288.799,2.888,0.1878319531679153,0.9275,1.3856,288.674,2.887,0.1932397037744522,0.925,1.3836,289.091,2.891,0.2034598588943481,0.9225,1.3851,288.789,2.888,0.1868364214897155,0.9275,1.3845,288.915,2.889,0.1872882843017578,0.9275,1.3845,288.92,2.889,0.187530979514122,0.9275,1.3876,288.275,2.883,0.1921074092388153,0.925,1.3901,287.755,2.878,0.1898661404848098,0.9275,1.3872,288.358,2.884,0.192189410328865,0.925,1.3839,289.034,2.89,0.1883160173892974,0.9275,1.3886,288.051,2.881,0.187812402844429,0.9275,1.3867,288.448,2.884,0.1874848008155822,0.9275,1.4266,280.388,2.804,0.1878555715084076,0.9275,1.3852,288.764,2.888,400,0.2142359167337417,0.9275,1.3825,289.339,2.893,0.2203802615404129,0.9275,1.3833,289.173,2.892,0.2133619934320449,0.9275,1.3817,289.498,2.895,0.1045003818273544,531.7681,1600,15.044,0.47,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b,666,12000000000.0,pythia,False,all_results.json
+pythia-12b_42,5.0,0.1061742007732391,0.965,2.3249,172.051,1.721,0.0981646180152893,0.9625,2.2227,179.962,1.8,0.0951134711503982,0.965,2.2192,180.248,1.802,0.0957139506936073,0.965,2.2214,180.064,1.801,0.0937332734465599,0.965,2.2296,179.405,1.794,0.0960826575756073,0.965,2.2246,179.808,1.798,0.0957147777080535,0.9625,2.223,179.937,1.799,0.0942758172750473,0.965,2.2206,180.132,1.801,0.0939938575029373,0.965,2.2204,180.145,1.801,0.0990654975175857,0.9625,2.2226,179.966,1.8,0.100079208612442,0.965,2.2214,180.07,1.801,0.1054626926779747,0.96,2.2229,179.949,1.799,0.105230264365673,0.965,2.3199,172.419,1.724,0.0953893736004829,0.965,2.2231,179.929,1.799,0.1060145869851112,0.96,2.2229,179.945,1.799,0.1126084998250007,0.96,2.2189,180.273,1.803,0.1182731166481971,0.96,2.2247,179.797,1.798,0.1194472312927246,0.955,2.221,180.103,1.801,0.1036496236920356,0.9625,2.2202,180.162,1.802,0.1061866208910942,0.965,2.2905,174.631,1.746,0.1079485490918159,0.9625,2.2203,180.156,1.802,0.108724221587181,0.965,2.2191,180.251,1.803,0.1327870041131973,0.955,2.2208,180.111,1.801,0.1077154353260994,0.965,2.2354,178.942,1.789,0.1031095758080482,0.96,2.2197,180.208,1.802,0.1578334271907806,0.9475,2.2347,178.996,1.79,0.1276114284992218,0.9525,2.2265,179.656,1.797,0.0966745465993881,0.965,2.2293,179.43,1.794,0.1078286170959472,0.965,2.2253,179.752,1.798,0.0983258634805679,0.9625,2.2362,178.877,1.789,0.1042869389057159,0.965,2.22,180.179,1.802,0.099461019039154,0.9625,2.3221,172.259,1.723,0.1002986505627632,0.9625,2.2187,180.288,1.803,0.0955212414264679,0.965,2.2201,180.176,1.802,0.0970700159668922,0.9625,2.2208,180.116,1.801,0.0948400273919105,0.965,2.2197,180.206,1.802,0.0952546894550323,0.965,2.2234,179.901,1.799,0.0943707376718521,0.965,2.2213,180.074,1.801,0.0939896702766418,0.965,2.2274,179.584,1.796,0.0987009927630424,0.965,2.2201,180.175,1.802,0.0995050519704818,0.9625,2.2267,179.641,1.796,0.1092752665281295,0.96,2.2215,180.058,1.801,0.0954414084553718,0.965,2.219,180.262,1.803,0.1107588410377502,0.96,2.2192,180.248,1.802,0.0972646623849868,0.9625,2.2198,180.195,1.802,0.0942648202180862,0.965,2.2203,180.159,1.802,0.104495421051979,0.96,2.2266,179.647,1.796,0.1104225143790245,0.96,2.22,180.179,1.802,0.0935805588960647,0.965,2.2263,179.67,1.797,0.0936210826039314,0.965,2.2251,179.768,1.798,0.0942365080118179,0.965,2.2225,179.978,1.8,0.0967487394809722,0.9625,2.2201,180.171,1.802,0.1022100076079368,0.9625,2.2213,180.075,1.801,0.0971085056662559,0.9625,2.219,180.259,1.803,0.0953665152192115,0.965,2.2252,179.759,1.798,0.0938019752502441,0.965,2.221,180.102,1.801,0.0955361723899841,0.965,2.2261,179.683,1.797,0.0970892235636711,0.9625,2.2205,180.139,1.801,400,0.1074970886111259,0.965,2.223,179.941,1.799,0.1115466281771659,0.965,2.2185,180.303,1.803,0.1068604290485382,0.965,2.2265,179.652,1.797,0.1191386493444442,841.9591,1600,9.502,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b,42,12000000000.0,pythia,False,all_results.json
+pythia-12b_25,5.0,0.1052790060639381,0.975,4.0245,99.392,0.994,0.0916201099753379,0.9775,4.056,98.619,0.986,0.0907837375998497,0.9775,4.0551,98.641,0.986,0.0908725634217262,0.9775,4.0519,98.718,0.987,0.0904940888285636,0.9775,4.0503,98.759,0.988,0.0906005576252937,0.9775,4.0493,98.783,0.988,0.0904877111315727,0.9775,4.054,98.668,0.987,0.0904966816306114,0.9775,4.0536,98.677,0.987,0.0930741280317306,0.975,4.0542,98.663,0.987,0.1027339100837707,0.975,4.0556,98.628,0.986,0.0933209881186485,0.9775,4.0301,99.253,0.993,0.1029018312692642,0.9725,4.0437,98.918,0.989,0.0981037691235542,0.9775,4.0336,99.166,0.992,0.10084268450737,0.975,4.0456,98.874,0.989,0.1165302246809005,0.97,4.0812,98.01,0.98,0.1320276707410812,0.9675,4.0524,98.707,0.987,0.1388479769229889,0.9675,4.0559,98.623,0.986,0.1061945334076881,0.9725,4.0576,98.58,0.986,0.104952834546566,0.975,4.0447,98.896,0.989,0.1172096505761146,0.9675,4.0406,98.996,0.99,0.1237473040819168,0.97,4.0546,98.654,0.987,0.1592617928981781,0.95,4.0373,99.076,0.991,0.2395916879177093,0.94,4.0424,98.952,0.99,0.1224787682294845,0.9625,4.0365,99.095,0.991,0.1217321008443832,0.97,4.0476,98.823,0.988,0.2014923989772796,0.955,4.0527,98.699,0.987,0.2591328918933868,0.9325,4.0497,98.773,0.988,0.0964236184954643,0.975,4.0673,98.346,0.983,0.1065800860524177,0.9725,4.029,99.281,0.993,0.1054405868053436,0.975,4.0572,98.591,0.986,0.1288947314023971,0.9675,4.0311,99.228,0.992,0.0908955410122871,0.9775,4.052,98.717,0.987,0.1034238040447235,0.9725,4.0581,98.567,0.986,0.0912735685706138,0.9775,4.0504,98.756,0.988,0.0910397991538047,0.9775,4.062,98.473,0.985,0.090552270412445,0.9775,4.0548,98.648,0.986,0.0907264351844787,0.9775,4.0504,98.755,0.988,0.0905175432562828,0.9775,4.0553,98.637,0.986,0.0905965790152549,0.9775,4.048,98.814,0.988,0.1097026541829109,0.9725,4.051,98.74,0.987,0.0919940546154975,0.9775,4.0515,98.728,0.987,0.1358582675457,0.9675,4.0505,98.753,0.988,0.0910327658057212,0.9775,4.0408,98.991,0.99,0.1488344669342041,0.9575,4.0457,98.871,0.989,0.0932412222027778,0.975,4.056,98.619,0.986,0.0904721245169639,0.9775,4.0561,98.616,0.986,0.1037429422140121,0.975,4.0534,98.684,0.987,0.1236694976687431,0.9725,4.0544,98.657,0.987,0.0903871953487396,0.9775,4.056,98.618,0.986,0.0904035791754722,0.9775,4.0516,98.728,0.987,0.0904176533222198,0.9775,4.0556,98.63,0.986,0.0909063220024108,0.9775,4.049,98.789,0.988,0.1054416298866272,0.975,4.0515,98.728,0.987,0.091199941933155,0.9775,4.0566,98.605,0.986,0.09041378647089,0.9775,4.0595,98.535,0.985,0.0904628112912178,0.9775,4.0535,98.68,0.987,0.0904828384518623,0.9775,4.0528,98.697,0.987,0.0910685807466507,0.9775,4.0496,98.776,0.988,400,0.0998376831412315,0.9775,4.0317,99.215,0.992,0.1163337007164955,0.97,4.031,99.232,0.992,0.1029040366411209,0.975,4.036,99.108,0.991,0.1349168983101844,2737.5836,1600,2.922,0.091,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b,25,12000000000.0,pythia,False,all_results.json
+pythia-12b_1337,5.0,0.0866233706474304,0.985,4.1247,96.977,0.97,0.1003374978899955,0.985,4.1323,96.799,0.968,0.0953455343842506,0.985,4.0902,97.794,0.978,0.0824267417192459,0.9875,4.086,97.895,0.979,0.0823811069130897,0.9875,4.0973,97.626,0.976,0.0885334983468055,0.985,4.0966,97.643,0.976,0.0824175998568534,0.9875,4.1006,97.546,0.975,0.0823938474059104,0.9875,4.0914,97.766,0.978,0.0824119374155998,0.9875,4.1063,97.412,0.974,0.0987918749451637,0.985,4.0989,97.588,0.976,0.0827702134847641,0.9875,4.0712,98.252,0.983,0.0890417695045471,0.985,4.0995,97.573,0.976,0.0830388739705085,0.9875,4.0846,97.93,0.979,0.0871025249361991,0.985,4.087,97.872,0.979,0.1218408793210983,0.9825,4.1009,97.539,0.975,0.1244599521160125,0.9825,4.1034,97.48,0.975,0.1131694987416267,0.9825,4.1025,97.5,0.975,0.1371686607599258,0.98,4.0975,97.621,0.976,0.1173095926642417,0.9775,4.1356,96.72,0.967,0.1029111444950103,0.9825,4.096,97.655,0.977,0.1083962619304657,0.9825,4.1042,97.462,0.975,0.0971467420458793,0.9825,4.0824,97.982,0.98,0.3094225525856018,0.9500000000000002,4.0936,97.714,0.977,0.0993775874376297,0.98,4.0762,98.131,0.981,0.1156380772590637,0.9825,4.137,96.688,0.967,0.2477748245000839,0.9625,4.0991,97.583,0.976,0.1992486119270324,0.965,4.1077,97.378,0.974,0.0999987348914146,0.985,4.1267,96.93,0.969,0.0834411978721618,0.9875,4.0766,98.122,0.981,0.1000012904405593,0.985,4.1034,97.481,0.975,0.0827541574835777,0.9875,4.1256,96.955,0.97,0.0949070900678634,0.9825,4.0907,97.782,0.978,0.1192192584276199,0.9825,4.0942,97.7,0.977,0.0824649110436439,0.9875,4.1239,96.996,0.97,0.082461692392826,0.9875,4.0943,97.696,0.977,0.0823995172977447,0.9875,4.0987,97.592,0.976,0.0826785489916801,0.9875,4.1013,97.529,0.975,0.0823776051402092,0.9875,4.1064,97.408,0.974,0.0823905244469642,0.9875,4.104,97.466,0.975,0.1036007329821586,0.98,4.0982,97.603,0.976,0.0823870450258255,0.9875,4.1002,97.555,0.976,0.1209822669625282,0.9825,4.1032,97.485,0.975,0.0826442465186119,0.9875,4.0983,97.601,0.976,0.1222184300422668,0.98,4.0977,97.617,0.976,0.0935123711824417,0.9825,4.0993,97.578,0.976,0.0823910906910896,0.9875,4.1056,97.428,0.974,0.1053017601370811,0.9825,4.0918,97.756,0.978,0.103813387453556,0.985,4.0933,97.72,0.977,0.0823853313922882,0.9875,4.1371,96.685,0.967,0.0823824480175972,0.9875,4.1005,97.548,0.975,0.0823959857225418,0.9875,4.1018,97.518,0.975,0.1016092076897621,0.9825,4.1086,97.356,0.974,0.1030178815126419,0.985,4.0984,97.598,0.976,0.0829043462872505,0.9875,4.1048,97.446,0.974,0.0833266675472259,0.9875,4.0999,97.563,0.976,0.0824317559599876,0.9875,4.0968,97.638,0.976,0.0823904722929,0.9875,4.0997,97.568,0.976,0.0824185907840728,0.9875,4.1096,97.334,0.973,400,0.0828083902597427,0.9875,4.1628,96.089,0.961,0.0845648869872093,0.9875,4.0695,98.292,0.983,0.0834289193153381,0.9875,4.1169,97.16,0.972,0.0949367701411247,1532.4968,1600,5.22,0.163,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b,1337,12000000000.0,pythia,False,all_results.json
+bloom-3b_1,5.0,0.0716373845934867,0.9875,2.2175,180.384,1.804,0.0648989453911781,0.9825,2.2144,180.633,1.806,0.0569189637899398,0.9825,2.2154,180.552,1.806,0.0600894801318645,0.9825,2.2164,180.47,1.805,0.0495057217776775,0.9875,2.2163,180.478,1.805,0.055480670183897,0.985,2.2159,180.513,1.805,0.0708359256386756,0.9825,2.2493,177.83,1.778,0.0824394971132278,0.9775,2.2165,180.465,1.805,0.0555901527404785,0.985,2.2135,180.71,1.807,0.0641344487667083,0.985,2.3092,173.218,1.732,0.0572632364928722,0.9875,2.2138,180.685,1.807,0.2530394792556762,0.9325,2.2133,180.722,1.807,0.0634678155183792,0.9875,2.2124,180.797,1.808,0.0993976965546608,0.975,2.2189,180.269,1.803,0.1031891256570816,0.975,2.2311,179.284,1.793,0.1445488333702087,0.9675,2.2138,180.682,1.807,0.1574658006429672,0.9625,2.2156,180.54,1.805,0.1506149470806121,0.9675,2.2173,180.398,1.804,0.1578758805990219,0.9500000000000002,2.2193,180.238,1.802,0.0918068960309028,0.9725,2.2132,180.735,1.807,0.1098508238792419,0.9625,2.2167,180.447,1.804,0.1180663481354713,0.965,2.2171,180.418,1.804,0.3176625370979309,0.9075,2.3286,171.774,1.718,0.0724022313952446,0.985,2.2147,180.609,1.806,0.1258659362792968,0.9725,2.2169,180.429,1.804,0.3014613687992096,0.9175,2.2176,180.375,1.804,0.3817938864231109,0.9025,2.2142,180.65,1.807,0.1041137129068374,0.9675,2.2151,180.577,1.806,0.0803099051117897,0.9875,2.2148,180.603,1.806,0.1205228790640831,0.9675,2.2164,180.474,1.805,0.068218357861042,0.9825,2.2272,179.597,1.796,0.110476516187191,0.9725,2.2163,180.483,1.805,0.1902051120996475,0.9475,2.2144,180.634,1.806,0.0689592137932777,0.98,2.2135,180.713,1.807,0.066992238163948,0.9825,2.2222,180.002,1.8,0.0882959589362144,0.9775,2.2201,180.169,1.802,0.0908977910876274,0.9775,2.2142,180.65,1.806,0.0773872956633567,0.9725,2.2247,179.798,1.798,0.0493632778525352,0.9875,2.2177,180.368,1.804,0.1048415154218673,0.9775,2.2166,180.455,1.805,0.0997671112418174,0.9775,2.215,180.591,1.806,0.1953069269657135,0.9500000000000002,2.2168,180.438,1.804,0.0766384378075599,0.9775,2.2183,180.314,1.803,0.2623816728591919,0.93,2.2194,180.228,1.802,0.0573049634695053,0.985,2.2162,180.488,1.805,0.0646726638078689,0.985,2.2153,180.566,1.806,0.1303654313087463,0.97,2.2149,180.596,1.806,0.1153610497713089,0.9675,2.2144,180.633,1.806,0.0604136809706687,0.985,2.2137,180.691,1.807,0.0493590608239173,0.9875,2.2142,180.655,1.807,0.0633098110556602,0.98,2.2153,180.56,1.806,0.0668428763747215,0.9825,2.2154,180.556,1.806,0.0707587152719497,0.98,2.2161,180.498,1.805,0.0862199291586875,0.975,2.2137,180.695,1.807,0.0539074130356311,0.985,2.2162,180.492,1.805,0.0494796335697174,0.9875,2.2157,180.531,1.805,0.0983917266130447,0.9725,2.2159,180.516,1.805,0.0832478329539299,0.98,2.2139,180.679,1.807,400,0.0772452428936958,0.9875,2.2171,180.418,1.804,0.0861270725727081,0.9875,2.2131,180.742,1.807,0.0734913125634193,0.9875,2.2122,180.815,1.808,0.074228672504425,846.9415,1600,9.446,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-3b,1,3000000000.0,bloom,False,all_results.json
+bloom-3b_666,5.0,0.0825997143983841,0.9875,3.2321,123.76,1.238,0.0888389647006988,0.985,3.233,123.723,1.237,0.0758684799075126,0.9875,3.2354,123.631,1.236,0.076831504702568,0.985,3.2373,123.558,1.236,0.0749802663922309,0.9875,3.2432,123.336,1.233,0.0766701102256774,0.9875,3.2188,124.269,1.243,0.0758309736847877,0.9875,3.2296,123.853,1.239,0.105585902929306,0.98,3.2378,123.539,1.235,0.0758351609110832,0.9875,3.2368,123.578,1.236,0.0955794751644134,0.985,3.2256,124.01,1.24,0.0782631039619445,0.9875,3.2309,123.804,1.238,0.1866564154624939,0.9625,3.2388,123.501,1.235,0.0775321424007415,0.9875,3.233,123.725,1.237,0.1050553023815155,0.98,3.2246,124.047,1.24,0.1119322404265403,0.9825,3.2145,124.436,1.244,0.1283567100763321,0.98,3.3041,121.06,1.211,0.1516685634851455,0.975,3.2361,123.606,1.236,0.1186517924070358,0.9775,3.2319,123.766,1.238,0.1803523451089859,0.965,3.2565,122.831,1.228,0.2098825424909591,0.9525,3.2631,122.582,1.226,0.1422230899333953,0.9725,3.2359,123.612,1.236,0.2009539455175399,0.9500000000000002,3.2493,123.104,1.231,0.4521284401416778,0.9125,3.2331,123.72,1.237,0.1232178881764411,0.9725,3.2377,123.546,1.235,0.1597421914339065,0.975,3.2342,123.677,1.237,0.3896813988685608,0.93,3.2772,122.056,1.221,0.4486410617828369,0.9075,3.2954,121.38,1.214,0.1141950339078903,0.98,3.2633,122.574,1.226,0.100688025355339,0.9775,3.2342,123.678,1.237,0.1362005621194839,0.9775,3.249,123.114,1.231,0.1366341710090637,0.9725,3.2348,123.654,1.237,0.1198998987674713,0.975,3.2399,123.459,1.235,0.1768910437822342,0.96,3.2382,123.527,1.235,0.081666812300682,0.9825,3.2549,122.892,1.229,0.1045723930001258,0.9825,3.2293,123.864,1.239,0.0996756628155708,0.98,3.2598,122.707,1.227,0.1023749858140945,0.9825,3.2368,123.579,1.236,0.0905376076698303,0.985,3.2292,123.871,1.239,0.0750766545534133,0.9875,3.3041,121.062,1.211,0.1780212819576263,0.9675,3.241,123.419,1.234,0.1156786084175109,0.98,3.2372,123.563,1.236,0.2492442280054092,0.9525,3.2567,122.823,1.228,0.1429612040519714,0.9725,3.2335,123.704,1.237,0.251016616821289,0.955,3.2274,123.94,1.239,0.0793823823332786,0.985,3.2434,123.329,1.233,0.0812238156795501,0.985,3.2318,123.768,1.238,0.1140865683555603,0.98,3.233,123.723,1.237,0.1145711168646812,0.9775,3.2343,123.676,1.237,0.0888080522418022,0.985,3.2364,123.594,1.236,0.0749753415584564,0.9875,3.2388,123.502,1.235,0.1124326512217521,0.9775,3.235,123.646,1.236,0.0899040699005127,0.9825,3.2618,122.632,1.226,0.0994478538632392,0.9775,3.2327,123.735,1.237,0.0918776988983154,0.9825,3.272,122.25,1.223,0.0750605165958404,0.9875,3.3116,120.788,1.208,0.0749790966510772,0.9875,3.2203,124.213,1.242,0.1023650541901588,0.975,3.2218,124.156,1.242,0.1057359054684639,0.9825,3.2587,122.749,1.227,400,0.0814078524708747,0.985,3.2324,123.746,1.237,0.1310360580682754,0.96,3.234,123.688,1.237,0.0844814851880073,0.985,3.2521,122.999,1.23,0.0857723484933376,1219.9973,1600,6.557,0.205,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-3b,666,3000000000.0,bloom,False,all_results.json
+bloom-3b_42,5.0,0.0603958889842033,0.98,1.1871,336.954,3.37,0.0374828353524208,0.985,1.1972,334.115,3.341,0.044261235743761,0.9825,1.1912,335.804,3.358,0.0351740010082721,0.985,1.2005,333.186,3.332,0.029857600107789,0.9875,1.1845,337.687,3.377,0.0329176932573318,0.985,1.1822,338.362,3.384,0.0393451899290084,0.9875,1.1845,337.708,3.377,0.0766883343458175,0.9725,1.1818,338.472,3.385,0.0290785748511552,0.9875,1.1848,337.596,3.376,0.061897050589323,0.9775,1.1912,335.795,3.358,0.0905531495809555,0.975,1.1825,338.262,3.383,0.4199782609939575,0.9025,1.3042,306.698,3.067,0.044948574155569,0.9875,1.1859,337.299,3.373,0.1630110293626785,0.9575,1.3581,294.527,2.945,0.1294556558132171,0.96,1.189,336.415,3.364,0.1763792037963867,0.955,1.191,335.857,3.359,0.2304489463567733,0.9425,1.1824,338.293,3.383,0.1346688270568847,0.97,1.1847,337.651,3.377,0.319794088602066,0.925,1.1847,337.644,3.376,0.3002163767814636,0.9025,1.1829,338.148,3.381,0.3129092156887054,0.9175,1.187,336.99,3.37,0.4227966070175171,0.8775,1.1855,337.414,3.374,0.651664674282074,0.855,1.1788,339.323,3.393,0.2947428226470947,0.895,1.1842,337.779,3.378,0.1837316900491714,0.9575,1.1834,338.012,3.38,0.6419239044189453,0.8575,1.1824,338.304,3.383,0.7887485027313232,0.8299999999999998,1.1868,337.044,3.37,0.1738456189632415,0.9525,1.4283,280.051,2.801,0.1016676872968673,0.9575,1.1792,339.214,3.392,0.1702021062374115,0.95,1.1851,337.524,3.375,0.1067230477929115,0.965,1.1853,337.463,3.375,0.1194497495889663,0.9625,1.1924,335.467,3.355,0.2935430407524109,0.9275,1.1827,338.204,3.382,0.096785232424736,0.97,1.1867,337.073,3.371,0.0967327654361724,0.97,1.1822,338.354,3.384,0.1228677183389663,0.965,1.1859,337.303,3.373,0.185735747218132,0.945,1.183,338.135,3.381,0.1087041273713111,0.965,1.1834,338.012,3.38,0.0268600732088089,0.99,1.187,336.971,3.37,0.0988204106688499,0.9675,1.1845,337.693,3.377,0.1018440723419189,0.9725,1.1837,337.935,3.379,0.2207233756780624,0.94,1.1859,337.298,3.373,0.0694689974188804,0.9775,1.1831,338.094,3.381,0.4782984852790832,0.895,1.1919,335.587,3.356,0.041637148708105,0.985,1.1833,338.032,3.38,0.0479933656752109,0.9825,1.2003,333.256,3.333,0.1515351384878158,0.9575,1.1814,338.577,3.386,0.1575320661067962,0.955,1.1848,337.605,3.376,0.0354138650000095,0.9875,1.1861,337.228,3.372,0.0272854641079902,0.99,1.1839,337.88,3.379,0.0606313794851303,0.9725,1.1882,336.648,3.366,0.0519290678203105,0.98,1.1836,337.942,3.379,0.0755155757069587,0.975,1.1852,337.483,3.375,0.0808208212256431,0.9775,1.1848,337.61,3.376,0.0461758337914943,0.9825,1.1853,337.479,3.375,0.0364716164767742,0.985,1.1848,337.615,3.376,0.1150376871228218,0.9675,1.1852,337.494,3.375,0.1039128676056861,0.97,1.1883,336.601,3.366,400,0.0678131505846977,0.98,1.1804,338.855,3.389,0.0976316630840301,0.9625,1.1827,338.202,3.382,0.0636773556470871,0.985,1.1787,339.349,3.393,0.0831711460351943,480.4624,1600,16.651,0.52,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-3b,42,3000000000.0,bloom,False,all_results.json
+bloom-3b_25,5.0,0.1025065332651138,0.975,3.9896,100.261,1.003,0.0996801555156707,0.9775,4.0834,97.958,0.98,0.1133785024285316,0.9775,4.0336,99.166,0.992,0.0924633964896202,0.98,4.0179,99.555,0.996,0.0795579925179481,0.98,4.0157,99.61,0.996,0.0887711346149444,0.98,4.0836,97.952,0.98,0.0892806053161621,0.9775,4.0126,99.685,0.997,0.096075527369976,0.9775,4.0801,98.037,0.98,0.0762315690517425,0.9825,4.012,99.702,0.997,0.1135668382048606,0.9775,4.0176,99.563,0.996,0.1020629331469535,0.9775,3.9958,100.106,1.001,0.3017604947090149,0.93,4.0154,99.616,0.996,0.089518092572689,0.98,3.9957,100.107,1.001,0.1135731115937233,0.9725,4.0147,99.634,0.996,0.1115962490439415,0.975,4.024,99.403,0.994,0.1504749059677124,0.97,4.0124,99.69,0.997,0.1545844972133636,0.97,4.0188,99.533,0.995,0.1136185154318809,0.975,4.078,98.087,0.981,0.2495299279689788,0.9525,4.0176,99.562,0.996,0.2017400115728378,0.95,4.0003,99.992,1.0,0.1626095622777938,0.97,4.0148,99.63,0.996,0.2335925996303558,0.9425,4.0098,99.755,0.998,0.4709981977939605,0.9225,4.0779,98.089,0.981,0.1432063430547714,0.96,4.0055,99.862,0.999,0.2130901962518692,0.9625,4.0188,99.532,0.995,0.4570570886135101,0.9175,4.0132,99.671,0.997,0.556747317314148,0.9075,4.0132,99.671,0.997,0.1630454659461975,0.965,4.027,99.331,0.993,0.1066753789782524,0.9725,4.0624,98.463,0.985,0.1337071061134338,0.9725,4.0201,99.5,0.995,0.1261095106601715,0.965,3.9931,100.173,1.002,0.2072210758924484,0.96,4.0278,99.309,0.993,0.2331841886043548,0.9525,4.0069,99.827,0.998,0.1159054636955261,0.975,4.0712,98.25,0.983,0.1165567710995674,0.975,4.0772,98.106,0.981,0.1225534230470657,0.9675,4.0894,97.814,0.978,0.1668393313884735,0.96,4.0762,98.131,0.981,0.0867953598499298,0.98,4.0135,99.664,0.997,0.0756616815924644,0.9825,4.0123,99.693,0.997,0.1682642698287964,0.9675,4.0166,99.587,0.996,0.1261820048093795,0.975,4.0385,99.046,0.99,0.2464422732591629,0.9549999999999998,4.0197,99.511,0.995,0.1379231512546539,0.9725,4.0244,99.393,0.994,0.294015109539032,0.95,4.0814,98.006,0.98,0.1071523278951644,0.9775,4.0119,99.704,0.997,0.0962035730481147,0.9775,4.0175,99.564,0.996,0.1158248111605644,0.97,4.0756,98.145,0.981,0.1333239525556564,0.97,4.0119,99.704,0.997,0.0971170887351036,0.98,4.0282,99.299,0.993,0.0755343213677406,0.9825,4.0155,99.614,0.996,0.1390357464551925,0.9675,4.0151,99.624,0.996,0.1177771389484405,0.9725,4.0801,98.036,0.98,0.1144571378827095,0.9775,4.073,98.209,0.982,0.0891651660203933,0.98,4.0709,98.258,0.983,0.1056916713714599,0.9775,4.0212,99.472,0.995,0.0906171724200248,0.9775,4.0423,98.954,0.99,0.1307713389396667,0.9725,4.0821,97.989,0.98,0.1349032074213028,0.975,4.0154,99.616,0.996,400,0.0931532457470893,0.9775,3.9911,100.223,1.002,0.1243132054805755,0.96,3.9934,100.165,1.002,0.0890297666192054,0.9775,3.9953,100.117,1.001,0.0895763791799545,1502.9009,1600,5.323,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-3b,25,3000000000.0,bloom,False,all_results.json
+bloom-3b_1337,5.0,0.0752490535378456,0.98,1.5394,259.837,2.598,0.0749420374631881,0.9825,1.3168,303.778,3.038,0.0697944909334182,0.9825,1.4431,277.179,2.772,0.070326030254364,0.9825,1.3599,294.135,2.941,0.0550633706152439,0.9875,1.361,293.905,2.939,0.0552886165678501,0.9875,1.4055,284.589,2.846,0.0708195194602012,0.9825,1.3724,291.466,2.915,0.0832412615418434,0.98,1.5393,259.86,2.599,0.0553144961595535,0.9875,1.5739,254.139,2.541,0.0806829258799552,0.9825,1.3712,291.712,2.917,0.0760332271456718,0.9825,1.2641,316.436,3.164,0.2480937987565994,0.9375,1.3617,293.76,2.938,0.0679518282413482,0.985,1.5447,258.952,2.59,0.1034006997942924,0.9775,1.3622,293.636,2.936,0.087684266269207,0.9825,1.5714,254.544,2.545,0.113491877913475,0.97,1.6994,235.376,2.354,0.1265311986207962,0.97,1.4014,285.419,2.854,0.1304837018251419,0.9725,1.3664,292.738,2.927,0.1733274459838867,0.96,1.329,300.981,3.01,0.2387191653251648,0.94,1.5387,259.957,2.6,0.1357960104942321,0.9675,1.5243,262.419,2.624,0.2681769430637359,0.94,1.437,278.349,2.783,0.433133989572525,0.9125,1.5364,260.343,2.603,0.1864194869995117,0.955,1.39,287.76,2.878,0.152785912156105,0.9675,1.5489,258.248,2.582,0.3595985174179077,0.9225,1.3767,290.542,2.905,0.478803277015686,0.8975000000000001,1.5525,257.65,2.577,0.1201049238443374,0.975,1.4794,270.374,2.704,0.1015927717089653,0.965,1.3649,293.062,2.931,0.1084199175238609,0.9725,1.1906,335.958,3.36,0.114972323179245,0.9675,1.3162,303.903,3.039,0.1202679798007011,0.97,1.547,258.571,2.586,0.1892740428447723,0.9575,1.3986,285.999,2.86,0.0777217298746109,0.98,1.3706,291.847,2.918,0.0827372744679451,0.9775,1.3857,288.654,2.887,0.0789208710193634,0.98,1.3845,288.907,2.889,0.1194588094949722,0.9675,1.3691,292.156,2.922,0.0713586583733558,0.9825,1.38,289.864,2.899,0.0550188273191452,0.9875,1.4215,281.385,2.814,0.1238814517855644,0.975,1.4138,282.916,2.829,0.0896329134702682,0.98,1.3689,292.208,2.922,0.2401763796806335,0.9475,1.5361,260.404,2.604,0.0832571014761924,0.98,1.3826,289.308,2.893,0.2763363718986511,0.945,1.5323,261.038,2.61,0.0748538225889206,0.9825,1.4643,273.177,2.732,0.0678873285651207,0.985,1.5286,261.671,2.617,0.1092146411538124,0.97,1.3982,286.078,2.861,0.1241674795746803,0.9725,1.3841,288.989,2.89,0.0607716366648674,0.985,1.4054,284.617,2.846,0.0551911816000938,0.9875,1.3768,290.532,2.905,0.0848517045378685,0.975,1.3684,292.309,2.923,0.0733217000961303,0.9825,1.3633,293.406,2.934,0.0926849916577339,0.98,1.3681,292.373,2.924,0.0716292634606361,0.9825,1.3682,292.36,2.924,0.0630005747079849,0.9825,1.4957,267.428,2.674,0.0565364323556423,0.9875,1.5616,256.154,2.562,0.1119494661688804,0.9725,1.5246,262.368,2.624,0.0853390321135521,0.9825,1.465,273.044,2.73,400,0.0829288884997367,0.9725,1.1865,337.131,3.371,0.1189927384257316,0.96,1.4699,272.137,2.721,0.0762961357831955,0.98,1.5379,260.101,2.601,0.0801532862409949,531.8489,1600,15.042,0.47,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-3b,1337,3000000000.0,bloom,False,all_results.json
+llama-13b_1,5.0,0.1012386009097099,0.9725,2.2312,179.278,1.793,0.1366884112358093,0.965,2.2317,179.235,1.792,0.1088465973734855,0.9675,2.2326,179.16,1.792,0.1138883009552955,0.9675,2.2342,179.036,1.79,0.1004014238715171,0.9725,2.243,178.335,1.783,0.12437404692173,0.9675,2.2384,178.701,1.787,0.1126452833414077,0.97,2.2437,178.275,1.783,0.1005889773368835,0.9725,2.2351,178.96,1.79,0.114548921585083,0.97,2.2421,178.401,1.784,0.1317107528448104,0.9675,2.2327,179.159,1.792,0.1009369641542434,0.9725,2.2325,179.171,1.792,0.1554520726203918,0.9575,2.2451,178.17,1.782,0.1014895513653755,0.9725,2.232,179.209,1.792,0.1161544993519783,0.97,2.2327,179.159,1.792,0.127008706331253,0.9675,2.2331,179.121,1.791,0.1427382528781891,0.9625,2.2396,178.607,1.786,0.1675577759742736,0.9625,2.2394,178.622,1.786,0.1188405007123947,0.9675,2.2318,179.229,1.792,0.100855529308319,0.9725,2.2456,178.125,1.781,0.1032907664775848,0.9725,2.2309,179.302,1.793,0.1191434115171432,0.97,2.2387,178.674,1.787,0.102645494043827,0.9725,2.2329,179.139,1.791,0.1467230767011642,0.96,2.2319,179.222,1.792,0.1156234443187713,0.9675,2.2326,179.166,1.792,0.1337667256593704,0.9675,2.2318,179.226,1.792,0.1583185046911239,0.96,2.2321,179.205,1.792,0.1153059601783752,0.9675,2.2354,178.941,1.789,0.10049819201231,0.9725,2.2295,179.41,1.794,0.1012441217899322,0.9725,2.2325,179.173,1.792,0.1151012405753135,0.965,2.2441,178.245,1.782,0.1009832099080085,0.9725,2.2305,179.335,1.793,0.112940214574337,0.9675,2.2328,179.145,1.791,0.1038247942924499,0.97,2.2309,179.303,1.793,0.1034652441740036,0.97,2.2316,179.245,1.792,0.1098876222968101,0.97,2.2379,178.739,1.787,0.1004374325275421,0.9725,2.2354,178.943,1.789,0.10206238925457,0.9725,2.2329,179.142,1.791,0.1076923385262489,0.97,2.2311,179.285,1.793,0.100241519510746,0.9725,2.2357,178.919,1.789,0.1534662246704101,0.96,2.233,179.13,1.791,0.1303591430187225,0.9675,2.2322,179.192,1.792,0.1465471386909485,0.9625,2.233,179.131,1.791,0.1240850239992141,0.965,2.233,179.131,1.791,0.1428991258144378,0.965,2.2342,179.039,1.79,0.1375473141670227,0.9675,2.2471,178.01,1.78,0.1007824838161468,0.9725,2.2325,179.168,1.792,0.137624129652977,0.9625,2.2678,176.381,1.764,0.1243254095315933,0.9675,2.2331,179.126,1.791,0.118684321641922,0.97,2.2396,178.605,1.786,0.1004165932536125,0.9725,2.2398,178.584,1.786,0.1128560230135917,0.9675,2.2513,177.674,1.777,0.1210069432854652,0.9675,2.2315,179.253,1.793,0.1236563771963119,0.965,2.2391,178.645,1.786,0.1156034097075462,0.9675,2.2317,179.234,1.792,0.1313137263059616,0.9675,2.2347,178.995,1.79,0.1002592965960502,0.9725,2.2311,179.28,1.793,0.1006396412849426,0.9725,2.2407,178.512,1.785,0.1094698831439018,0.97,2.2391,178.64,1.786,400,0.1013373211026191,0.9725,2.2357,178.912,1.789,0.1014335080981254,0.9725,2.2315,179.251,1.793,0.1012923121452331,0.9725,2.2341,179.046,1.79,0.100017665207386,850.9697,1600,9.401,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-13b,1,13000000000.0,llama-1,False,all_results.json
+llama-13b_666,5.0,0.0575207620859146,0.9875,4.0584,98.562,0.986,0.0851702392101287,0.98,4.0261,99.352,0.994,0.0698257759213447,0.9825,4.0255,99.367,0.994,0.0804239958524704,0.9825,4.0248,99.383,0.994,0.0552319586277008,0.9875,4.027,99.33,0.993,0.0816205441951751,0.9825,4.0361,99.107,0.991,0.0670516043901443,0.985,4.025,99.379,0.994,0.0582219213247299,0.985,4.0235,99.415,0.994,0.0851203501224517,0.9825,4.0313,99.223,0.992,0.1038897112011909,0.975,4.0277,99.312,0.993,0.0565022714436054,0.9875,4.0053,99.867,0.999,0.1242698282003402,0.9675,4.0215,99.465,0.995,0.0578670017421245,0.9875,4.0552,98.638,0.986,0.0873072743415832,0.9825,4.0256,99.363,0.994,0.1084639802575111,0.9725,4.0252,99.373,0.994,0.1322385668754577,0.97,4.0282,99.299,0.993,0.1782889813184738,0.96,4.0282,99.299,0.993,0.1037256270647049,0.975,4.0331,99.18,0.992,0.0666379481554031,0.985,4.0232,99.424,0.994,0.06233936175704,0.985,4.0628,98.454,0.985,0.0919476673007011,0.9825,4.0237,99.411,0.994,0.0673178806900978,0.985,4.0264,99.345,0.993,0.1915512531995773,0.9525,4.0173,99.57,0.996,0.0866609737277031,0.975,4.0132,99.672,0.997,0.1057516112923622,0.98,4.088,97.847,0.978,0.1906951367855072,0.9625,4.0788,98.069,0.981,0.1287931203842163,0.9725,4.0902,97.796,0.978,0.05646937713027,0.9875,4.0402,99.006,0.99,0.0577605105936527,0.9875,4.0044,99.89,0.999,0.1214745938777923,0.975,4.0281,99.303,0.993,0.0574384294450283,0.9875,4.0759,98.139,0.981,0.0927574336528778,0.98,4.0829,97.969,0.98,0.1157430857419967,0.9725,4.0249,99.383,0.994,0.0725552663207054,0.9825,4.024,99.403,0.994,0.0558857098221778,0.9875,4.0169,99.579,0.996,0.070368468761444,0.985,4.0208,99.482,0.995,0.0855675637722015,0.98,4.0206,99.487,0.995,0.0723328068852424,0.985,4.0215,99.464,0.995,0.0546965599060058,0.9875,4.0189,99.529,0.995,0.1335429549217224,0.975,4.0189,99.529,0.995,0.1057753786444664,0.98,4.0203,99.495,0.995,0.1940720677375793,0.965,4.0189,99.53,0.995,0.1154646202921867,0.9775,4.0242,99.399,0.994,0.1507912576198578,0.97,4.0214,99.467,0.995,0.1149079352617263,0.975,4.0214,99.467,0.995,0.0571907795965671,0.985,4.0234,99.42,0.994,0.1346126943826675,0.9675,4.0248,99.384,0.994,0.1010858938097953,0.98,4.026,99.354,0.994,0.0714484229683876,0.985,4.0401,99.008,0.99,0.0545490756630897,0.9875,4.0227,99.437,0.994,0.0881540104746818,0.975,4.0234,99.418,0.994,0.0797380432486534,0.9825,4.0182,99.547,0.995,0.0991133674979209,0.98,4.0204,99.493,0.995,0.1129536852240562,0.975,4.0434,98.926,0.989,0.0932994559407234,0.9775,4.0282,99.299,0.993,0.0562025308609008,0.9875,4.024,99.404,0.994,0.073715254664421,0.98,4.0218,99.458,0.995,0.0770606622099876,0.98,4.0239,99.407,0.994,400,0.0578666478395462,0.9875,4.0646,98.411,0.984,0.0584152191877365,0.9875,4.0012,99.971,1.0,0.0577119886875152,0.9875,4.0046,99.885,0.999,0.1090508548021316,1508.9194,1600,5.302,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-13b,666,13000000000.0,llama-1,False,all_results.json
+llama-13b_42,5.0,0.0548473633825778,0.985,1.3344,299.755,2.998,0.0987607762217521,0.97,1.3416,298.142,2.981,0.0863533318042755,0.97,1.3398,298.546,2.985,0.1004478856921196,0.9675,1.3393,298.662,2.987,0.0792338252067565,0.975,1.3393,298.658,2.987,0.1086207032203674,0.9675,1.3412,298.247,2.982,0.0699607729911804,0.9775,1.3386,298.821,2.988,0.0795884728431701,0.9725,1.3392,298.684,2.987,0.0759178400039672,0.98,1.3397,298.567,2.986,0.0989102944731712,0.9675,1.3418,298.113,2.981,0.0540708266198635,0.985,1.3359,299.43,2.994,0.1351259052753448,0.95,1.3379,298.966,2.99,0.0555417910218238,0.985,1.3316,300.381,3.004,0.0817117094993591,0.9775,1.3398,298.562,2.986,0.1193850338459014,0.9575,1.3399,298.531,2.985,0.1321790516376495,0.9525,1.3381,298.933,2.989,0.1482594460248947,0.955,1.37,291.961,2.92,0.1383360624313354,0.955,1.3396,298.607,2.986,0.0735832676291465,0.9725,1.3533,295.567,2.956,0.0635697767138481,0.98,1.3384,298.874,2.989,0.0850044637918472,0.9775,1.348,296.747,2.967,0.0753508359193801,0.975,1.336,299.397,2.994,0.1670019477605819,0.955,1.3347,299.684,2.997,0.0905829221010208,0.97,1.3453,297.329,2.973,0.0797304883599281,0.98,1.339,298.725,2.987,0.1453111618757248,0.9625,1.3457,297.239,2.972,0.1151498109102249,0.96,1.3411,298.257,2.983,0.0606886819005012,0.9825,1.3993,285.867,2.859,0.0547410137951374,0.985,1.335,299.634,2.996,0.1051824018359184,0.96,1.3394,298.639,2.986,0.0539253652095794,0.985,1.3347,299.683,2.997,0.116491213440895,0.96,1.3397,298.57,2.986,0.0918978378176689,0.97,1.3417,298.137,2.981,0.0704390108585357,0.98,1.3385,298.833,2.988,0.065038077533245,0.9825,1.3391,298.704,2.987,0.0837136805057525,0.975,1.3408,298.328,2.983,0.0825031697750091,0.965,1.3413,298.215,2.982,0.0781799331307411,0.9725,1.3389,298.75,2.987,0.0538385100662708,0.985,1.3398,298.544,2.985,0.1132708340883255,0.9725,1.3427,297.906,2.979,0.0819026455283165,0.9775,1.3385,298.841,2.988,0.1650209575891494,0.9525,1.3457,297.24,2.972,0.1044395044445991,0.9675,1.339,298.726,2.987,0.1543425023555755,0.95,1.3381,298.938,2.989,0.103042647242546,0.9725,1.3456,297.267,2.973,0.0686414539813995,0.9775,1.3389,298.757,2.988,0.1438279896974563,0.955,1.3383,298.89,2.989,0.1218217462301254,0.96,1.3386,298.82,2.988,0.0754774585366249,0.98,1.3391,298.7,2.987,0.0650676637887954,0.98,1.341,298.289,2.983,0.1198642551898956,0.9625,1.3451,297.387,2.974,0.0907863825559616,0.975,1.3403,298.447,2.984,0.0890701487660408,0.9775,1.3387,298.787,2.988,0.0995451062917709,0.9725,1.3475,296.838,2.968,0.0947457328438758,0.9675,1.3603,294.049,2.94,0.0628009885549545,0.98,1.3429,297.871,2.979,0.1017419248819351,0.9625,1.3385,298.849,2.988,0.0846462622284889,0.9775,1.3405,298.399,2.984,400,0.0549563691020011,0.985,1.3367,299.248,2.992,0.0553445629775524,0.985,1.3611,293.871,2.939,0.0548690184950828,0.985,1.3343,299.776,2.998,0.1028860657811164,516.1003,1600,15.501,0.484,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-13b,42,13000000000.0,llama-1,False,all_results.json
+llama-13b_25,5.0,0.0840485095977783,0.9725,4.0685,98.316,0.983,0.091219775378704,0.97,4.0167,99.584,0.996,0.0803714096546173,0.9725,4.026,99.353,0.994,0.0927122756838798,0.9675,4.0193,99.519,0.995,0.0804787948727607,0.9725,4.0399,99.012,0.99,0.0824700444936752,0.97,4.0152,99.622,0.996,0.0878204703330993,0.97,4.0228,99.433,0.994,0.0799565538764,0.9725,4.0181,99.55,0.996,0.0901661291718483,0.97,4.023,99.429,0.994,0.1052668988704681,0.9625,4.0194,99.517,0.995,0.0821005702018737,0.9725,4.0029,99.927,0.999,0.1020430922508239,0.965,4.0147,99.633,0.996,0.0843902006745338,0.9725,4.0716,98.241,0.982,0.0900313183665275,0.97,4.0161,99.598,0.996,0.1103883162140846,0.965,4.0821,97.988,0.98,0.122962512075901,0.965,4.0342,99.153,0.992,0.125551164150238,0.9625,4.0246,99.389,0.994,0.1229927092790603,0.96,4.0224,99.443,0.994,0.0830644518136978,0.97,4.0186,99.537,0.995,0.0819399133324623,0.9725,4.0707,98.264,0.983,0.0992001220583915,0.9675,4.0253,99.371,0.994,0.0824911221861839,0.9725,4.012,99.701,0.997,0.1415061950683593,0.9575,4.0133,99.667,0.997,0.0823193937540054,0.9725,4.0125,99.689,0.997,0.1040669530630111,0.965,4.0219,99.455,0.995,0.1295567005872726,0.9525,4.0179,99.555,0.996,0.1174739077687263,0.9625,4.0781,98.084,0.981,0.0801209285855293,0.9725,4.0466,98.848,0.988,0.0837739184498786,0.9725,4.0029,99.928,0.999,0.089555837213993,0.9675,4.0199,99.504,0.995,0.0827194973826408,0.9725,4.0102,99.745,0.997,0.0983196720480918,0.9675,4.0823,97.983,0.98,0.0855875387787818,0.9675,4.0224,99.444,0.994,0.0815932378172874,0.9725,4.0169,99.579,0.996,0.0806361734867096,0.9725,4.0147,99.633,0.996,0.0804557502269744,0.9725,4.0187,99.533,0.995,0.0803822129964828,0.9725,4.015,99.626,0.996,0.080105073750019,0.9725,4.0337,99.165,0.992,0.0796155929565429,0.9725,4.0191,99.524,0.995,0.1226228699088096,0.96,4.0198,99.507,0.995,0.0943129137158393,0.97,4.0151,99.625,0.996,0.1574824303388595,0.9525,4.0783,98.081,0.981,0.0891704559326171,0.9675,4.0174,99.568,0.996,0.1215738132596015,0.9625,4.0157,99.608,0.996,0.0958016589283943,0.9675,4.023,99.427,0.994,0.0805759504437446,0.9725,4.0793,98.055,0.981,0.0961181074380874,0.97,4.0319,99.208,0.992,0.1108332350850105,0.9675,4.0593,98.538,0.985,0.0822921097278595,0.97,4.017,99.576,0.996,0.0798451974987983,0.9725,4.0227,99.436,0.994,0.0856280401349067,0.97,4.0193,99.521,0.995,0.092013731598854,0.97,4.0149,99.63,0.996,0.1071275919675827,0.965,4.0455,98.875,0.989,0.0943692028522491,0.965,4.0158,99.607,0.996,0.0879047662019729,0.97,4.0791,98.062,0.981,0.0795638859272003,0.9725,4.017,99.576,0.996,0.0879285037517547,0.97,4.0481,98.811,0.988,0.0957223698496818,0.9675,4.0244,99.393,0.994,400,0.0840358957648277,0.9725,4.01,99.75,0.997,0.0844259187579155,0.9725,3.9992,100.019,1.0,0.0839470699429512,0.9725,4.0234,99.418,0.994,0.1116272761821746,1505.1516,1600,5.315,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-13b,25,13000000000.0,llama-1,False,all_results.json
+llama-13b_1337,5.0,0.1051754057407379,0.9725,4.0502,98.76,0.988,0.1182877719402313,0.9625,4.1354,96.727,0.967,0.1163945198059082,0.9625,4.075,98.159,0.982,0.1158637404441833,0.965,4.091,97.775,0.978,0.0981027707457542,0.97,4.0491,98.788,0.988,0.121169812977314,0.96,4.072,98.232,0.982,0.1035555824637413,0.9675,4.0659,98.379,0.984,0.0956087335944175,0.9725,4.058,98.571,0.986,0.0991883277893066,0.97,4.0699,98.282,0.983,0.1169853582978248,0.9625,4.065,98.4,0.984,0.0998699069023132,0.9725,4.0392,99.029,0.99,0.1273194551467895,0.96,4.05,98.766,0.988,0.1064476370811462,0.9725,4.058,98.572,0.986,0.0940920934081077,0.9725,4.0401,99.007,0.99,0.1156255900859832,0.965,4.0747,98.166,0.982,0.1379613131284713,0.9575,4.0456,98.873,0.989,0.1465407162904739,0.9549999999999998,4.0772,98.107,0.981,0.1226941123604774,0.9575,4.0565,98.608,0.986,0.0999317616224289,0.97,4.0657,98.384,0.984,0.1062048524618148,0.97,4.0349,99.136,0.991,0.1048782542347908,0.97,4.1384,96.655,0.967,0.104407824575901,0.9725,4.0429,98.938,0.989,0.1561965346336364,0.9475,4.0604,98.513,0.985,0.1097930446267128,0.97,4.0552,98.639,0.986,0.1102034673094749,0.9675,4.1438,96.53,0.965,0.146175742149353,0.9575,4.095,97.681,0.977,0.126515582203865,0.9625,4.0719,98.233,0.982,0.0983778536319732,0.97,4.0673,98.347,0.983,0.1049024164676666,0.9725,4.0374,99.074,0.991,0.1085324361920356,0.9675,4.1008,97.541,0.975,0.101590871810913,0.9725,4.123,97.016,0.97,0.1228747740387916,0.9625,4.0531,98.689,0.987,0.1027093157172203,0.97,4.0559,98.622,0.986,0.0954492017626762,0.97,4.062,98.474,0.985,0.0970038995146751,0.97,4.0534,98.682,0.987,0.095231793820858,0.9725,4.076,98.135,0.981,0.0947420895099639,0.9725,4.0536,98.677,0.987,0.0907539278268814,0.9725,4.064,98.425,0.984,0.0890952870249748,0.9725,4.0403,99.002,0.99,0.1240797713398933,0.9625,4.0543,98.66,0.987,0.1030849069356918,0.97,4.0543,98.66,0.987,0.1315416693687439,0.9575,4.0586,98.557,0.986,0.1082002446055412,0.9675,4.0391,99.031,0.99,0.1367382258176803,0.96,4.0553,98.636,0.986,0.1186173409223556,0.9625,4.0599,98.525,0.985,0.1013666912913322,0.97,4.0717,98.239,0.982,0.1344548165798187,0.96,4.0605,98.51,0.985,0.1259009689092636,0.9625,4.0447,98.894,0.989,0.0967839732766151,0.97,4.0724,98.222,0.982,0.0902417749166488,0.9725,4.0632,98.445,0.984,0.1034932881593704,0.97,4.0739,98.186,0.982,0.1121508777141571,0.9675,4.0653,98.393,0.984,0.1159120723605156,0.965,4.0571,98.592,0.986,0.1143213063478469,0.965,4.0722,98.226,0.982,0.1308078318834304,0.9625,4.075,98.161,0.982,0.0912915989756584,0.9725,4.0588,98.551,0.986,0.1080303192138671,0.9675,4.0481,98.812,0.988,0.1058565154671669,0.9675,4.0462,98.857,0.989,400,0.105736531317234,0.9725,4.1401,96.616,0.966,0.1084340289235115,0.9725,4.0433,98.93,0.989,0.1053619161248207,0.9725,4.0477,98.821,0.988,0.1018573205471038,1522.7929,1600,5.254,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-13b,1337,13000000000.0,llama-1,False,all_results.json
+cerebras-gpt-13b_1,5.0,0.1017101109027862,0.9775,1.3736,291.212,2.912,0.095488354563713,0.9775,1.3794,289.973,2.9,0.0876718834042549,0.9775,1.3781,290.248,2.902,0.0863091722130775,0.98,1.3778,290.314,2.903,0.084695816040039,0.98,1.3754,290.823,2.908,0.0889714360237121,0.9775,1.373,291.34,2.913,0.0878992676734924,0.9775,1.3775,290.379,2.904,0.0848920792341232,0.98,1.3782,290.235,2.902,0.1006636396050453,0.9775,1.3753,290.846,2.908,0.0887096002697944,0.9775,1.3767,290.553,2.906,0.0895144492387771,0.98,1.3719,291.567,2.916,0.1680823564529419,0.9475,1.3754,290.818,2.908,0.0941979214549064,0.98,1.3798,289.895,2.899,0.1252082288265228,0.9725,1.3744,291.037,2.91,0.1224303990602493,0.9725,1.3791,290.051,2.901,0.1348259896039962,0.9725,1.3766,290.568,2.906,0.1430689692497253,0.9675,1.3765,290.599,2.906,0.1281113475561142,0.9725,1.3759,290.71,2.907,0.1411270946264267,0.9625,1.3768,290.532,2.905,0.1770835667848587,0.9475,1.3726,291.423,2.914,0.1182315275073051,0.9725,1.3758,290.729,2.907,0.1993265151977539,0.9425,1.3745,291.018,2.91,0.3394814431667328,0.92,1.3733,291.275,2.913,0.156364157795906,0.9525,1.373,291.341,2.913,0.1211123690009117,0.9725,1.3743,291.064,2.911,0.3083054721355438,0.935,1.3788,290.097,2.901,0.4460352659225464,0.905,1.3736,291.203,2.912,0.1068896278738975,0.975,1.4332,279.097,2.791,0.1071093156933784,0.975,1.3969,286.347,2.863,0.1043174862861633,0.9775,1.3739,291.138,2.911,0.1243267953395843,0.9675,1.3726,291.416,2.914,0.1207666173577308,0.9675,1.3833,289.168,2.892,0.1357260197401046,0.965,1.3771,290.468,2.905,0.0924368500709533,0.975,1.3744,291.037,2.91,0.1000245064496994,0.975,1.3735,291.218,2.912,0.0925858616828918,0.9775,1.3766,290.58,2.906,0.099371813237667,0.9725,1.3743,291.059,2.911,0.0848537236452102,0.98,1.3754,290.82,2.908,0.0849425867199897,0.98,1.3742,291.069,2.911,0.1018221452832222,0.975,1.38,289.851,2.899,0.1014441102743148,0.975,1.3739,291.152,2.912,0.1365095674991607,0.97,1.3749,290.929,2.909,0.0917595848441124,0.9775,1.3725,291.442,2.914,0.1854014843702316,0.96,1.3749,290.938,2.909,0.1091892346739769,0.975,1.3757,290.763,2.908,0.0850373208522796,0.98,1.3811,289.619,2.896,0.1062429174780845,0.97,1.3819,289.456,2.895,0.1229593008756637,0.975,1.3788,290.109,2.901,0.0846640840172767,0.98,1.3814,289.552,2.896,0.0846026167273521,0.98,1.3795,289.95,2.9,0.0848562344908714,0.98,1.3779,290.292,2.903,0.0978183671832084,0.9775,1.3746,290.989,2.91,0.0989159196615219,0.9775,1.3745,291.023,2.91,0.0930630192160606,0.975,1.3745,291.023,2.91,0.0865403115749359,0.98,1.3752,290.876,2.909,0.084840677678585,0.98,1.38,289.856,2.899,0.0893172249197959,0.9775,1.3753,290.838,2.908,0.0857994779944419,0.98,1.3764,290.615,2.906,400,0.1028877720236778,0.98,1.3777,290.333,2.903,0.1246201917529106,0.9725,1.373,291.341,2.913,0.1024712845683097,0.9775,1.3712,291.723,2.917,0.0816828320622444,526.8938,1600,15.183,0.474,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-13b,1,13000000000.0,cerebras,False,all_results.json
+cerebras-gpt-13b_666,5.0,0.1032227724790573,0.96,1.3758,290.747,2.907,0.0508822239935398,0.9825,1.3841,288.993,2.89,0.035081423819065,0.985,1.3784,290.202,2.902,0.0332011692225933,0.9875,1.3789,290.088,2.901,0.0338227897882461,0.985,1.3779,290.304,2.903,0.0343053489923477,0.9875,1.38,289.864,2.899,0.0346051678061485,0.9875,1.3801,289.832,2.898,0.0297758765518665,0.9875,1.3789,290.092,2.901,0.0403856337070465,0.9875,1.3795,289.97,2.9,0.0459544472396373,0.985,1.377,290.489,2.905,0.0770678371191024,0.9775,1.3735,291.229,2.912,0.1809776127338409,0.9375,1.3756,290.782,2.908,0.0735197365283966,0.9825,1.3745,291.013,2.91,0.0648837238550186,0.9825,1.3766,290.561,2.906,0.0748330950736999,0.98,1.3787,290.118,2.901,0.0975137501955032,0.975,1.3815,289.54,2.895,0.1010137945413589,0.975,1.3826,289.302,2.893,0.0742658078670501,0.98,1.3825,289.321,2.893,0.1408450454473495,0.9475,1.3808,289.697,2.897,0.3792198896408081,0.885,1.3768,290.523,2.905,0.1368752419948578,0.965,1.379,290.064,2.901,0.4553796052932739,0.865,1.3778,290.325,2.903,0.3934749662876129,0.895,1.3771,290.464,2.905,0.3600762188434601,0.8925,1.3799,289.878,2.899,0.0903277844190597,0.975,1.3782,290.237,2.902,0.3747081756591797,0.895,1.3788,290.116,2.901,0.4516116976737976,0.88,1.3766,290.577,2.906,0.078803151845932,0.975,1.4186,281.976,2.82,0.1607493609189987,0.9425,1.3762,290.656,2.907,0.082183726131916,0.975,1.3782,290.233,2.902,0.2231407612562179,0.915,1.3796,289.931,2.899,0.0803320184350013,0.9725,1.3807,289.715,2.897,0.1430472582578659,0.9575,1.3779,290.29,2.903,0.0481264479458332,0.9825,1.3779,290.298,2.903,0.048736572265625,0.985,1.3768,290.531,2.905,0.0630808770656585,0.98,1.3787,290.124,2.901,0.0959255024790763,0.975,1.3861,288.58,2.886,0.0301619283854961,0.9875,1.3783,290.221,2.902,0.027421697974205,0.99,1.3808,289.695,2.897,0.0814393311738967,0.98,1.3801,289.835,2.898,0.0635705590248107,0.9825,1.378,290.285,2.903,0.1553013771772384,0.9575,1.3884,288.101,2.881,0.0499885082244873,0.985,1.3749,290.929,2.909,0.1812902092933654,0.945,1.3836,289.109,2.891,0.0700660049915313,0.9775,1.381,289.648,2.896,0.0299821943044662,0.9875,1.379,290.072,2.901,0.0668364688754081,0.98,1.3779,290.295,2.903,0.0623421184718608,0.985,1.3813,289.576,2.896,0.0269920174032449,0.99,1.3782,290.235,2.902,0.0270983055233955,0.99,1.389,287.975,2.88,0.0390228182077407,0.985,1.3834,289.132,2.891,0.0553372129797935,0.9825,1.3848,288.842,2.888,0.05394022539258,0.985,1.3793,289.999,2.9,0.0502732954919338,0.985,1.3773,290.42,2.904,0.0319414250552654,0.9875,1.3786,290.15,2.902,0.0285747461020946,0.9875,1.3838,289.064,2.891,0.0526607222855091,0.975,1.3801,289.836,2.898,0.0434074737131595,0.9875,1.3876,288.27,2.883,400,0.1221650093793869,0.9575,1.3756,290.777,2.908,0.2243233323097229,0.9125,1.3745,291.008,2.91,0.1201834678649902,0.9525,1.3737,291.187,2.912,0.0977591521739959,523.3498,1600,15.286,0.478,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-13b,666,13000000000.0,cerebras,False,all_results.json
+cerebras-gpt-13b_42,5.0,0.1329197585582733,0.9725,2.3232,172.175,1.722,0.1059935837984085,0.9825,2.3254,172.016,1.72,0.1002601832151413,0.9825,2.2295,179.415,1.794,0.1057047173380851,0.9825,2.2511,177.693,1.777,0.088216908276081,0.9875,2.2812,175.347,1.753,0.1160424873232841,0.9825,2.2278,179.55,1.795,0.0886838212609291,0.9875,2.3276,171.85,1.719,0.0916761085391044,0.985,2.2283,179.513,1.795,0.0886019617319107,0.9875,2.2302,179.356,1.794,0.1030761525034904,0.985,2.3289,171.752,1.718,0.1003855690360069,0.985,2.2271,179.606,1.796,0.1900365054607391,0.96,2.244,178.253,1.783,0.1024166122078895,0.9875,2.321,172.342,1.723,0.1227687671780586,0.9825,2.3136,172.888,1.729,0.1115169301629066,0.985,2.3237,172.138,1.721,0.1456716507673263,0.98,2.3289,171.753,1.718,0.1728450357913971,0.975,2.3273,171.876,1.719,0.1461143642663955,0.98,2.2596,177.025,1.77,0.1560722440481186,0.9725,2.2296,179.401,1.794,0.1994818896055221,0.94,2.3202,172.398,1.724,0.1541947424411773,0.9725,2.2298,179.385,1.794,0.259006142616272,0.915,2.2295,179.41,1.794,0.3507660031318664,0.9325,2.2284,179.499,1.795,0.1785004734992981,0.9475,2.3168,172.649,1.726,0.1522845476865768,0.9775,2.2302,179.36,1.794,0.3414475619792938,0.9425,2.3244,172.088,1.721,0.5077348947525024,0.9125,2.3337,171.404,1.714,0.1198983415961265,0.98,2.3195,172.45,1.724,0.1473288387060165,0.9625,2.2601,176.987,1.77,0.120691642165184,0.9775,2.2291,179.441,1.794,0.1539577841758728,0.965,2.3221,172.261,1.723,0.1537862420082092,0.9725,2.3233,172.17,1.722,0.212426409125328,0.9625,2.2317,179.239,1.792,0.0929073542356491,0.985,2.2284,179.501,1.795,0.1016238778829574,0.9825,2.2306,179.324,1.793,0.0965699180960655,0.9825,2.2289,179.462,1.795,0.1045563668012619,0.9775,2.2289,179.461,1.795,0.0924629941582679,0.985,2.3178,172.581,1.726,0.0885976999998092,0.9875,2.2298,179.385,1.794,0.1597115099430084,0.975,2.2329,179.143,1.791,0.1313128918409347,0.98,2.2287,179.475,1.795,0.216724693775177,0.965,2.3181,172.558,1.726,0.1035656705498695,0.985,2.2327,179.152,1.792,0.2632661163806915,0.9575,2.2276,179.564,1.796,0.1059319376945495,0.9825,2.2343,179.026,1.79,0.088714063167572,0.9875,2.3332,171.439,1.714,0.1331841647624969,0.9775,2.2365,178.852,1.789,0.1486725658178329,0.975,2.3276,171.848,1.718,0.0973069369792938,0.985,2.3265,171.929,1.719,0.0881706699728965,0.9875,2.3224,172.234,1.722,0.1030478104948997,0.985,2.2281,179.529,1.795,0.1051529869437217,0.9825,2.2322,179.194,1.792,0.1072132289409637,0.985,2.2414,178.458,1.785,0.0967981219291687,0.985,2.2817,175.308,1.753,0.0970412418246269,0.985,2.325,172.04,1.72,0.0881683081388473,0.9875,2.3188,172.5,1.725,0.0918322652578353,0.985,2.2284,179.502,1.795,0.0977556481957435,0.985,2.233,179.133,1.791,400,0.133593812584877,0.975,2.3029,173.696,1.737,0.1664031445980072,0.9475,2.2295,179.413,1.794,0.1307200640439987,0.9675,2.236,178.889,1.789,0.0911440113186836,844.3661,1600,9.475,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-13b,42,13000000000.0,cerebras,False,all_results.json
+cerebras-gpt-13b_25,5.0,0.0450270287692546,0.9875,1.3689,292.197,2.922,0.0185813792049884,0.9975,1.3735,291.233,2.912,0.0327825918793678,0.995,1.3674,292.516,2.925,0.0019232017220929,1.0,1.3666,292.694,2.927,0.0015819737454876,1.0,1.3675,292.515,2.925,0.0223096534609794,0.9925,1.3671,292.584,2.926,0.0020035030320286,1.0,1.3758,290.747,2.907,0.0018227398395538,1.0,1.3667,292.667,2.927,0.0203392021358013,0.9975,1.3714,291.678,2.917,0.0225538946688175,0.995,1.3718,291.587,2.916,0.0215703062713146,0.9975,1.3628,293.504,2.935,0.3290878236293793,0.925,1.3647,293.104,2.931,0.0554018169641494,0.985,1.3674,292.516,2.925,0.0557844080030918,0.99,1.3667,292.672,2.927,0.0712128654122352,0.9875,1.3718,291.593,2.916,0.0988055020570755,0.9825,1.3707,291.83,2.918,0.1355964839458465,0.9725,1.3719,291.564,2.916,0.0544361621141433,0.99,1.3673,292.556,2.926,0.3079794645309448,0.9475,1.3302,300.711,3.007,0.5167398452758789,0.87,1.3729,291.356,2.914,0.1419502645730972,0.97,1.3688,292.226,2.922,0.6361034512519836,0.8575,1.4112,283.451,2.835,0.6165143847465515,0.895,1.3649,293.054,2.931,0.3837311863899231,0.9075,1.3664,292.744,2.927,0.0744764730334281,0.9875,1.3726,291.428,2.914,0.5251538753509521,0.905,1.3692,292.144,2.921,0.776089608669281,0.8674999999999999,1.3698,292.015,2.92,0.0875782594084739,0.9725,1.409,283.882,2.839,0.0764811784029007,0.9775,1.3718,291.585,2.916,0.0491308718919754,0.9875,1.3913,287.499,2.875,0.2215920239686966,0.9275,1.3688,292.223,2.922,0.1318670809268951,0.9725,1.3731,291.316,2.913,0.1910160779953003,0.965,1.3697,292.025,2.92,0.0369485393166542,0.9875,1.3703,291.904,2.919,0.0682039856910705,0.9875,1.3651,293.016,2.93,0.0481571592390537,0.99,1.3701,291.957,2.92,0.0786859542131424,0.9825,1.372,291.541,2.915,0.0096579259261488,0.9975,1.372,291.545,2.915,0.0016675622900947,1.0,1.3742,291.075,2.911,0.0500364303588867,0.99,1.3715,291.648,2.916,0.074982039630413,0.9825,1.3694,292.109,2.921,0.1203428581357002,0.975,1.3723,291.486,2.915,0.0066412687301635,0.9975,1.3659,292.856,2.929,0.2633107304573059,0.95,1.3753,290.847,2.908,0.0381594523787498,0.9925,1.3644,293.173,2.932,0.0069901957176625,0.9975,1.3703,291.914,2.919,0.0690738931298255,0.9825,1.3653,292.974,2.93,0.071591593325138,0.985,1.3753,290.846,2.908,0.0015419204719364,1.0,1.376,290.698,2.907,0.0098045971244573,0.9975,1.3679,292.427,2.924,0.0016098369378596,1.0,1.3673,292.553,2.926,0.043686170130968,0.99,1.3657,292.899,2.929,0.0343127995729446,0.9925,1.3694,292.106,2.921,0.0332378633320331,0.99,1.3678,292.434,2.924,0.0016659643733873,1.0,1.374,291.127,2.911,0.0022796846460551,1.0,1.3692,292.146,2.921,0.0367327779531478,0.9875,1.3649,293.063,2.931,0.0483592078089714,0.9875,1.3772,290.448,2.904,400,0.040097389370203,0.99,1.3653,292.976,2.93,0.0892662331461906,0.9725,1.3616,293.763,2.938,0.0542255342006683,0.9725,1.3649,293.072,2.931,0.1044004626274108,521.6447,1600,15.336,0.479,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-13b,25,13000000000.0,cerebras,False,all_results.json
+cerebras-gpt-13b_1337,5.0,0.151961863040924,0.9574999999999998,3.9554,101.127,1.011,0.1056438237428665,0.98,3.9845,100.389,1.004,0.0976434424519538,0.9825,3.9808,100.481,1.005,0.0988326519727706,0.9825,3.9805,100.491,1.005,0.0972498506307601,0.9825,3.9852,100.371,1.004,0.1088366135954856,0.98,3.9757,100.611,1.006,0.0974283292889595,0.9825,3.9806,100.488,1.005,0.097286432981491,0.9825,3.9886,100.285,1.003,0.1090089604258537,0.98,3.9826,100.437,1.004,0.0973092094063758,0.9825,3.9865,100.34,1.003,0.1004570573568344,0.9825,3.9612,100.979,1.01,0.2063740938901901,0.9549999999999998,3.9739,100.656,1.007,0.1037958264350891,0.9825,3.9651,100.879,1.009,0.1254060715436935,0.9775,3.9768,100.584,1.006,0.1292738765478134,0.975,3.9806,100.488,1.005,0.1721428334712982,0.9725,3.9779,100.555,1.006,0.1751296818256378,0.97,3.9934,100.165,1.002,0.1362749487161636,0.975,3.9796,100.513,1.005,0.1847285330295562,0.9625,3.9781,100.551,1.006,0.2264395505189895,0.95,3.9701,100.753,1.008,0.1612098664045334,0.9725,3.9827,100.434,1.004,0.2395233213901519,0.9425,3.9955,100.112,1.001,0.3900622427463531,0.9275,3.9818,100.456,1.005,0.1780623495578766,0.96,3.974,100.654,1.007,0.1438950896263122,0.975,3.9793,100.52,1.005,0.3785213828086853,0.93,3.9818,100.456,1.005,0.4718815684318542,0.9175,3.9811,100.476,1.005,0.1469592601060867,0.97,3.9954,100.116,1.001,0.1735162734985351,0.9549999999999998,3.9603,101.002,1.01,0.1293357014656067,0.975,3.987,100.327,1.003,0.1494834274053573,0.965,3.9666,100.843,1.008,0.1334039121866226,0.975,3.9809,100.481,1.005,0.1666348576545715,0.965,3.9892,100.271,1.003,0.1136060804128646,0.9775,3.9798,100.508,1.005,0.1229146271944046,0.9775,3.9759,100.605,1.006,0.10182736068964,0.98,3.9788,100.534,1.005,0.1279207915067672,0.9775,3.9784,100.544,1.005,0.0972756445407867,0.9825,3.9785,100.54,1.005,0.0973440483212471,0.9825,3.9812,100.471,1.005,0.0987387672066688,0.9825,3.982,100.452,1.005,0.1108244881033897,0.98,3.9772,100.574,1.006,0.1690396666526794,0.965,3.9846,100.386,1.004,0.1020819172263145,0.98,3.9759,100.605,1.006,0.2198905795812606,0.9549999999999998,3.9792,100.522,1.005,0.1115001291036605,0.98,3.9857,100.358,1.004,0.1012608259916305,0.98,3.9757,100.61,1.006,0.1237576901912689,0.9775,3.9815,100.466,1.005,0.1386361271142959,0.9775,3.9913,100.219,1.002,0.0972748100757598,0.9825,3.983,100.427,1.004,0.0972493737936019,0.9825,3.9807,100.484,1.005,0.0972538739442825,0.9825,3.9823,100.445,1.004,0.1108204647898674,0.9775,3.979,100.528,1.005,0.097308799624443,0.9825,3.9787,100.534,1.005,0.1120761707425117,0.98,3.9756,100.613,1.006,0.0972529053688049,0.9825,3.9856,100.361,1.004,0.0972784683108329,0.9825,3.984,100.401,1.004,0.1127543374896049,0.9775,3.9796,100.513,1.005,0.0973025858402252,0.9825,3.9802,100.498,1.005,400,0.1434410214424133,0.9675,3.958,101.06,1.011,0.2025818079710006,0.9275,3.9631,100.931,1.009,0.145768791437149,0.9574999999999998,3.962,100.959,1.01,0.1101546902656555,1489.1063,1600,5.372,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-13b,1337,13000000000.0,cerebras,False,all_results.json
+pythia-1.4b_1,5.0,0.067786619067192,0.99,3.9579,101.064,1.011,0.1025179326534271,0.985,3.9828,100.433,1.004,0.093033492565155,0.9825,3.9773,100.571,1.006,0.0833044797182083,0.985,3.9968,100.081,1.001,0.0633395910263061,0.99,4.0494,98.78,0.988,0.0825509428977966,0.9875,3.9748,100.634,1.006,0.0758636221289634,0.9875,4.0047,99.884,0.999,0.0633517652750015,0.99,3.98,100.502,1.005,0.0633969753980636,0.99,3.983,100.427,1.004,0.074381411075592,0.9875,3.9859,100.355,1.004,0.0644919648766517,0.99,3.9933,100.168,1.002,0.2377526611089706,0.955,3.9726,100.689,1.007,0.0693505704402923,0.9875,3.9592,101.03,1.01,0.1042445003986358,0.9825,3.9763,100.596,1.006,0.1011000648140907,0.9825,4.0168,99.583,0.996,0.1288312077522277,0.98,4.0078,99.805,0.998,0.1497960686683654,0.9775,4.043,98.937,0.989,0.1512123644351959,0.9775,3.9871,100.323,1.003,0.1847292333841323,0.9675,4.0344,99.148,0.991,0.2015442997217178,0.96,3.9821,100.449,1.004,0.1291406899690628,0.975,3.9764,100.594,1.006,0.2370125353336334,0.95,4.0343,99.15,0.991,0.369308203458786,0.935,3.9764,100.594,1.006,0.1263395547866821,0.9725,3.9705,100.744,1.007,0.1136244609951973,0.9825,3.9735,100.666,1.007,0.3546882569789886,0.94,3.976,100.604,1.006,0.3987987637519836,0.935,4.037,99.083,0.991,0.1202571839094162,0.9775,4.0355,99.121,0.991,0.076204739511013,0.985,3.959,101.037,1.01,0.0840475633740425,0.9875,4.0531,98.691,0.987,0.0973827764391899,0.98,3.982,100.452,1.005,0.1314697712659835,0.975,3.9778,100.557,1.006,0.1328212320804596,0.9775,4.0501,98.762,0.988,0.0762569084763526,0.985,4.043,98.936,0.989,0.1156325712800026,0.98,3.9802,100.499,1.005,0.0815064907073974,0.985,4.0379,99.061,0.991,0.0981553867459297,0.975,4.0409,98.989,0.99,0.0640869662165641,0.99,3.9768,100.582,1.006,0.0633630529046058,0.99,3.9758,100.609,1.006,0.0987827107310295,0.985,3.9765,100.59,1.006,0.0872376635670661,0.9825,4.0402,99.005,0.99,0.0868516415357589,0.9875,4.0393,99.027,0.99,0.0636507123708725,0.99,3.9747,100.635,1.006,0.2080249041318893,0.965,3.9783,100.545,1.005,0.0792844071984291,0.9875,3.9908,100.232,1.002,0.0634352415800094,0.99,4.0507,98.749,0.987,0.1089424863457679,0.98,3.9801,100.501,1.005,0.1245390325784683,0.9825,4.0564,98.611,0.986,0.063378632068634,0.99,3.9824,100.441,1.004,0.0633280724287033,0.99,3.9811,100.476,1.005,0.0688810646533966,0.9875,3.9819,100.454,1.005,0.0930892750620842,0.985,3.9833,100.42,1.004,0.0875673070549964,0.9825,3.9856,100.362,1.004,0.0822437778115272,0.985,4.0649,98.402,0.984,0.0643321871757507,0.99,4.0445,98.899,0.989,0.0635191947221756,0.99,3.9897,100.259,1.003,0.0797749683260917,0.9875,3.9769,100.58,1.006,0.0921964570879936,0.985,3.9772,100.574,1.006,400,0.0672044530510902,0.99,4.0113,99.718,0.997,0.0746513903141021,0.9875,3.9746,100.64,1.006,0.0719107091426849,0.9875,4.0208,99.482,0.995,0.0767351746410131,1497.7407,1600,5.341,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b,1,1400000000.0,pythia,False,all_results.json
+pythia-1.4b_666,5.0,0.1255464702844619,0.995,3.9885,100.288,1.003,0.0564149804413318,0.9925,4.0232,99.423,0.994,0.0619547553360462,0.99,4.0132,99.67,0.997,0.0589395649731159,0.995,4.0069,99.829,0.998,0.050963420420885,0.995,4.0173,99.571,0.996,0.0791515186429023,0.9875,4.0058,99.856,0.999,0.0549113303422927,0.9925,4.0175,99.565,0.996,0.0674180760979652,0.99,4.0062,99.846,0.998,0.0534009598195552,0.995,4.0181,99.549,0.995,0.0673209205269813,0.9925,4.017,99.577,0.996,0.1108366474509239,0.9875,3.9946,100.135,1.001,0.2078062444925308,0.925,3.9995,100.012,1.0,0.1241501122713089,0.9875,4.0129,99.679,0.997,0.1007949411869049,0.98,4.0117,99.709,0.997,0.075053185224533,0.99,4.0175,99.564,0.996,0.110462948679924,0.9675,4.017,99.577,0.996,0.1291116625070572,0.965,4.0186,99.536,0.995,0.0727242156863212,0.985,4.0176,99.563,0.996,0.157211497426033,0.9475,4.0315,99.218,0.992,0.2219583541154861,0.9375,4.0002,99.996,1.0,0.1293292343616485,0.9625,4.0152,99.621,0.996,0.257900595664978,0.9025,4.0387,99.041,0.99,0.3039756715297699,0.8825000000000001,4.0,100.001,1.0,0.2834756970405578,0.88,3.9951,100.122,1.001,0.0942258611321449,0.98,4.0096,99.762,0.998,0.2877359092235565,0.9075,4.0177,99.56,0.996,0.3369171917438507,0.875,4.0085,99.787,0.998,0.114791914820671,0.97,4.0107,99.733,0.997,0.1485228687524795,0.99,3.9954,100.115,1.001,0.1030896827578544,0.9825,4.017,99.576,0.996,0.1525664627552032,0.9825,4.001,99.975,1.0,0.0853020697832107,0.975,4.0078,99.805,0.998,0.1310332417488098,0.965,4.0082,99.795,0.998,0.0768996030092239,0.9875,4.0171,99.573,0.996,0.0848153308033943,0.985,4.0002,99.996,1.0,0.0781071409583091,0.985,4.0181,99.549,0.995,0.0823769569396972,0.9875,4.0174,99.566,0.996,0.0614269226789474,0.9925,4.0144,99.642,0.996,0.0511742010712623,0.995,4.0142,99.646,0.996,0.072207935154438,0.9875,4.0158,99.606,0.996,0.0777472481131553,0.9875,4.0062,99.845,0.998,0.0938585698604583,0.9775,4.0157,99.608,0.996,0.060464821755886,0.9925,4.0006,99.984,1.0,0.1607792675495147,0.95,4.0111,99.724,0.997,0.0679269507527351,0.9875,4.0166,99.587,0.996,0.0572549998760223,0.9925,4.0145,99.639,0.996,0.106076456606388,0.97,4.0168,99.582,0.996,0.0988130122423172,0.985,4.0137,99.658,0.997,0.0484744943678379,0.995,4.0221,99.45,0.995,0.0489992797374725,0.995,4.0092,99.771,0.998,0.0556388944387435,0.995,4.0184,99.543,0.995,0.0639553517103195,0.99,4.0009,99.978,1.0,0.0668523237109184,0.99,4.0138,99.657,0.997,0.080291248857975,0.9825,4.0088,99.781,0.998,0.0557473227381706,0.99,4.0194,99.519,0.995,0.0504885464906692,0.995,4.0177,99.559,0.996,0.0745164230465889,0.9875,4.0062,99.845,0.998,0.0724706947803497,0.9875,4.0181,99.548,0.995,400,0.1402751207351684,0.9925,3.9914,100.215,1.002,0.156549870967865,0.9925,3.9922,100.194,1.002,0.1375970691442489,0.9925,3.9912,100.22,1.002,0.0897768948823213,1503.8947,1600,5.32,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b,666,1400000000.0,pythia,False,all_results.json
+pythia-1.4b_42,5.0,0.0781162679195404,0.9875,2.2926,174.478,1.745,0.0710601508617401,0.9875,2.2235,179.899,1.799,0.0701376646757125,0.9875,2.2246,179.804,1.798,0.0582098439335823,0.99,2.2214,180.067,1.801,0.0573044680058956,0.99,2.2284,179.499,1.795,0.066695712506771,0.9875,2.221,180.102,1.801,0.0574994273483753,0.99,2.225,179.775,1.798,0.0573687888681888,0.99,2.222,180.02,1.8,0.0693933740258216,0.9875,2.2205,180.142,1.801,0.0719499513506889,0.9875,2.2227,179.961,1.8,0.0646635890007019,0.9875,2.2211,180.09,1.801,0.202270895242691,0.9525,2.2267,179.64,1.796,0.0666524618864059,0.99,2.2224,179.984,1.8,0.1125139594078064,0.9775,2.2205,180.143,1.801,0.1136094853281974,0.9775,2.2222,180.005,1.8,0.1319096684455871,0.9775,2.2376,178.759,1.788,0.1456625014543533,0.975,2.2239,179.862,1.799,0.1348986178636551,0.9775,2.3274,171.862,1.719,0.171075090765953,0.96,2.2223,179.99,1.8,0.0928599759936332,0.9775,2.3209,172.35,1.723,0.1413826942443847,0.97,2.2361,178.883,1.789,0.1636816412210464,0.9625,2.2329,179.142,1.791,0.3522776663303375,0.9325,2.2272,179.594,1.796,0.0794649198651313,0.9775,2.2244,179.823,1.798,0.1218322366476059,0.9775,2.2213,180.075,1.801,0.3400274515151977,0.93,2.2275,179.574,1.796,0.429711103439331,0.9125,2.3154,172.756,1.728,0.0954377949237823,0.98,2.23,179.37,1.794,0.0980217084288597,0.9775,2.3175,172.597,1.726,0.0838494524359703,0.9825,2.2216,180.053,1.801,0.100611999630928,0.9775,2.225,179.773,1.798,0.090108722448349,0.9825,2.2782,175.579,1.756,0.1307729035615921,0.975,2.2247,179.802,1.798,0.0646253898739814,0.9875,2.2248,179.795,1.798,0.0843548774719238,0.985,2.22,180.178,1.802,0.0651647746562957,0.9875,2.2234,179.904,1.799,0.0825475677847862,0.9825,2.3307,171.621,1.716,0.0608239024877548,0.9875,2.2213,180.076,1.801,0.0573701299726963,0.99,2.223,179.934,1.799,0.063202828168869,0.9875,2.2614,176.883,1.769,0.0650864019989967,0.985,2.2224,179.988,1.8,0.0952487885951995,0.9825,2.3245,172.083,1.721,0.058343481272459,0.99,2.2212,180.081,1.801,0.1894079744815826,0.96,2.2227,179.963,1.8,0.0617486797273159,0.9875,2.2207,180.127,1.801,0.0581431500613689,0.99,2.3207,172.364,1.724,0.1206561475992202,0.975,2.227,179.614,1.796,0.1415982097387313,0.975,2.317,172.639,1.726,0.0572487749159336,0.99,2.222,180.016,1.8,0.0572574995458126,0.99,2.2241,179.851,1.799,0.0648167058825492,0.9875,2.2228,179.952,1.8,0.0580097734928131,0.99,2.2204,180.15,1.801,0.0710484683513641,0.9875,2.3276,171.855,1.719,0.0584466643631458,0.99,2.2231,179.929,1.799,0.0584125742316246,0.99,2.3193,172.465,1.725,0.057264257222414,0.99,2.2261,179.687,1.797,0.081809863448143,0.985,2.2215,180.058,1.801,0.0680133178830146,0.9875,2.2442,178.235,1.782,400,0.0896598175168037,0.9825,2.2236,179.892,1.799,0.1031827926635742,0.9775,2.2281,179.522,1.795,0.0834490284323692,0.985,2.2212,180.081,1.801,0.0783901304975152,850.4129,1600,9.407,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b,42,1400000000.0,pythia,False,all_results.json
+pythia-1.4b_25,5.0,0.1070088371634483,0.97,1.4542,275.063,2.751,0.064012311398983,0.985,1.4309,279.545,2.795,0.0643836185336113,0.985,1.1926,335.401,3.354,0.064943678677082,0.985,1.1917,335.667,3.357,0.0637449920177459,0.985,1.1925,335.422,3.354,0.0638882741332054,0.985,1.377,290.493,2.905,0.0636350065469741,0.985,1.3367,299.239,2.992,0.066101886332035,0.9825,1.1925,335.435,3.354,0.0690949559211731,0.9825,1.4068,284.34,2.843,0.0717734396457672,0.9825,1.1969,334.207,3.342,0.0753985941410064,0.9825,1.1925,335.44,3.354,0.155809998512268,0.9575,1.1909,335.883,3.359,0.0974335074424743,0.9825,1.3334,299.985,3.0,0.0895266309380531,0.98,1.323,302.333,3.023,0.0966422483325004,0.9775,1.5591,256.551,2.566,0.1118123158812522,0.9775,1.3836,289.092,2.891,0.1466482877731323,0.97,1.3801,289.844,2.898,0.1123464778065681,0.9725,1.1927,335.36,3.354,0.1381773799657821,0.965,1.1923,335.487,3.355,0.1683629006147384,0.9575,1.3848,288.859,2.889,0.1308277547359466,0.9675,1.455,274.908,2.749,0.2136010527610778,0.94,1.1906,335.964,3.36,0.3354688882827759,0.9225,1.1913,335.758,3.358,0.0949374586343765,0.975,1.2257,326.342,3.263,0.1103944480419159,0.9775,1.5647,255.634,2.556,0.3044794201850891,0.9325,1.3686,292.262,2.923,0.3652978539466858,0.9175,1.3824,289.357,2.894,0.0830337330698967,0.98,1.4543,275.045,2.75,0.1348130255937576,0.9675,1.3732,291.299,2.913,0.0814308449625969,0.9825,1.1938,335.064,3.351,0.1426792591810226,0.965,1.3656,292.91,2.929,0.0937315002083778,0.9775,1.4184,282.017,2.82,0.1221592500805854,0.97,1.4217,281.345,2.813,0.0682686865329742,0.9825,1.1955,334.584,3.346,0.0912249162793159,0.9775,1.1931,335.273,3.353,0.0699393898248672,0.9825,1.2917,309.671,3.097,0.0766598805785179,0.98,1.198,333.889,3.339,0.0645997524261474,0.985,1.1975,334.017,3.34,0.0639821887016296,0.985,1.3954,286.657,2.867,0.0649507790803909,0.985,1.4351,278.721,2.787,0.0757469907402992,0.9825,1.4271,280.293,2.803,0.1027513444423675,0.9775,1.382,289.437,2.894,0.0652847066521644,0.985,1.1942,334.961,3.35,0.1404232084751129,0.97,1.191,335.844,3.358,0.0678685754537582,0.9825,1.1943,334.926,3.349,0.0639266818761825,0.985,1.3823,289.367,2.894,0.0663653686642646,0.985,1.1949,334.767,3.348,0.1180162206292152,0.975,1.3818,289.477,2.895,0.063480369746685,0.985,1.3676,292.486,2.925,0.0635312795639038,0.985,1.415,282.694,2.827,0.0635359138250351,0.985,1.193,335.286,3.353,0.0641518086194992,0.985,1.3084,305.716,3.057,0.0639521703124046,0.985,1.417,282.29,2.823,0.0640711039304733,0.985,1.2044,332.112,3.321,0.0636794120073318,0.985,1.3872,288.356,2.884,0.063609093427658,0.985,1.548,258.403,2.584,0.066118948161602,0.9825,1.4325,279.228,2.792,0.0654282644391059,0.985,1.2802,312.442,3.124,400,0.1057629808783531,0.9775,1.4485,276.142,2.761,0.1317570060491562,0.9675,1.1873,336.904,3.369,0.1084194928407669,0.9725,1.1897,336.22,3.362,0.0853406580090522,530.591,1600,15.078,0.471,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b,25,1400000000.0,pythia,False,all_results.json
+pythia-1.4b_1337,5.0,0.0920955464243888,0.9875,2.2229,179.946,1.799,0.0433125719428062,0.9875,2.2225,179.981,1.8,0.052852276712656,0.985,2.2243,179.83,1.798,0.0455734021961689,0.9875,2.2238,179.871,1.799,0.0422142446041107,0.9875,2.2245,179.815,1.798,0.0567374713718891,0.9825,2.2309,179.304,1.793,0.0423907153308391,0.9875,2.2238,179.873,1.799,0.0455163680016994,0.9875,2.2229,179.944,1.799,0.0431584119796752,0.9875,2.2217,180.042,1.8,0.0447685047984123,0.9875,2.223,179.938,1.799,0.0682606920599937,0.9875,2.2274,179.582,1.796,0.1387072056531906,0.955,2.2238,179.876,1.799,0.0853960290551185,0.9875,2.2204,180.151,1.802,0.0655625090003013,0.9825,2.2266,179.648,1.796,0.0674069747328758,0.9825,2.2287,179.473,1.795,0.0938153639435768,0.9725,2.2354,178.939,1.789,0.1093239560723304,0.9725,2.2378,178.747,1.787,0.0740737840533256,0.98,2.3055,173.499,1.735,0.0931921228766441,0.97,2.2234,179.902,1.799,0.1030059605836868,0.9775,2.2238,179.875,1.799,0.0954153761267662,0.97,2.2232,179.918,1.799,0.1351413875818252,0.965,2.2258,179.711,1.797,0.1929849982261657,0.9125,2.4803,161.274,1.613,0.0860486701130867,0.9875,2.2229,179.947,1.799,0.0595557503402233,0.98,2.221,180.103,1.801,0.1666122376918792,0.9475,2.2266,179.648,1.796,0.2125579416751861,0.9225,2.2241,179.847,1.798,0.0725197866559028,0.9775,2.2246,179.812,1.798,0.1058272868394851,0.9875,2.2245,179.816,1.798,0.0671810433268547,0.98,2.2313,179.264,1.793,0.0959531217813491,0.9825,2.2194,180.231,1.802,0.0637197196483612,0.9775,2.2279,179.539,1.795,0.0811307728290557,0.9775,2.2288,179.472,1.795,0.0512052029371261,0.9825,2.2227,179.963,1.8,0.0530890375375747,0.9875,2.2245,179.815,1.798,0.0510359555482864,0.985,2.2239,179.865,1.799,0.0524357594549655,0.985,2.2261,179.69,1.797,0.0477657355368137,0.985,2.2238,179.873,1.799,0.0426479540765285,0.9875,2.2218,180.038,1.8,0.0482574999332428,0.9875,2.2206,180.129,1.801,0.0515633150935173,0.9825,2.243,178.336,1.783,0.0516379252076149,0.985,2.2612,176.896,1.769,0.0461103208363056,0.9875,2.2256,179.724,1.797,0.1014925986528396,0.9625,2.2235,179.898,1.799,0.0431363247334957,0.9875,2.2249,179.785,1.798,0.0490030944347381,0.985,2.2215,180.058,1.801,0.0556938275694847,0.9825,2.2279,179.538,1.795,0.0929860696196556,0.9775,2.222,180.015,1.8,0.0415390394628047,0.9875,2.2193,180.239,1.802,0.0415593199431896,0.9875,2.2232,179.924,1.799,0.0443809255957603,0.985,2.2236,179.889,1.799,0.0447314754128456,0.9875,2.2287,179.473,1.795,0.0486041456460952,0.985,2.2269,179.62,1.796,0.0499695092439651,0.985,2.2238,179.872,1.799,0.0426409803330898,0.9875,2.2221,180.013,1.8,0.042500514537096,0.9875,2.2226,179.972,1.8,0.0504078492522239,0.985,2.2265,179.656,1.797,0.0522023551166057,0.985,2.227,179.611,1.796,400,0.1026980876922607,0.9875,2.2197,180.205,1.802,0.1165044009685516,0.9875,2.2224,179.982,1.8,0.0982054695487022,0.9875,2.2228,179.951,1.8,0.0960328438282012,841.1176,1600,9.511,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-1.4b,1337,1400000000.0,pythia,False,all_results.json
+bloom-1.1b_1,5.0,0.1143232136964798,0.965,2.1779,183.666,1.837,0.0741838589310646,0.9825,2.1456,186.425,1.864,0.0743025615811348,0.9825,2.1406,186.861,1.869,0.0732511430978775,0.9825,2.1406,186.863,1.869,0.0735561326146125,0.9825,2.1576,185.388,1.854,0.0733079984784126,0.9825,2.1419,186.751,1.868,0.0766038224101066,0.98,2.1411,186.819,1.868,0.0814659222960472,0.98,2.1402,186.896,1.869,0.0815222337841987,0.98,2.1412,186.81,1.868,0.085369661450386,0.98,2.1418,186.757,1.868,0.0998291969299316,0.975,2.1407,186.857,1.869,0.2179383486509323,0.945,2.2193,180.236,1.802,0.08262849599123,0.9825,2.1381,187.08,1.871,0.1085203438997268,0.9675,2.217,180.425,1.804,0.1010516956448555,0.9775,2.1432,186.636,1.866,0.1178270727396011,0.97,2.2186,180.292,1.803,0.1427418887615203,0.965,2.2099,181.007,1.81,0.1134755164384841,0.975,2.1436,186.603,1.866,0.1570120453834533,0.965,2.1402,186.897,1.869,0.2089509516954422,0.9475,2.2529,177.547,1.775,0.1208935379981994,0.9675,2.1432,186.635,1.866,0.3627103865146637,0.9025,2.1513,185.932,1.859,0.3246238827705383,0.92,2.1899,182.653,1.827,0.1719245165586471,0.9425,2.1414,186.795,1.868,0.1517742276191711,0.965,2.1626,184.965,1.85,0.2921210825443268,0.9225,2.1496,186.084,1.861,0.4306484162807464,0.8925,2.2229,179.946,1.799,0.1292161345481872,0.97,2.2239,179.864,1.799,0.169151097536087,0.9325,2.2147,180.612,1.806,0.0928035154938697,0.9775,2.1441,186.555,1.866,0.156422808766365,0.9574999999999998,2.2142,180.653,1.807,0.0989008173346519,0.975,2.139,187.006,1.87,0.1595667153596878,0.96,2.1423,186.719,1.867,0.0914641097187995,0.9775,2.141,186.824,1.868,0.0934655591845512,0.9725,2.2202,180.163,1.802,0.0807923972606659,0.9775,2.1404,186.88,1.869,0.095661774277687,0.9725,2.1408,186.848,1.868,0.0734811201691627,0.9825,2.1421,186.736,1.867,0.0731672644615173,0.9825,2.14,186.912,1.869,0.1122822016477584,0.9725,2.1422,186.72,1.867,0.0790182426571846,0.98,2.1421,186.732,1.867,0.1552508771419525,0.96,2.22,180.177,1.802,0.0832687839865684,0.9775,2.2186,180.295,1.803,0.2214710563421249,0.945,2.1399,186.927,1.869,0.07732754945755,0.98,2.224,179.853,1.799,0.073897548019886,0.9825,2.2227,179.959,1.8,0.096563771367073,0.9775,2.1417,186.765,1.868,0.1316395699977874,0.9725,2.1625,184.968,1.85,0.073175735771656,0.9825,2.372,168.632,1.686,0.0731531456112861,0.9825,2.1419,186.749,1.867,0.0758778974413871,0.98,2.2234,179.902,1.799,0.0871210470795631,0.98,2.1402,186.898,1.869,0.0793863609433174,0.98,2.1692,184.396,1.844,0.0748758614063263,0.9825,2.1414,186.795,1.868,0.0737093016505241,0.9825,2.2194,180.229,1.802,0.0732214674353599,0.9825,2.1433,186.632,1.866,0.0798520445823669,0.98,2.1396,186.954,1.87,0.0769300013780593,0.98,2.1659,184.678,1.847,400,0.1438056975603103,0.95,2.1693,184.395,1.844,0.1831592917442321,0.93,2.1401,186.91,1.869,0.1200283840298652,0.9625,2.1399,186.926,1.869,0.0648920373395085,823.0269,1600,9.72,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.1b,1,1100000000.0,bloom,False,all_results.json
+bloom-1.1b_666,5.0,0.0720105543732643,0.97,2.1457,186.421,1.864,0.034032829105854,0.99,2.1444,186.529,1.865,0.0366374738514423,0.9875,2.1562,185.508,1.855,0.0339214988052845,0.99,2.1434,186.617,1.866,0.0338897593319416,0.99,2.1452,186.466,1.865,0.0339244939386844,0.99,2.1424,186.703,1.867,0.0345594361424446,0.99,2.1439,186.572,1.866,0.0587784014642238,0.9825,2.1437,186.59,1.866,0.0519484505057334,0.9875,2.1473,186.278,1.863,0.05703766644001,0.985,2.1438,186.581,1.866,0.0839547738432884,0.98,2.1425,186.7,1.867,0.2619774341583252,0.945,2.1438,186.584,1.866,0.0594863705337047,0.9875,2.1432,186.64,1.866,0.0958326160907745,0.98,2.1454,186.448,1.864,0.1070809960365295,0.98,2.1424,186.704,1.867,0.1116661727428436,0.9725,2.1457,186.422,1.864,0.1377494782209396,0.97,2.1434,186.621,1.866,0.1108235567808151,0.975,2.1437,186.597,1.866,0.1866639256477356,0.9575,2.2018,181.672,1.817,0.2035359144210815,0.9475,2.1442,186.554,1.866,0.1578200757503509,0.96,2.1448,186.499,1.865,0.4011705815792084,0.91,2.2166,180.46,1.805,0.5700845122337341,0.8825000000000001,2.1437,186.59,1.866,0.2720717191696167,0.9275,2.1428,186.675,1.867,0.1505513936281204,0.97,2.1457,186.423,1.864,0.4411047995090484,0.91,2.1438,186.58,1.866,0.6739234328269958,0.8724999999999999,2.143,186.651,1.867,0.1069309115409851,0.975,2.1731,184.067,1.841,0.1342938095331192,0.9525,2.1427,186.681,1.867,0.1069650277495384,0.97,2.1422,186.726,1.867,0.1789168566465377,0.95,2.1559,185.533,1.855,0.1054036319255828,0.9725,2.1985,181.94,1.819,0.2043459862470626,0.955,2.1444,186.534,1.865,0.0591531656682491,0.985,2.1428,186.672,1.867,0.1025112569332122,0.9775,2.1715,184.205,1.842,0.0714438185095787,0.98,2.2148,180.606,1.806,0.0966523140668869,0.97,2.1433,186.626,1.866,0.0363497398793697,0.9875,2.1448,186.498,1.865,0.0340577438473701,0.99,2.144,186.569,1.866,0.1101952195167541,0.975,2.148,186.222,1.862,0.0741214156150817,0.9775,2.1435,186.609,1.866,0.1977831721305847,0.95,2.1461,186.382,1.864,0.0561668165028095,0.9825,2.1447,186.502,1.865,0.2854171693325043,0.945,2.1434,186.623,1.866,0.0563661828637123,0.9825,2.1436,186.601,1.866,0.0346185006201267,0.99,2.1456,186.426,1.864,0.0751529112458229,0.9775,2.151,185.957,1.86,0.1084862425923347,0.98,2.145,186.477,1.865,0.0338989906013011,0.99,2.1439,186.573,1.866,0.0338769182562828,0.99,2.1455,186.434,1.864,0.03800068795681,0.9875,2.1549,185.626,1.856,0.057278286665678,0.985,2.1543,185.673,1.857,0.0534318499267101,0.985,2.1431,186.647,1.866,0.0513762608170509,0.985,2.1434,186.618,1.866,0.0338935516774654,0.99,2.1436,186.602,1.866,0.0338784307241439,0.99,2.1783,183.633,1.836,0.0441506467759609,0.985,2.1445,186.52,1.865,0.0540562532842159,0.985,2.1549,185.622,1.856,400,0.0896750763058662,0.965,2.2124,180.796,1.808,0.1599842011928558,0.9425,2.1432,186.639,1.866,0.0665435716509819,0.975,2.143,186.656,1.867,0.0719091420620679,818.4638,1600,9.774,0.305,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.1b,666,1100000000.0,bloom,False,all_results.json
+bloom-1.1b_42,5.0,0.0893818661570549,0.9825,4.0137,99.659,0.997,0.0568429715931415,0.985,4.0449,98.89,0.989,0.054767332971096,0.9875,4.1044,97.456,0.975,0.0552052482962608,0.9875,4.0849,97.921,0.979,0.0545752793550491,0.9875,4.1114,97.29,0.973,0.055087212473154,0.9875,4.0996,97.57,0.976,0.0839253813028335,0.9825,4.0389,99.036,0.99,0.0879152566194534,0.98,4.0974,97.623,0.976,0.0551745779812336,0.9875,4.0454,98.879,0.989,0.071666195988655,0.985,4.0385,99.047,0.99,0.0678342655301094,0.9825,4.0747,98.166,0.982,0.3087716698646545,0.925,4.0936,97.714,0.977,0.0639457404613494,0.985,4.0268,99.334,0.993,0.1681403666734695,0.965,4.0823,97.984,0.98,0.1011662483215332,0.9775,4.0389,99.038,0.99,0.1212015748023986,0.975,4.0566,98.606,0.986,0.1816105246543884,0.955,4.0455,98.875,0.989,0.1605882048606872,0.9675,4.0564,98.609,0.986,0.2145824879407882,0.9525,4.0976,97.618,0.976,0.1158856600522995,0.965,4.02,99.503,0.995,0.1952768713235855,0.955,4.0335,99.17,0.992,0.18248051404953,0.935,4.0813,98.007,0.98,0.4660400152206421,0.905,4.0925,97.739,0.977,0.104142740368843,0.9675,4.0279,99.307,0.993,0.1821541637182235,0.96,4.0297,99.263,0.993,0.4553045332431793,0.91,4.0288,99.286,0.993,0.6688779592514038,0.8600000000000001,4.0359,99.11,0.991,0.1413211375474929,0.965,4.0575,98.582,0.986,0.119382232427597,0.9525,4.0155,99.613,0.996,0.1218813732266426,0.9675,4.1041,97.464,0.975,0.0916090384125709,0.975,4.0226,99.439,0.994,0.1026403307914733,0.9725,4.0877,97.854,0.979,0.2234368473291397,0.9500000000000002,4.0973,97.626,0.976,0.0932906121015548,0.98,4.0328,99.188,0.992,0.1036215797066688,0.9775,4.0909,97.778,0.978,0.1038915738463401,0.975,4.1021,97.511,0.975,0.1367851197719574,0.9575,4.0387,99.042,0.99,0.0927144214510917,0.975,4.0382,99.054,0.991,0.0551187619566917,0.9875,4.0447,98.894,0.989,0.1446070522069931,0.9675,4.0432,98.931,0.989,0.1161061376333236,0.9725,4.096,97.656,0.977,0.2532801628112793,0.9475,4.0376,99.07,0.991,0.1077846512198448,0.9725,4.0938,97.708,0.977,0.4086853861808777,0.9125,4.0997,97.568,0.976,0.0737648531794548,0.9775,4.0481,98.813,0.988,0.0721212774515152,0.985,4.036,99.108,0.991,0.1523273438215255,0.9625,4.1024,97.503,0.975,0.132671907544136,0.9725,4.038,99.06,0.991,0.057343453168869,0.985,4.038,99.059,0.991,0.054581593722105,0.9875,4.039,99.033,0.99,0.0793678611516952,0.98,4.0978,97.614,0.976,0.0810478180646896,0.98,4.0983,97.602,0.976,0.0902248919010162,0.98,4.0269,99.332,0.993,0.1061298549175262,0.975,4.0859,97.898,0.979,0.0594948530197143,0.985,4.0507,98.75,0.987,0.0548341274261474,0.9875,4.0442,98.906,0.989,0.1546169221401214,0.9675,4.0969,97.635,0.976,0.106523759663105,0.9725,4.064,98.424,0.984,400,0.0900724977254867,0.9825,4.0142,99.646,0.996,0.1181288883090019,0.9625,4.0785,98.075,0.981,0.091589830815792,0.975,4.0766,98.121,0.981,0.0733446564376354,1513.5511,1600,5.286,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.1b,42,1100000000.0,bloom,False,all_results.json
+bloom-1.1b_25,5.0,0.1563019305467605,0.9425,4.0054,99.864,0.999,0.0633091256022453,0.985,4.039,99.034,0.99,0.0625802725553512,0.985,4.0233,99.42,0.994,0.0650940015912056,0.985,4.0209,99.481,0.995,0.0623467527329921,0.985,4.0357,99.115,0.991,0.0630121752619743,0.985,4.0286,99.291,0.993,0.0635420531034469,0.985,4.034,99.156,0.992,0.0634600669145584,0.985,4.0365,99.096,0.991,0.0633028671145439,0.985,4.0235,99.415,0.994,0.0668684020638465,0.9825,4.0281,99.302,0.993,0.0820922553539276,0.985,4.0315,99.218,0.992,0.2005861699581146,0.94,4.0405,98.996,0.99,0.1129782646894455,0.9825,4.0009,99.978,1.0,0.0963009297847747,0.97,4.0136,99.66,0.997,0.077856920659542,0.98,4.0274,99.321,0.993,0.0879320725798606,0.9775,4.03,99.256,0.993,0.1138073503971099,0.9725,4.0319,99.21,0.992,0.0760142356157302,0.9825,4.0253,99.371,0.994,0.2100055366754531,0.9375,4.0222,99.448,0.994,0.163254052400589,0.95,4.0123,99.692,0.997,0.1571695506572723,0.9525,4.0223,99.446,0.994,0.238112524151802,0.9225,4.0184,99.543,0.995,0.3494954407215118,0.8975,4.0215,99.466,0.995,0.1085541695356369,0.96,4.0334,99.172,0.992,0.1222846880555152,0.97,4.0247,99.386,0.994,0.3106671571731567,0.9075,4.0203,99.494,0.995,0.4469332993030548,0.88,4.0257,99.361,0.994,0.1309274137020111,0.9625,4.0227,99.436,0.994,0.1720489114522934,0.93,4.0123,99.693,0.997,0.0813253596425056,0.975,4.0253,99.373,0.994,0.1485287547111511,0.9525,4.0059,99.852,0.999,0.0916515439748764,0.9775,4.0635,98.438,0.984,0.1483253240585327,0.9575,4.0246,99.389,0.994,0.0945019423961639,0.975,4.0257,99.362,0.994,0.092410109937191,0.975,4.0228,99.433,0.994,0.0742191150784492,0.98,4.0932,97.722,0.977,0.0927789956331253,0.9725,4.0242,99.398,0.994,0.0653297379612922,0.985,4.0269,99.332,0.993,0.0628742948174476,0.985,4.0227,99.435,0.994,0.0731231197714805,0.9825,4.0291,99.278,0.993,0.0786168798804283,0.98,4.0639,98.428,0.984,0.1204608157277107,0.9675,4.0445,98.9,0.989,0.0647235289216041,0.985,4.0146,99.637,0.996,0.2036738246679306,0.9375,4.0181,99.551,0.996,0.0624033845961093,0.985,4.0262,99.349,0.993,0.0631347820162773,0.985,4.0313,99.224,0.992,0.0783381164073944,0.975,4.0269,99.331,0.993,0.1024873703718185,0.9725,4.0331,99.179,0.992,0.0621423237025737,0.985,4.0371,99.081,0.991,0.0621985308825969,0.985,4.0328,99.188,0.992,0.0624879375100135,0.985,4.028,99.305,0.993,0.0689123943448066,0.9825,4.0352,99.128,0.991,0.0649913102388382,0.985,4.0227,99.435,0.994,0.0663258358836174,0.985,4.0829,97.969,0.98,0.064261645078659,0.9825,4.0355,99.121,0.991,0.0622842200100421,0.985,4.0319,99.208,0.992,0.0686230883002281,0.9825,4.0266,99.339,0.993,0.0696765109896659,0.98,4.029,99.279,0.993,400,0.1493960916996002,0.9425,4.0029,99.928,0.999,0.216666504740715,0.9075,3.9997,100.008,1.0,0.1526036560535431,0.9425,4.0096,99.761,0.998,0.0810014293193817,1513.9226,1600,5.284,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.1b,25,1100000000.0,bloom,False,all_results.json
+bloom-1.1b_1337,5.0,0.2001784443855285,0.9375,4.056,98.62,0.986,0.1149308383464813,0.98,4.0792,98.058,0.981,0.1040696799755096,0.9825,4.1453,96.494,0.965,0.1036763414740562,0.9825,4.0277,99.313,0.993,0.1036516949534416,0.9825,4.0161,99.6,0.996,0.1040840148925781,0.9825,4.0327,99.19,0.992,0.1115929037332534,0.98,4.0383,99.052,0.991,0.1072423160076141,0.98,4.0188,99.533,0.995,0.1051860824227333,0.9825,4.0774,98.101,0.981,0.1220350489020347,0.98,4.0831,97.966,0.98,0.1351140737533569,0.9725,3.9992,100.02,1.0,0.321480244398117,0.935,4.0101,99.749,0.997,0.1242587566375732,0.975,4.079,98.063,0.981,0.146246463060379,0.97,4.0109,99.728,0.997,0.1627605408430099,0.97,4.0826,97.976,0.98,0.1771192401647567,0.97,4.0782,98.083,0.981,0.2034485191106796,0.9675,4.0814,98.006,0.98,0.1672544628381729,0.9725,4.0173,99.569,0.996,0.2785664200782776,0.9549999999999998,4.0151,99.624,0.996,0.2306598871946334,0.9549999999999998,4.0736,98.194,0.982,0.2022739797830581,0.96,4.0792,98.059,0.981,0.3630504906177521,0.9225,4.0003,99.993,1.0,0.4895613193511963,0.905,4.0109,99.728,0.997,0.1487465351819992,0.9675,4.0671,98.349,0.983,0.2002089321613311,0.9625,4.0776,98.096,0.981,0.4307260811328888,0.9225,4.0833,97.961,0.98,0.5414050221443176,0.8949999999999998,4.0727,98.215,0.982,0.1847491711378097,0.97,4.0434,98.927,0.989,0.2328836470842361,0.9325,4.0024,99.939,0.999,0.1633873730897903,0.965,4.0172,99.571,0.996,0.1883087009191513,0.9549999999999998,4.07,98.281,0.983,0.1696834117174148,0.9675,4.11,97.323,0.973,0.2427334189414978,0.95,4.0204,99.493,0.995,0.1491862386465072,0.9725,4.0161,99.6,0.996,0.1487706154584884,0.9725,4.0152,99.622,0.996,0.1391617059707641,0.975,4.0173,99.569,0.996,0.1774797588586807,0.9625,4.0164,99.591,0.996,0.1036557555198669,0.9825,4.0722,98.228,0.982,0.1036309152841568,0.9825,4.0754,98.15,0.982,0.1699181944131851,0.97,4.0846,97.93,0.979,0.1336097568273544,0.975,4.0153,99.62,0.996,0.2402503937482834,0.9525,4.0799,98.042,0.98,0.1206192895770073,0.975,4.017,99.576,0.996,0.3360399007797241,0.935,4.0335,99.17,0.992,0.1037089079618454,0.9825,4.0131,99.675,0.997,0.1157843172550201,0.98,4.0824,97.981,0.98,0.1634386032819748,0.9675,4.0185,99.54,0.995,0.1616853475570678,0.9725,4.0936,97.714,0.977,0.1036321446299552,0.9825,4.0932,97.724,0.977,0.1036532893776893,0.9825,4.0243,99.395,0.994,0.1071828752756118,0.98,4.0096,99.76,0.998,0.1269728988409042,0.975,4.0138,99.657,0.997,0.1167909801006317,0.98,4.0154,99.616,0.996,0.1046411097049713,0.9825,4.0176,99.562,0.996,0.1046085283160209,0.9825,4.0839,97.945,0.979,0.1036831438541412,0.9825,4.0764,98.126,0.981,0.1184296235442161,0.98,4.0619,98.475,0.985,0.1169893741607666,0.98,4.0871,97.87,0.979,400,0.1884597539901733,0.9525,4.0885,97.835,0.978,0.3036852777004242,0.9175,3.9968,100.081,1.001,0.1851494759321212,0.9475,4.0031,99.922,0.999,0.0736725817918777,1506.5863,1600,5.31,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,bloom-1.1b,1337,1100000000.0,bloom,False,all_results.json
+llama-2-13b-chat_1,5.0,0.0316287316381931,0.9925,2.3088,173.247,1.732,1.678861141204834,0.6475,2.2151,180.579,1.806,1.493392825126648,0.675,2.3148,172.801,1.728,1.4803320169448853,0.6699999999999999,2.3106,173.113,1.731,1.529209852218628,0.6599999999999999,2.3111,173.081,1.731,1.658841848373413,0.6575,2.3116,173.04,1.73,1.7006103992462158,0.64,2.216,180.504,1.805,1.783846735954285,0.635,2.3186,172.521,1.725,1.7847708463668823,0.6325000000000001,2.2431,178.328,1.783,1.652509331703186,0.6475,2.2192,180.246,1.802,0.0289838407188653,0.9925,2.3092,173.218,1.732,1.668423771858215,0.6625,2.3088,173.253,1.733,0.0306689590215683,0.9925,2.3093,173.21,1.732,1.662326693534851,0.6525,2.2589,177.075,1.771,1.9661728143692017,0.6074999999999999,2.225,179.771,1.798,1.9060598611831665,0.6275,2.3148,172.798,1.728,1.9754904508590696,0.605,2.309,173.235,1.732,1.9996511936187744,0.61,2.2128,180.766,1.808,1.013015627861023,0.7474999999999999,2.3238,172.13,1.721,0.0261970814317464,0.9925,2.3108,173.1,1.731,1.1181710958480835,0.72,2.214,180.67,1.807,0.0349369645118713,0.99,2.3112,173.067,1.731,1.1374815702438354,0.7050000000000001,2.3073,173.359,1.734,0.0262904167175292,0.9925,2.2301,179.364,1.794,1.0247187614440918,0.73,2.229,179.456,1.795,1.319607138633728,0.6975,2.2173,180.396,1.804,1.234248399734497,0.7249999999999999,2.318,172.561,1.726,1.2194441556930542,0.71,2.2127,180.778,1.808,0.0332082547247409,0.9925,2.2138,180.687,1.807,1.7101681232452393,0.635,2.3608,169.434,1.694,0.0317840874195098,0.9925,2.2149,180.595,1.806,1.1922249794006348,0.7374999999999999,2.3114,173.058,1.731,1.366015911102295,0.7024999999999999,2.315,172.787,1.728,1.345360517501831,0.6849999999999999,2.2242,179.837,1.798,1.31023371219635,0.6925,2.3242,172.101,1.721,1.2380982637405396,0.7175,2.2853,175.036,1.75,1.3322819471359253,0.7,2.2163,180.485,1.805,1.642932415008545,0.6599999999999999,2.2143,180.648,1.806,1.6106343269348145,0.6375,2.3086,173.262,1.733,1.1717418432235718,0.71,2.3084,173.279,1.733,1.5155227184295654,0.6675,2.3178,172.579,1.726,1.1052117347717283,0.72,2.3179,172.573,1.726,1.175634741783142,0.6975,2.3153,172.763,1.728,1.6808128356933594,0.6425000000000001,2.3066,173.418,1.734,1.8483392000198364,0.6199999999999999,2.3125,172.97,1.73,1.693864345550537,0.64,2.3085,173.272,1.733,1.910889267921448,0.6024999999999999,2.3105,173.126,1.731,1.7209242582321167,0.6425000000000001,2.3101,173.155,1.732,1.8539353609085083,0.625,2.2143,180.64,1.806,1.8957953453063965,0.6275,2.217,180.423,1.804,1.8084222078323364,0.6225,2.3102,173.144,1.731,1.7405749559402466,0.63,2.3101,173.152,1.732,1.818828582763672,0.6199999999999999,2.2195,180.218,1.802,1.791833996772766,0.6199999999999999,2.213,180.752,1.808,1.9257380962371824,0.6074999999999999,2.3102,173.149,1.731,1.8137555122375488,0.6125,2.2149,180.595,1.806,1.820358633995056,0.615,2.3085,173.272,1.733,1.7168351411819458,0.6425000000000001,2.3071,173.378,1.734,400,0.032813087105751,0.9925,2.215,180.587,1.806,0.0322515852749347,0.9925,2.3127,172.956,1.73,0.0319680012762546,0.9925,2.3118,173.026,1.73,0.0480472205616533,845.3723,1600,9.463,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b-chat,1,13000000000.0,llama-2,True,all_results.json
+llama-2-13b-chat_666,5.0,0.0805459916591644,0.975,2.2339,179.063,1.791,1.0478110313415527,0.73,2.235,178.968,1.79,0.9760778546333312,0.74,2.2292,179.433,1.794,0.9674863219261168,0.7424999999999999,2.2321,179.205,1.792,0.9282488226890564,0.7424999999999999,2.2346,179.004,1.79,1.0175237655639648,0.715,2.2304,179.341,1.793,0.916965126991272,0.75,2.2287,179.474,1.795,1.1372981071472168,0.7224999999999999,2.2334,179.102,1.791,1.0192837715148926,0.73,2.2328,179.149,1.791,1.0436114072799685,0.7325,2.2327,179.157,1.792,0.079675480723381,0.975,2.2313,179.271,1.793,1.101163625717163,0.725,2.2287,179.475,1.795,0.0796916782855987,0.975,2.2318,179.227,1.792,1.055148005485535,0.745,2.2293,179.429,1.794,1.222277045249939,0.7124999999999999,2.2334,179.096,1.791,1.313662052154541,0.6875,2.2302,179.356,1.794,1.2889001369476318,0.69,2.2314,179.257,1.793,1.183665752410889,0.6875,2.2315,179.251,1.793,0.5540359020233154,0.8325000000000001,2.2337,179.073,1.791,0.0787656232714653,0.975,2.242,178.415,1.784,0.5403279066085815,0.8475,2.3111,173.08,1.731,0.0803461521863937,0.975,2.2314,179.258,1.793,0.7150214910507202,0.8025,2.2308,179.308,1.793,0.0788544192910194,0.975,2.2352,178.956,1.79,0.5147947669029236,0.84,2.3236,172.15,1.721,0.8572156429290771,0.7774999999999999,2.2309,179.299,1.793,0.8324813842773438,0.785,2.2383,178.711,1.787,0.643303394317627,0.7925,2.2287,179.474,1.795,0.0811043083667755,0.975,2.2315,179.252,1.793,1.1383733749389648,0.7124999999999999,2.2319,179.219,1.792,0.0807530432939529,0.975,2.2638,176.697,1.767,0.7033288478851318,0.8275000000000001,2.2454,178.142,1.781,0.7766945362091064,0.7875,2.2327,179.158,1.792,0.6855370998382568,0.7949999999999999,2.2344,179.017,1.79,0.5974924564361572,0.82,2.2311,179.282,1.793,0.7116355299949646,0.7925,2.2332,179.116,1.791,0.7472427487373352,0.8025,2.2286,179.483,1.795,0.8366475105285645,0.7825,2.2317,179.233,1.792,0.5736522674560547,0.845,2.23,179.375,1.794,0.4424662888050079,0.86,2.2316,179.247,1.792,0.8367047309875488,0.7899999999999999,2.2319,179.216,1.792,0.5002913475036621,0.86,2.2311,179.281,1.793,0.4236196875572204,0.87,2.2302,179.359,1.794,1.132055640220642,0.7275,2.2302,179.358,1.794,1.0589724779129028,0.725,2.2316,179.248,1.792,0.8997751474380493,0.7574999999999998,2.2327,179.159,1.792,1.215394377708435,0.6925,2.2303,179.348,1.793,0.9915419220924376,0.7374999999999999,2.2351,178.966,1.79,0.877432644367218,0.755,2.2329,179.14,1.791,1.1433907747268677,0.6975,2.233,179.131,1.791,0.9431268572807312,0.755,2.2388,178.67,1.787,0.9011195302009584,0.755,2.2322,179.194,1.792,0.958996593952179,0.7424999999999999,2.2312,179.279,1.793,1.108959674835205,0.715,2.2321,179.205,1.792,0.9843838214874268,0.7574999999999998,2.2329,179.141,1.791,0.9118804931640624,0.7525,2.2319,179.219,1.792,1.1572082042694092,0.715,2.2302,179.359,1.794,1.009362816810608,0.74,2.2323,179.187,1.792,400,0.0810307115316391,0.975,2.32,172.412,1.724,0.0807626321911811,0.975,2.2462,178.081,1.781,0.080712966620922,0.975,2.2352,178.952,1.79,0.0563483190834522,847.4496,1600,9.44,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b-chat,666,13000000000.0,llama-2,True,all_results.json
+llama-2-13b-chat_42,5.0,0.0144433928653597,0.9975,1.1925,335.432,3.354,2.7844018936157227,0.5475,1.2033,332.408,3.324,2.6111135482788086,0.5675,1.1953,334.655,3.347,2.441129446029663,0.6,1.1964,334.329,3.343,2.778404474258423,0.5425,1.1983,333.815,3.338,2.6449882984161377,0.5625,1.193,335.283,3.353,2.6867334842681885,0.5625,1.1989,333.642,3.336,2.755478620529175,0.5449999999999999,1.1937,335.095,3.351,2.714895009994507,0.565,1.1993,333.52,3.335,2.6956121921539307,0.5549999999999999,1.1979,333.917,3.339,0.05009725689888,0.985,1.1912,335.785,3.358,2.575145483016968,0.5825,1.1915,335.725,3.357,0.0324608795344829,0.9925,1.1921,335.549,3.355,2.657165765762329,0.5575,1.2246,326.626,3.266,2.9210317134857178,0.5375,1.2002,333.281,3.333,2.726875305175781,0.5549999999999999,1.195,334.723,3.347,2.8041861057281494,0.5425,1.1978,333.932,3.339,2.877584218978882,0.5375,1.1974,334.044,3.34,2.277960538864136,0.6125,1.1946,334.829,3.348,0.0131583241745829,0.9975,1.1937,335.088,3.351,2.330512762069702,0.5775,1.312,304.869,3.049,0.0291810296475887,0.995,1.1948,334.782,3.348,2.37573766708374,0.5800000000000001,1.196,334.45,3.344,0.0132356630638241,0.9975,1.1935,335.14,3.351,2.4763975143432617,0.5725,1.197,334.173,3.342,2.5559639930725098,0.575,1.198,333.901,3.339,2.6137795448303223,0.5525,1.1961,334.427,3.344,2.5040442943573,0.5675,1.4243,280.846,2.808,0.0178686026483774,0.995,1.1974,334.06,3.341,2.8095920085906982,0.53,1.1955,334.593,3.346,0.0296345185488462,0.9925,1.1927,335.384,3.354,2.295879602432251,0.6025,1.1984,333.779,3.338,2.525343418121338,0.565,1.1968,334.234,3.342,2.5143964290618896,0.56,1.1952,334.68,3.347,2.5092358589172363,0.5575,1.1902,336.072,3.361,2.5517733097076416,0.56,1.1971,334.148,3.341,2.508976697921753,0.56,1.1987,333.681,3.337,2.5827481746673584,0.5700000000000001,1.1966,334.27,3.343,2.5590951442718506,0.575,1.1987,333.699,3.337,2.120925188064575,0.6025,1.1976,334.01,3.34,2.4970452785491943,0.585,1.195,334.741,3.347,2.082613706588745,0.62,1.1964,334.329,3.343,2.0615017414093018,0.6174999999999999,1.1914,335.73,3.357,2.685011625289917,0.5625,1.1951,334.711,3.347,2.8753650188446045,0.53,1.1967,334.251,3.343,2.680911064147949,0.5575,1.1963,334.36,3.344,2.943955659866333,0.52,1.1936,335.11,3.351,2.700798749923706,0.55,1.1974,334.05,3.34,2.896199941635132,0.5325,1.1974,334.047,3.34,2.951651334762573,0.535,1.2087,330.932,3.309,2.8357057571411133,0.5375,1.1994,333.49,3.335,2.725147485733032,0.5549999999999999,1.1945,334.878,3.349,2.7160489559173584,0.5475,1.198,333.88,3.339,2.8209893703460693,0.5375,1.1956,334.559,3.346,2.884294986724853,0.5275,1.2122,329.974,3.3,2.7276172637939453,0.56,1.2001,333.315,3.333,2.8350512981414795,0.5375,1.1967,334.242,3.342,2.7308621406555176,0.5425,1.1972,334.125,3.341,400,0.0141731314361095,0.9975,1.1942,334.966,3.35,0.0146572701632976,0.9975,1.1952,334.679,3.347,0.0161929316818714,0.995,1.1911,335.817,3.358,0.0575662166401743,501.2682,1600,15.96,0.499,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b-chat,42,13000000000.0,llama-2,True,all_results.json
+llama-2-13b-chat_25,5.0,0.0213394537568092,0.995,3.9855,100.364,1.004,1.835908055305481,0.6775,4.01,99.751,0.998,1.6843440532684326,0.6925,4.0022,99.946,0.999,1.649907112121582,0.685,4.0233,99.42,0.994,1.6770204305648804,0.69,4.0007,99.982,1.0,1.9523611068725584,0.655,4.0089,99.779,0.998,1.869297742843628,0.6425000000000001,4.0721,98.229,0.982,2.14318323135376,0.6325000000000001,4.0091,99.774,0.998,2.088451385498047,0.6275,4.0035,99.914,0.999,2.078303575515747,0.6475,4.0753,98.153,0.982,0.0443160906434059,0.9875,3.9836,100.412,1.004,2.153343439102173,0.65,3.9959,100.103,1.001,0.0352593250572681,0.9925,3.9825,100.44,1.004,2.17507553100586,0.61,4.0003,99.993,1.0,2.383687734603882,0.595,4.0374,99.074,0.991,2.193178653717041,0.6325000000000001,3.9972,100.07,1.001,2.3228163719177246,0.6,4.0107,99.734,0.997,2.2602694034576416,0.6124999999999999,4.0782,98.082,0.981,1.6312826871871948,0.7050000000000001,4.011,99.725,0.997,0.0203834436833858,0.995,3.9934,100.165,1.002,1.777620553970337,0.6575,4.0024,99.94,0.999,0.0296759977936744,0.99,3.994,100.15,1.002,1.873924970626831,0.6675,3.9957,100.107,1.001,0.0203807670623064,0.995,4.0517,98.724,0.987,1.693182110786438,0.6799999999999999,4.0075,99.814,0.998,2.169527769088745,0.625,4.009,99.776,0.998,2.0382866859436035,0.6425000000000001,4.0109,99.728,0.997,1.868052959442139,0.6475,4.0151,99.624,0.996,0.0211256761103868,0.995,4.0505,98.752,0.988,2.22478985786438,0.6225,4.015,99.627,0.996,0.0260927490890026,0.9925,3.9907,100.232,1.002,1.774373173713684,0.6825,4.005,99.876,0.999,1.893762469291687,0.6525,4.0081,99.797,0.998,1.7622050046920776,0.6699999999999999,4.0004,99.991,1.0,1.906340479850769,0.6599999999999999,3.9985,100.036,1.0,1.7924494743347168,0.655,4.012,99.7,0.997,1.8814468383789065,0.65,4.0255,99.367,0.994,2.063970804214477,0.6275,4.0759,98.138,0.981,1.911616325378418,0.655,4.0046,99.886,0.999,1.6272000074386597,0.6675,4.0012,99.97,1.0,2.016545534133911,0.645,3.9985,100.037,1.0,1.6210697889328003,0.6825,4.0085,99.789,0.998,1.572778582572937,0.685,3.998,100.051,1.001,2.3049209117889404,0.62,3.9964,100.089,1.001,2.0812222957611084,0.615,4.0086,99.784,0.998,1.9130291938781736,0.64,3.9995,100.013,1.0,2.441129207611084,0.5750000000000001,4.0039,99.903,0.999,2.085268259048462,0.635,4.0106,99.736,0.997,2.0172760486602783,0.6225,4.0049,99.877,0.999,2.262418508529663,0.6124999999999999,4.0639,98.427,0.984,2.028231382369995,0.62,4.0172,99.572,0.996,1.936280846595764,0.6275,4.0133,99.67,0.997,2.0936336517333984,0.6124999999999999,4.0659,98.379,0.984,2.172428131103516,0.6174999999999999,4.0124,99.692,0.997,2.115868091583252,0.6,4.0142,99.646,0.996,1.9557790756225584,0.64,4.0041,99.898,0.999,2.233795166015625,0.605,3.9965,100.087,1.001,2.1668155193328857,0.62,4.0123,99.693,0.997,400,0.0210695322602987,0.995,3.9894,100.265,1.003,0.0208117347210645,0.995,3.9805,100.49,1.005,0.0209500566124916,0.995,3.9795,100.514,1.005,0.0584445157051086,1500.9027,1600,5.33,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b-chat,25,13000000000.0,llama-2,True,all_results.json
+llama-2-13b-chat_1337,5.0,0.0115038873627781,0.9975,2.2246,179.81,1.798,3.178873062133789,0.5675,2.2267,179.637,1.796,3.0873847007751465,0.575,2.23,179.372,1.794,2.912274122238159,0.6025,2.2261,179.683,1.797,3.349529504776001,0.5475,2.2898,174.69,1.747,3.165622472763061,0.5625,2.2277,179.558,1.796,3.09700083732605,0.5625,2.2275,179.577,1.796,3.322871446609497,0.55,2.2247,179.798,1.798,3.1654305458068848,0.5575,2.2246,179.806,1.798,3.0851681232452397,0.5575,2.2771,175.661,1.757,0.089449256658554,0.9775,2.2263,179.666,1.797,3.1086699962615967,0.5875,2.2242,179.836,1.798,0.0465287677943706,0.9925,2.2537,177.483,1.775,3.147911310195923,0.5725,2.2242,179.839,1.798,3.380666732788086,0.5375,2.2242,179.838,1.798,3.2045607566833496,0.5700000000000001,2.2264,179.662,1.797,3.339816093444824,0.5549999999999999,2.2266,179.65,1.796,3.402996778488159,0.5425,2.2268,179.633,1.796,2.6457531452178955,0.61,2.2269,179.624,1.796,0.0108609329909086,0.9975,2.2247,179.797,1.798,2.6015164852142334,0.6074999999999999,2.2281,179.523,1.795,0.0270323306322097,0.995,2.2907,174.621,1.746,2.7017502784729004,0.6025,2.2264,179.665,1.797,0.0108698150143027,0.9975,2.2232,179.918,1.799,2.6447644233703613,0.595,2.2248,179.795,1.798,3.059713840484619,0.5875,2.2539,177.469,1.775,2.9130120277404785,0.5875,2.2247,179.8,1.798,2.832444190979004,0.5800000000000001,2.2262,179.676,1.797,0.0116214696317911,0.9975,2.2265,179.657,1.797,3.360628128051758,0.53,2.2276,179.568,1.796,0.0290048606693744,0.9925,2.2265,179.654,1.797,2.65111780166626,0.62,2.3589,169.569,1.696,2.9057791233062744,0.5775,2.2285,179.491,1.795,2.8518707752227783,0.575,2.2545,177.419,1.774,2.9623501300811768,0.585,2.2264,179.66,1.797,2.94206166267395,0.575,2.2274,179.585,1.796,2.962916374206543,0.5700000000000001,2.2258,179.711,1.797,2.957197666168213,0.5875,2.2245,179.813,1.798,2.907763957977295,0.5875,2.2244,179.827,1.798,2.3248586654663086,0.625,2.2248,179.793,1.798,2.815591335296631,0.5925,2.2271,179.606,1.796,2.262977838516236,0.6275,2.2268,179.633,1.796,2.1732969284057617,0.6375,2.2244,179.826,1.798,3.0904226303100586,0.5875,2.2226,179.969,1.8,3.3995132446289062,0.5375,2.2264,179.664,1.797,3.0818145275115967,0.565,2.2291,179.443,1.794,3.608715295791626,0.515,2.2257,179.719,1.797,3.1668174266815186,0.5700000000000001,2.2241,179.846,1.798,3.452988386154175,0.525,2.2247,179.803,1.798,3.4559903144836426,0.54,2.2249,179.785,1.798,3.358273267745972,0.535,2.2258,179.707,1.797,3.1328279972076416,0.575,2.2266,179.644,1.796,3.335211515426636,0.5425,2.2266,179.65,1.796,3.3223235607147217,0.5575,2.2265,179.653,1.797,3.4999871253967285,0.525,2.225,179.772,1.798,3.227846622467041,0.5449999999999999,2.2258,179.714,1.797,3.4546337127685547,0.535,2.2244,179.822,1.798,3.26544189453125,0.5549999999999999,2.2253,179.747,1.797,400,0.0113312415778636,0.9975,2.2221,180.01,1.8,0.011623628437519,0.9975,2.231,179.288,1.793,0.0118018146604299,0.9975,2.225,179.773,1.798,0.0537565831243991,845.8382,1600,9.458,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-13b-chat,1337,13000000000.0,llama-2,True,all_results.json
+llama-65b_1,5.0,0.1879044473171234,0.9625,2.189,182.731,1.827,0.2386517524719238,0.95,2.1445,186.521,1.865,0.2114726603031158,0.955,2.1493,186.106,1.861,0.2369327992200851,0.9525,2.1656,184.707,1.847,0.198356419801712,0.96,2.1493,186.11,1.861,0.2142125368118286,0.9525,2.2251,179.77,1.798,0.2015832960605621,0.9575,2.147,186.308,1.863,0.196672648191452,0.96,2.1746,183.944,1.839,0.209772989153862,0.96,2.1453,186.456,1.865,0.2446216195821762,0.9525,2.1798,183.505,1.835,0.1877912282943725,0.9625,2.1445,186.526,1.865,0.2222305089235305,0.9475,2.1492,186.117,1.861,0.1879883557558059,0.9625,2.2272,179.597,1.796,0.1944350004196167,0.9575,2.1765,183.784,1.838,0.2904734313488006,0.94,2.1502,186.031,1.86,0.2758594453334808,0.9425,2.1864,182.951,1.83,0.3158243894577026,0.935,2.1569,185.454,1.855,0.2881699502468109,0.94,2.1588,185.284,1.853,0.18760946393013,0.9625,2.1592,185.251,1.853,0.1876465082168579,0.9625,2.1461,186.382,1.864,0.2071577310562133,0.96,2.1473,186.284,1.863,0.1876935362815857,0.9625,2.1506,185.997,1.86,0.2520925402641296,0.9525,2.1588,185.292,1.853,0.1876568645238876,0.9625,2.1648,184.773,1.848,0.2044375985860824,0.96,2.1488,186.146,1.861,0.2409565150737762,0.95,2.1551,185.604,1.856,0.203299194574356,0.96,2.2193,180.235,1.802,0.1875970810651779,0.9625,2.1489,186.143,1.861,0.1878718435764312,0.9625,2.1455,186.44,1.864,0.204617366194725,0.955,2.1479,186.228,1.862,0.1877773404121399,0.9625,2.1714,184.216,1.842,0.2217889577150344,0.955,2.1684,184.47,1.845,0.1986359357833862,0.96,2.1907,182.589,1.826,0.2139405757188797,0.9575,2.1466,186.346,1.863,0.1887271255254745,0.9625,2.1818,183.338,1.833,0.1944271922111511,0.96,2.2117,180.856,1.809,0.1876377910375595,0.9625,2.1551,185.609,1.856,0.2030530571937561,0.955,2.1612,185.084,1.851,0.1875768452882766,0.9625,2.1531,185.779,1.858,0.2613140940666199,0.95,2.1462,186.377,1.864,0.2231152653694152,0.9575,2.1952,182.214,1.822,0.2806500494480133,0.9425,2.2263,179.671,1.797,0.2551193237304687,0.95,2.146,186.396,1.864,0.2613558769226074,0.9475,2.1468,186.322,1.863,0.2214582562446594,0.9575,2.1449,186.491,1.865,0.1924400180578231,0.96,2.1854,183.036,1.83,0.2418733984231948,0.9475,2.1845,183.105,1.831,0.211659550666809,0.9575,2.1656,184.703,1.847,0.2255921810865402,0.9575,2.1512,185.945,1.859,0.1990846395492553,0.96,2.1653,184.733,1.847,0.2442857921123504,0.9525,2.145,186.481,1.865,0.200947567820549,0.96,2.1934,182.362,1.824,0.2304192781448364,0.955,2.153,185.786,1.858,0.24110808968544,0.9525,2.1665,184.627,1.846,0.2536116540431976,0.945,2.1489,186.138,1.861,0.1883019655942917,0.9625,2.1894,182.701,1.827,0.1940329670906067,0.96,2.1802,183.47,1.835,0.2093088328838348,0.955,2.1453,186.452,1.865,400,0.1879066526889801,0.9625,2.1625,184.972,1.85,0.1879311352968216,0.9625,2.1989,181.912,1.819,0.1878912597894668,0.9625,2.1802,183.471,1.835,0.1141554872989654,817.2224,1600,9.789,0.306,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-65b,1,65000000000.0,llama-1,False,all_results.json
+llama-65b_666,5.0,0.1715359091758728,0.945,2.2154,180.553,1.806,0.1984413862228393,0.935,2.2236,179.888,1.799,0.1929909884929657,0.9325,2.2112,180.896,1.809,0.1952871531248092,0.93,2.2216,180.05,1.8,0.1807077825069427,0.935,2.2147,180.612,1.806,0.2085314244031906,0.925,2.212,180.832,1.808,0.1811417192220688,0.94,2.2212,180.085,1.801,0.1891019493341446,0.9375,2.217,180.424,1.804,0.1829112023115158,0.9425,2.2163,180.479,1.805,0.1892931163311004,0.9375,2.2168,180.437,1.804,0.1701364070177078,0.945,2.2144,180.634,1.806,0.201613649725914,0.93,2.2115,180.869,1.809,0.1720264106988906,0.945,2.2178,180.358,1.804,0.1797209531068802,0.9425,2.2125,180.792,1.808,0.2130536139011383,0.9225,2.2185,180.301,1.803,0.2112434804439544,0.93,2.2166,180.456,1.805,0.2201965153217315,0.9225,2.2175,180.382,1.804,0.2041318118572235,0.925,2.2166,180.459,1.805,0.1749614775180816,0.9425,2.2154,180.551,1.806,0.1709718108177185,0.945,2.2204,180.146,1.801,0.178584799170494,0.9425,2.2175,180.38,1.804,0.1724485903978347,0.945,2.2154,180.556,1.806,0.1921935677528381,0.935,2.2118,180.85,1.809,0.1717949509620666,0.945,2.216,180.504,1.805,0.1721866577863693,0.9425,2.2132,180.736,1.807,0.1994542181491851,0.935,2.2141,180.658,1.807,0.1858216077089309,0.94,2.2148,180.607,1.806,0.1736252903938293,0.9425,2.2584,177.116,1.771,0.1720483005046844,0.945,2.2172,180.407,1.804,0.1913067251443863,0.935,2.2175,180.384,1.804,0.170654296875,0.945,2.2154,180.556,1.806,0.1967228949069976,0.93,2.2217,180.042,1.8,0.1775731891393661,0.94,2.2144,180.637,1.806,0.1764411181211471,0.9425,2.2142,180.65,1.806,0.1762941777706146,0.9425,2.2139,180.674,1.807,0.1705433130264282,0.945,2.2168,180.442,1.804,0.1731345802545547,0.9425,2.2185,180.305,1.803,0.1717388182878494,0.945,2.2145,180.628,1.806,0.1717519611120224,0.94,2.2164,180.47,1.805,0.1790987402200698,0.94,2.2196,180.212,1.802,0.179538682103157,0.9425,2.2151,180.579,1.806,0.1991550773382187,0.93,2.218,180.34,1.803,0.1753450036048889,0.9425,2.2121,180.823,1.808,0.1995878964662552,0.9375,2.2122,180.818,1.808,0.1956669986248016,0.9325,2.249,177.857,1.779,0.1787870824337005,0.9425,2.2169,180.43,1.804,0.195413663983345,0.935,2.2133,180.724,1.807,0.1934927999973297,0.935,2.2159,180.513,1.805,0.1818415075540542,0.935,2.2209,180.11,1.801,0.1857476383447647,0.9375,2.2148,180.601,1.806,0.1876480877399444,0.935,2.2142,180.655,1.807,0.1835392117500305,0.9375,2.2201,180.172,1.802,0.1886914372444152,0.9375,2.2177,180.368,1.804,0.1899581104516983,0.935,2.2177,180.368,1.804,0.194839060306549,0.935,2.2166,180.46,1.805,0.1753195971250534,0.9425,2.2154,180.558,1.806,0.1867747157812118,0.94,2.2116,180.865,1.809,0.1927413940429687,0.935,2.2163,180.483,1.805,400,0.1721666902303695,0.945,2.2191,180.255,1.803,0.1721319258213043,0.945,2.2156,180.537,1.805,0.1720423698425293,0.945,2.2164,180.476,1.805,0.1282199578285217,841.2555,1600,9.51,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-65b,666,65000000000.0,llama-1,False,all_results.json
+llama-65b_42,5.0,0.1261556595563888,0.97,4.5671,87.583,0.438,0.1897561252117157,0.955,4.433,90.232,0.451,0.1816668063402176,0.9575,4.4504,89.879,0.449,0.2227285504341125,0.945,4.2684,93.713,0.469,0.1858211010694503,0.9525,4.5447,88.014,0.44,0.2301940321922302,0.9425,4.443,90.03,0.45,0.1624842882156372,0.9575,4.5188,88.518,0.443,0.1558933854103088,0.955,4.4499,89.89,0.449,0.1551024466753006,0.9625,4.3989,90.933,0.455,0.201708436012268,0.955,4.4207,90.484,0.452,0.1255868673324585,0.97,4.3601,91.741,0.459,0.2189273387193679,0.9475,4.6792,85.484,0.427,0.1267614513635635,0.97,4.4209,90.479,0.452,0.1296940445899963,0.9675,4.4851,89.184,0.446,0.2840597331523895,0.935,4.4235,90.426,0.452,0.2483044266700744,0.935,4.4395,90.1,0.451,0.2890937328338623,0.9375,4.387,91.178,0.456,0.2776252627372741,0.9375,4.4866,89.154,0.446,0.1461150199174881,0.965,4.5574,87.77,0.439,0.1248651146888732,0.97,4.3139,92.723,0.464,0.1561915576457977,0.965,4.5317,88.267,0.441,0.1290054321289062,0.9675,4.2489,94.143,0.471,0.2375562787055969,0.94,4.4434,90.02,0.45,0.1251187175512313,0.97,4.3649,91.641,0.458,0.1548305600881576,0.965,4.2633,93.823,0.469,0.2116735875606537,0.955,4.5049,88.793,0.444,0.1855201870203018,0.955,4.5435,88.037,0.44,0.1454415470361709,0.965,4.4563,89.76,0.449,0.1258608251810073,0.97,4.5219,88.459,0.442,0.2068612724542617,0.9475,4.4787,89.313,0.447,0.1255675107240677,0.97,4.2609,93.877,0.469,0.1860804706811905,0.95,4.3732,91.467,0.457,0.1742190569639206,0.9575,4.4581,89.724,0.449,0.1507880389690399,0.9625,4.4752,89.382,0.447,0.1518430560827255,0.965,4.4948,88.992,0.445,0.1388161331415176,0.9625,4.4631,89.624,0.448,0.1255783438682556,0.97,4.357,91.806,0.459,0.1384916454553604,0.9625,4.4741,89.403,0.447,0.1416404396295547,0.9625,4.3763,91.402,0.457,0.192286267876625,0.9575,4.4882,89.122,0.446,0.1695932745933532,0.96,4.3465,92.028,0.46,0.2207413166761398,0.955,4.4426,90.036,0.45,0.1570069938898086,0.965,4.4996,88.896,0.444,0.1991767436265945,0.9525,4.4425,90.039,0.45,0.1909235715866089,0.9525,4.4203,90.492,0.452,0.1431471854448318,0.9625,4.3299,92.38,0.462,0.2413743138313293,0.9425,4.3197,92.6,0.463,0.237163245677948,0.945,4.4747,89.392,0.447,0.1956998109817505,0.9475,4.3897,91.123,0.456,0.1910736113786697,0.9525,4.572,87.49,0.437,0.1734711527824401,0.955,4.3774,91.379,0.457,0.151246428489685,0.9625,4.3634,91.672,0.458,0.1815632879734039,0.96,4.3148,92.703,0.464,0.1861226707696914,0.9575,4.396,90.991,0.455,0.2122421115636825,0.9525,4.3888,91.141,0.456,0.1717179119586944,0.955,4.3542,91.865,0.459,0.1760697215795517,0.9575,4.4655,89.576,0.448,0.184852123260498,0.955,4.3602,91.738,0.459,400,0.1259843111038208,0.97,4.5164,88.566,0.443,0.1262191832065582,0.97,4.494,89.008,0.445,0.1259558051824569,0.97,4.3272,92.439,0.462,0.1698924250602722,1648.2502,1600,4.854,0.076,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-65b,42,65000000000.0,llama-1,False,all_results.json
+llama-65b_25,5.0,0.249674454331398,0.925,2.27,176.208,1.762,0.2508599460124969,0.9225,2.3059,173.469,1.735,0.2419102042913437,0.925,2.2076,181.193,1.812,0.2515143156051636,0.9225,2.2111,180.904,1.809,0.2412158846855163,0.925,2.2087,181.098,1.811,0.2446266114711761,0.9225,2.2198,180.193,1.802,0.2427319288253784,0.925,2.21,180.996,1.81,0.2417475134134292,0.925,2.2132,180.731,1.807,0.248194083571434,0.9225,2.2208,180.112,1.801,0.2420661896467209,0.925,2.2097,181.018,1.81,0.24648217856884,0.925,2.2084,181.127,1.811,0.2443189173936844,0.925,2.2102,180.978,1.81,0.2505157589912414,0.925,2.2765,175.711,1.757,0.2424973547458648,0.925,2.2108,180.933,1.809,0.2647621035575866,0.9175,2.208,181.158,1.812,0.2602252662181854,0.92,2.2123,180.805,1.808,0.2848195135593414,0.915,2.2088,181.093,1.811,0.2425702661275863,0.925,2.2184,180.312,1.803,0.2422253042459488,0.925,2.2105,180.952,1.81,0.2447685599327087,0.925,2.2112,180.896,1.809,0.2441696673631668,0.9225,2.21,180.996,1.81,0.2447904795408249,0.925,2.2765,175.705,1.757,0.2474582344293594,0.9225,2.2077,181.182,1.812,0.2446054518222808,0.925,2.2143,180.645,1.806,0.2486043572425842,0.9225,2.2088,181.097,1.811,0.2551572620868683,0.9225,2.2091,181.069,1.811,0.2434246391057968,0.925,2.2148,180.6,1.806,0.2421665340662002,0.925,2.2104,180.965,1.81,0.2485412657260894,0.925,2.2076,181.19,1.812,0.2417813092470169,0.925,2.2084,181.129,1.811,0.2469861358404159,0.925,2.2133,180.728,1.807,0.2449540346860885,0.9225,2.2129,180.757,1.808,0.242013469338417,0.925,2.3101,173.152,1.732,0.2462789863348007,0.9225,2.2095,181.034,1.81,0.2421685457229614,0.925,2.2414,178.458,1.785,0.2416437566280365,0.925,2.3039,173.62,1.736,0.241956427693367,0.925,2.211,180.914,1.809,0.2420107126235962,0.925,2.2133,180.723,1.807,0.2419327199459076,0.925,2.2669,176.453,1.765,0.2665306627750397,0.92,2.2663,176.499,1.765,0.2478823810815811,0.9225,2.3043,173.588,1.736,0.2642003893852234,0.92,2.2547,177.411,1.774,0.2571196854114532,0.9225,2.2499,177.785,1.778,0.2663059830665588,0.92,2.2085,181.115,1.811,0.2414966076612472,0.925,2.2086,181.112,1.811,0.2416859120130539,0.925,2.3079,173.316,1.733,0.2507984936237335,0.9225,2.2082,181.144,1.811,0.2581401765346527,0.9225,2.3019,173.768,1.738,0.2463049739599228,0.9225,2.2657,176.544,1.765,0.24158775806427,0.925,2.2143,180.644,1.806,0.2416346222162246,0.925,2.2217,180.044,1.8,0.2442454546689987,0.9225,2.2131,180.739,1.807,0.2423181980848312,0.925,2.2171,180.418,1.804,0.2425986230373382,0.925,2.2244,179.82,1.798,0.2426715642213821,0.925,2.2384,178.695,1.787,0.2421397566795349,0.925,2.2988,174.007,1.74,0.2416927963495254,0.925,2.212,180.832,1.808,0.2420898377895355,0.925,2.2099,181.007,1.81,400,0.2487589418888092,0.925,2.2117,180.855,1.809,0.2493098825216293,0.925,2.2075,181.202,1.812,0.2486273199319839,0.925,2.2981,174.059,1.741,0.1337179560661316,840.939,1600,9.513,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-65b,25,65000000000.0,llama-1,False,all_results.json
+llama-65b_1337,5.0,0.3450959920883178,0.905,4.055,98.644,0.986,0.3590779900550842,0.9025,4.0783,98.08,0.981,0.3519356846809387,0.9025,4.0336,99.167,0.992,0.3584829270839691,0.9,4.0231,99.427,0.994,0.3434664011001587,0.905,4.0177,99.559,0.996,0.353397786617279,0.9025,4.021,99.479,0.995,0.3473939895629883,0.9025,4.0178,99.557,0.996,0.3434224724769592,0.905,4.0817,97.999,0.98,0.3666459918022156,0.9,4.0731,98.205,0.982,0.3454025387763977,0.905,4.0423,98.953,0.99,0.3447343111038208,0.905,4.0087,99.783,0.998,0.3520320951938629,0.9025,4.0189,99.529,0.995,0.3460987508296966,0.905,3.9928,100.18,1.002,0.3562592267990112,0.9025,4.0188,99.533,0.995,0.3741872310638428,0.8975000000000001,4.075,98.159,0.982,0.3760485351085663,0.8975000000000001,4.0793,98.057,0.981,0.383968323469162,0.895,4.0802,98.034,0.98,0.3699054718017578,0.895,4.0193,99.52,0.995,0.3435858786106109,0.905,4.0063,99.843,0.998,0.3434880375862121,0.905,4.07,98.279,0.983,0.3554142713546753,0.9,4.0789,98.066,0.981,0.3435579538345337,0.905,4.0203,99.494,0.995,0.366718977689743,0.9,4.0219,99.457,0.995,0.3435461819171905,0.905,4.046,98.864,0.989,0.3560311794281006,0.9025,4.0647,98.408,0.984,0.370331197977066,0.9,4.0716,98.24,0.982,0.3443716764450073,0.905,4.0745,98.172,0.982,0.3432799279689789,0.905,4.033,99.182,0.992,0.3445234596729278,0.905,3.9997,100.008,1.0,0.3454038500785827,0.9025,4.0125,99.688,0.997,0.3443125784397125,0.905,4.06,98.522,0.985,0.3468177020549774,0.9025,4.0217,99.462,0.995,0.3503733873367309,0.9025,4.0165,99.59,0.996,0.3518308699131012,0.9025,4.0163,99.595,0.996,0.3437004089355469,0.905,4.0198,99.508,0.995,0.344172328710556,0.905,4.0181,99.549,0.995,0.3433118462562561,0.905,4.0221,99.451,0.995,0.3440286517143249,0.905,4.0431,98.933,0.989,0.3432784378528595,0.905,4.0724,98.221,0.982,0.3808568716049194,0.8925000000000001,4.0752,98.154,0.982,0.3622104525566101,0.9,4.0169,99.578,0.996,0.3808594644069671,0.895,4.0782,98.083,0.981,0.3639918565750122,0.9,4.0247,99.385,0.994,0.3722952902317047,0.9,4.0234,99.418,0.994,0.3601295351982116,0.9,4.0447,98.895,0.989,0.345098465681076,0.9025,4.071,98.256,0.983,0.3592087626457214,0.9,4.0795,98.051,0.981,0.3705895245075226,0.9,4.0779,98.091,0.981,0.344879150390625,0.905,4.0182,99.548,0.995,0.3433937728404999,0.905,4.017,99.577,0.996,0.3439118564128876,0.905,4.0211,99.475,0.995,0.3460766971111297,0.9025,4.0162,99.596,0.996,0.3532313406467438,0.9,4.0287,99.289,0.993,0.3659186065196991,0.9,4.0206,99.488,0.995,0.3475675582885742,0.9025,4.0813,98.009,0.98,0.3432856500148773,0.905,4.0792,98.058,0.981,0.3434244990348816,0.905,4.0187,99.534,0.995,0.3453869223594665,0.9025,4.0776,98.097,0.981,400,0.3447816073894501,0.905,4.0589,98.548,0.985,0.3450422585010528,0.905,4.0056,99.861,0.999,0.3448091149330139,0.905,3.9934,100.166,1.002,0.1171699113845825,1504.9025,1600,5.316,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-65b,1337,65000000000.0,llama-1,False,all_results.json
+pythia-12b-deduped_1,5.0,0.1177886575460434,0.9725,1.3603,294.045,2.94,0.1154847368597984,0.9725,1.3637,293.31,2.933,0.1155707761645317,0.9725,1.3644,293.167,2.932,0.1157578751444816,0.9725,1.3622,293.634,2.936,0.1150102987885475,0.9725,1.3629,293.49,2.935,0.115054190158844,0.9725,1.3697,292.039,2.92,0.1149772629141807,0.9725,1.3621,293.665,2.937,0.1151376217603683,0.9725,1.3668,292.659,2.927,0.1148954033851623,0.9725,1.3649,293.051,2.931,0.1210095584392547,0.97,1.3646,293.119,2.931,0.1166742295026779,0.9725,1.3612,293.851,2.939,0.1346589773893356,0.97,1.3629,293.5,2.935,0.1179167553782463,0.9725,1.3612,293.854,2.939,0.1148524656891822,0.9725,1.3643,293.195,2.932,0.1390320211648941,0.9675,1.3667,292.673,2.927,0.1538373976945877,0.9675,1.3648,293.085,2.931,0.1375336498022079,0.9675,1.3734,291.242,2.912,0.1566955149173736,0.965,1.3641,293.231,2.932,0.1354750096797943,0.97,1.364,293.264,2.933,0.122842289507389,0.9675,1.3615,293.797,2.938,0.1370528638362884,0.97,1.3671,292.59,2.926,0.1304953098297119,0.9675,1.3649,293.058,2.931,0.2273061722517013,0.9475,1.3617,293.74,2.937,0.1187910437583923,0.9725,1.3639,293.273,2.933,0.1240282133221626,0.97,1.3638,293.295,2.933,0.2661312222480774,0.9475,1.426,280.51,2.805,0.2114625424146652,0.9475,1.3691,292.158,2.922,0.1178909391164779,0.97,1.4336,279.027,2.79,0.1179603263735771,0.9725,1.3635,293.352,2.934,0.1321904361248016,0.97,1.3648,293.078,2.931,0.1194126233458519,0.9725,1.3633,293.41,2.934,0.1169073358178138,0.9725,1.3696,292.049,2.92,0.1339428424835205,0.97,1.3627,293.545,2.935,0.1150843426585197,0.9725,1.3642,293.203,2.932,0.1315201669931411,0.97,1.3621,293.667,2.937,0.1149845868349075,0.9725,1.3655,292.937,2.929,0.1150300875306129,0.9725,1.3625,293.584,2.936,0.1147770509123802,0.9725,1.365,293.038,2.93,0.1149012371897697,0.9725,1.3654,292.956,2.93,0.1158399581909179,0.9725,1.3624,293.59,2.936,0.114961564540863,0.9725,1.3644,293.16,2.932,0.1169471517205238,0.9725,1.3646,293.125,2.931,0.1160475760698318,0.9725,1.3845,288.904,2.889,0.1194026097655296,0.97,1.3614,293.823,2.938,0.1148105338215828,0.9725,1.3638,293.291,2.933,0.1149099171161651,0.9725,1.3646,293.131,2.931,0.115198828279972,0.9725,1.364,293.26,2.933,0.1366378664970398,0.97,1.3663,292.751,2.928,0.1149246990680694,0.9725,1.3658,292.871,2.929,0.1148925945162773,0.9725,1.3633,293.407,2.934,0.1150592491030693,0.9725,1.3692,292.146,2.921,0.1179896891117096,0.97,1.3625,293.582,2.936,0.1159090623259544,0.9725,1.3718,291.577,2.916,0.1153131574392318,0.9725,1.3669,292.623,2.926,0.1150017902255058,0.9725,1.3675,292.509,2.925,0.1149493157863617,0.9725,1.3638,293.308,2.933,0.1148816645145416,0.9725,1.363,293.467,2.935,0.1150025576353073,0.9725,1.3643,293.182,2.932,400,0.1176338419318199,0.9725,1.3587,294.397,2.944,0.1206000223755836,0.9725,1.3629,293.484,2.935,0.1176908910274505,0.9725,1.3623,293.628,2.936,0.0991859272718429,531.9136,1600,15.04,0.47,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b-deduped,1,12000000000.0,pythia,False,all_results.json
+pythia-12b-deduped_666,5.0,0.3502175807952881,0.9225,3.2967,121.334,1.213,0.3482214212417602,0.9225,3.2875,121.672,1.217,0.3482720851898193,0.9225,3.2581,122.771,1.228,0.3483144044876098,0.9225,3.2544,122.909,1.229,0.3482138514518738,0.9225,3.2502,123.068,1.231,0.3482077419757843,0.9225,3.2606,122.678,1.227,0.3481873571872711,0.9225,3.2848,121.775,1.218,0.3482054471969604,0.9225,3.275,122.138,1.221,0.3482564687728882,0.9225,3.2677,122.41,1.224,0.3482541739940643,0.9225,3.3483,119.462,1.195,0.3491369187831878,0.9225,3.2739,122.179,1.222,0.348527193069458,0.9225,3.2304,123.824,1.238,0.3503381013870239,0.9225,3.2371,123.569,1.236,0.3481765687465668,0.9225,3.2369,123.575,1.236,0.3495597839355469,0.9225,3.278,122.025,1.22,0.3506741225719452,0.9225,3.2609,122.664,1.227,0.3656765818595886,0.92,3.3169,120.593,1.206,0.3520124852657318,0.92,3.3273,120.218,1.202,0.3482243716716766,0.9225,3.3352,119.932,1.199,0.3521373271942138,0.92,3.2949,121.401,1.214,0.3659154176712036,0.92,3.2727,122.222,1.222,0.3573122322559356,0.92,3.2992,121.24,1.212,0.3864912092685699,0.9125,3.2547,122.901,1.229,0.3493866324424743,0.9225,3.2925,121.488,1.215,0.3487899899482727,0.9225,3.2589,122.741,1.227,0.4170491695404053,0.9075,3.2837,121.815,1.218,0.4165991842746734,0.91,3.254,122.924,1.229,0.3486281633377075,0.9225,3.2464,123.215,1.232,0.3503013551235199,0.9225,3.2649,122.515,1.225,0.3482387661933899,0.9225,3.3393,119.787,1.198,0.3492591083049774,0.9225,3.2482,123.146,1.231,0.3483957648277282,0.9225,3.2672,122.429,1.224,0.359126329421997,0.92,3.3362,119.897,1.199,0.3482641577720642,0.9225,3.3077,120.929,1.209,0.3482336103916168,0.9225,3.247,123.19,1.232,0.3481996953487396,0.9225,3.2797,121.961,1.22,0.348239928483963,0.9225,3.2993,121.239,1.212,0.3481853902339935,0.9225,3.3457,119.555,1.196,0.3482254445552826,0.9225,3.2591,122.734,1.227,0.3588877916336059,0.92,3.2609,122.667,1.227,0.3482347428798675,0.9225,3.2777,122.035,1.22,0.3793808221817016,0.915,3.2874,121.675,1.217,0.3590005934238434,0.92,3.2422,123.371,1.234,0.3615947365760803,0.92,3.2484,123.137,1.231,0.3481809198856354,0.9225,3.2344,123.669,1.237,0.3481637835502624,0.9225,3.263,122.587,1.226,0.3481833636760711,0.9225,3.3162,120.619,1.206,0.3675824701786041,0.92,3.2737,122.187,1.222,0.348377525806427,0.9225,3.2638,122.558,1.226,0.3481574356555938,0.9225,3.2643,122.536,1.225,0.3481666445732116,0.9225,3.2508,123.045,1.23,0.3483356535434723,0.9225,3.2697,122.335,1.223,0.3482249081134796,0.9225,3.2955,121.378,1.214,0.3482265472412109,0.9225,3.3001,121.208,1.212,0.3481646776199341,0.9225,3.3184,120.541,1.205,0.3481695055961609,0.9225,3.2744,122.16,1.222,0.3482527434825897,0.9225,3.2477,123.166,1.232,0.3482012152671814,0.9225,3.301,121.174,1.212,400,0.3499261438846588,0.9225,3.2455,123.249,1.232,0.3510800898075104,0.9225,3.2342,123.68,1.237,0.3497794270515442,0.9225,3.304,121.066,1.211,0.1268306094408035,1230.4069,1600,6.502,0.203,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b-deduped,666,12000000000.0,pythia,False,all_results.json
+pythia-12b-deduped_42,5.0,0.0940152704715728,0.9875,2.215,180.584,1.806,0.0366546027362346,0.9925,2.1404,186.878,1.869,0.045992188155651,0.99,2.1411,186.823,1.868,0.0393583625555038,0.9925,2.1736,184.025,1.84,0.0356821566820144,0.9925,2.1525,185.832,1.858,0.0552985854446888,0.9875,2.1845,183.111,1.831,0.039736445993185,0.99,2.2293,179.431,1.794,0.0483296625316143,0.985,2.1439,186.579,1.866,0.0374941974878311,0.9925,2.2155,180.548,1.805,0.0471765473484993,0.9875,2.2258,179.713,1.797,0.062858797609806,0.99,2.2234,179.905,1.799,0.1517599821090698,0.9525,2.1405,186.872,1.869,0.0873183086514473,0.99,2.2216,180.052,1.801,0.0532248206436634,0.9875,2.1531,185.778,1.858,0.0547356568276882,0.9875,2.1448,186.496,1.865,0.1044119819998741,0.97,2.1791,183.564,1.836,0.105064608156681,0.9725,2.2024,181.622,1.816,0.0764230042695999,0.9775,2.22,180.181,1.802,0.1172861605882644,0.97,2.1413,186.802,1.868,0.0920021459460258,0.9775,2.2218,180.031,1.8,0.0786857903003692,0.9825,2.1855,183.026,1.83,0.1656869500875473,0.93,2.1504,186.015,1.86,0.2625823616981506,0.9225,2.1839,183.156,1.832,0.1223368421196937,0.96,2.2174,180.394,1.804,0.0519410520792007,0.9875,2.1576,185.388,1.854,0.2026289403438568,0.9475,2.149,186.13,1.861,0.2849909961223602,0.91,2.2132,180.731,1.807,0.0554302409291267,0.9875,2.2152,180.574,1.806,0.1094417572021484,0.99,2.222,180.015,1.8,0.0671365335583686,0.9825,2.1457,186.423,1.864,0.1083278730511665,0.9725,2.1665,184.629,1.846,0.05739002302289,0.9825,2.2094,181.043,1.81,0.0875521302223205,0.9775,2.1422,186.727,1.867,0.0538752302527427,0.985,2.2302,179.358,1.794,0.0537676326930522,0.985,2.2052,181.388,1.814,0.0448240488767623,0.9875,2.1891,182.724,1.827,0.0428550578653812,0.99,2.2218,180.036,1.8,0.0357853919267654,0.9925,2.215,180.591,1.806,0.0360371358692646,0.9925,2.2128,180.766,1.808,0.0410626232624053,0.99,2.1456,186.427,1.864,0.0472870022058486,0.9875,2.1829,183.244,1.832,0.0738058313727378,0.9825,2.2549,177.388,1.774,0.0386330932378768,0.9925,2.178,183.653,1.837,0.1117579042911529,0.965,2.1874,182.866,1.829,0.0426139533519744,0.99,2.2177,180.371,1.804,0.0473770126700401,0.985,2.2165,180.467,1.805,0.0631915479898452,0.98,2.1416,186.773,1.868,0.0697359964251518,0.985,2.1452,186.459,1.865,0.034491017460823,0.9925,2.1751,183.896,1.839,0.0352547354996204,0.9925,2.2108,180.934,1.809,0.038381315767765,0.99,2.2989,173.995,1.74,0.0517003647983074,0.985,2.1788,183.586,1.836,0.0532388128340244,0.9875,2.2114,180.88,1.809,0.0553781501948833,0.985,2.1944,182.284,1.823,0.0459599159657955,0.9875,2.2222,180.002,1.8,0.0371930636465549,0.99,2.1668,184.604,1.846,0.0455810688436031,0.99,2.1831,183.224,1.832,0.0456320233643054,0.99,2.1451,186.47,1.865,400,0.1074019521474838,0.9925,2.1428,186.669,1.867,0.1288901567459106,0.9875,2.1385,187.051,1.871,0.1008435785770416,0.9925,2.1648,184.777,1.848,0.1061896470785141,823.0956,1600,9.719,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b-deduped,42,12000000000.0,pythia,False,all_results.json
+pythia-12b-deduped_25,5.0,0.1082198545336723,0.97,2.1443,186.545,1.865,0.0440007485449314,0.9875,2.2231,179.929,1.799,0.0445182882249355,0.9875,2.2197,180.204,1.802,0.0454090498387813,0.9875,2.2384,178.697,1.787,0.0429638475179672,0.9875,2.2245,179.818,1.798,0.0433511063456535,0.9875,2.2272,179.599,1.796,0.0436636060476303,0.9875,2.2934,174.414,1.744,0.0436647422611713,0.9875,2.2312,179.274,1.793,0.0439889430999755,0.9875,2.1403,186.887,1.869,0.0523311235010623,0.985,2.2207,180.121,1.801,0.0612823255360126,0.9875,2.2229,179.947,1.799,0.0649206861853599,0.98,2.2137,180.694,1.807,0.0850526988506317,0.9875,2.2579,177.153,1.772,0.0523063391447067,0.985,2.2201,180.175,1.802,0.061065312474966,0.985,2.2261,179.688,1.797,0.0748826563358306,0.9825,2.1867,182.927,1.829,0.0652262419462204,0.9825,2.1904,182.616,1.826,0.0854695588350296,0.975,2.2314,179.256,1.793,0.0727822557091713,0.98,2.2239,179.864,1.799,0.1300742775201797,0.9625,2.1488,186.148,1.861,0.080923207104206,0.98,2.145,186.484,1.865,0.1358084082603454,0.955,2.2268,179.632,1.796,0.2724611163139343,0.9375,2.2373,178.784,1.788,0.1276257336139679,0.9575,2.2279,179.543,1.795,0.0558387488126754,0.985,2.2042,181.468,1.815,0.2065025269985199,0.9575,2.2293,179.425,1.794,0.3044829666614532,0.9325,2.146,186.397,1.864,0.0492602810263633,0.985,2.2247,179.8,1.798,0.1137405410408973,0.9675,2.2227,179.962,1.8,0.0589255318045616,0.9825,2.2223,179.997,1.8,0.0999093130230903,0.975,2.2166,180.459,1.805,0.0598054975271225,0.9825,2.2416,178.444,1.784,0.077626958489418,0.9775,2.2231,179.93,1.799,0.0443357564508914,0.9875,2.2205,180.138,1.801,0.0491131320595741,0.9825,2.2282,179.518,1.795,0.0514764599502086,0.985,2.2238,179.87,1.799,0.0535130053758621,0.9825,2.2159,180.511,1.805,0.0431009493768215,0.9875,2.2184,180.312,1.803,0.0436433181166648,0.9875,2.1486,186.167,1.862,0.0548110976815223,0.98,2.1417,186.767,1.868,0.0564517118036747,0.985,2.2225,179.975,1.8,0.0956840515136718,0.9775,2.1948,182.245,1.822,0.0470401383936405,0.9875,2.321,172.338,1.723,0.0732566565275192,0.98,2.2264,179.662,1.797,0.0487659163773059,0.9825,2.2182,180.324,1.803,0.0431085787713527,0.9875,2.2202,180.167,1.802,0.0448673143982887,0.985,2.2201,180.175,1.802,0.0612675435841083,0.985,2.2007,181.758,1.818,0.0428285896778106,0.9875,2.2141,180.66,1.807,0.0426104702055454,0.9875,2.2227,179.963,1.8,0.0425981245934963,0.9875,2.2194,180.227,1.802,0.048235896974802,0.985,2.224,179.854,1.799,0.0488783344626426,0.985,2.2186,180.293,1.803,0.0460351519286632,0.985,2.2228,179.952,1.8,0.0426422581076622,0.9875,2.1757,183.85,1.839,0.0433447174727916,0.9875,2.2317,179.239,1.792,0.0435058437287807,0.9875,2.2322,179.194,1.792,0.0454473719000816,0.985,2.188,182.819,1.828,400,0.0870938524603843,0.98,2.2236,179.89,1.799,0.1320408284664154,0.955,2.2289,179.465,1.795,0.0978220924735069,0.975,2.2166,180.459,1.805,0.1206232059001922,833.7363,1600,9.595,0.3,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b-deduped,25,12000000000.0,pythia,False,all_results.json
+pythia-12b-deduped_1337,5.0,0.1290388852357864,0.9725,2.2386,178.686,1.787,0.0723506510257721,0.985,2.2248,179.788,1.798,0.0719489008188247,0.985,2.2288,179.468,1.795,0.0748474299907684,0.985,2.225,179.776,1.798,0.0705963522195816,0.985,2.2247,179.799,1.798,0.0700887814164161,0.985,2.2335,179.092,1.791,0.0710317268967628,0.985,2.226,179.692,1.797,0.0722987949848175,0.985,2.2252,179.758,1.798,0.0712746977806091,0.985,2.2266,179.649,1.796,0.0720466896891594,0.985,2.2272,179.594,1.796,0.0930005237460136,0.985,2.2247,179.799,1.798,0.0890399366617202,0.98,2.2328,179.149,1.791,0.1115075573325157,0.985,2.2257,179.715,1.797,0.0720771476626396,0.9825,2.2284,179.497,1.795,0.0963910371065139,0.98,2.2274,179.58,1.796,0.1006401851773262,0.98,2.23,179.37,1.794,0.0898818001151084,0.98,2.2362,178.871,1.789,0.0985564216971397,0.98,2.2267,179.639,1.796,0.0947158709168434,0.98,2.2257,179.719,1.797,0.1100995317101478,0.9725,2.229,179.452,1.795,0.1122452542185783,0.9775,2.2278,179.553,1.796,0.1110164225101471,0.97,2.2403,178.549,1.785,0.2442513257265091,0.9425,2.2259,179.704,1.797,0.1023667827248573,0.9775,2.225,179.775,1.798,0.0797059759497642,0.98,2.2271,179.608,1.796,0.1851007789373397,0.9625,2.2283,179.507,1.795,0.1927768588066101,0.9475,2.2251,179.767,1.798,0.0766806527972221,0.9825,2.2258,179.712,1.797,0.1189436316490173,0.97,2.2289,179.46,1.795,0.0790023580193519,0.98,2.2257,179.718,1.797,0.1064831241965293,0.9775,2.2318,179.231,1.792,0.0826458185911178,0.98,2.228,179.534,1.795,0.0868339240550994,0.98,2.2266,179.644,1.796,0.0721303522586822,0.985,2.2573,177.203,1.772,0.0733684375882148,0.985,2.2265,179.65,1.797,0.0720939189195633,0.985,2.2253,179.749,1.797,0.0746805071830749,0.985,2.2283,179.507,1.795,0.0702810585498809,0.985,2.2262,179.681,1.797,0.0717473328113555,0.985,2.2285,179.493,1.795,0.0826781168580055,0.9825,2.2263,179.674,1.797,0.0731622949242591,0.9825,2.2284,179.5,1.795,0.0813614279031753,0.9825,2.2268,179.632,1.796,0.0784329995512962,0.985,2.2245,179.819,1.798,0.0864201858639717,0.9825,2.2397,178.593,1.786,0.0703791305422782,0.985,2.2251,179.765,1.798,0.0702530592679977,0.985,2.2256,179.73,1.797,0.0722264498472213,0.985,2.228,179.532,1.795,0.0897311046719551,0.9825,2.2248,179.788,1.798,0.0703998580574989,0.985,2.2263,179.674,1.797,0.0696820244193077,0.985,2.2259,179.701,1.797,0.0702197849750518,0.985,2.2255,179.735,1.797,0.0733699426054954,0.985,2.2258,179.71,1.797,0.0721945166587829,0.985,2.2258,179.71,1.797,0.0725317001342773,0.985,2.2255,179.738,1.797,0.0705311521887779,0.985,2.2275,179.576,1.796,0.0707913190126419,0.985,2.2296,179.408,1.794,0.0783674418926239,0.9825,2.2255,179.739,1.797,0.0714755654335022,0.985,2.2271,179.609,1.796,400,0.1064364239573478,0.98,2.227,179.616,1.796,0.1411629617214203,0.9675,2.226,179.698,1.797,0.1136437356472015,0.9725,2.2311,179.283,1.793,0.1068369131088256,848.9229,1600,9.424,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-12b-deduped,1337,12000000000.0,pythia,False,all_results.json
+openllama-7b_1,5.0,0.1442488431930542,0.9625,2.1451,186.474,1.865,0.1421595960855484,0.9575,2.172,184.163,1.842,0.1345435529947281,0.96,2.1438,186.581,1.866,0.1437337547540664,0.9575,2.146,186.389,1.864,0.1287930160760879,0.9625,2.1457,186.423,1.864,0.1352972090244293,0.96,2.1435,186.608,1.866,0.1432404071092605,0.9575,2.1491,186.128,1.861,0.1358560919761657,0.96,2.1443,186.545,1.865,0.1290575861930847,0.9625,2.1469,186.311,1.863,0.1420773565769195,0.9575,2.1489,186.145,1.861,0.138737142086029,0.9625,2.144,186.563,1.866,0.1626148223876953,0.95,2.1449,186.485,1.865,0.1468627005815506,0.9625,2.143,186.65,1.867,0.1366744935512542,0.96,2.1457,186.42,1.864,0.1473669409751892,0.9575,2.1451,186.468,1.865,0.1684105694293975,0.9525,2.1463,186.365,1.864,0.1735194623470306,0.9525,2.1468,186.326,1.863,0.1733515858650207,0.9475,2.144,186.564,1.866,0.1363420933485031,0.9625,2.1461,186.386,1.864,0.1445988118648529,0.9625,2.1443,186.538,1.865,0.1425952017307281,0.96,2.145,186.476,1.865,0.1578415334224701,0.96,2.1458,186.407,1.864,0.1797536313533783,0.9475,2.1435,186.608,1.866,0.1640217155218124,0.955,2.1466,186.342,1.863,0.1399938017129898,0.96,2.1469,186.319,1.863,0.2019472569227218,0.9425,2.1451,186.471,1.865,0.1734670847654342,0.94,2.1454,186.449,1.864,0.1309612542390823,0.9625,2.1535,185.747,1.857,0.1459618061780929,0.9625,2.1435,186.609,1.866,0.1432178318500518,0.9575,2.1444,186.531,1.865,0.1426235437393188,0.9625,2.1449,186.485,1.865,0.1322755664587021,0.96,2.1481,186.208,1.862,0.1483142524957656,0.9575,2.1457,186.418,1.864,0.1332673728466034,0.96,2.1456,186.426,1.864,0.1383716911077499,0.96,2.1462,186.379,1.864,0.1303988248109817,0.9625,2.1642,184.823,1.848,0.1301200687885284,0.9625,2.1444,186.533,1.865,0.1299290210008621,0.9625,2.1444,186.529,1.865,0.1291027516126632,0.9625,2.1447,186.507,1.865,0.1559261828660965,0.955,2.1448,186.499,1.865,0.1454968452453613,0.9575,2.1733,184.056,1.841,0.1585599929094314,0.9525,2.1454,186.446,1.864,0.1309774518013,0.9625,2.144,186.571,1.866,0.1625396013259887,0.9475,2.145,186.479,1.865,0.1477347910404205,0.9575,2.145,186.476,1.865,0.1306777149438858,0.9625,2.1443,186.542,1.865,0.1478793621063232,0.9575,2.1539,185.71,1.857,0.1518909037113189,0.955,2.1477,186.249,1.862,0.1322013735771179,0.96,2.1455,186.433,1.864,0.1287548691034317,0.9625,2.1467,186.334,1.863,0.1339997947216034,0.9575,2.1466,186.34,1.863,0.136862426996231,0.96,2.1457,186.42,1.864,0.1417222917079925,0.9575,2.1471,186.299,1.863,0.1424156427383422,0.9575,2.1461,186.382,1.864,0.1457414627075195,0.955,2.1487,186.156,1.862,0.1289711445569992,0.9625,2.1449,186.486,1.865,0.1341782659292221,0.96,2.145,186.482,1.865,0.1385074704885482,0.96,2.1446,186.512,1.865,400,0.1471241265535354,0.9625,2.146,186.392,1.864,0.1490462869405746,0.9625,2.1437,186.589,1.866,0.1458729207515716,0.9625,2.1451,186.471,1.865,0.0933113543987274,820.5328,1600,9.75,0.305,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-7b,1,7000000000.0,openllama,False,all_results.json
+openllama-7b_666,5.0,0.1422224193811416,0.96,4.0008,99.979,1.0,0.1322336345911026,0.9575,4.0201,99.5,0.995,0.1305164843797683,0.955,4.0279,99.308,0.993,0.1275300830602646,0.9575,4.0203,99.495,0.995,0.1240749135613441,0.96,4.0222,99.448,0.994,0.1256425529718399,0.96,4.0231,99.426,0.994,0.1301230639219284,0.9575,4.0196,99.512,0.995,0.1249981299042701,0.96,4.0198,99.506,0.995,0.1239758282899856,0.96,4.0417,98.967,0.99,0.1338785141706466,0.9575,4.0172,99.573,0.996,0.13422292470932,0.96,4.0366,99.094,0.991,0.1359874755144119,0.96,4.0226,99.439,0.994,0.1419592499732971,0.96,4.019,99.528,0.995,0.1250723451375961,0.96,4.0271,99.326,0.993,0.1334095895290374,0.9575,4.0188,99.532,0.995,0.1389781832695007,0.9525,4.0611,98.495,0.985,0.1565935462713241,0.95,4.0176,99.563,0.996,0.136710837483406,0.9525,4.0255,99.367,0.994,0.1309363543987274,0.96,4.016,99.602,0.996,0.133346602320671,0.96,4.0126,99.686,0.997,0.139688566327095,0.955,4.1087,97.355,0.974,0.1388048380613327,0.9575,4.0214,99.467,0.995,0.1766007393598556,0.9425,4.0223,99.446,0.994,0.1518561542034149,0.955,4.0123,99.693,0.997,0.1408797800540924,0.9525,4.0883,97.84,0.978,0.1877782791852951,0.9425,4.0207,99.486,0.995,0.1589971035718917,0.95,4.0141,99.65,0.996,0.1284500360488891,0.9575,4.0562,98.614,0.986,0.1437676399946212,0.96,4.0049,99.879,0.999,0.1285089999437332,0.9575,4.0215,99.464,0.995,0.137569710612297,0.96,4.0079,99.802,0.998,0.1327862292528152,0.955,4.0381,99.056,0.991,0.1456859558820724,0.9525,4.023,99.428,0.994,0.1260664016008377,0.96,4.0196,99.513,0.995,0.1278863698244094,0.9575,4.0267,99.338,0.993,0.1261106878519058,0.96,4.0234,99.419,0.994,0.1266223192214965,0.96,4.0239,99.405,0.994,0.1244886219501495,0.96,4.0377,99.066,0.991,0.1242949292063713,0.96,4.0563,98.611,0.986,0.1453837901353836,0.95,4.0212,99.472,0.995,0.1300844252109527,0.9575,4.0198,99.508,0.995,0.1485257297754287,0.955,4.0131,99.673,0.997,0.130255714058876,0.955,4.0193,99.519,0.995,0.1489642262458801,0.95,4.0198,99.509,0.995,0.1306188404560089,0.955,4.0278,99.309,0.993,0.1247683838009834,0.96,4.0297,99.262,0.993,0.1372138410806656,0.9575,4.0196,99.514,0.995,0.1409995406866073,0.955,4.0194,99.517,0.995,0.1234029978513717,0.96,4.0219,99.454,0.995,0.1234606206417083,0.96,4.0235,99.415,0.994,0.1273242831230163,0.96,4.0335,99.17,0.992,0.129394456744194,0.9575,4.0449,98.889,0.989,0.1312024742364883,0.955,4.0226,99.437,0.994,0.1376178711652755,0.9525,4.0218,99.459,0.995,0.1338635236024856,0.955,4.0261,99.351,0.994,0.1246937587857246,0.96,4.0182,99.547,0.995,0.1277282536029815,0.9575,4.0245,99.391,0.994,0.1284326463937759,0.9575,4.0224,99.442,0.994,400,0.1434531211853027,0.96,4.0,100.0,1.0,0.1458975076675415,0.96,4.0005,99.988,1.0,0.142850250005722,0.96,4.0033,99.917,0.999,0.1025315908193588,1510.3079,1600,5.297,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-7b,666,7000000000.0,openllama,False,all_results.json
+openllama-7b_42,5.0,0.0668158307671547,0.9875,2.315,172.787,1.728,0.0977706313133239,0.9825,2.3098,173.174,1.732,0.0930065885186195,0.98,2.312,173.01,1.73,0.093815192580223,0.98,2.3387,171.034,1.71,0.0639123693108558,0.9875,2.3257,171.994,1.72,0.0813510417938232,0.985,2.3134,172.903,1.729,0.0751560777425766,0.985,2.3126,172.963,1.73,0.0723803117871284,0.985,2.3118,173.025,1.73,0.0833556726574897,0.985,2.3154,172.758,1.728,0.1027449443936348,0.98,2.3203,172.388,1.724,0.066690944135189,0.9875,2.3096,173.193,1.732,0.1380545943975448,0.9725,2.2161,180.497,1.805,0.0658182054758071,0.9875,2.3163,172.687,1.727,0.0851406678557396,0.985,2.2223,179.996,1.8,0.1345461010932922,0.975,2.3059,173.469,1.735,0.1313527524471283,0.9775,2.3109,173.092,1.731,0.1974498778581619,0.965,2.3197,172.437,1.724,0.1029788479208946,0.975,2.3148,172.8,1.728,0.0771641507744789,0.9825,2.3296,171.704,1.717,0.0927899479866027,0.975,2.3169,172.641,1.726,0.0844425931572914,0.985,2.3054,173.505,1.735,0.1020212396979332,0.98,2.3251,172.036,1.72,0.182078406214714,0.9625,2.2173,180.403,1.804,0.1572361141443252,0.9625,2.3052,173.523,1.735,0.0937923491001129,0.9825,2.3112,173.068,1.731,0.1716891527175903,0.9625,2.3055,173.497,1.735,0.1444283127784729,0.9725,2.3166,172.666,1.727,0.064003050327301,0.9875,2.2156,180.534,1.805,0.0697152316570282,0.985,2.3128,172.952,1.73,0.0895227417349815,0.9825,2.3239,172.123,1.721,0.0654837638139724,0.9875,2.3097,173.185,1.732,0.1082608625292778,0.98,2.3207,172.359,1.724,0.0895938426256179,0.98,2.3266,171.927,1.719,0.0798617750406265,0.985,2.321,172.341,1.723,0.0644684508442878,0.9875,2.2137,180.694,1.807,0.0793282091617584,0.985,2.323,172.189,1.722,0.0814266800880432,0.985,2.3126,172.968,1.73,0.0638166591525077,0.9875,2.3144,172.833,1.728,0.0658303648233413,0.985,2.3207,172.36,1.724,0.1003622040152549,0.975,2.3201,172.404,1.724,0.0846350118517875,0.9825,2.3242,172.106,1.721,0.1329752802848816,0.9725,2.3162,172.694,1.727,0.0892870873212814,0.9825,2.2173,180.401,1.804,0.127911701798439,0.9775,2.2128,180.768,1.808,0.1182514950633049,0.98,2.3163,172.691,1.727,0.06419138610363,0.9875,2.3162,172.693,1.727,0.1019482985138893,0.9825,2.3202,172.401,1.724,0.1037908196449279,0.9825,2.3156,172.741,1.727,0.0761042311787605,0.985,2.3136,172.89,1.729,0.063796229660511,0.9875,2.3174,172.609,1.726,0.0685138925909996,0.985,2.3167,172.66,1.727,0.0872319787740707,0.9825,2.3156,172.739,1.727,0.0940295681357383,0.9825,2.3157,172.736,1.727,0.1076715067028999,0.98,2.3135,172.898,1.729,0.087044782936573,0.9825,2.3148,172.8,1.728,0.0703491419553756,0.985,2.3216,172.295,1.723,0.0645909756422042,0.9875,2.2198,180.198,1.802,0.0739625543355941,0.985,2.3232,172.179,1.722,400,0.0677701160311698,0.9875,2.3061,173.456,1.735,0.0685704872012138,0.9875,2.3241,172.107,1.721,0.0697130188345909,0.985,2.3374,171.128,1.711,0.0971276561021804,844.442,1600,9.474,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-7b,42,7000000000.0,openllama,False,all_results.json
+openllama-7b_25,5.0,0.0955485627055168,0.98,2.1495,186.087,1.861,0.1201601400971412,0.975,2.2253,179.748,1.797,0.0896955877542495,0.9775,2.146,186.39,1.864,0.1069021821022033,0.975,2.149,186.136,1.861,0.0869065225124359,0.98,2.1674,184.554,1.846,0.0936557948589325,0.975,2.1467,186.336,1.863,0.086776427924633,0.98,2.2296,179.401,1.794,0.0873876214027404,0.98,2.2239,179.868,1.799,0.1025828346610069,0.9775,2.2229,179.947,1.799,0.1063426658511161,0.9775,2.222,180.02,1.8,0.0926685705780983,0.98,2.2571,177.217,1.772,0.1311370432376861,0.9725,2.1464,186.356,1.864,0.0981009006500244,0.98,2.1543,185.673,1.857,0.1030201315879821,0.9775,2.1561,185.517,1.855,0.1384620517492294,0.97,2.2292,179.438,1.794,0.1630537807941436,0.9675,2.2178,180.361,1.804,0.1555493772029876,0.9675,2.2265,179.656,1.797,0.1019652783870697,0.9725,2.2256,179.725,1.797,0.1049347966909408,0.9725,2.1776,183.691,1.837,0.1206816583871841,0.97,2.1514,185.921,1.859,0.1077594384551048,0.9775,2.2298,179.392,1.794,0.113579586148262,0.9725,2.1448,186.501,1.865,0.2429735958576202,0.9525,2.1994,181.871,1.819,0.1776120066642761,0.95,2.2204,180.152,1.802,0.1252114176750183,0.975,2.2249,179.783,1.798,0.2366645783185959,0.9525,2.239,178.654,1.787,0.1490463465452194,0.97,2.247,178.013,1.78,0.0900273621082305,0.9775,2.1803,183.457,1.835,0.0948657393455505,0.98,2.2227,179.963,1.8,0.0917082503437995,0.9775,2.1619,185.023,1.85,0.0944438725709915,0.98,2.212,180.828,1.808,0.130803108215332,0.9725,2.1544,185.667,1.857,0.1278762519359588,0.9725,2.1693,184.395,1.844,0.0872334837913513,0.98,2.2035,181.528,1.815,0.1035846695303917,0.9775,2.2061,181.316,1.813,0.0869050994515419,0.98,2.2271,179.607,1.796,0.104532279074192,0.975,2.2757,175.768,1.758,0.0866844207048416,0.98,2.2278,179.549,1.795,0.0869285687804222,0.98,2.2261,179.685,1.797,0.1445512324571609,0.97,2.222,180.021,1.8,0.1002161875367164,0.9775,2.2247,179.803,1.798,0.1935374438762664,0.96,2.2236,179.887,1.799,0.1038098335266113,0.97,2.1453,186.453,1.865,0.1440517157316208,0.97,2.2039,181.494,1.815,0.1208060532808303,0.975,2.1506,185.995,1.86,0.0958406925201416,0.9775,2.2289,179.462,1.795,0.128630593419075,0.9725,2.1847,183.091,1.831,0.1204813793301582,0.975,2.2283,179.511,1.795,0.1050366014242172,0.9775,2.2238,179.869,1.799,0.086539439857006,0.98,2.2251,179.767,1.798,0.1031184569001197,0.9775,2.1717,184.187,1.842,0.118006981909275,0.975,2.1467,186.334,1.863,0.1211754381656646,0.975,2.2171,180.415,1.804,0.1197651475667953,0.975,2.2074,181.205,1.812,0.1070321053266525,0.975,2.2193,180.236,1.802,0.0904474034905433,0.9775,2.2282,179.514,1.795,0.0955256298184394,0.9775,2.1627,184.956,1.85,0.1034954860806465,0.9775,2.2327,179.155,1.792,400,0.0948871076107025,0.98,2.2185,180.303,1.803,0.099217988550663,0.98,2.1851,183.056,1.831,0.094687707722187,0.98,2.1463,186.371,1.864,0.1174286231994628,830.0488,1600,9.638,0.301,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-7b,25,7000000000.0,openllama,False,all_results.json
+openllama-7b_1337,5.0,0.1463404595851898,0.9725,2.2247,179.801,1.798,0.1810454577207565,0.9675,2.2586,177.101,1.771,0.149872824549675,0.97,2.3,173.912,1.739,0.1599351465702057,0.9675,2.2285,179.493,1.795,0.1449389159679412,0.9725,2.2473,177.994,1.78,0.1601823270320892,0.97,2.231,179.289,1.793,0.1448215842247009,0.9725,2.239,178.649,1.786,0.1513794660568237,0.97,2.254,177.461,1.775,0.152089849114418,0.97,2.2266,179.646,1.796,0.1643814146518707,0.97,2.2292,179.436,1.794,0.1453134715557098,0.9725,2.2251,179.766,1.798,0.1724826246500015,0.9675,2.3207,172.361,1.724,0.1453427076339721,0.9725,2.2354,178.941,1.789,0.1642034351825714,0.97,2.2961,174.207,1.742,0.1883303523063659,0.965,2.2302,179.358,1.794,0.2109697461128235,0.9625,2.3238,172.133,1.721,0.2336743474006652,0.96,2.3221,172.258,1.723,0.1717446148395538,0.965,2.2353,178.948,1.789,0.1445937156677246,0.9725,2.2972,174.125,1.741,0.1597562581300735,0.9675,2.2239,179.866,1.799,0.1699887812137603,0.9675,2.2333,179.11,1.791,0.1635030955076217,0.9675,2.2387,178.674,1.787,0.253387838602066,0.9525,2.2471,178.011,1.78,0.215883582830429,0.9525,2.2259,179.703,1.797,0.1842139065265655,0.965,2.2264,179.659,1.797,0.2688311338424682,0.9525,2.2265,179.651,1.797,0.2275169044733047,0.96,2.3281,171.817,1.718,0.1445472538471222,0.9725,2.252,177.621,1.776,0.1494878232479095,0.97,2.2459,178.1,1.781,0.1519483029842376,0.97,2.3449,170.581,1.706,0.1450651288032531,0.9725,2.2261,179.69,1.797,0.1578628122806549,0.97,2.3404,170.908,1.709,0.2007856369018554,0.965,2.278,175.596,1.756,0.1453639566898346,0.9725,2.2334,179.098,1.791,0.144566997885704,0.9725,2.3548,169.868,1.699,0.1445708870887756,0.9725,2.2461,178.089,1.781,0.147384375333786,0.97,2.2292,179.44,1.794,0.1445454061031341,0.9725,2.2289,179.458,1.795,0.1445458531379699,0.9725,2.3245,172.083,1.721,0.1968795210123062,0.9625,2.3216,172.291,1.723,0.1615764647722244,0.97,2.233,179.131,1.791,0.1855983883142471,0.9675,2.3281,171.811,1.718,0.160222128033638,0.97,2.348,170.359,1.704,0.1998198330402374,0.965,2.2207,180.127,1.801,0.1885358989238739,0.9625,2.229,179.456,1.795,0.1445645987987518,0.9725,2.325,172.046,1.72,0.1825782060623169,0.9675,2.2246,179.808,1.798,0.1852815598249435,0.9675,2.3237,172.141,1.721,0.1514658629894256,0.97,2.2266,179.644,1.796,0.1445474624633789,0.9725,2.2262,179.676,1.797,0.1445990949869156,0.9725,2.2402,178.555,1.786,0.162882998585701,0.97,2.244,178.254,1.783,0.1636574566364288,0.97,2.2915,174.558,1.746,0.164042055606842,0.97,2.2249,179.783,1.798,0.1637194752693176,0.9675,2.3251,172.035,1.72,0.1445462554693222,0.9725,2.2329,179.142,1.791,0.1465627253055572,0.97,2.222,180.018,1.8,0.1458456814289093,0.9725,2.3201,172.408,1.724,400,0.1460538804531097,0.9725,2.2411,178.481,1.785,0.1459711492061615,0.9725,2.2579,177.156,1.772,0.145676702260971,0.9725,2.2264,179.665,1.797,0.0932694898843765,849.2977,1600,9.42,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-7b,1337,7000000000.0,openllama,False,all_results.json
+opt-125m_1,5.0,0.0687557458877563,0.985,3.9964,100.09,1.001,0.0820700749754905,0.98,4.0178,99.558,0.996,0.1053420454263687,0.975,4.0185,99.538,0.995,0.0763377919793129,0.9825,4.0376,99.069,0.991,0.0840448215603828,0.98,4.0222,99.449,0.994,0.0898116528987884,0.9775,4.0145,99.638,0.996,0.0881390944123268,0.98,4.0174,99.568,0.996,0.0763411819934845,0.98,4.0322,99.201,0.992,0.063177689909935,0.9825,4.0171,99.574,0.996,0.0882246941328048,0.98,4.0244,99.394,0.994,0.0730355679988861,0.9825,4.008,99.8,0.998,0.2718252837657928,0.9325,4.015,99.627,0.996,0.0641730576753616,0.985,3.997,100.075,1.001,0.097385860979557,0.975,4.0458,98.867,0.989,0.1237106770277023,0.97,4.0213,99.47,0.995,0.1508951336145401,0.97,4.0216,99.462,0.995,0.1745430380105972,0.9625,4.0179,99.554,0.996,0.1519967317581176,0.97,4.0162,99.597,0.996,0.2454573661088943,0.95,4.4802,89.281,0.893,0.1103530302643776,0.965,4.0163,99.595,0.996,0.1269891411066055,0.97,4.0182,99.547,0.995,0.1797753870487213,0.945,4.0039,99.904,0.999,0.4645855724811554,0.91,4.0089,99.779,0.998,0.0920288637280464,0.97,4.0065,99.837,0.998,0.0941356644034385,0.98,4.0194,99.518,0.995,0.3115676939487457,0.9375,4.0159,99.604,0.996,0.4924282133579254,0.9,4.0307,99.238,0.992,0.1161411553621292,0.975,4.0394,99.025,0.99,0.0728245005011558,0.985,3.9933,100.168,1.002,0.1454309970140457,0.9675,4.0178,99.556,0.996,0.0752554163336753,0.9825,4.0522,98.713,0.987,0.1545877307653427,0.965,4.0158,99.607,0.996,0.1506639122962951,0.9625,4.0218,99.458,0.995,0.0786464884877204,0.9775,4.025,99.379,0.994,0.0695174038410186,0.98,4.0168,99.583,0.996,0.1254290044307708,0.9675,4.0147,99.634,0.996,0.0862766429781913,0.975,4.0094,99.766,0.998,0.0610387176275253,0.985,4.0196,99.512,0.995,0.0609741397202014,0.985,4.0146,99.636,0.996,0.1127078533172607,0.9775,4.015,99.627,0.996,0.0903813168406486,0.9775,4.0181,99.55,0.995,0.1591991782188415,0.96,4.0174,99.566,0.996,0.0645383074879646,0.9825,4.0045,99.887,0.999,0.2167799919843673,0.95,4.0148,99.632,0.996,0.0858196839690208,0.98,4.0135,99.663,0.997,0.1037937253713607,0.9725,4.0202,99.498,0.995,0.1693687885999679,0.96,4.0192,99.522,0.995,0.1409180909395218,0.97,4.026,99.354,0.994,0.0632288679480552,0.9825,4.0177,99.56,0.996,0.0609795525670051,0.985,4.017,99.578,0.996,0.0840489417314529,0.98,4.0184,99.542,0.995,0.0806895792484283,0.98,4.0142,99.647,0.996,0.0894508063793182,0.9775,4.0176,99.562,0.996,0.0956287756562233,0.975,4.015,99.625,0.996,0.0861554220318794,0.98,4.0193,99.519,0.995,0.0612054876983165,0.985,4.016,99.603,0.996,0.1072711497545242,0.975,4.0182,99.548,0.995,0.089675448834896,0.98,4.0179,99.554,0.996,400,0.0715393126010894,0.985,4.0084,99.79,0.998,0.078288085758686,0.985,4.0021,99.948,0.999,0.0714764893054962,0.985,3.9965,100.088,1.001,0.0607862999439239,1502.4494,1600,5.325,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-125m,1,125000000.0,opt,False,all_results.json
+opt-125m_666,5.0,0.071166306734085,0.9875,3.9777,100.561,1.006,0.0774289295077323,0.9825,3.9873,100.318,1.003,0.0890184193849563,0.98,3.9805,100.489,1.005,0.0566154345870018,0.9875,3.9811,100.475,1.005,0.0645762830972671,0.9875,3.9905,100.238,1.002,0.0636010020971298,0.985,3.9857,100.36,1.004,0.0690334290266037,0.9875,3.9872,100.321,1.003,0.0520952492952346,0.99,3.9911,100.222,1.002,0.0682932436466217,0.9875,4.0014,99.964,1.0,0.0920719876885414,0.98,3.9907,100.233,1.002,0.0865915864706039,0.975,3.9633,100.925,1.009,0.2899247109889984,0.93,3.9775,100.566,1.006,0.058167815208435,0.99,3.9681,100.803,1.008,0.0894859731197357,0.9775,3.9857,100.358,1.004,0.1120487973093986,0.9825,3.9802,100.499,1.005,0.1324071139097213,0.975,3.9851,100.373,1.004,0.1742070764303207,0.9725,3.9936,100.159,1.002,0.1162193268537521,0.9775,3.9867,100.333,1.003,0.3172787427902221,0.935,3.9844,100.392,1.004,0.2479462474584579,0.9225,3.9724,100.696,1.007,0.1451423168182373,0.9625,3.9855,100.363,1.004,0.3277724087238312,0.89,3.9763,100.595,1.006,0.5696855783462524,0.8875000000000001,3.975,100.628,1.006,0.3045176565647125,0.905,3.9763,100.595,1.006,0.1131851971149444,0.9725,3.982,100.452,1.005,0.4220844209194183,0.915,3.9828,100.432,1.004,0.656761646270752,0.865,3.9832,100.423,1.004,0.1490381211042404,0.9625,4.0002,99.994,1.0,0.1078651994466781,0.975,3.9732,100.676,1.007,0.1267313361167907,0.965,3.9849,100.379,1.004,0.1463253647089004,0.9525,3.9959,100.102,1.001,0.1359167695045471,0.97,3.9848,100.382,1.004,0.163924366235733,0.9575,3.9847,100.383,1.004,0.0747451707720756,0.9825,3.9873,100.319,1.003,0.0927451625466346,0.9725,3.9862,100.346,1.003,0.1015713289380073,0.98,3.9888,100.281,1.003,0.129398763179779,0.9675,3.9866,100.335,1.003,0.0515459887683391,0.99,3.9884,100.291,1.003,0.0515152961015701,0.99,3.9833,100.419,1.004,0.0974116325378418,0.9775,4.0063,99.843,0.998,0.0772053226828575,0.9825,3.9917,100.207,1.002,0.1498041003942489,0.975,3.9877,100.307,1.003,0.0528014041483402,0.99,3.9737,100.661,1.007,0.2396727204322815,0.9475,3.9827,100.434,1.004,0.0934181287884712,0.98,3.9865,100.339,1.003,0.0639195665717125,0.985,3.9831,100.425,1.004,0.1319289356470108,0.9725,3.9837,100.409,1.004,0.1290940046310424,0.9725,3.9854,100.367,1.004,0.0515011250972747,0.99,3.9908,100.232,1.002,0.0515483096241951,0.99,3.9917,100.208,1.002,0.0627235919237136,0.9825,4.0576,98.581,0.986,0.0901693180203437,0.985,3.9834,100.418,1.004,0.0769695714116096,0.985,3.9871,100.324,1.003,0.0828307121992111,0.985,3.9872,100.321,1.003,0.0710074827075004,0.985,3.9891,100.274,1.003,0.0547493696212768,0.9875,3.9884,100.291,1.003,0.0816532149910926,0.98,3.985,100.376,1.004,0.0693670362234115,0.9825,3.9921,100.197,1.002,400,0.0831200182437896,0.9825,3.9716,100.714,1.007,0.1215433850884437,0.9625,3.9704,100.746,1.007,0.0746967494487762,0.985,3.9684,100.796,1.008,0.0702258898466825,1489.5993,1600,5.371,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-125m,666,125000000.0,opt,False,all_results.json
+opt-125m_42,5.0,0.0606705099344253,0.9925,2.2182,180.327,1.803,0.0655136778950691,0.9875,2.2139,180.679,1.807,0.0862376391887664,0.9825,2.2121,180.824,1.808,0.0485889688134193,0.9925,2.2148,180.601,1.806,0.05417200922966,0.99,2.2138,180.683,1.807,0.0733855068683624,0.985,2.2106,180.948,1.809,0.0520810447633266,0.99,2.215,180.584,1.806,0.0492311343550682,0.9875,2.2139,180.68,1.807,0.0449452176690101,0.9925,2.2133,180.729,1.807,0.0653366222977638,0.99,2.212,180.828,1.808,0.0726999640464782,0.9825,2.2113,180.886,1.809,0.3385425508022308,0.9275,2.2283,179.506,1.795,0.0474278070032596,0.99,2.218,180.345,1.803,0.0786483064293861,0.985,2.2271,179.604,1.796,0.084545612335205,0.9825,2.2125,180.794,1.808,0.1149536520242691,0.98,2.216,180.509,1.805,0.1545378565788269,0.975,2.2217,180.044,1.8,0.0977659523487091,0.98,2.2128,180.766,1.808,0.2792569398880005,0.94,2.2116,180.865,1.809,0.2489802539348602,0.9225,2.2169,180.435,1.804,0.1575834304094314,0.96,2.214,180.67,1.807,0.3628680408000946,0.895,2.2123,180.811,1.808,0.5213167071342468,0.8974999999999999,2.2153,180.558,1.806,0.1597880423069,0.95,2.2137,180.696,1.807,0.0951144397258758,0.9825,2.214,180.667,1.807,0.4216412007808685,0.905,2.2137,180.694,1.807,0.6005580425262451,0.88,2.2178,180.355,1.804,0.1519189029932022,0.965,2.2125,180.792,1.808,0.0955201163887977,0.975,2.2159,180.512,1.805,0.1251614987850189,0.9725,2.2151,180.576,1.806,0.1197736486792564,0.965,2.2236,179.886,1.799,0.1500225067138672,0.97,2.2178,180.36,1.804,0.1448403596878051,0.97,2.2112,180.899,1.809,0.0526237860321998,0.9925,2.2132,180.73,1.807,0.0673869103193283,0.9825,2.2137,180.689,1.807,0.0988160148262977,0.9775,2.2134,180.718,1.807,0.0928125157952308,0.9775,2.2166,180.456,1.805,0.0416130721569061,0.9925,2.215,180.584,1.806,0.0350791476666927,0.995,2.27,176.214,1.762,0.0904961600899696,0.98,2.219,180.258,1.803,0.0569471940398216,0.9875,2.2148,180.604,1.806,0.1420026123523712,0.9675,2.2179,180.353,1.804,0.041717492043972,0.99,2.2269,179.62,1.796,0.2451900094747543,0.9475,2.2117,180.86,1.809,0.0747686848044395,0.9775,2.212,180.828,1.808,0.0719793587923049,0.9875,2.2164,180.472,1.805,0.1489680707454681,0.9675,2.2132,180.733,1.807,0.1355571299791336,0.975,2.2178,180.362,1.804,0.0411034859716892,0.9925,2.213,180.75,1.808,0.035138476639986,0.995,2.2127,180.774,1.808,0.0864828377962112,0.98,2.2142,180.65,1.806,0.0581444464623928,0.9875,2.213,180.748,1.807,0.058107204735279,0.99,2.2121,180.822,1.808,0.0688946172595024,0.9875,2.2111,180.901,1.809,0.0797282382845878,0.9825,2.2176,180.376,1.804,0.0366183035075664,0.995,2.2135,180.712,1.807,0.0819925144314765,0.985,2.212,180.836,1.808,0.0622971914708614,0.9875,2.2164,180.471,1.805,400,0.0899804532527923,0.9825,2.2138,180.683,1.807,0.1088336929678917,0.965,2.2117,180.854,1.809,0.079054482281208,0.985,2.2108,180.928,1.809,0.0667631601989269,839.8314,1600,9.526,0.298,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-125m,42,125000000.0,opt,False,all_results.json
+opt-125m_25,5.0,0.0572385676205158,0.9825,4.0009,99.979,1.0,0.0615099631249904,0.985,4.0278,99.311,0.993,0.0644099414348602,0.985,4.0239,99.406,0.994,0.0406642481684684,0.9875,4.0234,99.417,0.994,0.0562147051095962,0.9875,4.0286,99.29,0.993,0.0974359810352325,0.98,4.0237,99.411,0.994,0.0466884821653366,0.9875,4.0359,99.11,0.991,0.0574607476592063,0.9825,4.0244,99.394,0.994,0.0390854366123676,0.99,4.0235,99.415,0.994,0.060724850744009,0.9875,4.021,99.477,0.995,0.1215889900922775,0.9725,4.0103,99.742,0.997,0.4714324474334717,0.9075,4.0232,99.422,0.994,0.0588055402040481,0.9825,3.998,100.051,1.001,0.1083657294511795,0.97,4.0206,99.488,0.995,0.1024174466729164,0.975,4.0269,99.332,0.993,0.1437793225049972,0.975,4.0244,99.394,0.994,0.233891487121582,0.9525,4.0233,99.422,0.994,0.1001959070563316,0.975,4.0254,99.368,0.994,0.4022185504436493,0.9225,4.0234,99.419,0.994,0.5018512606620789,0.8675,4.0127,99.685,0.997,0.3564774990081787,0.92,4.0217,99.462,0.995,0.9257861971855164,0.7899999999999999,4.0092,99.771,0.998,0.7981030344963074,0.8675,4.0229,99.43,0.994,0.5867972373962402,0.8474999999999999,4.0154,99.617,0.996,0.201412484049797,0.955,4.0217,99.461,0.995,0.753333330154419,0.86,4.0246,99.389,0.994,1.0112557411193848,0.8274999999999999,4.0186,99.538,0.995,0.2851724028587341,0.9325,4.0249,99.381,0.994,0.127676859498024,0.9525,4.0027,99.933,0.999,0.2284706681966781,0.9475,4.0305,99.243,0.992,0.3064366281032562,0.91,4.0089,99.779,0.998,0.1834728419780731,0.9525,4.0232,99.423,0.994,0.2299810796976089,0.9475,4.0285,99.292,0.993,0.0619542226195335,0.9825,4.0273,99.321,0.993,0.1405530422925949,0.965,4.0208,99.483,0.995,0.1302362084388733,0.965,4.0364,99.098,0.991,0.1710218489170074,0.9575,4.0258,99.359,0.994,0.0405033938586711,0.99,4.0224,99.443,0.994,0.0252149626612663,0.9925,4.0645,98.414,0.984,0.0911651626229286,0.98,4.0202,99.498,0.995,0.067223310470581,0.9825,4.0219,99.455,0.995,0.1124661639332771,0.975,4.0233,99.421,0.994,0.0349787957966327,0.99,4.0262,99.349,0.993,0.338797926902771,0.925,4.0197,99.51,0.995,0.069839984178543,0.9825,4.0334,99.172,0.992,0.064351350069046,0.9825,4.0247,99.386,0.994,0.1747088879346847,0.96,4.0276,99.314,0.993,0.1531855165958404,0.97,4.0131,99.674,0.997,0.0252227671444416,0.9925,4.0269,99.332,0.993,0.0254953820258378,0.9925,4.0316,99.216,0.992,0.0544206723570823,0.985,4.0302,99.25,0.992,0.0724891871213913,0.985,4.0379,99.061,0.991,0.0807129070162773,0.9825,4.0236,99.412,0.994,0.0655660629272461,0.985,4.0397,99.016,0.99,0.0508174933493137,0.9825,4.0259,99.356,0.994,0.0364035777747631,0.99,4.0242,99.398,0.994,0.0950436219573021,0.975,4.021,99.477,0.995,0.0596070475876331,0.9825,4.0272,99.325,0.993,400,0.1043639183044433,0.9575,4.01,99.751,0.998,0.1638364940881729,0.945,4.0011,99.973,1.0,0.0924704521894455,0.965,4.0095,99.764,0.998,0.0677571305036544,1511.2722,1600,5.294,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-125m,25,125000000.0,opt,False,all_results.json
+opt-125m_1337,5.0,0.1250161230564117,0.9775,2.2222,179.999,1.8,0.1382206976413726,0.9775,2.2276,179.567,1.796,0.1778986155986786,0.97,2.2219,180.023,1.8,0.1202391982078552,0.98,2.2229,179.946,1.799,0.1469448208808899,0.975,2.2242,179.84,1.798,0.1688051074743271,0.975,2.2214,180.069,1.801,0.1140077784657478,0.9825,2.2248,179.794,1.798,0.1202472895383834,0.9775,2.2272,179.602,1.796,0.1209581196308136,0.98,2.2672,176.429,1.764,0.1413479149341583,0.9775,2.2237,179.884,1.799,0.1764828115701675,0.97,2.2202,180.164,1.802,0.4415111541748047,0.9225,2.2278,179.548,1.795,0.1281534135341644,0.975,2.2275,179.574,1.796,0.1793659627437591,0.97,2.2237,179.884,1.799,0.1572062373161316,0.975,2.2228,179.952,1.8,0.2053442746400833,0.9675,2.2265,179.652,1.797,0.276412695646286,0.955,2.2292,179.435,1.794,0.1863607764244079,0.965,2.2386,178.685,1.787,0.4236034750938415,0.925,2.2372,178.792,1.788,0.5867763757705688,0.8725,2.2268,179.627,1.796,0.2781416773796081,0.945,2.2251,179.769,1.798,0.664771318435669,0.8725,2.2216,180.047,1.8,0.7833678722381592,0.8725,2.2202,180.162,1.802,0.6999582052230835,0.86,2.2233,179.913,1.799,0.1911701411008834,0.9625,2.2237,179.879,1.799,0.5675171613693237,0.9075,2.2236,179.891,1.799,0.8501442074775696,0.85,2.2254,179.746,1.797,0.2112854719161987,0.9675,2.223,179.937,1.799,0.1549613773822784,0.955,2.2214,180.07,1.801,0.2470737248659134,0.95,2.2281,179.529,1.795,0.2358759641647339,0.95,2.2222,180.001,1.8,0.2286166995763778,0.9575,2.2246,179.806,1.798,0.2776345014572143,0.955,2.2241,179.846,1.798,0.1214828044176101,0.98,2.2247,179.803,1.798,0.1804194301366806,0.97,2.2232,179.922,1.799,0.2013256102800369,0.96,2.2401,178.561,1.786,0.1991758346557617,0.965,2.2244,179.822,1.798,0.1028603091835975,0.9825,2.2234,179.908,1.799,0.0957288742065429,0.985,2.2263,179.67,1.797,0.1749796271324157,0.97,2.228,179.536,1.795,0.1338728368282318,0.98,2.2231,179.93,1.799,0.2386495620012283,0.96,2.2263,179.667,1.797,0.1327234059572219,0.975,2.2217,180.045,1.8,0.3592828512191772,0.9275,2.2218,180.033,1.8,0.1944887936115265,0.9675,2.224,179.856,1.799,0.1563531756401062,0.9725,2.2245,179.818,1.798,0.2769169509410858,0.95,2.2224,179.987,1.8,0.1879929900169372,0.97,2.2263,179.669,1.797,0.1134916767477989,0.9825,2.2268,179.627,1.796,0.1009128987789154,0.9825,2.2275,179.575,1.796,0.1544642001390457,0.975,2.2218,180.034,1.8,0.159881129860878,0.975,2.2288,179.471,1.795,0.1460571736097335,0.9775,2.2215,180.061,1.801,0.1548153758049011,0.975,2.2235,179.9,1.799,0.159562662243843,0.9725,2.229,179.454,1.795,0.1359013170003891,0.9775,2.2233,179.913,1.799,0.1848557293415069,0.965,2.2238,179.869,1.799,0.1821815371513366,0.97,2.224,179.853,1.799,400,0.1528986394405365,0.9575,2.2292,179.434,1.794,0.1934148073196411,0.94,2.221,180.097,1.801,0.1416857838630676,0.9625,2.2234,179.908,1.799,0.0607380464673042,842.7953,1600,9.492,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-125m,1337,125000000.0,opt,False,all_results.json
+openllama-3b_1,5.0,0.0824185907840728,0.98,3.9859,100.354,1.004,0.0984842702746391,0.975,4.0216,99.463,0.995,0.093691885471344,0.9725,4.0013,99.968,1.0,0.093986265361309,0.975,4.0094,99.764,0.998,0.0790923461318016,0.98,4.0118,99.706,0.997,0.0883932560682296,0.975,4.0094,99.765,0.998,0.0906898081302642,0.975,4.0149,99.628,0.996,0.079187199473381,0.98,4.0011,99.973,1.0,0.0779984593391418,0.98,4.0204,99.493,0.995,0.0933383181691169,0.975,4.0157,99.609,0.996,0.0804641470313072,0.98,3.9978,100.054,1.001,0.1062487587332725,0.97,3.9945,100.138,1.001,0.0827366262674331,0.98,3.991,100.225,1.002,0.079307734966278,0.98,3.997,100.074,1.001,0.0975734591484069,0.975,4.0159,99.605,0.996,0.1176245510578155,0.9725,4.0169,99.579,0.996,0.129826545715332,0.965,4.0179,99.553,0.996,0.1139576509594917,0.97,4.0426,98.946,0.989,0.0906162485480308,0.9775,4.0011,99.971,1.0,0.082594908773899,0.98,3.9951,100.123,1.001,0.093789517879486,0.9775,4.0222,99.447,0.994,0.0839218124747276,0.98,4.2253,94.668,0.947,0.1484544277191162,0.9625,4.0018,99.954,1.0,0.0920377150177955,0.9775,4.01,99.752,0.998,0.0924151539802551,0.975,4.0198,99.508,0.995,0.1640806794166565,0.96,4.0126,99.686,0.997,0.1340200006961822,0.9575,4.0325,99.194,0.992,0.0791009366512298,0.98,4.0288,99.286,0.993,0.0826959237456321,0.98,3.9955,100.113,1.001,0.0874523520469665,0.975,4.0142,99.647,0.996,0.0809506028890609,0.98,3.9963,100.092,1.001,0.0991285517811775,0.9725,4.0077,99.808,0.998,0.0947653800249099,0.975,4.017,99.577,0.996,0.0860107615590095,0.9775,4.0176,99.562,0.996,0.0819008126854896,0.9775,3.9973,100.066,1.001,0.0788531526923179,0.98,4.012,99.701,0.997,0.079497329890728,0.98,4.0248,99.385,0.994,0.0792639628052711,0.98,4.0124,99.692,0.997,0.0777962207794189,0.98,4.0174,99.566,0.996,0.1227742284536361,0.97,4.0155,99.613,0.996,0.098061978816986,0.975,4.0086,99.785,0.998,0.1222643628716468,0.965,4.0108,99.732,0.997,0.0952477157115936,0.975,4.0011,99.973,1.0,0.1265445351600647,0.965,4.0146,99.636,0.996,0.1012272164225578,0.975,4.0031,99.922,0.999,0.0789800584316253,0.98,4.019,99.528,0.995,0.1100267767906189,0.97,4.0034,99.915,0.999,0.1003728657960891,0.975,4.0111,99.724,0.997,0.0908116623759269,0.9775,4.0174,99.568,0.996,0.0777449458837509,0.98,4.0161,99.599,0.996,0.0811418741941452,0.9775,4.004,99.9,0.999,0.0880373418331146,0.9775,4.0119,99.703,0.997,0.0945045500993728,0.9725,4.02,99.504,0.995,0.0877498984336853,0.975,4.0161,99.598,0.996,0.0902803838253021,0.975,4.0153,99.619,0.996,0.0778932347893714,0.98,4.0159,99.604,0.996,0.0821902677416801,0.9775,4.0161,99.599,0.996,0.0898250192403793,0.9775,4.016,99.601,0.996,400,0.0829391926527023,0.98,3.9944,100.14,1.001,0.0838978514075279,0.98,3.9923,100.194,1.002,0.0826097577810287,0.98,3.9923,100.192,1.002,0.0933176072835922,1511.1534,1600,5.294,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-3b,1,3000000000.0,openllama,False,all_results.json
+openllama-3b_666,5.0,0.1060061231255531,0.98,4.0141,99.65,0.996,0.0975633636116981,0.975,4.1023,97.505,0.975,0.100438468158245,0.9725,4.0462,98.857,0.989,0.0935030728578567,0.9775,4.0454,98.878,0.989,0.0856937021017074,0.9775,4.0489,98.792,0.988,0.0893503576517105,0.975,4.0394,99.025,0.99,0.0948519930243492,0.975,4.0401,99.007,0.99,0.0889112651348114,0.975,4.0476,98.823,0.988,0.0827627182006836,0.98,4.0363,99.1,0.991,0.0975358784198761,0.975,4.0399,99.012,0.99,0.098596841096878,0.98,4.0562,98.614,0.986,0.1202639415860176,0.955,4.0686,98.313,0.983,0.1068482771515846,0.98,4.0134,99.665,0.997,0.0895067229866981,0.9775,4.1038,97.472,0.975,0.098877914249897,0.975,4.0484,98.805,0.988,0.1154806688427925,0.9675,4.0796,98.049,0.98,0.123796634376049,0.965,4.0338,99.163,0.992,0.1103143095970153,0.9675,4.0442,98.908,0.989,0.1161346212029457,0.9625,4.053,98.692,0.987,0.1157265454530716,0.975,4.0461,98.86,0.989,0.1057170107960701,0.9725,4.0366,99.094,0.991,0.123418815433979,0.9775,4.1044,97.457,0.975,0.1759516596794128,0.9475,4.0495,98.777,0.988,0.158840537071228,0.9575,4.0179,99.555,0.996,0.1067172810435295,0.9725,4.0273,99.321,0.993,0.1766557246446609,0.9525,4.034,99.157,0.992,0.1653638780117035,0.95,4.0288,99.286,0.993,0.0966898128390312,0.975,4.1164,97.173,0.972,0.1107606291770935,0.98,4.0204,99.493,0.995,0.1043004393577575,0.9725,4.0371,99.081,0.991,0.1063928380608558,0.98,4.0225,99.441,0.994,0.1015620678663253,0.975,4.0349,99.136,0.991,0.1112676784396171,0.9725,4.0463,98.856,0.989,0.0896172150969505,0.9775,4.0413,98.977,0.99,0.09114471077919,0.9775,4.0579,98.572,0.986,0.0947451815009117,0.9725,4.0995,97.574,0.976,0.0937792584300041,0.9775,4.0385,99.046,0.99,0.0861598551273346,0.9775,4.0393,99.027,0.99,0.0828895196318626,0.98,4.0323,99.198,0.992,0.1173972487449646,0.97,4.0796,98.049,0.98,0.0964744389057159,0.975,4.0326,99.192,0.992,0.125702902674675,0.965,4.0336,99.166,0.992,0.0970532298088073,0.975,4.0775,98.099,0.981,0.1314244717359542,0.965,4.0394,99.025,0.99,0.0982945635914802,0.975,4.0449,98.889,0.989,0.0896621346473693,0.9775,4.0396,99.019,0.99,0.1085651591420173,0.9725,4.0472,98.833,0.988,0.1041793599724769,0.975,4.0337,99.165,0.992,0.0852312371134758,0.9775,4.055,98.643,0.986,0.0817331224679946,0.98,4.0315,99.219,0.992,0.0939298048615455,0.9725,4.0448,98.893,0.989,0.0931174531579017,0.975,4.0441,98.909,0.989,0.0989387333393096,0.9725,4.061,98.498,0.985,0.101956158876419,0.9725,4.0783,98.079,0.981,0.1058329418301582,0.9675,4.0383,99.05,0.991,0.0844900980591774,0.98,4.03,99.256,0.993,0.0937108770012855,0.9775,4.0419,98.963,0.99,0.0960104763507843,0.975,4.0992,97.581,0.976,400,0.1095679700374603,0.98,4.0148,99.631,0.996,0.1141328066587448,0.98,4.0123,99.692,0.997,0.1086784154176712,0.98,4.0234,99.418,0.994,0.1009429175853729,1504.2745,1600,5.318,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-3b,666,3000000000.0,openllama,False,all_results.json
+openllama-3b_42,5.0,0.1758082956075668,0.96,4.0002,99.994,1.0,0.1930732876062393,0.955,4.0208,99.482,0.995,0.1836133599281311,0.955,4.0189,99.529,0.995,0.185078963637352,0.955,4.0203,99.495,0.995,0.1744258552789688,0.96,4.0317,99.213,0.992,0.1744343340396881,0.96,4.0148,99.631,0.996,0.1785572618246078,0.9575,4.0174,99.568,0.996,0.1748305559158325,0.96,4.0201,99.499,0.995,0.1745019853115081,0.96,4.0211,99.476,0.995,0.1824778765439987,0.9575,4.02,99.502,0.995,0.1754559129476547,0.96,4.0033,99.917,0.999,0.1747544258832931,0.96,4.0373,99.076,0.991,0.1763469576835632,0.96,4.0007,99.982,1.0,0.1751519739627838,0.96,4.0226,99.438,0.994,0.1912664026021957,0.955,4.0189,99.53,0.995,0.2014952152967453,0.955,4.0176,99.563,0.996,0.2031084895133972,0.9525,4.0212,99.473,0.995,0.2166067063808441,0.95,4.0184,99.542,0.995,0.174566313624382,0.96,4.0235,99.415,0.994,0.175020083785057,0.96,4.011,99.727,0.997,0.1911415159702301,0.9575,4.0183,99.544,0.995,0.1760806292295456,0.96,4.0129,99.679,0.997,0.2263118773698806,0.945,4.0331,99.178,0.992,0.1750680208206176,0.96,4.0056,99.861,0.999,0.1768443882465362,0.9575,4.0138,99.656,0.997,0.2616088986396789,0.94,4.0161,99.6,0.996,0.1949935853481292,0.955,4.0149,99.63,0.996,0.1744820773601532,0.96,4.0327,99.189,0.992,0.176095426082611,0.96,3.9961,100.098,1.001,0.1759334206581115,0.96,4.0243,99.396,0.994,0.1754548996686935,0.96,4.0051,99.873,0.999,0.1808697581291198,0.9575,4.0228,99.434,0.994,0.1811505556106567,0.9575,4.0197,99.511,0.995,0.1813609302043914,0.9575,4.0178,99.558,0.996,0.1748954057693481,0.96,4.0194,99.517,0.995,0.1744242459535598,0.96,4.0204,99.492,0.995,0.1746935695409774,0.96,4.0256,99.365,0.994,0.1744319945573806,0.96,4.0199,99.505,0.995,0.1744880229234695,0.96,4.0138,99.657,0.997,0.1823269128799438,0.955,4.0177,99.56,0.996,0.1794321686029434,0.9575,4.0164,99.592,0.996,0.1995264291763305,0.9525,4.0207,99.486,0.995,0.1767967641353607,0.9575,4.0161,99.598,0.996,0.185344710946083,0.9575,4.0278,99.31,0.993,0.1845925748348236,0.9575,4.0302,99.25,0.993,0.1744651943445205,0.96,4.0246,99.39,0.994,0.1888773739337921,0.955,4.0164,99.592,0.996,0.1878458857536316,0.9575,4.0197,99.509,0.995,0.1770339608192443,0.9575,4.018,99.552,0.996,0.1744142770767212,0.96,4.0194,99.518,0.995,0.1744419932365417,0.96,4.0258,99.359,0.994,0.1866111308336258,0.955,4.0185,99.54,0.995,0.1866057962179184,0.9575,4.014,99.65,0.997,0.1745714247226715,0.96,4.0167,99.584,0.996,0.1800412237644195,0.9575,4.0228,99.434,0.994,0.1744673699140548,0.96,4.0239,99.407,0.994,0.174731820821762,0.96,4.0255,99.366,0.994,0.1744951605796814,0.96,4.0187,99.535,0.995,400,0.1757407784461975,0.96,3.9994,100.016,1.0,0.1772710978984832,0.96,4.0096,99.761,0.998,0.1758826076984405,0.96,4.0009,99.978,1.0,0.1015415335893631,1504.5747,1600,5.317,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-3b,42,3000000000.0,openllama,False,all_results.json
+openllama-3b_25,5.0,0.0763897448778152,0.9775,3.9948,100.13,1.001,0.0744269490242004,0.975,4.0169,99.58,0.996,0.0697994083166122,0.975,4.0162,99.596,0.996,0.0639714747667312,0.9775,4.0053,99.868,0.999,0.062118574976921,0.9775,4.0169,99.58,0.996,0.0629845112562179,0.9775,4.0176,99.563,0.996,0.0646267533302307,0.975,4.0188,99.533,0.995,0.0633438825607299,0.9775,4.0183,99.544,0.995,0.0628560483455658,0.9775,4.0147,99.634,0.996,0.0771360620856285,0.9725,4.0169,99.58,0.996,0.0694062858819961,0.9775,4.0006,99.985,1.0,0.0768921673297882,0.9725,4.0139,99.653,0.997,0.0767878070473671,0.9775,4.0042,99.896,0.999,0.0688271299004554,0.975,4.0189,99.529,0.995,0.079798124730587,0.9725,4.0198,99.507,0.995,0.0851995646953582,0.9725,4.0167,99.584,0.996,0.1005808040499687,0.9675,4.022,99.454,0.995,0.087017647922039,0.9675,4.0149,99.628,0.996,0.0711432173848152,0.975,4.0193,99.519,0.995,0.0738952085375785,0.975,4.0061,99.847,0.998,0.0789774730801582,0.975,4.0161,99.6,0.996,0.0762033015489578,0.9775,4.0231,99.426,0.994,0.1249452754855156,0.9575,4.0094,99.767,0.998,0.0798560231924057,0.975,4.0024,99.94,0.999,0.0734368786215782,0.9725,4.0194,99.518,0.995,0.1355809420347213,0.96,4.0152,99.621,0.996,0.1110547631978988,0.965,4.0166,99.588,0.996,0.0638342425227165,0.9775,4.029,99.281,0.993,0.0766467750072479,0.9775,3.9977,100.057,1.001,0.0702583864331245,0.975,4.0087,99.783,0.998,0.074388563632965,0.9775,4.0032,99.92,0.999,0.0703585743904113,0.975,4.0218,99.457,0.995,0.0720876306295394,0.9725,4.0174,99.567,0.996,0.0634867846965789,0.9775,4.0107,99.733,0.997,0.0639371573925018,0.9775,4.0182,99.547,0.995,0.0625693872570991,0.9775,4.0043,99.893,0.999,0.0640012770891189,0.9775,4.0118,99.705,0.997,0.0632384717464447,0.9775,4.0214,99.469,0.995,0.0623996220529079,0.9775,4.0091,99.773,0.998,0.0839957594871521,0.97,4.0163,99.595,0.996,0.0703272819519043,0.975,4.0105,99.739,0.997,0.1108792722225189,0.96,4.0191,99.524,0.995,0.0678493529558181,0.975,4.0059,99.854,0.999,0.092030294239521,0.97,4.0115,99.714,0.997,0.0754897743463516,0.9725,4.0132,99.67,0.997,0.0624864138662815,0.9775,4.0189,99.53,0.995,0.0763410776853561,0.975,4.013,99.677,0.997,0.0904503315687179,0.9725,4.02,99.501,0.995,0.0628593415021896,0.9775,4.0149,99.628,0.996,0.0624279268085956,0.9775,4.014,99.651,0.997,0.0632603242993354,0.9775,4.0236,99.414,0.994,0.0739125832915306,0.9725,4.0143,99.644,0.996,0.0801105871796608,0.9725,4.0425,98.949,0.989,0.067213274538517,0.9725,4.0304,99.246,0.992,0.0676675289869308,0.975,4.0195,99.516,0.995,0.0671855136752128,0.975,4.0152,99.621,0.996,0.0656833723187446,0.9775,4.0162,99.597,0.996,0.0694169849157333,0.975,4.012,99.701,0.997,400,0.0766958519816398,0.9775,3.9953,100.118,1.001,0.0804228782653808,0.9775,3.9916,100.21,1.002,0.0760472193360328,0.9775,3.9955,100.112,1.001,0.1018645355701446,1501.1603,1600,5.329,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-3b,25,3000000000.0,openllama,False,all_results.json
+openllama-3b_1337,5.0,0.1746776551008224,0.9675,2.2333,179.106,1.791,0.1996825337409973,0.9625,2.2273,179.587,1.796,0.1866457909345626,0.965,2.2245,179.819,1.798,0.180947870016098,0.965,2.2268,179.628,1.796,0.1733891069889068,0.9675,2.2248,179.79,1.798,0.1736636757850647,0.9675,2.3187,172.514,1.725,0.1750140637159347,0.9675,2.233,179.134,1.791,0.173402264714241,0.9675,2.253,177.542,1.775,0.1733965277671814,0.9675,2.2234,179.907,1.799,0.1917677372694015,0.9625,2.2253,179.747,1.797,0.1742382198572158,0.9675,2.2273,179.586,1.796,0.1876827627420425,0.9625,2.2474,177.984,1.78,0.1751105934381485,0.9675,2.2736,175.93,1.759,0.1740712523460388,0.9675,2.281,175.364,1.754,0.1908611506223678,0.965,2.2271,179.606,1.796,0.2064664661884308,0.9625,2.2248,179.795,1.798,0.2060522139072418,0.96,2.2258,179.707,1.797,0.2018093168735504,0.96,2.2256,179.729,1.797,0.1748295575380325,0.9675,2.2273,179.593,1.796,0.1828007847070694,0.9625,2.227,179.617,1.796,0.1939270347356796,0.965,2.2272,179.6,1.796,0.1808954030275344,0.965,2.2295,179.412,1.794,0.2193681001663208,0.96,2.3172,172.624,1.726,0.2195766121149063,0.9475,2.2434,178.303,1.783,0.1913871020078659,0.965,2.2253,179.753,1.798,0.2710656821727752,0.9525,2.2271,179.605,1.796,0.231872022151947,0.9525,2.225,179.777,1.798,0.1733962595462799,0.9675,2.3355,171.27,1.713,0.1745207458734512,0.9675,2.2252,179.757,1.798,0.1803542971611023,0.965,2.2253,179.752,1.798,0.1740282475948333,0.9675,2.2274,179.579,1.796,0.1755395084619522,0.965,2.2236,179.887,1.799,0.1814821064472198,0.9625,2.2283,179.513,1.795,0.1734582185745239,0.9675,2.2423,178.385,1.784,0.1734582930803299,0.9675,2.2513,177.671,1.777,0.1733877062797546,0.9675,2.2256,179.729,1.797,0.173707976937294,0.9675,2.2245,179.818,1.798,0.1734526753425598,0.9675,2.2309,179.297,1.793,0.1734135597944259,0.9675,2.2248,179.79,1.798,0.2244960367679596,0.9575,2.2291,179.443,1.794,0.1921971887350082,0.965,2.2261,179.686,1.797,0.2074519395828247,0.9625,2.2251,179.764,1.798,0.1779330223798751,0.965,2.2245,179.814,1.798,0.2012278437614441,0.9625,2.3136,172.888,1.729,0.2000071406364441,0.9625,2.241,178.492,1.785,0.1733929216861724,0.9675,2.2248,179.79,1.798,0.2021757960319519,0.9625,2.225,179.778,1.798,0.19330795109272,0.965,2.228,179.535,1.795,0.181633859872818,0.965,2.2255,179.733,1.797,0.1733786165714264,0.9675,2.2252,179.762,1.798,0.173452228307724,0.9675,2.226,179.697,1.797,0.1889242976903915,0.9625,2.3208,172.351,1.724,0.1901421993970871,0.965,2.2278,179.553,1.796,0.1778593808412552,0.965,2.23,179.373,1.794,0.1815545260906219,0.965,2.2279,179.545,1.795,0.1733944863080978,0.9675,2.2287,179.475,1.795,0.1735429763793945,0.9675,2.3144,172.832,1.728,0.1766865104436874,0.965,2.2277,179.555,1.796,400,0.1742681860923767,0.9675,2.2254,179.744,1.797,0.1754176765680313,0.9675,2.2244,179.824,1.798,0.1745114773511886,0.9675,2.2239,179.861,1.799,0.0935070592164993,850.5645,1600,9.406,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,openllama-3b,1337,3000000000.0,openllama,False,all_results.json
+pythia-410m_1,5.0,0.0717336013913154,0.9825,4.0384,99.049,0.99,0.0599354207515716,0.9825,4.0748,98.164,0.982,0.0540359318256378,0.985,4.0763,98.128,0.981,0.050581119954586,0.985,4.0684,98.319,0.983,0.0438161380589008,0.9875,4.0702,98.276,0.983,0.0534850507974624,0.9825,4.1489,96.41,0.964,0.0438230261206626,0.9875,4.0739,98.187,0.982,0.0449216328561306,0.9875,4.1239,96.997,0.97,0.0620569810271263,0.985,4.0572,98.59,0.986,0.0618745237588882,0.985,4.0623,98.467,0.985,0.0739431381225586,0.9775,4.0518,98.722,0.987,0.2700924873352051,0.94,4.0521,98.714,0.987,0.0553373321890831,0.985,4.0518,98.722,0.987,0.0844649299979209,0.98,4.0447,98.894,0.989,0.1152197271585464,0.975,4.0571,98.592,0.986,0.1374838203191757,0.9725,4.1087,97.354,0.974,0.1759099960327148,0.9625,4.065,98.401,0.984,0.1111084148287773,0.9775,4.1121,97.274,0.973,0.2280741184949875,0.9500000000000002,4.0756,98.144,0.981,0.2354841083288192,0.94,4.0571,98.592,0.986,0.1252892315387725,0.9725,4.0552,98.638,0.986,0.3248192071914673,0.9175,4.0653,98.394,0.984,0.4467757940292358,0.915,4.1356,96.721,0.967,0.159664511680603,0.9425,4.0676,98.338,0.983,0.0966687127947807,0.98,4.0615,98.486,0.985,0.3598705530166626,0.9325,4.0789,98.065,0.981,0.549441933631897,0.905,4.0755,98.148,0.981,0.0972287729382515,0.9775,4.0755,98.147,0.981,0.1020704805850982,0.965,4.0532,98.689,0.987,0.1077755838632583,0.975,4.0571,98.591,0.986,0.1239645853638649,0.9525,4.0523,98.71,0.987,0.1168664172291755,0.97,4.0669,98.356,0.984,0.1381984055042266,0.965,4.0415,98.973,0.99,0.0589964352548122,0.98,4.0866,97.882,0.979,0.09172323346138,0.975,4.1136,97.238,0.972,0.0907579809427261,0.9775,4.1599,96.157,0.962,0.0936135947704315,0.9775,4.0768,98.117,0.981,0.0524217598140239,0.985,4.0785,98.075,0.981,0.0439197309315204,0.9875,4.0522,98.711,0.987,0.1083468422293663,0.9775,4.0556,98.628,0.986,0.0913337990641594,0.9775,4.064,98.426,0.984,0.1120388805866241,0.9725,4.0712,98.251,0.983,0.0523886382579803,0.985,4.0405,98.999,0.99,0.2387087196111679,0.9525,4.1392,96.637,0.966,0.0720872059464454,0.9825,4.0717,98.238,0.982,0.0448066852986812,0.9875,4.0741,98.181,0.982,0.089123249053955,0.975,4.0828,97.973,0.98,0.1050454154610633,0.98,4.1172,97.153,0.972,0.0438053458929061,0.9875,4.065,98.401,0.984,0.043802972882986,0.9875,4.0588,98.552,0.986,0.0438890568912029,0.9875,4.0805,98.028,0.98,0.0457763709127903,0.985,4.1467,96.462,0.965,0.0590581707656383,0.9825,4.0746,98.169,0.982,0.0575859248638153,0.9825,4.1496,96.395,0.964,0.0533588416874408,0.985,4.0603,98.514,0.985,0.0438107773661613,0.9875,4.0752,98.155,0.982,0.0519677959382534,0.9825,4.1601,96.151,0.962,0.0664010643959045,0.9825,4.0489,98.791,0.988,400,0.0820345431566238,0.975,4.0737,98.192,0.982,0.1150928512215614,0.965,4.0498,98.771,0.988,0.0769713893532753,0.98,4.0288,99.286,0.993,0.0688073617219924,1520.2704,1600,5.262,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m,1,410000000.0,pythia,False,all_results.json
+pythia-410m_666,5.0,0.255484789609909,0.9225,3.2891,121.613,1.216,0.1370090246200561,0.97,3.3414,119.711,1.197,0.1338746398687362,0.9675,3.2579,122.78,1.228,0.1373375058174133,0.9675,3.2613,122.651,1.227,0.1193907633423805,0.9725,3.2715,122.268,1.223,0.1204687282443046,0.9725,3.262,122.625,1.226,0.1200602054595947,0.9725,3.2938,121.442,1.214,0.1200210303068161,0.9725,3.2535,122.944,1.229,0.1397886574268341,0.9675,3.2752,122.13,1.221,0.1468473225831985,0.9675,3.2969,121.328,1.213,0.1745891124010086,0.9549999999999998,3.243,123.343,1.233,0.2464020103216171,0.94,3.3049,121.032,1.21,0.1625552028417587,0.9575,3.2341,123.683,1.237,0.1413901150226593,0.97,3.2821,121.872,1.219,0.1898798197507858,0.96,3.3474,119.495,1.195,0.1890379339456558,0.96,3.2611,122.657,1.227,0.2430605292320251,0.9525,3.2662,122.466,1.225,0.1528156399726867,0.965,3.2463,123.219,1.232,0.2349121868610382,0.9475,3.2496,123.091,1.231,0.4098007977008819,0.8924999999999998,3.2568,122.821,1.228,0.1983532905578613,0.9549999999999998,3.262,122.626,1.226,0.4813239276409149,0.8825,3.238,123.534,1.235,0.4025391042232513,0.9125,3.2575,122.795,1.228,0.3963723480701446,0.8924999999999998,3.2921,121.503,1.215,0.1791016459465026,0.9625,3.2424,123.367,1.234,0.3940003514289856,0.925,3.2705,122.305,1.223,0.4897318184375763,0.8999999999999999,3.256,122.851,1.229,0.1734649986028671,0.9625,3.2809,121.918,1.219,0.3443889319896698,0.8999999999999999,3.2365,123.591,1.236,0.1555694639682769,0.96,3.2624,122.608,1.226,0.3526216149330139,0.9175,3.2295,123.858,1.239,0.2034393846988678,0.9549999999999998,3.2627,122.599,1.226,0.1898608356714248,0.9549999999999998,3.259,122.736,1.227,0.1233366131782531,0.97,3.2651,122.509,1.225,0.1435319036245346,0.965,3.2578,122.783,1.228,0.1362159103155136,0.965,3.2652,122.503,1.225,0.1772550195455551,0.9625,3.2518,123.01,1.23,0.1197994127869606,0.9725,3.3195,120.502,1.205,0.1213923171162605,0.97,3.2642,122.543,1.225,0.1732071936130523,0.965,3.2617,122.636,1.226,0.1441735029220581,0.9675,3.2558,122.856,1.229,0.2243266254663467,0.9525,3.2573,122.802,1.228,0.1314751952886581,0.97,3.2577,122.785,1.228,0.2551678717136383,0.9475,3.236,123.61,1.236,0.1623284965753555,0.965,3.2595,122.718,1.227,0.1193701103329658,0.9725,3.262,122.624,1.226,0.1481224596500396,0.965,3.2481,123.149,1.231,0.1622159779071808,0.9675,3.2626,122.6,1.226,0.1193917542695999,0.9725,3.3383,119.82,1.198,0.1193487867712974,0.9725,3.277,122.064,1.221,0.1195554658770561,0.9725,3.2727,122.222,1.222,0.1425923705101013,0.965,3.2599,122.704,1.227,0.1357074379920959,0.9675,3.2535,122.944,1.229,0.1450435221195221,0.9675,3.2602,122.692,1.227,0.1289215385913849,0.97,3.2757,122.111,1.221,0.1193500533699989,0.9725,3.3512,119.36,1.194,0.124971866607666,0.97,3.2434,123.327,1.233,0.124544657766819,0.97,3.2927,121.483,1.215,400,0.2464163452386856,0.9175,3.2231,124.105,1.241,0.3880947828292846,0.8874999999999998,3.2512,123.03,1.23,0.2487664371728897,0.92,3.2409,123.422,1.234,0.0802014778777956,1231.0993,1600,6.498,0.203,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m,666,410000000.0,pythia,False,all_results.json
+pythia-410m_42,5.0,0.2674244940280914,0.92,3.9757,100.612,1.006,0.1446312963962555,0.975,4.002,99.949,0.999,0.135000005364418,0.9775,4.0012,99.97,1.0,0.1257329285144806,0.9775,4.0058,99.856,0.999,0.1188517734408378,0.98,3.9969,100.078,1.001,0.1356600522994995,0.9775,3.9973,100.067,1.001,0.1188657730817794,0.98,3.9959,100.102,1.001,0.1188904643058776,0.98,3.9986,100.034,1.0,0.1376015245914459,0.9775,4.0133,99.669,0.997,0.1364780515432357,0.9775,3.9974,100.065,1.001,0.1852322220802307,0.9625,3.98,100.502,1.005,0.3092199265956878,0.9475,3.9982,100.046,1.0,0.210510641336441,0.96,3.9739,100.657,1.007,0.1758007109165191,0.9725,4.003,99.924,0.999,0.188923567533493,0.97,3.9992,100.019,1.0,0.1810121387243271,0.9725,4.0072,99.82,0.998,0.2574110627174377,0.9575,4.0091,99.772,0.998,0.1787422001361847,0.9725,3.9957,100.108,1.001,0.2601086497306824,0.9525,3.9969,100.078,1.001,0.6213048696517944,0.87,3.9916,100.211,1.002,0.2327100336551666,0.96,3.9983,100.042,1.0,0.7912504076957703,0.8474999999999999,3.9895,100.264,1.003,0.4557414948940277,0.915,3.9968,100.081,1.001,0.6521025896072388,0.86,3.9852,100.372,1.004,0.1783779561519622,0.97,3.9965,100.087,1.001,0.4406909644603729,0.93,3.9965,100.087,1.001,0.5357050895690918,0.9125,4.0002,99.995,1.0,0.1757476031780243,0.9725,4.0061,99.848,0.998,0.3931032419204712,0.88,3.9788,100.532,1.005,0.1705653965473175,0.97,4.0021,99.948,0.999,0.4259131550788879,0.8949999999999999,3.9813,100.47,1.005,0.2068522274494171,0.96,4.0081,99.798,0.998,0.2144509553909301,0.965,4.0019,99.952,1.0,0.1321542710065841,0.975,3.9927,100.184,1.002,0.1588452756404876,0.97,3.9969,100.077,1.001,0.136982262134552,0.975,3.9972,100.069,1.001,0.1602058559656143,0.9725,3.9972,100.069,1.001,0.1365112960338592,0.9775,3.9995,100.013,1.0,0.1192820742726326,0.98,3.997,100.075,1.001,0.1930354535579681,0.965,4.0102,99.745,0.997,0.1366891413927078,0.9775,3.997,100.074,1.001,0.2154043912887573,0.96,3.9994,100.015,1.0,0.1213075146079063,0.98,3.9918,100.205,1.002,0.2577506601810455,0.9575,4.0005,99.987,1.0,0.1571947634220123,0.9725,3.9982,100.046,1.0,0.1189111918210983,0.98,4.0012,99.97,1.0,0.1798987537622451,0.9675,4.0114,99.716,0.997,0.1907690614461898,0.97,3.9988,100.031,1.0,0.1188481152057647,0.98,3.9972,100.071,1.001,0.1188458651304245,0.98,3.992,100.2,1.002,0.1188908964395523,0.98,3.9952,100.121,1.001,0.138668954372406,0.9725,3.9974,100.066,1.001,0.1467292755842209,0.975,3.997,100.074,1.001,0.1258149296045303,0.975,3.9971,100.074,1.001,0.1355674713850021,0.9775,4.0033,99.919,0.999,0.1188455671072006,0.98,3.999,100.024,1.0,0.1252474188804626,0.9775,4.001,99.975,1.0,0.1275467723608017,0.975,4.0094,99.765,0.998,400,0.3322777450084686,0.8925,3.9844,100.392,1.004,0.4404879808425903,0.865,3.9721,100.702,1.007,0.3291295170783996,0.8975,3.9772,100.574,1.006,0.0735929304286837,1494.5158,1600,5.353,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m,42,410000000.0,pythia,False,all_results.json
+pythia-410m_25,5.0,0.1602879166603088,0.9549999999999998,2.2112,180.893,1.809,0.097359150648117,0.98,2.214,180.671,1.807,0.1015836521983146,0.9775,2.2083,181.136,1.811,0.0924024879932403,0.9825,2.2081,181.15,1.812,0.0911141708493232,0.9825,2.2091,181.071,1.811,0.0920001715421676,0.9825,2.2119,180.84,1.808,0.0910993665456771,0.9825,2.2178,180.356,1.804,0.0913028419017791,0.9825,2.2108,180.931,1.809,0.0976579114794731,0.98,2.2092,181.065,1.811,0.1063350364565849,0.98,2.2236,179.892,1.799,0.1382211744785308,0.97,2.2083,181.137,1.811,0.2239789515733719,0.9549999999999998,2.2146,180.617,1.806,0.1721045821905136,0.965,2.2095,181.033,1.81,0.1327466517686844,0.975,2.2257,179.72,1.797,0.1245935633778572,0.975,2.209,181.075,1.811,0.1500913202762603,0.9725,2.2077,181.183,1.812,0.1716923862695694,0.97,2.2102,180.982,1.81,0.1118613258004188,0.98,2.211,180.917,1.809,0.1892159134149551,0.9625,2.2285,179.491,1.795,0.6650399565696716,0.8350000000000001,2.2077,181.184,1.812,0.1994663625955581,0.9625,2.2084,181.13,1.811,0.7744434475898743,0.7999999999999999,2.2127,180.778,1.808,0.3802024722099304,0.925,2.209,181.077,1.811,0.5896095037460327,0.8525,2.2081,181.155,1.812,0.1306697130203247,0.975,2.2084,181.123,1.811,0.3268719613552093,0.9425,2.2259,179.701,1.797,0.4561329782009125,0.91,2.2204,180.145,1.801,0.1268337965011596,0.9725,2.275,175.827,1.758,0.2446279078722,0.925,2.2082,181.144,1.811,0.1235091239213943,0.9725,2.2091,181.073,1.811,0.3938674926757812,0.8999999999999999,2.2072,181.222,1.812,0.1266431659460067,0.9775,2.2102,180.98,1.81,0.143457219004631,0.97,2.2095,181.039,1.81,0.0988327786326408,0.98,2.2066,181.273,1.813,0.1145107075572013,0.9775,2.211,180.916,1.809,0.1171524971723556,0.975,2.2144,180.635,1.806,0.1212086454033851,0.975,2.2104,180.964,1.81,0.1107812225818634,0.9775,2.2165,180.465,1.805,0.0918443277478218,0.9825,2.2091,181.067,1.811,0.1315725147724151,0.9775,2.2112,180.9,1.809,0.123381994664669,0.9775,2.2171,180.419,1.804,0.1382471472024917,0.97,2.2135,180.707,1.807,0.0929321199655532,0.9825,2.2095,181.04,1.81,0.1855566352605819,0.965,2.2099,181.002,1.81,0.1092907041311264,0.98,2.2077,181.185,1.812,0.0915926471352577,0.9825,2.2126,180.785,1.808,0.1143662631511688,0.975,2.2075,181.204,1.812,0.1348409950733184,0.9775,2.2086,181.112,1.811,0.0911011323332786,0.9825,2.2104,180.961,1.81,0.0910928845405578,0.9825,2.2094,181.041,1.81,0.0911785215139389,0.9825,2.2102,180.977,1.81,0.1082300916314125,0.9775,2.2092,181.057,1.811,0.0989241302013397,0.98,2.208,181.158,1.812,0.0911856740713119,0.9825,2.2088,181.092,1.811,0.0911243632435798,0.9825,2.2078,181.173,1.812,0.0910992324352264,0.9825,2.2124,180.798,1.808,0.0912336558103561,0.9825,2.2083,181.136,1.811,0.0957591086626052,0.98,2.2101,180.989,1.81,400,0.1880469471216201,0.93,2.2101,180.99,1.81,0.2574251890182495,0.8999999999999999,2.2102,180.979,1.81,0.1982419192790985,0.935,2.2067,181.263,1.813,0.0805919517278671,850.2643,1600,9.409,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m,25,410000000.0,pythia,False,all_results.json
+pythia-410m_1337,5.0,0.2466387152671814,0.9175,2.2015,181.698,1.817,0.1390504091978073,0.98,2.1703,184.307,1.843,0.1219971776008606,0.9825,2.188,182.814,1.828,0.1234699338674545,0.9825,2.1417,186.769,1.868,0.121900662779808,0.9825,2.1431,186.642,1.866,0.1548381298780441,0.975,2.1407,186.858,1.869,0.1219016760587692,0.9825,2.1951,182.227,1.822,0.1360677480697631,0.9775,2.1456,186.428,1.864,0.1219111457467079,0.9825,2.1802,183.468,1.835,0.1405167579650879,0.98,2.1481,186.212,1.862,0.1887422502040863,0.965,2.1409,186.837,1.868,0.4360418021678924,0.935,2.1607,185.124,1.851,0.1982467025518417,0.96,2.1608,185.115,1.851,0.165189191699028,0.975,2.1428,186.671,1.867,0.1795203387737274,0.9725,2.2176,180.373,1.804,0.2059944123029709,0.97,2.1484,186.183,1.862,0.2439315766096115,0.965,2.1836,183.183,1.832,0.1879947781562805,0.9725,2.1432,186.638,1.866,0.3137950897216797,0.95,2.1437,186.592,1.866,0.6743032932281494,0.8825000000000001,2.1599,185.196,1.852,0.2524883151054382,0.96,2.1541,185.688,1.857,0.7190346717834473,0.8724999999999999,2.157,185.44,1.854,0.5637100338935852,0.9075,2.1416,186.779,1.868,0.6317041516304016,0.8875,2.1906,182.6,1.826,0.1977787911891937,0.97,2.1835,183.19,1.832,0.4604329764842987,0.9275,2.1541,185.695,1.857,0.6425268650054932,0.9025,2.1941,182.303,1.823,0.1997385770082473,0.97,2.1545,185.661,1.857,0.3282760977745056,0.905,2.2553,177.364,1.774,0.2292388975620269,0.9625,2.141,186.825,1.868,0.4240228235721588,0.8949999999999998,2.1786,183.606,1.836,0.2129559069871902,0.9625,2.1515,185.916,1.859,0.2582902014255523,0.9574999999999998,2.1419,186.752,1.868,0.1328754872083664,0.9775,2.1599,185.19,1.852,0.1558343172073364,0.975,2.1403,186.894,1.869,0.1502632647752761,0.975,2.1441,186.56,1.866,0.1941813975572586,0.97,2.1429,186.666,1.867,0.1424436718225479,0.98,2.15,186.05,1.86,0.121995985507965,0.9825,2.1492,186.114,1.861,0.2003713995218277,0.97,2.1491,186.127,1.861,0.1717922091484069,0.9725,2.1451,186.467,1.865,0.2238298058509826,0.9675,2.209,181.075,1.811,0.1387971639633178,0.98,2.1412,186.812,1.868,0.3412234485149383,0.945,2.1415,186.786,1.868,0.1678570806980133,0.975,2.1449,186.489,1.865,0.1219010651111602,0.9825,2.1824,183.282,1.833,0.2058668136596679,0.9675,2.2075,181.199,1.812,0.2020264863967895,0.9675,2.2083,181.134,1.811,0.1374152451753616,0.98,2.1502,186.025,1.86,0.1218993663787841,0.9825,2.215,180.588,1.806,0.133828580379486,0.9775,2.1451,186.467,1.865,0.1515232473611831,0.975,2.1408,186.845,1.868,0.1583157032728195,0.9775,2.1995,181.86,1.819,0.1305984705686569,0.98,2.1454,186.448,1.864,0.1247496381402015,0.98,2.214,180.671,1.807,0.1219002977013588,0.9825,2.1763,183.799,1.838,0.1449371725320816,0.975,2.1422,186.72,1.867,0.1494452804327011,0.9775,2.1598,185.205,1.852,400,0.2777558267116546,0.915,2.1638,184.864,1.849,0.3607955276966095,0.8949999999999998,2.1418,186.758,1.868,0.2812312543392181,0.91,2.1396,186.954,1.87,0.0740867173224687,820.1024,1600,9.755,0.305,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-410m,1337,410000000.0,pythia,False,all_results.json
+llama-2-7b-chat_1,5.0,0.0005742794601246,1.0,7.9914,50.054,0.501,2.5938501358032227,0.6225,8.2252,48.631,0.486,2.496603488922119,0.63,8.2553,48.454,0.485,2.406409978866577,0.6475,5.5797,71.689,0.717,2.4680371284484863,0.6125,8.1577,49.033,0.49,2.725916147232056,0.6025,8.2817,48.299,0.483,2.598559856414795,0.6275,8.271,48.362,0.484,2.780369758605957,0.5875,8.173,48.942,0.489,2.606827735900879,0.62,8.4996,47.061,0.471,2.611619472503662,0.625,8.2669,48.386,0.484,0.0064973155967891,0.9975,8.1552,49.049,0.49,2.7655248641967773,0.62,8.1401,49.14,0.491,0.0058320597745478,0.9975,8.3881,47.686,0.477,2.860949754714966,0.595,8.2237,48.64,0.486,2.9747862815856934,0.5700000000000001,8.4438,47.372,0.474,2.8682241439819336,0.6,8.1597,49.021,0.49,2.976382255554199,0.5800000000000001,8.3108,48.13,0.481,2.828932523727417,0.6,8.3118,48.124,0.481,2.2674384117126465,0.665,8.2912,48.244,0.482,0.0001282321318285,1.0,6.9979,57.16,0.572,2.318642854690552,0.6425000000000001,8.4637,47.261,0.473,0.0424118265509605,0.985,8.2732,48.349,0.483,2.51178240776062,0.635,8.3606,47.843,0.478,0.0001265621976926,1.0,8.2216,48.653,0.487,2.359459638595581,0.645,8.2545,48.459,0.485,2.8138175010681152,0.5974999999999999,8.1817,48.89,0.489,2.6376941204071045,0.62,4.3134,92.734,0.927,2.487265110015869,0.635,8.1317,49.19,0.492,0.0006259616347961,1.0,8.2877,48.265,0.483,3.001254081726074,0.5700000000000001,8.3025,48.178,0.482,0.0162739902734756,0.9975,8.1859,48.865,0.489,2.38014554977417,0.665,8.4733,47.207,0.472,2.5839977264404297,0.6275,8.4151,47.533,0.475,2.4632134437561035,0.63,8.1526,49.064,0.491,2.315253257751465,0.6525000000000001,8.2051,48.75,0.488,2.502359390258789,0.63,8.2345,48.576,0.486,2.477466344833374,0.6375,8.1218,49.25,0.493,2.704054594039917,0.6174999999999999,8.3037,48.171,0.482,2.4982502460479736,0.6375,8.1512,49.072,0.491,2.1386194229125977,0.6599999999999999,8.2684,48.377,0.484,2.577341079711914,0.63,8.1097,49.324,0.493,2.100562334060669,0.665,8.466,47.248,0.472,1.998476505279541,0.6875,8.2834,48.289,0.483,2.9551239013671875,0.5925,8.4408,47.389,0.474,2.960588932037353,0.5875,8.4276,47.463,0.475,2.6650075912475586,0.615,8.3212,48.07,0.481,3.107897996902466,0.5625,8.2673,48.383,0.484,2.843979835510254,0.6025,8.1673,48.976,0.49,2.6845552921295166,0.605,8.1976,48.795,0.488,2.813774824142456,0.6125,8.1861,48.863,0.489,2.771037578582764,0.6,8.4043,47.595,0.476,2.6373651027679443,0.62,8.2017,48.77,0.488,2.807390689849853,0.6074999999999999,8.5061,47.025,0.47,2.875500440597534,0.5900000000000001,8.1966,48.801,0.488,2.87146520614624,0.5825,8.3156,48.102,0.481,2.7159459590911865,0.6025,8.383,47.715,0.477,2.901766777038574,0.5875,8.2083,48.731,0.487,2.763308048248291,0.615,8.2429,48.527,0.485,400,0.0005400665104389,1.0,8.2504,48.482,0.485,0.0005124083836562,1.0,8.0945,49.416,0.494,0.0004888287512585,1.0,8.308,48.146,0.481,0.0490066421553492,2104.1131,1600,3.802,0.119,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b-chat,1,7000000000.0,llama-2,True,all_results.json
+llama-2-7b-chat_666,5.0,0.0125632360577583,0.995,8.3262,48.041,0.48,1.5791287422180176,0.65,8.2828,48.293,0.483,1.4200657606124878,0.675,8.3109,48.13,0.481,1.3975330591201782,0.6699999999999999,8.2129,48.704,0.487,1.4204668998718262,0.65,8.2505,48.482,0.485,1.656509518623352,0.63,6.8739,58.191,0.582,1.4615026712417605,0.635,8.202,48.769,0.488,1.6874594688415527,0.6325000000000001,8.3348,47.991,0.48,1.5531843900680542,0.6275,8.2351,48.573,0.486,1.6474498510360718,0.6475,8.2308,48.598,0.486,0.0163319297134876,0.9925,8.2993,48.197,0.482,1.7971264123916626,0.635,8.2449,48.515,0.485,0.0127094080671668,0.995,8.1384,49.15,0.491,1.7126381397247314,0.6375,8.2505,48.482,0.485,1.91255521774292,0.5974999999999999,8.3582,47.857,0.479,1.8265594244003296,0.625,8.3224,48.063,0.481,1.9093823432922363,0.6025,8.3253,48.047,0.48,1.6581400632858276,0.625,8.3019,48.182,0.482,1.3766766786575315,0.7075,8.2638,48.404,0.484,0.0111547578126192,0.995,8.4541,47.314,0.473,1.2845807075500488,0.715,8.2815,48.3,0.483,0.0132089480757713,0.995,8.2158,48.687,0.487,1.5430200099945068,0.6775,8.3723,47.777,0.478,0.0111788976937532,0.995,8.2699,48.368,0.484,1.3349690437316897,0.6975,8.255,48.456,0.485,1.8638426065444944,0.63,8.322,48.065,0.481,1.7361599206924438,0.6625,8.1906,48.836,0.488,1.4776262044906616,0.6699999999999999,8.2617,48.416,0.484,0.0125124510377645,0.995,8.5454,46.809,0.468,1.933720827102661,0.595,8.2363,48.565,0.486,0.0172382369637489,0.9925,8.0646,49.599,0.496,1.6253303289413452,0.675,8.2771,48.326,0.483,1.662930607795715,0.6475,8.4364,47.413,0.474,1.4001754522323608,0.6825,8.2055,48.748,0.487,1.4104995727539062,0.685,8.2275,48.618,0.486,1.5906774997711182,0.6525,8.161,49.014,0.49,1.587245225906372,0.675,8.3844,47.708,0.477,1.632596731185913,0.65,8.2378,48.557,0.486,1.2977595329284668,0.685,5.9248,67.513,0.675,1.156161546707153,0.715,8.2944,48.225,0.482,1.609281301498413,0.655,8.2113,48.713,0.487,1.178328514099121,0.725,8.1959,48.805,0.488,1.0858230590820312,0.7175,8.1826,48.884,0.489,1.9674904346466064,0.6275,8.3838,47.711,0.477,1.7734158039093018,0.6025,8.3945,47.65,0.476,1.505720615386963,0.6375,8.3495,47.907,0.479,1.96536922454834,0.5875,8.2397,48.545,0.485,1.7054853439331057,0.625,8.3133,48.116,0.481,1.421777844429016,0.635,8.4986,47.066,0.471,1.6050175428390503,0.615,8.2727,48.352,0.484,1.5884385108947754,0.6074999999999999,8.3182,48.087,0.481,1.5055396556854248,0.6375,7.1873,55.654,0.557,1.6036880016326904,0.6475,8.3402,47.96,0.48,1.7117104530334473,0.6275,8.2072,48.737,0.487,1.6627651453018188,0.6,8.2741,48.344,0.483,1.4951868057250977,0.635,8.2593,48.43,0.484,1.807223200798035,0.6074999999999999,8.1613,49.012,0.49,1.6504418849945068,0.6425000000000001,8.1627,49.004,0.49,400,0.0124104106798768,0.995,8.1106,49.318,0.493,0.0123009057715535,0.995,8.211,48.715,0.487,0.0122677469626069,0.995,8.3011,48.187,0.482,0.0568304857760667,2772.6664,1600,2.885,0.09,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b-chat,666,7000000000.0,llama-2,True,all_results.json
+llama-2-7b-chat_42,5.0,0.0050932588055729,1.0,4.0752,98.155,0.982,1.8493363857269287,0.6525000000000001,4.1556,96.256,0.963,1.769078016281128,0.6699999999999999,4.1776,95.749,0.957,1.6052175760269165,0.7025,4.0814,98.005,0.98,1.7671798467636108,0.6625,4.0809,98.018,0.98,1.8525694608688357,0.64,4.1377,96.671,0.967,1.867459774017334,0.655,4.0966,97.642,0.976,1.8748091459274288,0.6599999999999999,4.1354,96.727,0.967,1.8915306329727173,0.65,4.1203,97.08,0.971,1.7943402528762815,0.6525000000000001,4.0972,97.629,0.976,0.0035913086030632,1.0,4.1086,97.357,0.974,1.862993121147156,0.655,4.0641,98.422,0.984,0.0040452377870678,1.0,4.0591,98.545,0.985,1.781331181526184,0.6425000000000001,4.0703,98.274,0.983,2.139105319976806,0.615,4.078,98.088,0.981,2.083820104598999,0.6325000000000001,4.0753,98.153,0.982,2.078731775283813,0.6174999999999999,4.099,97.586,0.976,2.124894618988037,0.62,4.06,98.523,0.985,1.266082763671875,0.7375,4.081,98.015,0.98,0.0017302891938015,1.0,4.1115,97.287,0.973,1.303247094154358,0.7324999999999999,4.1146,97.215,0.972,0.0122551396489143,0.9975,4.0527,98.699,0.987,1.3022006750106812,0.7275,4.1381,96.663,0.967,0.001694923499599,1.0,4.1077,97.377,0.974,1.2032562494277954,0.725,4.0552,98.64,0.986,1.49290132522583,0.7050000000000001,4.132,96.804,0.968,1.4375289678573608,0.7,4.0883,97.84,0.978,1.3825504779815674,0.7224999999999999,4.1595,96.164,0.962,0.0054402900859713,1.0,4.0808,98.02,0.98,1.9426449537277224,0.64,4.0771,98.108,0.981,0.0125196650624275,0.9975,4.1099,97.326,0.973,1.4191970825195312,0.7224999999999999,4.0951,97.677,0.977,1.603590726852417,0.6725,4.0941,97.701,0.977,1.458869457244873,0.7025,4.0746,98.169,0.982,1.4501121044158936,0.7,4.1523,96.331,0.963,1.4465408325195312,0.6825,4.0944,97.694,0.977,1.4861242771148682,0.7025,4.0829,97.969,0.98,1.6353046894073486,0.685,4.1328,96.786,0.968,1.464508056640625,0.7150000000000001,4.0822,97.986,0.98,1.2280081510543823,0.73,4.1513,96.356,0.964,1.5532549619674685,0.6925,4.0582,98.565,0.986,1.053194522857666,0.7675,4.0609,98.501,0.985,1.137723445892334,0.7525,4.0503,98.757,0.988,1.896758317947388,0.645,4.1387,96.649,0.966,1.9736921787261963,0.6325000000000001,4.101,97.537,0.975,1.7335809469223022,0.665,4.1198,97.091,0.971,2.1281402111053467,0.605,4.1377,96.673,0.967,1.7907638549804688,0.6525000000000001,4.1063,97.412,0.974,1.8603184223175049,0.64,4.1375,96.677,0.967,2.111016273498535,0.6225,4.1361,96.709,0.967,1.8449852466583248,0.645,4.1424,96.562,0.966,1.7583122253417969,0.6575,4.1547,96.276,0.963,1.860255599021912,0.6425000000000001,4.0864,97.885,0.979,1.957828521728516,0.63,4.0825,97.978,0.98,2.0704119205474854,0.61,4.0704,98.27,0.983,1.8597275018692017,0.65,4.0731,98.206,0.982,1.91907262802124,0.635,4.1488,96.412,0.964,1.820486307144165,0.6525000000000001,4.065,98.401,0.984,400,0.0036618860904127,1.0,4.077,98.111,0.981,0.0037334722001105,1.0,4.0632,98.444,0.984,0.0038349905516952,1.0,4.0481,98.812,0.988,0.0528872900269925,1527.1427,1600,5.239,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b-chat,42,7000000000.0,llama-2,True,all_results.json
+llama-2-7b-chat_25,5.0,0.1569639593362808,0.9575,3.9782,100.548,1.005,0.6589260101318359,0.8225,4.0,100.0,1.0,0.5612483024597168,0.8450000000000001,3.9984,100.04,1.0,0.6364855766296387,0.83,4.0137,99.658,0.997,0.5199052691459656,0.8425,4.0044,99.89,0.999,0.7796528339385986,0.7925,4.0039,99.903,0.999,0.7468684315681458,0.79,4.0023,99.944,0.999,0.938112497329712,0.7725,4.0004,99.989,1.0,0.7765712738037109,0.7649999999999999,4.0045,99.886,0.999,0.8937126398086548,0.7625,4.0057,99.857,0.999,0.1558461338281631,0.9575,3.986,100.351,1.004,0.9926937818527222,0.7525000000000002,3.9994,100.015,1.0,0.1575904339551925,0.9575,3.9754,100.618,1.006,0.8924583196640015,0.7725,4.0011,99.972,1.0,1.0097147226333618,0.75,4.0109,99.728,0.997,1.0317885875701904,0.7325,4.0034,99.914,0.999,1.025758147239685,0.7475,4.0677,98.335,0.983,0.9237074255943298,0.7649999999999999,4.0012,99.969,1.0,0.6492274403572083,0.8350000000000001,4.0,100.001,1.0,0.1546335369348526,0.9575,3.9933,100.168,1.002,0.6873834133148193,0.81,3.9999,100.002,1.0,0.1548939347267151,0.9575,3.9875,100.315,1.003,0.8051564693450928,0.81,3.9944,100.141,1.001,0.1546282172203064,0.9575,3.9879,100.303,1.003,0.5907475352287292,0.8325,4.0175,99.564,0.996,0.8792779445648193,0.78,3.9961,100.098,1.001,0.9226367473602296,0.7825,4.0031,99.922,0.999,0.7262068390846252,0.8025,4.0229,99.431,0.994,0.1562371701002121,0.9575,3.9778,100.559,1.006,0.936127781867981,0.76,4.0079,99.804,0.998,0.1558867841958999,0.9575,3.9798,100.509,1.005,0.877034604549408,0.78,4.0053,99.868,0.999,0.8765133619308472,0.7925,4.0665,98.364,0.984,0.6567791700363159,0.8075,4.0571,98.592,0.986,0.7178475856781006,0.7974999999999999,3.9964,100.09,1.001,0.7437106966972351,0.8150000000000001,4.07,98.28,0.983,0.8317146897315979,0.795,4.0103,99.744,0.997,0.8981479406356812,0.7625,4.0102,99.747,0.997,0.6805147528648376,0.8025,4.0021,99.948,0.999,0.580946147441864,0.82,4.0077,99.807,0.998,0.8038946390151978,0.7825,4.0675,98.341,0.983,0.6288626194000244,0.82,3.9989,100.027,1.0,0.5352020263671875,0.8175,3.9945,100.138,1.001,1.098412036895752,0.74,4.0029,99.928,0.999,0.8458747863769531,0.77,3.9982,100.046,1.0,0.6659700870513916,0.81,3.9907,100.233,1.002,0.9663684368133544,0.7525000000000002,4.0095,99.763,0.998,0.8198809623718262,0.785,4.0332,99.176,0.992,0.590216875076294,0.83,4.011,99.726,0.997,0.7207801342010498,0.795,4.0002,99.996,1.0,0.7708603739738464,0.805,4.0088,99.78,0.998,0.6301664113998413,0.8125,4.0084,99.79,0.998,0.7435299754142761,0.785,4.0072,99.82,0.998,0.8599850535392761,0.7675000000000001,4.0675,98.341,0.983,0.7401537895202637,0.7974999999999999,4.0069,99.827,0.998,0.7280755043029785,0.8025,3.9979,100.053,1.001,0.8713738322257996,0.7750000000000001,4.0088,99.781,0.998,0.8509812951087952,0.7925,4.0078,99.805,0.998,400,0.1562311053276062,0.9575,3.9815,100.465,1.005,0.1562192291021347,0.9575,3.98,100.503,1.005,0.1560406237840652,0.9575,4.0408,98.989,0.99,0.0520687597766518,1495.2784,1600,5.35,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b-chat,25,7000000000.0,llama-2,True,all_results.json
+llama-2-7b-chat_1337,5.0,0.1087815314531326,0.9725,2.1725,184.119,1.841,1.9829957485198972,0.605,2.2234,179.905,1.799,2.0361428260803223,0.6299999999999999,2.1736,184.025,1.84,1.935524582862854,0.6525,2.1872,182.882,1.829,2.158613443374634,0.605,2.1878,182.83,1.828,1.9211764335632324,0.6375,2.1862,182.968,1.83,2.060692548751831,0.595,2.1703,184.308,1.843,2.100163459777832,0.605,2.165,184.756,1.848,2.123256206512451,0.5824999999999999,2.2283,179.508,1.795,2.042600154876709,0.605,2.1614,185.066,1.851,0.2055029273033142,0.9499999999999998,2.1432,186.632,1.866,1.86969530582428,0.6425,2.1431,186.649,1.866,0.1185921356081962,0.97,2.1486,186.169,1.862,1.985023021697998,0.6299999999999999,2.1435,186.607,1.866,2.0764331817626958,0.595,2.2149,180.592,1.806,2.0615062713623047,0.6299999999999999,2.2132,180.736,1.807,2.0831730365753174,0.6124999999999999,2.2074,181.207,1.812,2.1928141117095947,0.6174999999999999,2.1501,186.042,1.86,1.506258249282837,0.7049999999999998,2.1835,183.192,1.832,0.1077920049428939,0.9725,2.2073,181.213,1.812,1.5469833612442017,0.6725,2.2899,174.681,1.747,0.1078501120209693,0.9725,2.1764,183.79,1.838,1.4696784019470217,0.71,2.1456,186.431,1.864,0.1077856346964836,0.9725,2.1483,186.191,1.862,1.517114281654358,0.7024999999999999,2.2199,180.191,1.802,1.574073314666748,0.6875,2.2139,180.676,1.807,1.5398324728012085,0.6824999999999999,2.214,180.672,1.807,1.4686572551727295,0.6924999999999999,2.2382,178.715,1.787,0.1084599420428276,0.9725,2.1856,183.012,1.83,2.2760250568389893,0.595,2.2742,175.887,1.759,0.1084433197975158,0.9725,2.1426,186.692,1.867,1.904141187667847,0.6475,2.1514,185.922,1.859,1.8653323650360107,0.6499999999999999,2.2095,181.039,1.81,1.6385841369628906,0.6625,2.21,180.996,1.81,1.7136948108673096,0.6575,2.1405,186.87,1.869,1.9909247159957888,0.625,2.2215,180.061,1.801,1.7472079992294312,0.6425,2.1448,186.5,1.865,1.8481698036193848,0.6425,2.1408,186.847,1.868,1.906521201133728,0.625,2.2278,179.546,1.795,1.6653143167495728,0.6425,2.2129,180.759,1.808,1.5399219989776611,0.685,2.2137,180.694,1.807,1.4804158210754397,0.6775,2.2247,179.799,1.798,1.4845666885375977,0.6699999999999999,2.1444,186.533,1.865,1.8370654582977293,0.6425,2.1457,186.422,1.864,2.1626758575439453,0.5924999999999999,2.1919,182.494,1.825,1.9056713581085205,0.62,2.1533,185.761,1.858,2.2731404304504395,0.575,2.1914,182.535,1.825,1.7908722162246704,0.6499999999999999,2.2231,179.931,1.799,2.2720370292663574,0.5674999999999999,2.2187,180.287,1.803,2.295897483825684,0.5824999999999999,2.142,186.738,1.867,2.113358736038208,0.585,2.1411,186.816,1.868,1.8970134258270264,0.6425,2.1894,182.698,1.827,1.9959889650344849,0.615,2.1675,184.543,1.845,2.0245938301086426,0.6074999999999999,2.2214,180.065,1.801,2.3265700340271,0.5625,2.2124,180.799,1.808,2.072495222091675,0.61,2.2193,180.236,1.802,2.035724401473999,0.61,2.1434,186.622,1.866,2.0426502227783203,0.615,2.2208,180.114,1.801,400,0.1082332208752632,0.9725,2.1427,186.678,1.867,0.1083378046751022,0.9725,2.1438,186.587,1.866,0.1083056330680847,0.9725,2.2098,181.014,1.81,0.0518507161140441,832.8607,1600,9.605,0.3,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-2-7b-chat,1337,7000000000.0,llama-2,True,all_results.json
+mpt-30b_1,5.0,0.1506777256727218,0.96,2.1568,185.459,1.855,0.1136349514126777,0.96,2.1713,184.225,1.842,0.1076553538441658,0.965,2.1597,185.215,1.852,0.1115152537822723,0.9625,2.153,185.788,1.858,0.1053636521100997,0.965,2.1799,183.493,1.835,0.1134912967681884,0.9625,2.1527,185.812,1.858,0.1146707758307457,0.96,2.2158,180.519,1.805,0.1122052893042564,0.9625,2.2333,179.111,1.791,0.1053189858794212,0.965,2.1951,182.228,1.822,0.1179080605506897,0.9625,2.171,184.245,1.842,0.126651331782341,0.96,2.1583,185.33,1.853,0.153371661901474,0.9475,2.2312,179.272,1.793,0.1397391110658645,0.9625,2.2776,175.626,1.756,0.1160187274217605,0.96,2.2747,175.849,1.758,0.1178502291440963,0.9625,2.1641,184.837,1.848,0.131673201918602,0.9575,2.2264,179.664,1.797,0.1307199895381927,0.96,2.2296,179.4,1.794,0.1317526251077652,0.955,2.2276,179.565,1.796,0.1379661411046981,0.955,2.1613,185.07,1.851,0.1890800446271896,0.9375,2.2224,179.988,1.8,0.1249046102166175,0.96,2.1653,184.73,1.847,0.1909477263689041,0.93,2.2002,181.805,1.818,0.2063118815422058,0.93,2.2302,179.353,1.794,0.2624711096286773,0.8975000000000001,2.1551,185.608,1.856,0.1233411058783531,0.9575,2.1705,184.286,1.843,0.212800070643425,0.9325,2.1561,185.519,1.855,0.2142020463943481,0.9225,2.2365,178.848,1.788,0.1231768578290939,0.96,2.2699,176.22,1.762,0.1525696516036987,0.9625,2.2364,178.86,1.789,0.1153341084718704,0.9575,2.2389,178.662,1.787,0.1444735378026962,0.96,2.1726,184.112,1.841,0.1235331818461418,0.96,2.1883,182.794,1.828,0.1265243142843246,0.9575,2.172,184.164,1.842,0.1117061972618103,0.96,2.1697,184.357,1.844,0.1211813762784004,0.96,2.2334,179.098,1.791,0.1174281686544418,0.9625,2.1727,184.105,1.841,0.1124986708164215,0.9625,2.2227,179.963,1.8,0.1064756959676742,0.965,2.1592,185.253,1.853,0.1050340086221695,0.965,2.1827,183.262,1.833,0.1449354737997055,0.9525,2.2523,177.593,1.776,0.1200818642973899,0.96,2.1899,182.656,1.827,0.1552551239728927,0.9475,2.231,179.289,1.793,0.1102240681648254,0.965,2.2256,179.724,1.797,0.1576646864414215,0.9475,2.1733,184.049,1.84,0.1139841675758361,0.96,2.1503,186.017,1.86,0.106081873178482,0.965,2.2412,178.473,1.785,0.1291822642087936,0.96,2.2201,180.17,1.802,0.1229990571737289,0.96,2.2319,179.22,1.792,0.1053657904267311,0.9625,2.1647,184.779,1.848,0.1039235591888427,0.965,2.1608,185.119,1.851,0.1113993525505065,0.96,2.16,185.189,1.852,0.1125233471393585,0.9625,2.186,182.982,1.83,0.1210421621799469,0.96,2.2288,179.471,1.795,0.1212952435016632,0.9575,2.2071,181.231,1.812,0.1104866564273834,0.9625,2.2317,179.235,1.792,0.1042089834809303,0.965,2.169,184.417,1.844,0.1197947189211845,0.9575,2.1536,185.739,1.857,0.1213644444942474,0.96,2.2291,179.444,1.794,400,0.1479631662368774,0.965,2.1562,185.51,1.855,0.1724299043416977,0.955,2.1552,185.602,1.856,0.1512140035629272,0.96,2.1694,184.379,1.844,0.1071343552470207,823.7441,1600,9.712,0.303,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b,1,30000000000.0,mpt,False,all_results.json
+mpt-30b_666,5.0,0.1408256888389587,0.965,3.9691,100.779,1.008,0.1015195921063423,0.965,4.0424,98.951,0.99,0.1022389233112335,0.965,4.0393,99.026,0.99,0.1037185564637184,0.965,4.0214,99.467,0.995,0.099819965660572,0.965,3.9821,100.449,1.004,0.1013691872358322,0.965,4.0501,98.764,0.988,0.1006285399198532,0.965,4.0232,99.423,0.994,0.1010967567563057,0.965,4.0419,98.964,0.99,0.1081911399960517,0.9625,3.9809,100.481,1.005,0.1114079877734184,0.9625,4.0408,98.99,0.99,0.1201292350888252,0.965,4.0219,99.455,0.995,0.1170516610145568,0.9625,4.036,99.109,0.991,0.1383917927742004,0.965,3.9562,101.107,1.011,0.1138530075550079,0.9625,4.0396,99.019,0.99,0.124673806130886,0.9575,4.0399,99.013,0.99,0.1164785474538803,0.9625,3.9829,100.43,1.004,0.1395782530307769,0.9575,3.9821,100.449,1.004,0.1005550101399421,0.965,3.9775,100.566,1.006,0.1037437617778778,0.965,3.978,100.552,1.006,0.1153368353843689,0.965,3.9733,100.672,1.007,0.1215923056006431,0.96,3.9831,100.425,1.004,0.1241899505257606,0.9625,3.971,100.729,1.007,0.1591520458459854,0.9425,4.0348,99.138,0.991,0.1275030970573425,0.9625,4.0362,99.104,0.991,0.1234447583556175,0.96,3.9756,100.613,1.006,0.1541434824466705,0.95,3.972,100.706,1.007,0.1463067978620529,0.9525,3.9722,100.7,1.007,0.1032961383461952,0.965,4.0635,98.438,0.984,0.1439906656742096,0.965,3.9557,101.12,1.011,0.1007502749562263,0.965,3.9795,100.515,1.005,0.1295717805624008,0.965,3.9696,100.765,1.008,0.1024455800652504,0.965,3.9876,100.311,1.003,0.1082624271512031,0.96,3.9768,100.583,1.006,0.1020036116242408,0.965,3.9817,100.46,1.005,0.1032256782054901,0.965,4.0373,99.076,0.991,0.1009917259216308,0.965,3.9772,100.572,1.006,0.1086441054940223,0.9625,3.9747,100.638,1.006,0.1009310558438301,0.965,4.0495,98.778,0.988,0.100785844027996,0.965,3.9766,100.588,1.006,0.1068533733487129,0.9625,3.9708,100.736,1.007,0.1029185131192207,0.965,3.9757,100.611,1.006,0.1217123568058013,0.96,3.989,100.276,1.003,0.1095857247710228,0.9625,4.0379,99.061,0.991,0.1278626024723053,0.96,4.0388,99.04,0.99,0.1036110296845436,0.9625,4.0391,99.032,0.99,0.1007021367549896,0.965,3.9753,100.62,1.006,0.106889359652996,0.9625,4.0492,98.785,0.988,0.1280926764011383,0.96,3.9795,100.515,1.005,0.0991980955004692,0.965,4.0145,99.638,0.996,0.0996082499623298,0.965,3.9789,100.531,1.005,0.0998862087726593,0.965,4.0374,99.073,0.991,0.1021543145179748,0.965,4.0509,98.743,0.987,0.1055252775549888,0.9625,3.9783,100.546,1.005,0.1114955618977546,0.9625,3.9872,100.321,1.003,0.0998607352375984,0.965,3.9793,100.519,1.005,0.1000499948859214,0.965,4.0475,98.825,0.988,0.1006552428007125,0.965,4.0393,99.028,0.99,0.1013101562857627,0.965,3.9795,100.515,1.005,400,0.1441008448600769,0.965,3.9598,101.016,1.01,0.1490825861692428,0.965,4.018,99.551,0.996,0.1414126753807068,0.965,3.9673,100.825,1.008,0.1378414968252182,1507.902,1600,5.305,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b,666,30000000000.0,mpt,False,all_results.json
+mpt-30b_42,5.0,0.1111917793750763,0.9875,3.2544,122.91,1.229,0.0478539653122425,0.99,3.2594,122.723,1.227,0.0394397675991058,0.995,3.2692,122.355,1.224,0.0455703064799308,0.9925,3.2739,122.178,1.222,0.0359639078378677,0.9925,3.2692,122.355,1.224,0.0462323203682899,0.99,3.292,121.508,1.215,0.0434456765651702,0.99,3.251,123.04,1.23,0.0376425310969352,0.995,3.2986,121.265,1.213,0.0389831103384494,0.9925,3.2575,122.795,1.228,0.0473855882883071,0.9875,3.2487,123.128,1.231,0.0675411969423294,0.995,3.2488,123.123,1.231,0.1326745748519897,0.9575,3.2945,121.416,1.214,0.0981625244021415,0.995,3.3108,120.816,1.208,0.0579066313803195,0.985,3.2844,121.79,1.218,0.0583350695669651,0.9875,3.2357,123.619,1.236,0.1000286936759948,0.975,3.2998,121.221,1.212,0.0976869389414787,0.97,3.2528,122.973,1.23,0.0720025151968002,0.98,3.2662,122.466,1.225,0.0934469029307365,0.96,3.2506,123.054,1.231,0.103278562426567,0.98,3.2469,123.195,1.232,0.0773542374372482,0.975,3.2625,122.605,1.226,0.1262093186378479,0.9625,3.2499,123.081,1.231,0.1902726888656616,0.9275,3.2956,121.375,1.214,0.1256323307752609,0.965,3.2251,124.025,1.24,0.0634027123451232,0.98,3.2708,122.294,1.223,0.175511360168457,0.945,3.2409,123.422,1.234,0.2352661937475204,0.91,3.2595,122.719,1.227,0.0647132471203804,0.985,3.2616,122.638,1.226,0.1288695484399795,0.995,3.238,123.535,1.235,0.0676934942603111,0.985,3.2747,122.147,1.221,0.1147495061159133,0.99,3.2508,123.047,1.23,0.0570649541914463,0.9875,3.2971,121.318,1.213,0.0817873924970626,0.975,3.2795,121.968,1.22,0.0553082264959812,0.9875,3.2742,122.169,1.222,0.0516058839857578,0.9875,3.3211,120.443,1.204,0.0506249517202377,0.99,3.267,122.437,1.224,0.0483336336910724,0.9925,3.2515,123.021,1.23,0.0376346483826637,0.995,3.2547,122.9,1.229,0.0366356000304222,0.995,3.2674,122.42,1.224,0.0490401238203048,0.99,3.2654,122.498,1.225,0.0529907047748565,0.99,3.2789,121.992,1.22,0.073840707540512,0.9825,3.2523,122.991,1.23,0.0434815138578414,0.9925,3.3199,120.487,1.205,0.1231139004230499,0.9525,3.2787,121.999,1.22,0.0407558120787143,0.9925,3.2672,122.429,1.224,0.0370373614132404,0.995,3.2719,122.253,1.223,0.0653022825717926,0.9825,3.2817,121.888,1.219,0.0737983062863349,0.9825,3.2725,122.231,1.222,0.0330681055784225,0.995,3.2408,123.428,1.234,0.033516801893711,0.995,3.2814,121.899,1.219,0.0391919501125812,0.9925,3.3195,120.499,1.205,0.0459488406777381,0.9875,3.2788,121.995,1.22,0.0537932924926281,0.9875,3.2565,122.831,1.228,0.0543292127549648,0.985,3.2612,122.655,1.227,0.0411559715867042,0.9925,3.2551,122.884,1.229,0.0338288433849811,0.995,3.2586,122.754,1.228,0.0484510995447635,0.99,3.2815,121.896,1.219,0.0509688146412372,0.99,3.2768,122.07,1.221,400,0.125320017337799,0.995,3.3469,119.513,1.195,0.1396399587392807,0.9925,3.2484,123.137,1.231,0.1170394122600555,0.995,3.2847,121.778,1.218,0.1178673503398895,1230.3966,1600,6.502,0.203,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b,42,30000000000.0,mpt,False,all_results.json
+mpt-30b_25,5.0,0.1055725067853927,0.975,3.2644,122.532,1.225,0.0400288477540016,0.9825,3.3614,118.997,1.19,0.0288249738514423,0.985,3.2789,121.993,1.22,0.0297556538134813,0.985,3.2835,121.822,1.218,0.0260825585573911,0.985,3.3069,120.961,1.21,0.026406493037939,0.985,3.3026,121.117,1.211,0.0262146089226007,0.985,3.3099,120.849,1.208,0.0267116501927375,0.985,3.3591,119.079,1.191,0.0335114188492298,0.9825,3.2735,122.194,1.222,0.042747039347887,0.9825,3.3037,121.078,1.211,0.0544477850198745,0.98,3.2838,121.809,1.218,0.0716730952262878,0.97,3.2891,121.615,1.216,0.092439167201519,0.9825,3.2693,122.349,1.223,0.0409642495214939,0.98,3.2885,121.637,1.216,0.0665134787559509,0.9775,3.3553,119.216,1.192,0.0695824846625328,0.975,3.2977,121.297,1.213,0.0766123384237289,0.975,3.2768,122.071,1.221,0.0475675091147422,0.9775,3.3108,120.817,1.208,0.0409520827233791,0.9825,3.262,122.622,1.226,0.100853107869625,0.965,3.2972,121.315,1.213,0.053867369890213,0.9775,3.2878,121.662,1.217,0.0935086980462074,0.9575,3.3155,120.644,1.206,0.2303728461265564,0.9325,3.338,119.832,1.198,0.1336434334516525,0.945,3.3476,119.49,1.195,0.0618216507136821,0.975,3.3543,119.25,1.193,0.1648028194904327,0.9525,3.2812,121.905,1.219,0.1872873902320861,0.945,3.3303,120.111,1.201,0.0287594366818666,0.9825,3.3488,119.446,1.194,0.1061494052410125,0.97,3.3373,119.858,1.199,0.0269196536391973,0.985,3.2893,121.606,1.216,0.0849315077066421,0.975,3.3096,120.862,1.209,0.0357519350945949,0.9775,3.285,121.764,1.218,0.0505896434187889,0.9775,3.3029,121.108,1.211,0.0292891170829534,0.9825,3.3132,120.731,1.207,0.0323267206549644,0.9825,3.3543,119.251,1.193,0.027142122387886,0.985,3.3098,120.852,1.209,0.0413209721446037,0.98,3.2867,121.703,1.217,0.0259993690997362,0.985,3.3003,121.201,1.212,0.0270284749567508,0.985,3.3308,120.09,1.201,0.059106208384037,0.975,3.2707,122.299,1.223,0.0384841784834861,0.9825,3.3109,120.813,1.208,0.0694252997636795,0.975,3.3817,118.285,1.183,0.0349074900150299,0.9825,3.3041,121.063,1.211,0.0648251473903656,0.975,3.3342,119.97,1.2,0.0460420884191989,0.98,3.2876,121.669,1.217,0.0256278757005929,0.985,3.2908,121.552,1.216,0.0534401498734951,0.98,3.3055,121.012,1.21,0.0604573041200637,0.98,3.3111,120.805,1.208,0.0253332033753395,0.985,3.2886,121.632,1.216,0.0252349600195884,0.985,3.3089,120.885,1.209,0.025374948978424,0.985,3.2844,121.787,1.218,0.0391734838485717,0.9825,3.3459,119.548,1.195,0.0405517257750034,0.9825,3.347,119.509,1.195,0.0474827289581298,0.9775,3.3083,120.909,1.209,0.0254727844148874,0.985,3.3068,120.964,1.21,0.0258382987231016,0.985,3.3502,119.397,1.194,0.0274592991918325,0.985,3.3076,120.934,1.209,0.0283661391586065,0.985,3.2775,122.043,1.22,400,0.0949950665235519,0.98,3.283,121.839,1.218,0.1250341832637787,0.9675,3.2832,121.831,1.218,0.0911995619535446,0.9775,3.3448,119.588,1.196,0.1282315262556076,1238.4551,1600,6.46,0.202,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b,25,30000000000.0,mpt,False,all_results.json
+mpt-30b_1337,5.0,0.2267646789550781,0.9425,1.3781,290.248,2.902,0.1859032213687896,0.9475,1.3781,290.258,2.903,0.1861331909894943,0.9475,1.3786,290.154,2.902,0.1877098232507705,0.9475,1.3769,290.5,2.905,0.1851071566343307,0.9475,1.376,290.693,2.907,0.1853832006454467,0.9475,1.3758,290.747,2.907,0.1850548386573791,0.9475,1.3757,290.756,2.908,0.1854657977819442,0.9475,1.3792,290.025,2.9,0.1857451200485229,0.9475,1.3778,290.322,2.903,0.1921073198318481,0.945,1.3778,290.328,2.903,0.2016816288232803,0.9475,1.3775,290.38,2.904,0.1874781548976898,0.9475,1.3773,290.433,2.904,0.2218545079231262,0.9475,1.371,291.767,2.918,0.1854640394449234,0.9475,1.3781,290.264,2.903,0.1976741850376129,0.945,1.38,289.859,2.899,0.204236701130867,0.94,1.3737,291.18,2.912,0.2141464203596115,0.94,1.3776,290.352,2.904,0.1901354938745498,0.945,1.377,290.489,2.905,0.1862584352493286,0.9475,1.3766,290.578,2.906,0.2039680033922195,0.9425,1.3749,290.929,2.909,0.2065883129835128,0.9425,1.3762,290.656,2.907,0.2061344534158706,0.94,1.3728,291.368,2.914,0.2371900379657745,0.935,1.3776,290.366,2.904,0.2112112790346145,0.94,1.3787,290.139,2.901,0.1895089745521545,0.9425,1.3773,290.422,2.904,0.2385563999414444,0.9325,1.3758,290.731,2.907,0.2305252403020858,0.9375,1.3763,290.638,2.906,0.1860356479883194,0.9475,1.4338,278.981,2.79,0.2197354137897491,0.945,1.3701,291.955,2.92,0.1852630972862243,0.9475,1.3832,289.182,2.892,0.2057320028543472,0.9475,1.3726,291.428,2.914,0.1861779242753982,0.9475,1.3795,289.96,2.9,0.1965513676404953,0.9425,1.3776,290.354,2.904,0.1863112300634384,0.9475,1.3792,290.017,2.9,0.186258926987648,0.9475,1.3773,290.415,2.904,0.1853228211402893,0.9475,1.3797,289.928,2.899,0.1895197480916977,0.9475,1.3781,290.257,2.903,0.1849841624498367,0.9475,1.3827,289.289,2.893,0.1856416314840316,0.9475,1.3777,290.344,2.903,0.1881617158651352,0.9475,1.3766,290.564,2.906,0.1860911250114441,0.9475,1.3757,290.755,2.908,0.1979874670505523,0.945,1.3755,290.805,2.908,0.1875191181898117,0.9475,1.3726,291.408,2.914,0.2010098397731781,0.9425,1.3755,290.801,2.908,0.1850620657205581,0.9475,1.3744,291.042,2.91,0.1857581883668899,0.9475,1.3799,289.872,2.899,0.1872995346784591,0.945,1.3742,291.082,2.911,0.2102979719638824,0.9425,1.375,290.905,2.909,0.1847322136163711,0.9475,1.3767,290.558,2.906,0.1848646402359008,0.9475,1.3802,289.822,2.898,0.184910774230957,0.9475,1.3767,290.554,2.906,0.1864433288574218,0.9475,1.3766,290.566,2.906,0.1887523233890533,0.945,1.3776,290.36,2.904,0.1876877844333648,0.9475,1.3749,290.922,2.909,0.1850618869066238,0.9475,1.3751,290.895,2.909,0.1849517226219177,0.9475,1.378,290.28,2.903,0.1860002130270004,0.9475,1.3791,290.035,2.9,0.1855395287275314,0.9475,1.3767,290.558,2.906,400,0.2151337563991546,0.9475,1.3724,291.463,2.915,0.2335412949323654,0.945,1.3737,291.181,2.912,0.2150187492370605,0.9475,1.3758,290.746,2.907,0.1105350406169891,530.6331,1600,15.076,0.471,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-30b,1337,30000000000.0,mpt,False,all_results.json
+cerebras-gpt-2.7b_1,5.0,0.1107882335782051,0.98,2.2057,181.349,1.813,0.1260253340005874,0.9775,2.2067,181.27,1.813,0.1387191265821457,0.975,2.2062,181.306,1.813,0.1171132624149322,0.9775,2.2162,180.491,1.805,0.1028114482760429,0.9825,2.2113,180.89,1.809,0.1074288636445999,0.9775,2.2967,174.163,1.742,0.1099956333637237,0.98,2.2078,181.177,1.812,0.1020016893744468,0.9825,2.3021,173.754,1.738,0.1211560666561126,0.98,2.2074,181.205,1.812,0.1453262567520141,0.975,2.2065,181.285,1.813,0.1068013086915016,0.98,2.2052,181.389,1.814,0.2914608716964721,0.945,2.205,181.409,1.814,0.1052288636565208,0.9825,2.2077,181.181,1.812,0.1478964686393737,0.975,2.5464,157.084,1.571,0.1662985235452652,0.97,2.2154,180.553,1.806,0.1971075981855392,0.9675,2.2076,181.195,1.812,0.2175638973712921,0.965,2.2337,179.072,1.791,0.1692425608634948,0.9725,2.2083,181.138,1.811,0.1856759637594223,0.97,2.2979,174.074,1.741,0.1788308918476104,0.9675,2.2088,181.098,1.811,0.1437544971704483,0.975,2.2065,181.28,1.813,0.2403746396303177,0.945,2.2979,174.074,1.741,0.4453902542591095,0.92,2.207,181.239,1.812,0.1656415611505508,0.9625,2.2277,179.556,1.796,0.1705035716295242,0.9725,2.207,181.239,1.812,0.3822259604930877,0.9325,2.2064,181.289,1.813,0.445851981639862,0.9125,2.2133,180.726,1.807,0.1520479768514633,0.975,2.2197,180.209,1.802,0.1173227727413177,0.98,2.2065,181.282,1.813,0.1479255706071853,0.9725,2.3018,173.778,1.738,0.1289376020431518,0.975,2.2049,181.412,1.814,0.2017594575881958,0.9675,2.208,181.16,1.812,0.178176075220108,0.9675,2.2992,173.976,1.74,0.1078456491231918,0.9775,2.2106,180.95,1.809,0.1278106123208999,0.975,2.2053,181.382,1.814,0.1482622921466827,0.9725,2.2154,180.551,1.806,0.1958095878362655,0.9625,2.2068,181.262,1.813,0.1021274775266647,0.9825,2.2077,181.182,1.812,0.1019286140799522,0.9825,2.2078,181.178,1.812,0.1725427955389022,0.97,2.206,181.327,1.813,0.1201276332139968,0.98,2.2821,175.274,1.753,0.2275976538658142,0.96,2.2078,181.178,1.812,0.1439275294542312,0.9725,2.2066,181.271,1.813,0.2387934923171997,0.96,2.2711,176.125,1.761,0.1503460854291916,0.975,2.2181,180.338,1.803,0.1063189804553985,0.98,2.213,180.752,1.808,0.1356126815080642,0.975,2.2518,177.632,1.776,0.1732817441225052,0.9725,2.2071,181.237,1.812,0.1204596906900405,0.98,2.2089,181.087,1.811,0.1018984988331794,0.9825,2.2076,181.195,1.812,0.1418286263942718,0.9725,2.2058,181.344,1.813,0.1377331316471099,0.975,2.2949,174.298,1.743,0.1345399916172027,0.9775,2.2062,181.308,1.813,0.1356648504734039,0.9775,2.2075,181.197,1.812,0.1112572774291038,0.98,2.2224,179.982,1.8,0.1122654750943183,0.98,2.2086,181.109,1.811,0.1314150840044021,0.9775,2.2984,174.035,1.74,0.1283874064683914,0.9775,2.2069,181.248,1.812,400,0.110446035861969,0.98,2.2101,180.99,1.81,0.1334947496652603,0.97,2.2088,181.096,1.811,0.1119803264737129,0.98,2.2989,173.997,1.74,0.0755321659892797,843.2251,1600,9.487,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-2.7b,1,2700000000.0,cerebras,False,all_results.json
+cerebras-gpt-2.7b_666,5.0,0.1313527226448059,0.9725,3.9728,100.686,1.007,0.127978578209877,0.975,4.0093,99.767,0.998,0.1185301318764686,0.9775,4.0003,99.992,1.0,0.1164975464344024,0.975,4.007,99.827,0.998,0.1046884432435035,0.98,3.998,100.049,1.0,0.1104390546679496,0.9775,3.9955,100.112,1.001,0.1048143506050109,0.98,4.0116,99.71,0.997,0.1048270910978317,0.98,3.9949,100.127,1.001,0.1277296841144561,0.975,4.0154,99.617,0.996,0.138185977935791,0.975,3.9937,100.157,1.002,0.131920039653778,0.9725,3.9823,100.443,1.004,0.1674996018409729,0.9675,3.9985,100.037,1.0,0.1132423430681228,0.98,3.9794,100.517,1.005,0.1335736215114593,0.975,4.006,99.851,0.999,0.1651022285223007,0.9725,4.0066,99.834,0.998,0.1929117441177368,0.9675,3.9962,100.094,1.001,0.235486701130867,0.9625,4.0068,99.83,0.998,0.1423651725053787,0.9725,4.0017,99.958,1.0,0.1448476910591125,0.9725,4.0042,99.896,0.999,0.2194753587245941,0.95,3.9833,100.419,1.004,0.1686584055423736,0.9675,3.9983,100.041,1.0,0.2578748762607574,0.9425,3.983,100.426,1.004,0.3623780906200409,0.9325,3.9912,100.22,1.002,0.2452488839626312,0.9475,3.9791,100.526,1.005,0.1610712110996246,0.9675,3.9942,100.145,1.001,0.3395795524120331,0.9375,3.9905,100.237,1.002,0.3609458208084106,0.9325,3.9941,100.147,1.001,0.1265248656272888,0.9725,4.0062,99.845,0.998,0.1768833547830581,0.955,3.9796,100.513,1.005,0.1232934594154357,0.975,3.9992,100.02,1.0,0.2274800837039947,0.955,4.0083,99.793,0.998,0.1639750897884369,0.9675,4.0001,99.998,1.0,0.1551671922206878,0.965,4.0091,99.773,0.998,0.1064083129167556,0.98,3.9958,100.106,1.001,0.1123667135834693,0.975,4.0076,99.81,0.998,0.131509393453598,0.975,3.9936,100.161,1.002,0.1427396535873413,0.9725,4.0013,99.969,1.0,0.1049267128109932,0.98,3.9965,100.087,1.001,0.1049580499529838,0.98,4.0156,99.611,0.996,0.1575620621442794,0.97,4.0077,99.809,0.998,0.1433944702148437,0.975,3.9981,100.047,1.0,0.190724715590477,0.97,3.9952,100.12,1.001,0.1342173516750335,0.975,3.9979,100.053,1.001,0.2005221247673034,0.9625,3.9978,100.054,1.001,0.1388828158378601,0.9725,4.0017,99.957,1.0,0.1046868339180946,0.98,3.9936,100.16,1.002,0.123518094420433,0.9775,3.9971,100.072,1.001,0.1593647450208664,0.9725,3.9947,100.132,1.001,0.1046822667121887,0.98,3.9948,100.129,1.001,0.1046828106045723,0.98,3.9963,100.093,1.001,0.1048191338777542,0.98,4.0049,99.878,0.999,0.1060119271278381,0.98,3.9912,100.22,1.002,0.1191595941781997,0.9775,4.0001,99.997,1.0,0.1388357430696487,0.975,3.9998,100.005,1.0,0.1046917736530304,0.98,4.0112,99.721,0.997,0.1046882569789886,0.98,4.0109,99.728,0.997,0.1220638304948806,0.9775,3.9996,100.011,1.0,0.1132096126675605,0.9775,3.9982,100.046,1.0,400,0.1411218494176864,0.975,3.9767,100.585,1.006,0.2179031819105148,0.95,3.9764,100.595,1.006,0.1373046040534973,0.9625,3.9766,100.588,1.006,0.0822646546140313,1494.9791,1600,5.351,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-2.7b,666,2700000000.0,cerebras,False,all_results.json
+cerebras-gpt-2.7b_42,5.0,0.119380347430706,0.9775,2.312,173.011,1.73,0.1008176729083061,0.985,2.2164,180.469,1.805,0.0963259190320968,0.985,2.2166,180.46,1.805,0.0944277122616767,0.9875,2.2138,180.685,1.807,0.0920008271932601,0.9875,2.2136,180.697,1.807,0.0941320359706878,0.985,2.2158,180.523,1.805,0.0926677882671356,0.9875,2.2183,180.321,1.803,0.09201680123806,0.9875,2.2139,180.677,1.807,0.111086867749691,0.985,2.2412,178.473,1.785,0.1124728396534919,0.985,2.2237,179.879,1.799,0.0946771651506424,0.9875,2.2159,180.512,1.805,0.2615805268287658,0.9500000000000002,2.2138,180.688,1.807,0.0953349024057388,0.9875,2.3117,173.032,1.73,0.1454370468854904,0.98,2.2177,180.367,1.804,0.1470266282558441,0.9775,2.2235,179.897,1.799,0.1690195053815841,0.9775,2.2142,180.65,1.807,0.2001713961362838,0.97,2.2129,180.762,1.808,0.1479866802692413,0.9775,2.2178,180.355,1.804,0.177172377705574,0.9675,2.3085,173.276,1.733,0.1818158775568008,0.965,2.3149,172.795,1.728,0.1461707949638366,0.98,2.2174,180.39,1.804,0.2706769704818725,0.9375,2.2157,180.528,1.805,0.3486882150173187,0.94,2.2191,180.254,1.803,0.1660239398479461,0.9625,2.2191,180.252,1.803,0.1480158567428589,0.98,2.2274,179.582,1.796,0.2899305522441864,0.945,2.2188,180.276,1.803,0.5013757944107056,0.92,2.34,170.938,1.709,0.1291150003671646,0.98,2.2172,180.41,1.804,0.133724644780159,0.975,2.2185,180.299,1.803,0.1140105500817298,0.9825,2.2269,179.618,1.796,0.1620226353406906,0.9675,2.2273,179.592,1.796,0.1550281345844268,0.975,2.3481,170.347,1.703,0.1469096690416336,0.9775,2.2164,180.473,1.805,0.0926342606544494,0.9875,2.2186,180.293,1.803,0.1250818371772766,0.98,2.2156,180.538,1.805,0.1061504185199737,0.985,2.218,180.341,1.803,0.1421759724617004,0.9775,2.2188,180.28,1.803,0.0920268446207046,0.9875,2.216,180.504,1.805,0.0920412093400955,0.9875,2.2148,180.603,1.806,0.1527438461780548,0.975,2.2172,180.405,1.804,0.1311644315719604,0.98,2.2164,180.474,1.805,0.202111467719078,0.97,2.2135,180.713,1.807,0.1199216172099113,0.9825,2.2145,180.63,1.806,0.2341592460870742,0.965,2.2141,180.658,1.807,0.1346803307533264,0.98,2.2151,180.581,1.806,0.0920111387968063,0.9875,2.2134,180.72,1.807,0.1152399256825447,0.9825,2.2168,180.442,1.804,0.1489101946353912,0.9775,2.2159,180.51,1.805,0.0979009792208671,0.985,2.2181,180.334,1.803,0.091993935406208,0.9875,2.2177,180.364,1.804,0.0922642648220062,0.9875,2.216,180.502,1.805,0.115229807794094,0.9825,2.2254,179.741,1.797,0.1153163239359855,0.9825,2.2205,180.141,1.801,0.1097736954689025,0.9825,2.2231,179.928,1.799,0.0922862067818641,0.9875,2.2311,179.285,1.793,0.0919971838593483,0.9875,2.2175,180.382,1.804,0.0952749848365783,0.985,2.2154,180.557,1.806,0.1005881577730178,0.985,2.2204,180.151,1.802,400,0.123264379799366,0.98,2.2175,180.387,1.804,0.1476150751113891,0.96,2.216,180.508,1.805,0.1211928203701973,0.9775,2.222,180.015,1.8,0.0844697095751762,854.3284,1600,9.364,0.293,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-2.7b,42,2700000000.0,cerebras,False,all_results.json
+cerebras-gpt-2.7b_25,5.0,0.133844792842865,0.9675,2.2661,176.516,1.765,0.1119587197899818,0.975,2.2304,179.342,1.793,0.1040835976600647,0.9775,2.2318,179.224,1.792,0.1069758832454681,0.9775,2.3229,172.2,1.722,0.100575178861618,0.98,2.3191,172.478,1.725,0.1071116179227829,0.9775,2.2471,178.004,1.78,0.1007987335324287,0.98,2.2305,179.334,1.793,0.1008017808198928,0.98,2.2297,179.395,1.794,0.1115107238292694,0.9775,2.2357,178.914,1.789,0.1158070340752601,0.9775,2.2958,174.229,1.742,0.1068236455321312,0.98,2.3228,172.208,1.722,0.1629299521446228,0.9625,2.2281,179.527,1.795,0.1154044345021247,0.98,2.3254,172.013,1.72,0.1151313707232475,0.9775,2.2322,179.193,1.792,0.1407696008682251,0.97,2.23,179.374,1.794,0.1594817191362381,0.97,2.2309,179.299,1.793,0.1740928590297699,0.9675,2.2302,179.355,1.794,0.1525640040636062,0.965,2.2414,178.462,1.785,0.1495420783758163,0.965,2.2313,179.265,1.793,0.176393374800682,0.96,2.2434,178.299,1.783,0.1532328873872757,0.9675,2.23,179.375,1.794,0.2055869996547699,0.9425,2.2468,178.029,1.78,0.3101136684417724,0.9325,2.2291,179.445,1.794,0.1407372504472732,0.9675,2.2356,178.927,1.789,0.1485138088464737,0.9725,2.254,177.462,1.775,0.275959312915802,0.9449999999999998,2.2289,179.459,1.795,0.349526971578598,0.9275,2.2318,179.225,1.792,0.1236340254545211,0.975,2.2276,179.567,1.796,0.1517349481582641,0.9675,2.2298,179.389,1.794,0.1157598122954368,0.9775,2.2421,178.406,1.784,0.1906517595052719,0.955,2.2278,179.548,1.795,0.146021693944931,0.97,2.322,172.269,1.723,0.1285162568092346,0.97,2.2282,179.514,1.795,0.1014957800507545,0.98,2.2285,179.493,1.795,0.1090358942747116,0.975,2.2266,179.644,1.796,0.1115019097924232,0.975,2.2282,179.514,1.795,0.1160676851868629,0.975,2.233,179.131,1.791,0.1006409153342247,0.98,2.2289,179.462,1.795,0.1007705628871917,0.98,2.2321,179.205,1.792,0.1624216139316558,0.9675,2.2393,178.628,1.786,0.1163812950253486,0.9775,2.2311,179.284,1.793,0.1921309530735016,0.96,2.2335,179.095,1.791,0.1123760044574737,0.9775,2.227,179.613,1.796,0.1860011518001556,0.965,2.2292,179.436,1.794,0.119874507188797,0.975,2.3264,171.94,1.719,0.1011468097567558,0.98,2.2372,178.793,1.788,0.1172821074724197,0.9775,2.2277,179.554,1.796,0.1377511620521545,0.975,2.2427,178.357,1.784,0.1008002087473869,0.98,2.2277,179.555,1.796,0.1005321890115737,0.98,2.2283,179.507,1.795,0.1008409559726715,0.98,2.3185,172.525,1.725,0.1080550029873848,0.975,2.2292,179.434,1.794,0.1149683371186256,0.975,2.2293,179.429,1.794,0.1010177209973335,0.98,2.2282,179.516,1.795,0.1005839332938194,0.98,2.2306,179.321,1.793,0.100561648607254,0.98,2.2721,176.051,1.761,0.1065605953335762,0.9775,2.2268,179.631,1.796,0.1169388219714164,0.975,2.2307,179.316,1.793,400,0.1219746321439743,0.97,2.229,179.453,1.795,0.1589599847793579,0.9575,2.3254,172.01,1.72,0.1337840408086776,0.97,2.2273,179.587,1.796,0.0753118791878223,850.7727,1600,9.403,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-2.7b,25,2700000000.0,cerebras,False,all_results.json
+cerebras-gpt-2.7b_1337,5.0,0.1366247534751892,0.965,4.0254,99.369,0.994,0.1123059913516044,0.98,4.0335,99.169,0.992,0.1162626445293426,0.98,4.0874,97.862,0.979,0.1032558977603912,0.9825,4.0187,99.535,0.995,0.1021612137556076,0.9825,4.038,99.06,0.991,0.10476566106081,0.98,4.0205,99.491,0.995,0.1115532144904136,0.98,4.0279,99.307,0.993,0.1021771132946014,0.9825,4.0154,99.617,0.996,0.11703422665596,0.98,4.0139,99.653,0.997,0.119068793952465,0.98,4.022,99.452,0.995,0.1403010040521621,0.975,4.012,99.701,0.997,0.2514779567718506,0.945,4.0172,99.573,0.996,0.116024874150753,0.98,3.9942,100.145,1.001,0.1379966586828231,0.975,4.0142,99.645,0.996,0.1528536081314087,0.9725,4.0177,99.561,0.996,0.1775745004415512,0.97,4.015,99.627,0.996,0.1967706680297851,0.965,4.029,99.28,0.993,0.1473839581012725,0.9725,4.0256,99.364,0.994,0.1808712035417556,0.96,4.0775,98.099,0.981,0.3775461912155151,0.915,4.0012,99.969,1.0,0.1780895292758941,0.97,4.0175,99.564,0.996,0.3938223123550415,0.9125,4.0645,98.413,0.984,0.3965019285678863,0.9225,4.0138,99.657,0.997,0.384339302778244,0.91,4.0078,99.805,0.998,0.1537745594978332,0.975,4.0104,99.739,0.997,0.3735488951206207,0.93,4.0248,99.383,0.994,0.4520027041435241,0.9125,4.006,99.851,0.999,0.1485506892204284,0.9725,4.0412,98.979,0.99,0.162998080253601,0.95,4.0766,98.121,0.981,0.1247331127524375,0.9775,4.0813,98.008,0.98,0.2101925909519195,0.9425,3.9997,100.009,1.0,0.190480500459671,0.96,4.0171,99.574,0.996,0.1784480512142181,0.9625,4.0259,99.357,0.994,0.1135070621967315,0.98,4.0737,98.19,0.982,0.1255185008049011,0.975,4.023,99.428,0.994,0.116859495639801,0.9775,4.0628,98.454,0.985,0.1611586064100265,0.97,4.0348,99.137,0.991,0.1034879982471466,0.9825,4.0344,99.147,0.991,0.1021204367280006,0.9825,4.0146,99.638,0.996,0.1705115139484405,0.97,4.0131,99.674,0.997,0.1208462640643119,0.9775,4.0433,98.928,0.989,0.2018882185220718,0.9549999999999998,4.0146,99.637,0.996,0.1169395372271537,0.98,4.0135,99.665,0.997,0.2239383310079574,0.9574999999999998,4.0219,99.457,0.995,0.1463081389665603,0.975,4.0733,98.2,0.982,0.1065184101462364,0.98,4.0171,99.574,0.996,0.1468774378299713,0.9725,4.0169,99.579,0.996,0.1545041501522064,0.9725,4.0221,99.45,0.994,0.1101183146238327,0.98,4.0525,98.704,0.987,0.102112703025341,0.9825,4.077,98.112,0.981,0.1135081499814987,0.9775,4.082,97.99,0.98,0.1385872662067413,0.975,4.0292,99.276,0.993,0.136875107884407,0.975,4.0857,97.902,0.979,0.1233696192502975,0.975,4.0309,99.233,0.992,0.1046641543507576,0.98,4.0221,99.45,0.994,0.102239578962326,0.9825,4.0286,99.291,0.993,0.1212039217352867,0.9725,4.0214,99.468,0.995,0.1202910915017128,0.9775,4.0141,99.65,0.996,400,0.1452018618583679,0.9675,4.005,99.875,0.999,0.1825073957443237,0.945,3.9987,100.033,1.0,0.1392863690853119,0.9625,4.007,99.825,0.998,0.0786578993946313,1501.6928,1600,5.327,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,cerebras-gpt-2.7b,1337,2700000000.0,cerebras,False,all_results.json
+pythia-6.9b-deduped_1,5.0,0.1252689659595489,0.975,4.0465,98.85,0.989,0.124455839395523,0.975,4.0168,99.582,0.996,0.1241625249385833,0.975,4.1171,97.157,0.972,0.1243497058749198,0.975,4.0031,99.922,0.999,0.1241419911384582,0.975,4.0182,99.547,0.995,0.1242177113890647,0.975,4.0136,99.66,0.997,0.1245096623897552,0.975,4.0143,99.643,0.996,0.1243263408541679,0.975,4.0251,99.377,0.994,0.1442081332206726,0.9725,4.0156,99.611,0.996,0.1244693547487258,0.975,4.0205,99.491,0.995,0.1247340887784957,0.975,3.9992,100.02,1.0,0.1559222340583801,0.97,4.0044,99.889,0.999,0.1251697093248367,0.975,4.055,98.643,0.986,0.1471295207738876,0.97,4.0035,99.911,0.999,0.1622116863727569,0.97,4.0174,99.566,0.996,0.185077965259552,0.965,4.0789,98.066,0.981,0.1694910228252411,0.97,4.083,97.967,0.98,0.1585192233324051,0.97,4.0118,99.705,0.997,0.1432126462459564,0.9725,4.0041,99.897,0.999,0.1253016144037246,0.975,4.0577,98.577,0.986,0.1480106711387634,0.9725,4.0558,98.624,0.986,0.1294330954551696,0.9725,4.0009,99.978,1.0,0.2522510588169098,0.9475,4.0186,99.537,0.995,0.125405341386795,0.975,4.0023,99.942,0.999,0.1452614217996597,0.9725,4.0738,98.188,0.982,0.2450979650020599,0.955,4.026,99.354,0.994,0.217356190085411,0.955,4.0776,98.097,0.981,0.1245858743786811,0.975,4.02,99.503,0.995,0.1252949684858322,0.975,3.9933,100.167,1.002,0.1375383585691452,0.9725,4.0078,99.805,0.998,0.1257745027542114,0.975,4.0646,98.411,0.984,0.1242306679487228,0.975,4.0635,98.437,0.984,0.1386754363775253,0.9725,4.0105,99.739,0.997,0.1245734691619873,0.975,4.0086,99.787,0.998,0.1241716295480728,0.975,4.0056,99.861,0.999,0.1241881921887397,0.975,4.0586,98.557,0.986,0.1241806149482727,0.975,4.0416,98.972,0.99,0.1241838857531547,0.975,4.0042,99.895,0.999,0.1242352128028869,0.975,4.0096,99.76,0.998,0.1287824660539627,0.9725,4.0141,99.65,0.996,0.1241927072405815,0.975,4.0736,98.193,0.982,0.1520925164222717,0.97,4.0722,98.227,0.982,0.1290782541036605,0.9725,4.0046,99.884,0.999,0.1488353759050369,0.97,4.0088,99.781,0.998,0.1241107657551765,0.975,4.0211,99.476,0.995,0.1244383603334426,0.975,4.0936,97.714,0.977,0.1241329312324523,0.975,4.008,99.802,0.998,0.1673387587070465,0.97,4.0836,97.952,0.98,0.1241670921444892,0.975,4.0172,99.573,0.996,0.1241775155067443,0.975,4.0161,99.6,0.996,0.1241019740700721,0.975,4.0167,99.584,0.996,0.1255902647972107,0.975,4.0147,99.634,0.996,0.1243699714541435,0.975,4.0365,99.095,0.991,0.1247867867350578,0.975,4.52,88.496,0.885,0.1241337358951568,0.975,4.0763,98.129,0.981,0.1241107955574989,0.975,4.0035,99.912,0.999,0.1241140067577362,0.975,4.0096,99.76,0.998,0.1241466104984283,0.975,4.0731,98.205,0.982,400,0.1252291649580001,0.975,4.0564,98.609,0.986,0.1284947544336319,0.9725,4.0078,99.806,0.998,0.1250832378864288,0.975,3.9894,100.265,1.003,0.1039351363182067,1501.1603,1600,5.329,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b-deduped,1,6900000000.0,pythia,False,all_results.json
+pythia-6.9b-deduped_666,5.0,0.1919805109500885,0.975,3.2738,122.183,1.222,0.1628263890743255,0.975,3.2802,121.942,1.219,0.1636342257261276,0.975,3.2824,121.863,1.219,0.1632770299911499,0.975,3.339,119.796,1.198,0.1613295376300811,0.975,3.3159,120.632,1.206,0.1641295999288559,0.9725,3.2851,121.761,1.218,0.1632230728864669,0.9725,3.3236,120.352,1.204,0.1623935103416443,0.975,3.2896,121.595,1.216,0.1621878743171692,0.975,3.3491,119.435,1.194,0.1629539132118225,0.975,3.3046,121.043,1.21,0.1803990006446838,0.975,3.3565,119.173,1.192,0.213622435927391,0.9575,3.2831,121.835,1.218,0.1888855546712875,0.975,3.2638,122.555,1.226,0.1766514182090759,0.97,3.286,121.729,1.217,0.1724708676338195,0.9725,3.2945,121.414,1.214,0.1804784387350082,0.9675,3.2819,121.879,1.219,0.1957332789897918,0.9675,3.3412,119.716,1.197,0.1725074797868728,0.9725,3.3538,119.267,1.193,0.2128145545721054,0.955,3.2796,121.966,1.22,0.2417573928833007,0.945,3.3372,119.859,1.199,0.1856472641229629,0.97,3.2851,121.763,1.218,0.2534530162811279,0.9325,3.285,121.765,1.218,0.3026741147041321,0.9225,3.2822,121.869,1.219,0.2783924639225006,0.9375,3.2819,121.879,1.219,0.1753613799810409,0.97,3.3253,120.289,1.203,0.2892303168773651,0.93,3.3477,119.483,1.195,0.3375285267829895,0.905,3.3079,120.921,1.209,0.1765163540840149,0.97,3.2741,122.17,1.222,0.1979553252458572,0.975,3.2801,121.949,1.219,0.1706259101629257,0.9725,3.2794,121.972,1.22,0.2050649672746658,0.9675,3.2857,121.741,1.217,0.1688872128725052,0.9725,3.2832,121.831,1.218,0.1803241521120071,0.9625,3.307,120.955,1.21,0.1662624329328537,0.9725,3.3079,120.924,1.209,0.1733139455318451,0.9725,3.3276,120.207,1.202,0.1660931408405304,0.9725,3.3202,120.474,1.205,0.1705202907323837,0.9725,3.2943,121.423,1.214,0.1621368378400802,0.975,3.2956,121.373,1.214,0.1632118970155716,0.975,3.3278,120.198,1.202,0.1664757579565048,0.975,3.3322,120.041,1.2,0.1650174260139465,0.975,3.3303,120.109,1.201,0.1893195360898971,0.965,3.2753,122.125,1.221,0.1660427153110504,0.975,3.2979,121.288,1.213,0.2018951177597046,0.96,3.2879,121.658,1.217,0.1627334356307983,0.975,3.3776,118.428,1.184,0.1620576083660125,0.975,3.312,120.774,1.208,0.1662186086177826,0.9725,3.3496,119.416,1.194,0.1847787499427795,0.97,3.3129,120.742,1.207,0.161495640873909,0.975,3.3057,121.003,1.21,0.1617182493209839,0.975,3.2826,121.855,1.219,0.1616123616695404,0.975,3.3281,120.189,1.202,0.1669547706842422,0.9725,3.2957,121.371,1.214,0.1628174930810928,0.975,3.3408,119.733,1.197,0.1656721234321594,0.9725,3.3229,120.377,1.204,0.1615839451551437,0.975,3.3634,118.928,1.189,0.1619119793176651,0.975,3.2953,121.387,1.214,0.1631425470113754,0.975,3.2815,121.895,1.219,0.1632149666547775,0.975,3.2855,121.747,1.217,400,0.1953082680702209,0.975,3.3169,120.594,1.206,0.2070546746253967,0.9725,3.2805,121.934,1.219,0.1944060325622558,0.975,3.2983,121.276,1.213,0.1129980882406234,1233.5088,1600,6.486,0.203,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b-deduped,666,6900000000.0,pythia,False,all_results.json
+pythia-6.9b-deduped_42,5.0,0.0595989190042018,0.9925,1.3792,290.014,2.9,0.0509505718946456,0.9925,1.3881,288.174,2.882,0.0510219559073448,0.9925,1.3848,288.85,2.889,0.0511451102793216,0.9925,1.3832,289.186,2.892,0.0508753210306167,0.9925,1.3853,288.74,2.887,0.0508826449513435,0.9925,1.3836,289.096,2.891,0.0510392524302005,0.9925,1.3857,288.667,2.887,0.0508323088288307,0.9925,1.3853,288.744,2.887,0.06265689432621,0.99,1.3857,288.666,2.887,0.0509310737252235,0.9925,1.3874,288.319,2.883,0.0531913861632347,0.9925,1.3813,289.588,2.896,0.0781930238008499,0.985,1.3794,289.977,2.9,0.0556921325623989,0.9925,1.3823,289.377,2.894,0.0644697695970535,0.99,1.3865,288.498,2.885,0.078482300043106,0.9875,1.3833,289.167,2.892,0.104219377040863,0.9825,1.3848,288.845,2.888,0.1051299571990966,0.98,1.3948,286.782,2.868,0.0969857573509216,0.9825,1.3853,288.744,2.887,0.0657903254032135,0.9875,1.3891,287.951,2.88,0.0637033805251121,0.985,1.3837,289.073,2.891,0.069489412009716,0.99,1.3845,288.922,2.889,0.0697971805930137,0.985,1.3869,288.407,2.884,0.1725503206253051,0.9624999999999998,1.386,288.596,2.886,0.054360743612051,0.9925,1.3837,289.089,2.891,0.0664298981428146,0.99,1.3843,288.964,2.89,0.1860275715589523,0.965,1.3833,289.168,2.892,0.1684854477643966,0.9624999999999998,1.3821,289.406,2.894,0.0605946071445941,0.99,1.4547,274.962,2.75,0.0593459233641624,0.9925,1.3835,289.117,2.891,0.0530452914535999,0.99,1.3869,288.412,2.884,0.0561383813619613,0.9925,1.3796,289.947,2.899,0.0560390502214431,0.99,1.3862,288.553,2.886,0.0758401304483413,0.9875,1.3814,289.561,2.896,0.0509215295314788,0.9925,1.381,289.644,2.896,0.0511345155537128,0.9925,1.3826,289.301,2.893,0.0510290823876857,0.9925,1.4012,285.478,2.855,0.0511212311685085,0.9925,1.3868,288.444,2.884,0.0508225485682487,0.9925,1.389,287.971,2.88,0.0509639121592044,0.9925,1.3816,289.528,2.895,0.0510732978582382,0.9925,1.3853,288.752,2.888,0.0509440042078495,0.9925,1.3861,288.577,2.886,0.0862318724393844,0.985,1.3899,287.796,2.878,0.0541157871484756,0.99,1.3801,289.833,2.898,0.0839819908142089,0.985,1.3808,289.69,2.897,0.0547452829778194,0.99,1.3847,288.865,2.889,0.0508401505649089,0.9925,1.3835,289.116,2.891,0.0508628413081169,0.9925,1.3875,288.291,2.883,0.083454892039299,0.9875,1.3839,289.046,2.89,0.0508224330842494,0.9925,1.3854,288.727,2.887,0.0508191958069801,0.9925,1.3841,288.995,2.89,0.0508113950490951,0.9925,1.3845,288.907,2.889,0.0520564503967762,0.9925,1.3831,289.197,2.892,0.050907727330923,0.9925,1.3862,288.56,2.886,0.0516352653503418,0.9925,1.3843,288.956,2.89,0.0508224852383136,0.9925,1.3875,288.298,2.883,0.0508472919464111,0.9925,1.3839,289.046,2.89,0.0508957281708717,0.9925,1.3847,288.864,2.889,0.0508949533104896,0.9925,1.3842,288.983,2.89,400,0.0570791326463222,0.9925,1.38,289.847,2.898,0.0681661888957023,0.99,1.3875,288.288,2.883,0.0574969090521335,0.9925,1.3861,288.57,2.886,0.1004798326492309,522.1124,1600,15.322,0.479,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b-deduped,42,6900000000.0,pythia,False,all_results.json
+pythia-6.9b-deduped_25,5.0,0.0380954518914222,0.99,1.3758,290.742,2.907,0.0310808420181274,0.9925,1.3813,289.577,2.896,0.0236004590988159,0.9925,1.549,258.237,2.582,0.017164496704936,0.995,1.5578,256.777,2.568,0.0165855977684259,0.995,1.5549,257.252,2.573,0.0166266467422246,0.995,1.5504,258.004,2.58,0.0183008760213851,0.995,1.3902,287.721,2.877,0.0166564602404832,0.995,1.5547,257.289,2.573,0.0296334475278854,0.9925,1.3803,289.791,2.898,0.0291664935648441,0.9925,1.3787,290.137,2.901,0.0198008697479963,0.995,1.5615,256.157,2.562,0.0873649716377258,0.9775,1.3844,288.941,2.889,0.0295334048569202,0.9925,1.5598,256.437,2.564,0.0427668765187263,0.99,1.3903,287.705,2.877,0.0560174100100994,0.99,1.3787,290.132,2.901,0.0771350562572479,0.9875,1.38,289.852,2.899,0.0912783816456794,0.985,1.385,288.809,2.888,0.0613778978586196,0.985,1.38,289.861,2.899,0.0697004571557045,0.9825,1.5452,258.873,2.589,0.0884806364774704,0.975,1.3778,290.309,2.903,0.0538338869810104,0.99,1.3795,289.952,2.9,0.1293802410364151,0.965,1.5451,258.882,2.589,0.3189051449298858,0.945,1.5368,260.288,2.603,0.0890317857265472,0.975,1.3893,287.914,2.879,0.0570343285799026,0.9875,1.3782,290.228,2.902,0.2577218413352966,0.955,1.3798,289.906,2.899,0.3627518117427826,0.9225,1.3795,289.966,2.9,0.0304707195609807,0.99,1.4061,284.475,2.845,0.0532804578542709,0.985,1.3759,290.729,2.907,0.0242293830960989,0.9925,1.5652,255.56,2.556,0.0621889196336269,0.9825,1.3906,287.655,2.877,0.0555869862437248,0.985,1.3789,290.083,2.901,0.0636806488037109,0.985,1.3869,288.407,2.884,0.0187805108726024,0.9925,1.3784,290.199,2.902,0.0199895612895488,0.9925,1.5497,258.115,2.581,0.0178169552236795,0.995,1.3885,288.073,2.881,0.0176246743649244,0.995,1.3781,290.258,2.903,0.0165513828396797,0.995,1.3842,288.98,2.89,0.0166594106703996,0.995,1.385,288.81,2.888,0.0347757004201412,0.9875,1.3785,290.168,2.902,0.0167420320212841,0.995,1.3802,289.821,2.898,0.1352085322141647,0.9775,1.3796,289.94,2.899,0.0270503275096416,0.9925,1.4342,278.908,2.789,0.0740975812077522,0.985,1.5317,261.151,2.612,0.0166760366410017,0.995,1.4673,272.607,2.726,0.0165969375520944,0.995,1.3783,290.218,2.902,0.0166322793811559,0.995,1.5706,254.672,2.547,0.0598982572555542,0.99,1.3753,290.843,2.908,0.0165999215096235,0.995,1.3786,290.148,2.901,0.0165179949253797,0.995,1.3786,290.156,2.902,0.0165150705724954,0.995,1.5335,260.833,2.608,0.052522387355566,0.9875,1.5648,255.617,2.556,0.0325152538716793,0.9925,1.3793,290.007,2.9,0.0309429075568914,0.9925,1.3794,289.976,2.9,0.0165393538773059,0.995,1.3837,289.075,2.891,0.0179860480129718,0.995,1.382,289.436,2.894,0.0397996455430984,0.99,1.5627,255.964,2.56,0.039846483618021,0.9875,1.3775,290.378,2.904,400,0.0254756640642881,0.995,1.375,290.914,2.909,0.0492176339030265,0.99,1.5507,257.944,2.579,0.0277491379529237,0.9925,1.4173,282.218,2.822,0.1099944899082183,524.2674,1600,15.259,0.477,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b-deduped,25,6900000000.0,pythia,False,all_results.json
+pythia-6.9b-deduped_1337,5.0,0.1590243577957153,0.9675,3.2288,123.884,1.239,0.1340964436531067,0.975,3.2211,124.183,1.242,0.1341925710439682,0.975,3.2269,123.958,1.24,0.1344581544399261,0.975,3.2222,124.137,1.241,0.134088322520256,0.975,3.2863,121.719,1.217,0.1340829133987426,0.975,3.2356,123.624,1.236,0.1340645551681518,0.975,3.2203,124.214,1.242,0.1340650916099548,0.975,3.2349,123.651,1.237,0.1513825356960296,0.9725,3.2374,123.555,1.236,0.1381500214338302,0.9725,3.3105,120.827,1.208,0.1374244540929794,0.975,3.2896,121.596,1.216,0.1463707089424133,0.9725,3.2295,123.859,1.239,0.1431447714567184,0.975,3.23,123.84,1.238,0.1487094461917877,0.9725,3.2579,122.78,1.228,0.1774347275495529,0.965,3.2325,123.744,1.237,0.1937233954668045,0.9675,3.285,121.764,1.218,0.2059376388788223,0.965,3.2851,121.762,1.218,0.2025833576917648,0.9625,3.2356,123.627,1.236,0.176929086446762,0.965,3.2269,123.958,1.24,0.158835157752037,0.9675,3.2349,123.651,1.237,0.1732532382011413,0.97,3.2301,123.837,1.238,0.1642560511827469,0.965,3.2206,124.2,1.242,0.296410858631134,0.9375,3.2541,122.921,1.229,0.1657409071922302,0.965,3.2304,123.825,1.238,0.1551811099052429,0.9725,3.2345,123.668,1.237,0.2879708707332611,0.95,3.2323,123.749,1.237,0.2973759770393371,0.935,3.2684,122.382,1.224,0.1355442851781845,0.975,3.2374,123.558,1.236,0.1511050462722778,0.97,3.203,124.884,1.249,0.134531483054161,0.975,3.295,121.397,1.214,0.1524736732244491,0.9675,3.2636,122.563,1.226,0.1369259357452392,0.9725,3.2428,123.35,1.234,0.1582099944353103,0.97,3.2695,122.342,1.223,0.1341922432184219,0.975,3.2295,123.857,1.239,0.1447981595993042,0.97,3.2825,121.857,1.219,0.1415431648492813,0.9725,3.2214,124.169,1.242,0.1493804156780243,0.9725,3.2321,123.757,1.238,0.1340649724006652,0.975,3.2795,121.97,1.22,0.1341171264648437,0.975,3.2452,123.26,1.233,0.1370864808559417,0.975,3.231,123.802,1.238,0.1343391835689544,0.975,3.2344,123.671,1.237,0.1898193806409835,0.9675,3.2756,122.117,1.221,0.144926831126213,0.9725,3.2296,123.856,1.239,0.1755080372095108,0.965,3.2822,121.87,1.219,0.1466232538223266,0.9725,3.2596,122.716,1.227,0.1340735852718353,0.975,3.2314,123.784,1.238,0.1360127478837967,0.9725,3.2292,123.869,1.239,0.1742897778749466,0.97,3.2582,122.765,1.228,0.134091630578041,0.975,3.2215,124.165,1.242,0.1340588629245758,0.975,3.2043,124.832,1.248,0.1341033726930618,0.975,3.2358,123.619,1.236,0.1435169875621795,0.9725,3.2957,121.371,1.214,0.134145513176918,0.975,3.2295,123.858,1.239,0.1346620917320251,0.975,3.2194,124.245,1.242,0.1340466141700744,0.975,3.2393,123.485,1.235,0.134075328707695,0.975,3.2367,123.584,1.236,0.134099394083023,0.975,3.281,121.915,1.219,0.1342072486877441,0.975,3.2747,122.147,1.221,400,0.1444151401519775,0.9725,3.2366,123.585,1.236,0.1605985313653946,0.965,3.2898,121.588,1.216,0.1438763886690139,0.9725,3.2291,123.872,1.239,0.0974173831939697,1217.0996,1600,6.573,0.205,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b-deduped,1337,6900000000.0,pythia,False,all_results.json
+llama-30b_1,5.0,0.338489294052124,0.925,3.9658,100.861,1.009,0.3654282093048095,0.92,3.9968,100.08,1.001,0.3421142697334289,0.9225,3.9923,100.194,1.002,0.3483553230762481,0.9225,3.9914,100.214,1.002,0.3380655646324157,0.925,3.9902,100.246,1.002,0.3381180167198181,0.925,3.9919,100.203,1.002,0.3422224819660187,0.9225,3.9963,100.094,1.001,0.338090717792511,0.925,4.0001,99.997,1.0,0.3477636575698852,0.9225,3.9926,100.185,1.002,0.3406551480293274,0.9225,3.9892,100.271,1.003,0.338343471288681,0.925,3.9757,100.612,1.006,0.344260036945343,0.9225,3.9846,100.387,1.004,0.3385293185710907,0.925,3.9699,100.758,1.008,0.3499082326889038,0.9225,3.9953,100.119,1.001,0.3744761347770691,0.9175,3.9971,100.072,1.001,0.3700292110443115,0.92,3.9896,100.26,1.003,0.3845093250274658,0.915,3.9968,100.079,1.001,0.375714898109436,0.9175,3.9943,100.143,1.001,0.3381152749061584,0.925,3.9973,100.069,1.001,0.3382031917572021,0.925,3.9746,100.638,1.006,0.3585731983184814,0.9225,3.9986,100.036,1.0,0.3382840454578399,0.925,3.9772,100.574,1.006,0.3572747111320495,0.92,3.9868,100.332,1.003,0.3382294476032257,0.925,3.9732,100.675,1.007,0.3511508703231811,0.9225,3.9899,100.254,1.003,0.3609234690666199,0.92,3.9886,100.285,1.003,0.3381838202476501,0.925,3.9917,100.207,1.002,0.3381114304065704,0.925,3.991,100.225,1.002,0.3385041356086731,0.925,3.9754,100.62,1.006,0.3381018936634063,0.925,3.9992,100.021,1.0,0.3383760154247284,0.925,3.9708,100.735,1.007,0.3381809294223785,0.925,4.0043,99.892,0.999,0.3381213843822479,0.925,3.9927,100.182,1.002,0.3382641673088074,0.925,3.9971,100.073,1.001,0.3381083011627197,0.925,3.9864,100.34,1.003,0.34328094124794,0.9225,3.9899,100.254,1.003,0.3381071090698242,0.925,3.9975,100.062,1.001,0.3380961716175079,0.925,3.9906,100.237,1.002,0.3380766808986664,0.925,3.9882,100.297,1.003,0.3558775186538696,0.92,3.9923,100.192,1.002,0.3536131381988525,0.9225,3.9962,100.096,1.001,0.3673948645591736,0.92,3.9901,100.248,1.002,0.363046258687973,0.92,3.9889,100.277,1.003,0.3637977540493011,0.92,3.989,100.276,1.003,0.3381866812705993,0.925,3.993,100.176,1.002,0.3380899131298065,0.925,3.9953,100.117,1.001,0.3571216166019439,0.9225,3.9928,100.18,1.002,0.3727306127548218,0.9175,3.9959,100.102,1.001,0.3380873799324035,0.925,3.9928,100.181,1.002,0.3380664587020874,0.925,3.9947,100.133,1.001,0.3381314873695373,0.925,3.9922,100.196,1.002,0.3419310748577118,0.9225,3.9911,100.222,1.002,0.3431247770786285,0.9225,3.9915,100.213,1.002,0.3539278507232666,0.9225,3.9946,100.134,1.001,0.3385203182697296,0.925,3.9947,100.132,1.001,0.3381998538970947,0.925,3.9928,100.181,1.002,0.3381105661392212,0.925,3.9941,100.149,1.001,0.3386173546314239,0.925,3.9929,100.178,1.002,400,0.3385451138019562,0.925,3.9783,100.545,1.005,0.3385721147060394,0.925,3.9688,100.787,1.008,0.3385220766067505,0.925,3.9733,100.671,1.007,0.106006566286087,1493.4553,1600,5.357,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-30b,1,30000000000.0,llama-1,False,all_results.json
+llama-30b_666,5.0,0.2796856462955475,0.9475,2.2414,178.462,1.785,0.2994334697723388,0.9425,2.2313,179.272,1.793,0.2852766513824463,0.9425,2.2239,179.864,1.799,0.2964337468147278,0.9425,2.2255,179.737,1.797,0.2795854210853576,0.9475,2.2858,174.994,1.75,0.2967547178268432,0.945,2.2305,179.336,1.793,0.2860018014907837,0.945,2.3287,171.767,1.718,0.2795106470584869,0.9475,2.2243,179.83,1.798,0.2794979214668274,0.9475,2.2303,179.346,1.793,0.299566239118576,0.945,2.3285,171.782,1.718,0.2796062529087066,0.9475,2.2229,179.949,1.799,0.2818472385406494,0.9475,2.3053,173.514,1.735,0.2797430455684662,0.9475,2.2514,177.67,1.777,0.2794865667819977,0.9475,2.2694,176.259,1.763,0.3039130270481109,0.9425,2.3334,171.424,1.714,0.3234968483448028,0.935,2.2329,179.136,1.791,0.3208600580692291,0.9375,2.2296,179.408,1.794,0.2996127903461456,0.94,2.3243,172.097,1.721,0.2797076106071472,0.9475,2.2406,178.525,1.785,0.2795162796974182,0.9475,2.2367,178.832,1.788,0.3089759349822998,0.9425,2.2309,179.299,1.793,0.2795572280883789,0.9475,2.234,179.052,1.791,0.3131674826145172,0.94,2.3223,172.246,1.722,0.2795267701148987,0.9475,2.3254,172.014,1.72,0.2940985262393951,0.945,2.2292,179.44,1.794,0.3338892757892608,0.9375,2.2399,178.58,1.786,0.2981774806976318,0.945,2.2368,178.83,1.788,0.2795730233192444,0.9475,2.2278,179.549,1.795,0.2796752154827118,0.9475,2.3238,172.135,1.721,0.2943168580532074,0.945,2.2361,178.883,1.789,0.2795852422714233,0.9475,2.231,179.294,1.793,0.2998092472553253,0.9425,2.3262,171.953,1.72,0.2943015694618225,0.945,2.2351,178.961,1.79,0.2828836739063263,0.945,2.3233,172.171,1.722,0.2794899940490722,0.9475,2.3273,171.872,1.719,0.2794826626777649,0.9475,2.232,179.208,1.792,0.2794916033744812,0.9475,2.3244,172.088,1.721,0.2963499724864959,0.945,2.368,168.92,1.689,0.2794588506221771,0.9475,2.2308,179.31,1.793,0.361998975276947,0.935,2.2415,178.451,1.785,0.3111612200736999,0.9425,2.2314,179.258,1.793,0.3907591104507446,0.93,2.2306,179.327,1.793,0.3194532990455627,0.94,2.2707,176.159,1.762,0.309248685836792,0.9425,2.2223,179.993,1.8,0.2901567816734314,0.945,2.2246,179.805,1.798,0.2804151177406311,0.9475,2.2311,179.287,1.793,0.3009328544139862,0.945,2.2277,179.561,1.796,0.3122830092906952,0.9425,2.245,178.172,1.782,0.2977782487869262,0.945,2.2309,179.296,1.793,0.2795895040035248,0.9475,2.3201,172.405,1.724,0.297059565782547,0.945,2.2253,179.747,1.797,0.2869404554367065,0.945,2.2234,179.905,1.799,0.3076878488063812,0.94,2.322,172.266,1.723,0.2866564691066742,0.9425,2.2338,179.067,1.791,0.2941871285438537,0.945,2.2324,179.182,1.792,0.282060295343399,0.945,2.2566,177.262,1.773,0.3023955523967743,0.9425,2.2261,179.689,1.797,0.3002368807792663,0.945,2.2348,178.984,1.79,400,0.2797039747238159,0.9475,2.2323,179.189,1.792,0.2796997725963592,0.9475,2.2262,179.679,1.797,0.279690146446228,0.9475,2.2441,178.244,1.782,0.1176889472007751,848.9726,1600,9.423,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-30b,666,30000000000.0,llama-1,False,all_results.json
+llama-30b_42,5.0,0.3335802555084228,0.935,3.9611,100.983,1.01,0.3514842987060547,0.93,3.9852,100.37,1.004,0.3329581320285797,0.935,4.0446,98.897,0.989,0.3486409783363342,0.9325,4.0555,98.632,0.986,0.3328781127929687,0.935,4.0442,98.907,0.989,0.3411103188991546,0.9325,4.0463,98.856,0.989,0.3357583284378052,0.9325,3.9886,100.286,1.003,0.3328916132450104,0.935,4.0533,98.685,0.987,0.3471246361732483,0.9325,3.995,100.125,1.001,0.3530041575431824,0.9325,3.9875,100.313,1.003,0.3333211839199066,0.935,4.0475,98.827,0.988,0.3330962657928467,0.935,4.0539,98.669,0.987,0.3337436616420746,0.935,3.9654,100.873,1.009,0.3328931927680969,0.935,4.0413,98.977,0.99,0.3499262928962707,0.9325,3.9864,100.341,1.003,0.3778411746025085,0.925,3.9857,100.358,1.004,0.3812663555145263,0.925,3.9905,100.238,1.002,0.368716150522232,0.9275,3.9871,100.323,1.003,0.3329053223133087,0.935,3.978,100.552,1.006,0.3330218493938446,0.935,3.9799,100.504,1.005,0.3527508974075317,0.9325,3.9815,100.465,1.005,0.3330915570259094,0.935,4.033,99.181,0.992,0.3510895073413849,0.9325,4.0418,98.966,0.99,0.3330193758010864,0.935,3.9743,100.646,1.006,0.3495788276195526,0.9325,3.9909,100.229,1.002,0.3837634027004242,0.925,3.9806,100.487,1.005,0.3329650461673736,0.935,4.0431,98.935,0.989,0.3328953981399536,0.935,4.0665,98.365,0.984,0.3334953784942627,0.935,3.9645,100.896,1.009,0.3357243239879608,0.9325,3.9978,100.055,1.001,0.3332947194576263,0.935,3.97,100.755,1.008,0.3501187860965729,0.93,3.9804,100.492,1.005,0.3329004347324371,0.935,3.9852,100.371,1.004,0.3431690335273742,0.9325,3.9846,100.386,1.004,0.3329187035560608,0.935,4.049,98.79,0.988,0.3328806757926941,0.935,3.9801,100.5,1.005,0.3329090774059295,0.935,3.992,100.2,1.002,0.3329363763332367,0.935,3.9865,100.338,1.003,0.3328891694545746,0.935,3.989,100.276,1.003,0.3708312213420868,0.9275,3.994,100.151,1.002,0.3582210540771484,0.93,3.9786,100.537,1.005,0.382811039686203,0.925,3.9801,100.501,1.005,0.3684419393539428,0.9275,4.0498,98.77,0.988,0.3660829663276672,0.93,4.0441,98.909,0.989,0.3521761000156402,0.9325,4.0373,99.077,0.991,0.3328865468502044,0.935,3.984,100.402,1.004,0.3534579873085022,0.9325,4.0495,98.778,0.988,0.3479850888252258,0.9325,3.9899,100.254,1.003,0.3530970811843872,0.9325,3.9812,100.473,1.005,0.332878977060318,0.935,3.9838,100.406,1.004,0.3554663062095642,0.9275,4.0538,98.673,0.987,0.3338053822517395,0.935,4.0379,99.061,0.991,0.3423519432544708,0.9325,3.9938,100.156,1.002,0.3336162567138672,0.935,3.987,100.327,1.003,0.3466098010540008,0.9325,3.9946,100.135,1.001,0.3329071700572967,0.935,3.9835,100.414,1.004,0.3329169750213623,0.935,4.0548,98.648,0.986,0.3488085567951202,0.9325,3.9889,100.278,1.003,400,0.3335737287998199,0.935,3.9674,100.821,1.008,0.3336970508098602,0.935,4.032,99.206,0.992,0.3335481882095337,0.935,3.9634,100.924,1.009,0.1216898005008697,1492.5332,1600,5.36,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-30b,42,30000000000.0,llama-1,False,all_results.json
+llama-30b_25,5.0,0.2638622224330902,0.9325,1.3766,290.571,2.906,0.2704165577888489,0.93,1.3769,290.51,2.905,0.2623072862625122,0.9325,1.3682,292.36,2.924,0.2690256237983703,0.93,1.3692,292.143,2.921,0.2622018754482269,0.9325,1.3719,291.566,2.916,0.2646671235561371,0.93,1.379,290.066,2.901,0.2622582018375397,0.9325,1.3745,291.01,2.91,0.2622605264186859,0.9325,1.3763,290.644,2.906,0.2724244594573974,0.93,1.3752,290.865,2.909,0.2727901637554168,0.93,1.3774,290.404,2.904,0.2631625831127167,0.9325,1.3712,291.722,2.917,0.2694160938262939,0.93,1.3689,292.205,2.922,0.2640087604522705,0.9325,1.3838,289.061,2.891,0.2638750970363617,0.9325,1.3688,292.232,2.922,0.2785073518753052,0.9275,1.3736,291.196,2.912,0.2755381464958191,0.925,1.3764,290.603,2.906,0.299328088760376,0.925,1.3758,290.743,2.907,0.2624819874763489,0.9325,1.3715,291.65,2.917,0.2623246312141418,0.9325,1.3741,291.106,2.911,0.2626354098320007,0.9325,1.3981,286.097,2.861,0.2782253623008728,0.93,1.3759,290.725,2.907,0.2628171443939209,0.9325,1.3697,292.044,2.92,0.2881241738796234,0.925,1.3788,290.104,2.901,0.2626600563526153,0.9325,1.3735,291.225,2.912,0.2737213969230652,0.93,1.3754,290.832,2.908,0.2711266875267029,0.93,1.3769,290.511,2.905,0.2635977268218994,0.9325,1.3743,291.056,2.911,0.262313574552536,0.9325,1.4079,284.105,2.841,0.263643354177475,0.9325,1.369,292.186,2.922,0.2622959613800049,0.9325,1.3732,291.297,2.913,0.2631968557834625,0.9325,1.3701,291.955,2.92,0.2622993886470794,0.9325,1.3774,290.399,2.904,0.2627516686916351,0.9325,1.3695,292.085,2.921,0.2623360157012939,0.9325,1.3744,291.037,2.91,0.2623315453529358,0.9325,1.3691,292.162,2.922,0.26225745677948,0.9325,1.375,290.906,2.909,0.2623026371002197,0.9325,1.3711,291.747,2.917,0.2623873054981231,0.9325,1.371,291.763,2.918,0.2623347043991089,0.9325,1.3816,289.519,2.895,0.2867880165576935,0.9275,1.378,290.278,2.903,0.2785236835479736,0.9275,1.3709,291.782,2.918,0.2873315811157226,0.925,1.3748,290.942,2.909,0.2744572162628174,0.93,1.3675,292.498,2.925,0.2846774160861969,0.9275,1.4012,285.469,2.855,0.2650642096996307,0.93,1.4693,272.232,2.722,0.2622574865818023,0.9325,1.3765,290.595,2.906,0.2775976359844208,0.93,1.3718,291.597,2.916,0.2918282449245453,0.9275,1.3736,291.209,2.912,0.2639826536178589,0.93,1.3738,291.163,2.912,0.2622132003307342,0.9325,1.3973,286.26,2.863,0.26236492395401,0.9325,1.3716,291.63,2.916,0.262323260307312,0.9325,1.3686,292.278,2.923,0.2643678188323974,0.93,1.3753,290.836,2.908,0.263873428106308,0.9325,1.3719,291.561,2.916,0.2622102797031402,0.9325,1.3721,291.524,2.915,0.2622522413730621,0.9325,1.3739,291.134,2.911,0.2622489929199219,0.9325,1.3705,291.861,2.919,0.2636549174785614,0.9325,1.3896,287.863,2.879,400,0.2638207674026489,0.9325,1.3694,292.096,2.921,0.2639151811599731,0.9325,1.3682,292.36,2.924,0.2637607455253601,0.9325,1.373,291.322,2.913,0.1134137759804725,531.9411,1600,15.039,0.47,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-30b,25,30000000000.0,llama-1,False,all_results.json
+llama-30b_1337,5.0,0.3053733706474304,0.93,1.3697,292.041,2.92,0.3167029917240143,0.9275,1.3765,290.599,2.906,0.3030626177787781,0.93,1.4967,267.247,2.672,0.3159825801849365,0.9275,1.5679,255.121,2.551,0.3024820685386657,0.93,1.5567,256.948,2.569,0.3133844435214996,0.9275,1.4501,275.848,2.758,0.3088396489620209,0.925,1.3775,290.38,2.904,0.3026335835456848,0.93,1.3808,289.686,2.897,0.3188788592815399,0.9275,1.3763,290.627,2.906,0.3103360831737518,0.9275,1.3739,291.145,2.911,0.3041513860225677,0.93,1.5515,257.812,2.578,0.3165557086467743,0.9275,1.5494,258.165,2.582,0.305619329214096,0.93,1.3709,291.775,2.918,0.3185369074344635,0.9275,1.434,278.947,2.789,0.3278112113475799,0.925,1.3961,286.521,2.865,0.3292742073535919,0.92,1.3954,286.655,2.867,0.3443545997142792,0.92,1.3772,290.436,2.904,0.31233811378479,0.925,1.3772,290.454,2.905,0.3027916252613067,0.93,1.4819,269.932,2.699,0.30359748005867,0.93,1.3727,291.393,2.914,0.3176658749580383,0.9275,1.3766,290.575,2.906,0.3037934303283691,0.93,1.5442,259.039,2.59,0.3175554573535919,0.9275,1.4889,268.661,2.687,0.3035734891891479,0.93,1.3729,291.347,2.913,0.3178452849388122,0.9275,1.3727,291.391,2.914,0.3244923055171966,0.925,1.3744,291.026,2.91,0.3037422895431518,0.93,1.3874,288.318,2.883,0.3027645051479339,0.93,1.439,277.965,2.78,0.3052041232585907,0.93,1.3793,290.003,2.9,0.3026883006095886,0.93,1.3772,290.439,2.904,0.3045205771923065,0.93,1.3693,292.129,2.921,0.3028888404369354,0.93,1.387,288.393,2.884,0.3027215301990509,0.93,1.373,291.326,2.913,0.3035013675689697,0.93,1.373,291.343,2.913,0.3027730286121368,0.93,1.3743,291.049,2.91,0.3029260635375976,0.93,1.3789,290.079,2.901,0.3027343153953552,0.93,1.3768,290.532,2.905,0.3084060251712799,0.9275,1.3769,290.508,2.905,0.3025681674480438,0.93,1.3778,290.309,2.903,0.3320021331310272,0.9225,2.3848,167.729,1.677,0.3200607299804687,0.925,1.3761,290.685,2.907,0.3351588845252991,0.9225,1.3755,290.808,2.908,0.3330177962779999,0.9225,1.4938,267.777,2.678,0.3279495537281036,0.925,1.5537,257.445,2.574,0.310530811548233,0.9275,1.55,258.068,2.581,0.3027659356594085,0.93,1.3745,291.016,2.91,0.3166970312595367,0.9275,1.4893,268.587,2.686,0.3295561671257019,0.925,1.3732,291.283,2.913,0.3031711280345917,0.93,1.3746,290.992,2.91,0.3025232553482055,0.93,1.4315,279.436,2.794,0.3027054667472839,0.93,1.5621,256.066,2.561,0.3049655854701996,0.9275,1.3876,288.272,2.883,0.3048645853996277,0.93,1.3763,290.642,2.906,0.3202813267707824,0.925,1.3835,289.113,2.891,0.3034148812294006,0.93,1.3734,291.243,2.912,0.3025914430618286,0.93,1.3813,289.576,2.896,0.3026949763298034,0.93,1.5576,256.808,2.568,0.3027580082416534,0.93,1.3761,290.679,2.907,400,0.3053808808326721,0.93,1.3711,291.745,2.917,0.3058552145957947,0.93,1.5585,256.66,2.567,0.3052698373794555,0.93,1.374,291.121,2.911,0.1185175087451934,518.1201,1600,15.44,0.483,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-30b,1337,30000000000.0,llama-1,False,all_results.json
+llama-7b_1,5.0,0.0913374498486518,0.9825,2.2927,174.466,1.745,0.1166380867362022,0.9775,2.2194,180.231,1.802,0.1223145499825477,0.9725,2.2208,180.112,1.801,0.1004448384046554,0.98,2.2278,179.548,1.795,0.1050236970186233,0.98,2.2227,179.958,1.8,0.1185919493436813,0.975,2.2201,180.173,1.802,0.1070368215441703,0.98,2.2187,180.283,1.803,0.1032027900218963,0.98,2.2241,179.848,1.798,0.0978141725063324,0.98,2.2228,179.951,1.8,0.1303387135267257,0.975,2.2203,180.154,1.802,0.0911188051104545,0.9825,2.2205,180.137,1.801,0.2226270288228988,0.95,2.2177,180.364,1.804,0.0914696976542472,0.9825,2.2139,180.679,1.807,0.0947590619325637,0.98,2.2216,180.054,1.801,0.1467452645301818,0.9725,2.2217,180.046,1.8,0.1569549888372421,0.9725,2.2197,180.209,1.802,0.1940409243106842,0.96,2.2201,180.169,1.802,0.1647767424583435,0.97,2.2243,179.832,1.798,0.1002228856086731,0.98,2.2189,180.266,1.803,0.0909743010997772,0.9825,2.2229,179.945,1.799,0.1143117621541023,0.9775,2.2238,179.87,1.799,0.1008379459381103,0.98,2.2212,180.079,1.801,0.2476788014173507,0.95,2.2219,180.029,1.8,0.1102913096547126,0.98,2.2193,180.236,1.802,0.1302049607038498,0.975,2.22,180.177,1.802,0.2486570030450821,0.95,2.2242,179.839,1.798,0.2181568592786789,0.9525,2.2211,180.088,1.801,0.0936905890703201,0.98,2.2868,174.915,1.749,0.0913696512579917,0.9825,2.2211,180.09,1.801,0.1436612755060196,0.9725,2.2276,179.561,1.796,0.0911582931876182,0.9825,2.2189,180.271,1.803,0.1338153779506683,0.975,2.2199,180.188,1.802,0.1091918721795082,0.98,2.2211,180.09,1.801,0.0910782739520073,0.9825,2.2189,180.273,1.803,0.10565996915102,0.98,2.2203,180.159,1.802,0.0909211337566375,0.9825,2.2294,179.423,1.794,0.093071311712265,0.98,2.2324,179.178,1.792,0.0916203334927558,0.9825,2.231,179.289,1.793,0.0906901285052299,0.9825,2.2188,180.277,1.803,0.1531622856855392,0.9725,2.2234,179.906,1.799,0.1208966821432113,0.9775,2.2186,180.291,1.803,0.159161239862442,0.97,2.2178,180.358,1.804,0.1110388115048408,0.9775,2.2208,180.113,1.801,0.1686273366212844,0.9675,2.2208,180.114,1.801,0.1362912356853485,0.975,2.2216,180.051,1.801,0.1212329566478729,0.9725,2.2251,179.764,1.798,0.167462944984436,0.9625,2.2233,179.914,1.799,0.1500171422958374,0.97,2.215,180.584,1.806,0.1089894399046897,0.98,2.2294,179.417,1.794,0.0942322090268135,0.98,2.2193,180.235,1.802,0.1145509555935859,0.975,2.2292,179.438,1.794,0.1198596581816673,0.975,2.2218,180.031,1.8,0.14537313580513,0.9725,2.2191,180.249,1.802,0.1265974789857864,0.9775,2.2212,180.081,1.801,0.1432397216558456,0.9675,2.2218,180.037,1.8,0.0976671129465103,0.98,2.2191,180.252,1.803,0.0961217805743217,0.98,2.222,180.02,1.8,0.1075363755226135,0.98,2.2221,180.007,1.8,400,0.091459035873413,0.9825,2.2185,180.298,1.803,0.0915357396006584,0.9825,2.2207,180.126,1.801,0.0914127379655838,0.9825,2.2225,179.979,1.8,0.0918238164186477,850.4127,1600,9.407,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-7b,1,7000000000.0,llama-1,False,all_results.json
+llama-7b_666,5.0,0.1163009703159332,0.975,3.9567,101.093,1.011,0.1538563817739486,0.965,3.9772,100.573,1.006,0.1540359109640121,0.965,3.978,100.554,1.006,0.1458002924919128,0.965,3.9764,100.593,1.006,0.1308966875076294,0.965,3.9844,100.391,1.004,0.1440711468458175,0.9675,3.9766,100.589,1.006,0.1323210746049881,0.97,3.9805,100.491,1.005,0.1254766136407852,0.97,3.9788,100.533,1.005,0.1267664730548858,0.97,3.9759,100.606,1.006,0.1543354243040084,0.96,3.9803,100.495,1.005,0.115055076777935,0.975,3.9565,101.1,1.011,0.1410316824913025,0.9625,3.9774,100.567,1.006,0.1166318729519844,0.975,3.9562,101.106,1.011,0.1215730085968971,0.9725,3.9827,100.433,1.004,0.181545540690422,0.955,3.9819,100.456,1.005,0.183832049369812,0.9575,4.0217,99.46,0.995,0.1943661868572235,0.9525,4.0392,99.031,0.99,0.2038444578647613,0.9475,3.9749,100.632,1.006,0.1290100067853927,0.97,3.9784,100.544,1.005,0.1146949231624603,0.975,3.9684,100.796,1.008,0.1438141465187072,0.97,3.977,100.579,1.006,0.1149486377835273,0.975,3.962,100.958,1.01,0.2141304463148117,0.95,3.9765,100.592,1.006,0.1148721128702163,0.975,3.9786,100.538,1.005,0.1492514759302139,0.9675,3.9713,100.722,1.007,0.2102748304605484,0.9525,3.9747,100.636,1.006,0.1924806237220764,0.955,3.9757,100.611,1.006,0.1188752949237823,0.9725,3.9984,100.04,1.0,0.116363376379013,0.975,3.9679,100.81,1.008,0.1469007432460785,0.9675,3.9791,100.526,1.005,0.1154476180672645,0.975,3.9541,101.161,1.012,0.1655276119709015,0.9575,3.9808,100.483,1.005,0.1619974374771118,0.9625,4.0296,99.265,0.993,0.1220558136701583,0.9725,3.9801,100.5,1.005,0.1185370981693267,0.9725,3.98,100.501,1.005,0.1472062170505523,0.965,3.9794,100.518,1.005,0.1286880671977996,0.97,3.9772,100.574,1.006,0.1406100988388061,0.97,3.977,100.579,1.006,0.1134697422385215,0.975,3.9765,100.591,1.006,0.1898822039365768,0.9625,3.9753,100.621,1.006,0.1455271989107132,0.97,3.9769,100.58,1.006,0.2253822684288025,0.9525,3.9837,100.409,1.004,0.1806374788284301,0.9625,3.9775,100.565,1.006,0.1952757835388183,0.9575,3.9775,100.566,1.006,0.1589701324701309,0.965,3.984,100.402,1.004,0.1294462233781814,0.9675,3.9986,100.035,1.0,0.176712766289711,0.9575,3.9779,100.556,1.006,0.162754938006401,0.965,4.0287,99.288,0.993,0.1324549913406372,0.9725,3.9894,100.267,1.003,0.1185941696166992,0.9725,3.9791,100.525,1.005,0.1604517996311187,0.9625,3.9785,100.539,1.005,0.1438134014606475,0.9675,3.9774,100.568,1.006,0.151277095079422,0.9675,3.9744,100.643,1.006,0.1566805243492126,0.9625,3.9849,100.378,1.004,0.1598965674638748,0.9625,3.9761,100.601,1.006,0.1294217258691787,0.97,3.9833,100.42,1.004,0.1477866023778915,0.9625,3.9797,100.511,1.005,0.1400936096906662,0.97,3.9759,100.607,1.006,400,0.1165100485086441,0.975,3.9573,101.078,1.011,0.1169244349002838,0.975,3.9555,101.126,1.011,0.1163227632641792,0.975,3.9999,100.002,1.0,0.0951742217540741,1488.78,1600,5.374,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-7b,666,7000000000.0,llama-1,False,all_results.json
+llama-7b_42,5.0,0.0899990648031234,0.9725,2.229,179.456,1.795,0.1007147505879402,0.965,2.2289,179.461,1.795,0.0970144495368003,0.965,2.2498,177.79,1.778,0.0978046357631683,0.965,2.2252,179.759,1.798,0.0802890211343765,0.97,2.2268,179.632,1.796,0.1056282222270965,0.965,2.2628,176.771,1.768,0.0907028391957283,0.9675,2.2493,177.834,1.778,0.083111897110939,0.97,2.229,179.456,1.795,0.0794523507356643,0.97,2.2258,179.712,1.797,0.09721589833498,0.965,2.2274,179.586,1.796,0.0839126333594322,0.9725,2.2486,177.892,1.779,0.1551831364631652,0.9475,2.2277,179.56,1.796,0.0916569158434867,0.9725,2.2351,178.965,1.79,0.091811291873455,0.9675,2.2286,179.486,1.795,0.1068538278341293,0.9625,2.2244,179.827,1.798,0.127502828836441,0.96,2.2281,179.527,1.795,0.1558143049478531,0.945,2.2308,179.305,1.793,0.1302904784679412,0.9549999999999998,2.3013,173.811,1.738,0.0937853753566742,0.965,2.2257,179.716,1.797,0.0880177319049835,0.9725,2.2258,179.708,1.797,0.0915067791938781,0.9675,2.2383,178.705,1.787,0.0987523570656776,0.97,2.2285,179.493,1.795,0.1406824886798858,0.9549999999999998,2.2271,179.608,1.796,0.0909627601504325,0.9725,2.2269,179.621,1.796,0.0929249823093414,0.9675,2.2247,179.796,1.798,0.1402051001787185,0.9549999999999998,2.2316,179.245,1.792,0.1278393566608429,0.9499999999999998,2.2265,179.653,1.797,0.0801827013492584,0.9725,2.239,178.649,1.786,0.091257706284523,0.9725,2.2242,179.839,1.798,0.1077386885881424,0.96,2.2322,179.195,1.792,0.0865012109279632,0.9725,2.226,179.697,1.797,0.1065861135721206,0.96,2.328,171.823,1.718,0.1043639257550239,0.9625,2.2254,179.745,1.797,0.0940957516431808,0.9675,2.2244,179.827,1.798,0.0874807611107826,0.97,2.2261,179.69,1.797,0.0829130709171295,0.9675,2.2307,179.317,1.793,0.0784259811043739,0.9725,2.2262,179.682,1.797,0.0794886648654937,0.9725,2.2263,179.673,1.797,0.0765660628676414,0.9725,2.2318,179.229,1.792,0.1057764366269111,0.9625,2.3378,171.098,1.711,0.0958341658115387,0.9675,2.2252,179.758,1.798,0.1101533472537994,0.9625,2.2268,179.631,1.796,0.0853344053030014,0.9675,2.2264,179.664,1.797,0.1415021121501922,0.9475,2.2248,179.789,1.798,0.0986136272549629,0.965,2.2289,179.46,1.795,0.0856166630983352,0.9675,2.2249,179.787,1.798,0.1216540709137916,0.9525,2.2246,179.807,1.798,0.1234771162271499,0.9525,2.2245,179.816,1.798,0.0851484090089798,0.97,2.2243,179.835,1.798,0.076443888247013,0.9725,2.2264,179.659,1.797,0.0950352773070335,0.965,2.2244,179.823,1.798,0.0922228693962097,0.9675,2.2304,179.339,1.793,0.0967427268624305,0.9675,2.2247,179.799,1.798,0.0946959480643272,0.965,2.2236,179.888,1.799,0.1044720113277435,0.9575,2.2274,179.578,1.796,0.076531134545803,0.9725,2.2244,179.82,1.798,0.0913673862814903,0.9625,2.2257,179.72,1.797,0.0994941070675849,0.965,2.2349,178.977,1.79,400,0.0918660163879394,0.9725,2.2259,179.707,1.797,0.0940351113677024,0.9725,2.2253,179.75,1.798,0.090928629040718,0.9725,2.2259,179.702,1.797,0.116896651148796,850.6437,1600,9.405,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-7b,42,7000000000.0,llama-1,False,all_results.json
+llama-7b_25,5.0,0.0935523211956024,0.975,2.218,180.339,1.803,0.1270598471164703,0.97,2.2174,180.394,1.804,0.1093483194708824,0.97,2.217,180.425,1.804,0.1090310290455818,0.97,2.2213,180.075,1.801,0.0914793610572815,0.975,2.2173,180.397,1.804,0.093143843114376,0.975,2.2181,180.333,1.803,0.1053490415215492,0.9725,2.2214,180.063,1.801,0.0945335924625396,0.9725,2.2176,180.374,1.804,0.0916943848133087,0.975,2.2177,180.366,1.804,0.1224189028143882,0.97,2.2187,180.285,1.803,0.0926266759634018,0.975,2.216,180.504,1.805,0.0926377102732658,0.975,2.2164,180.469,1.805,0.0942026600241661,0.975,2.2293,179.432,1.794,0.1071149036288261,0.9725,2.2302,179.358,1.794,0.1180633157491684,0.97,2.2205,180.143,1.801,0.1287275552749633,0.9675,2.2189,180.271,1.803,0.1374620795249939,0.9675,2.2184,180.31,1.803,0.1325201839208603,0.9675,2.2179,180.347,1.803,0.0975588709115982,0.9725,2.2208,180.113,1.801,0.0923310592770576,0.975,2.2202,180.161,1.802,0.1110354214906692,0.9725,2.2187,180.284,1.803,0.091898463666439,0.975,2.2176,180.371,1.804,0.1980252414941787,0.955,2.2182,180.324,1.803,0.0917859971523284,0.975,2.2179,180.347,1.803,0.1073012351989746,0.97,2.2189,180.272,1.803,0.1834471374750137,0.96,2.2236,179.886,1.799,0.1690406054258346,0.96,2.2262,179.675,1.797,0.0914025902748107,0.975,2.309,173.231,1.732,0.0930162891745567,0.975,2.2175,180.382,1.804,0.0970086827874183,0.9725,2.2198,180.194,1.802,0.092491015791893,0.975,2.2173,180.4,1.804,0.0954938158392906,0.9725,2.2232,179.92,1.799,0.1067545861005783,0.9725,2.22,180.183,1.802,0.0989179238677024,0.9725,2.2189,180.267,1.803,0.0914298072457313,0.975,2.2236,179.891,1.799,0.0914814099669456,0.975,2.2331,179.122,1.791,0.0915346518158912,0.975,2.2181,180.339,1.803,0.091402530670166,0.975,2.2188,180.28,1.803,0.0914303585886955,0.975,2.217,180.426,1.804,0.1606031060218811,0.965,2.218,180.341,1.803,0.109552651643753,0.9725,2.2201,180.172,1.802,0.1341639161109924,0.9675,2.2373,178.789,1.788,0.0985581502318382,0.9725,2.219,180.262,1.803,0.1329482793807983,0.965,2.2456,178.124,1.781,0.1073479875922203,0.97,2.2174,180.39,1.804,0.0922706350684166,0.975,2.2209,180.105,1.801,0.1173334196209907,0.97,2.2194,180.228,1.802,0.1289188265800476,0.97,2.2379,178.737,1.787,0.0975217223167419,0.97,2.2177,180.368,1.804,0.0913972482085228,0.975,2.2179,180.349,1.803,0.0927396416664123,0.975,2.2179,180.353,1.804,0.109325498342514,0.9725,2.22,180.183,1.802,0.1243587285280227,0.97,2.2222,179.998,1.8,0.123309850692749,0.97,2.2178,180.356,1.804,0.1057718768715858,0.9725,2.22,180.176,1.802,0.0914678648114204,0.975,2.2176,180.375,1.804,0.1071044132113456,0.9725,2.2182,180.326,1.803,0.107650302350521,0.97,2.2229,179.948,1.799,400,0.0932546705007553,0.975,2.2156,180.537,1.805,0.0936638265848159,0.975,2.2164,180.476,1.805,0.0931509807705879,0.975,2.2158,180.522,1.805,0.104024434685707,848.7611,1600,9.426,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-7b,25,7000000000.0,llama-1,False,all_results.json
+llama-7b_1337,5.0,0.04618925973773,0.9875,3.9754,100.62,1.006,0.0825869143009185,0.9775,4.0134,99.665,0.997,0.0847753435373306,0.9775,3.9969,100.078,1.001,0.067408986389637,0.9775,4.0066,99.836,0.998,0.0516357421875,0.9825,3.9979,100.051,1.001,0.0909601375460624,0.9725,3.9981,100.048,1.0,0.0615636818110942,0.9825,4.0125,99.688,0.997,0.0618438757956028,0.9775,4.001,99.975,1.0,0.0461039841175079,0.9875,4.0134,99.667,0.997,0.0907401144504547,0.9725,3.9966,100.086,1.001,0.045386753976345,0.9875,3.9805,100.49,1.005,0.2132690548896789,0.9375,3.9989,100.027,1.0,0.0466345399618148,0.9875,3.9917,100.209,1.002,0.077150359749794,0.98,3.9945,100.138,1.001,0.1197615563869476,0.9675,4.0128,99.681,0.997,0.1238523870706558,0.9675,3.9986,100.036,1.0,0.1608075201511383,0.955,4.0111,99.722,0.997,0.1234175488352775,0.97,3.9967,100.081,1.001,0.111012764275074,0.965,4.0065,99.838,0.998,0.0523347370326519,0.985,3.9813,100.469,1.005,0.078556478023529,0.9775,3.9957,100.108,1.001,0.0707420706748962,0.98,3.985,100.376,1.004,0.2771092057228088,0.9325,4.0007,99.983,1.0,0.0502967350184917,0.9875,3.9834,100.418,1.004,0.0667453482747078,0.9825,4.0008,99.981,1.0,0.2408402413129806,0.9475,3.9968,100.079,1.001,0.2378233075141906,0.9500000000000002,3.9953,100.119,1.001,0.0749017298221588,0.98,4.026,99.355,0.994,0.046041864901781,0.9875,3.9774,100.568,1.006,0.1228202059864997,0.9625,4.0057,99.858,0.999,0.0456640906631946,0.9875,3.9819,100.455,1.005,0.1168849021196365,0.97,4.0488,98.794,0.988,0.1242218762636184,0.9675,4.007,99.825,0.998,0.0613226890563964,0.9825,4.0099,99.752,0.998,0.0658164024353027,0.9775,4.0035,99.912,0.999,0.0655551552772522,0.9825,3.9999,100.003,1.0,0.0672239363193512,0.975,3.9939,100.153,1.002,0.0511291585862636,0.9825,4.0041,99.899,0.999,0.0441754534840583,0.9875,3.9972,100.071,1.001,0.1095116361975669,0.975,4.0083,99.793,0.998,0.0744405016303062,0.98,4.0093,99.768,0.998,0.1314827352762222,0.97,4.0014,99.966,1.0,0.0742580667138099,0.98,3.9929,100.179,1.002,0.1929316967725753,0.9500000000000002,4.0013,99.967,1.0,0.0818793475627899,0.98,3.9963,100.092,1.001,0.0679658874869346,0.98,4.0028,99.93,0.999,0.1533877104520797,0.96,4.0122,99.696,0.997,0.1312619745731353,0.965,4.0015,99.963,1.0,0.0749381557106971,0.98,4.0069,99.827,0.998,0.0532139651477336,0.9825,3.999,100.025,1.0,0.1035062223672866,0.97,3.9961,100.097,1.001,0.0986552238464355,0.9775,4.009,99.776,0.998,0.0942151844501495,0.9775,3.9986,100.035,1.0,0.0872019231319427,0.9725,3.9997,100.007,1.0,0.0985831245779991,0.97,3.9983,100.044,1.0,0.0672382339835167,0.9825,4.0015,99.961,1.0,0.1125199347734451,0.9675,4.0015,99.961,1.0,0.0740512832999229,0.9825,3.9975,100.063,1.001,400,0.0463369190692901,0.9875,3.9827,100.434,1.004,0.0468780994415283,0.9875,3.9711,100.728,1.007,0.0461374968290329,0.9875,3.9784,100.542,1.005,0.1020415679216384,1500.275,1600,5.332,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,llama-7b,1337,7000000000.0,llama-1,False,all_results.json
+falcon-40b-instruct_1,5.0,0.1336786299943924,0.97,4.0359,99.11,0.991,0.4030697643756866,0.895,4.0852,97.914,0.979,0.3292304277420044,0.9225,4.0551,98.642,0.986,0.3703525960445404,0.91,4.0793,98.057,0.981,0.2187539935111999,0.9475,4.0542,98.662,0.987,0.5985052585601807,0.8575,4.0586,98.556,0.986,0.4836812615394592,0.8775,4.0614,98.489,0.985,0.7281501293182373,0.82,4.0735,98.195,0.982,0.5938840508460999,0.855,4.0998,97.566,0.976,0.689257800579071,0.835,4.0751,98.158,0.982,0.1334410607814788,0.97,4.1014,97.528,0.975,0.8031139969825745,0.8099999999999999,4.0584,98.56,0.986,0.1334630995988845,0.97,4.0419,98.963,0.99,0.7266627550125122,0.8225,4.0513,98.733,0.987,0.824842631816864,0.8025,4.0566,98.605,0.986,1.012477159500122,0.7775000000000001,4.0764,98.126,0.981,0.916371762752533,0.7825,4.0922,97.747,0.977,0.6876115202903748,0.84,4.0777,98.094,0.981,0.3815388977527618,0.9025,4.0465,98.85,0.989,0.133452832698822,0.97,4.0537,98.676,0.987,0.4258850812911987,0.89,4.0968,97.638,0.976,0.1364336460828781,0.9675,4.0364,99.098,0.991,0.5200498104095459,0.8624999999999999,4.0581,98.568,0.986,0.1334579437971115,0.97,4.0535,98.679,0.987,0.2978187501430511,0.9175,4.0944,97.694,0.977,0.5436937808990479,0.8525,4.0371,99.08,0.991,0.6188114285469055,0.845,4.0756,98.145,0.981,0.3883154690265655,0.8925,4.0598,98.527,0.985,0.1336778998374939,0.97,4.0462,98.858,0.989,0.678296685218811,0.8374999999999999,4.0984,97.599,0.976,0.1334916949272155,0.97,4.062,98.473,0.985,0.5591152906417847,0.87,4.0648,98.407,0.984,0.5435287356376648,0.8624999999999999,4.0598,98.526,0.985,0.4246306121349334,0.895,4.0538,98.672,0.987,0.3752556145191192,0.9025,4.1594,96.168,0.962,0.4548150897026062,0.8824999999999998,4.0617,98.482,0.985,0.424661785364151,0.895,4.0677,98.335,0.983,0.6574884653091431,0.8299999999999998,4.0804,98.03,0.98,0.3504177033901214,0.91,4.1123,97.268,0.973,0.2712165415287018,0.925,4.1448,96.506,0.965,0.5987697839736938,0.85,4.0525,98.704,0.987,0.3620552718639374,0.8999999999999999,4.0564,98.61,0.986,0.2262268811464309,0.935,4.0977,97.616,0.976,0.8555845022201538,0.8049999999999999,4.0739,98.185,0.982,0.5597174763679504,0.8575,4.0632,98.443,0.984,0.5442558526992798,0.8575,4.0749,98.163,0.982,0.7807589769363403,0.8175,4.0563,98.612,0.986,0.6295572519302368,0.8425,4.079,98.064,0.981,0.4293889105319977,0.8925,4.0356,99.119,0.991,0.5511881113052368,0.8775,4.0743,98.177,0.982,0.5861797332763672,0.8674999999999999,4.0708,98.262,0.983,0.5246328711509705,0.8724999999999999,4.0708,98.261,0.983,0.611946165561676,0.8425,4.0561,98.617,0.986,0.7312106490135193,0.825,4.0715,98.243,0.982,0.4963461756706238,0.8674999999999999,4.0558,98.624,0.986,0.452046126127243,0.895,4.0815,98.004,0.98,0.7033427953720093,0.825,4.0735,98.196,0.982,0.7888795733451843,0.8075000000000001,4.1279,96.902,0.969,400,0.13360096514225,0.97,4.0584,98.562,0.986,0.1336719840764999,0.97,4.0745,98.172,0.982,0.1335637420415878,0.97,4.052,98.716,0.987,0.0518186427280306,1520.4461,1600,5.262,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b-instruct,1,40000000000.0,falcon,True,all_results.json
+falcon-40b-instruct_666,5.0,0.038008913397789,0.995,3.9995,100.013,1.0,1.837441682815552,0.6875,4.0287,99.288,0.993,1.797591209411621,0.6875,4.0293,99.272,0.993,1.803001046180725,0.6875,4.0259,99.357,0.994,1.6925846338272097,0.6925,4.0266,99.339,0.993,2.1058661937713623,0.6675,4.0358,99.112,0.991,1.88480281829834,0.69,4.0245,99.39,0.994,2.4574294090271,0.62,4.0345,99.146,0.991,2.093227863311768,0.6475,4.0288,99.284,0.993,2.192584276199341,0.6699999999999999,4.0218,99.457,0.995,0.0380015857517719,0.995,4.0125,99.689,0.997,2.2852649688720703,0.665,4.026,99.353,0.994,0.0380466431379318,0.995,4.01,99.751,0.998,2.143910646438598,0.6775,4.0253,99.371,0.994,2.4781064987182617,0.615,4.0314,99.22,0.992,2.424086570739746,0.64,4.0231,99.425,0.994,2.540184259414673,0.615,4.0252,99.374,0.994,2.366429328918457,0.625,4.0198,99.507,0.995,1.6502898931503296,0.7475,4.0201,99.501,0.995,0.0892865359783172,0.9875,4.0149,99.628,0.996,1.6816394329071045,0.7424999999999999,4.0279,99.307,0.993,0.1271118223667144,0.9725,4.0146,99.636,0.996,1.862697005271912,0.7224999999999999,4.0239,99.406,0.994,0.1451862305402755,0.9725,4.0213,99.47,0.995,1.571396827697754,0.745,4.0268,99.333,0.993,2.2457826137542725,0.6775,4.049,98.79,0.988,2.285040855407715,0.6699999999999999,4.0319,99.208,0.992,1.9996126890182493,0.6925,4.0311,99.229,0.992,0.0380315892398357,0.995,3.9998,100.004,1.0,2.249910354614258,0.655,4.0275,99.316,0.993,0.0380332507193088,0.995,4.0141,99.65,0.996,1.744481325149536,0.73,4.0434,98.926,0.989,1.8724572658538816,0.7025,4.0204,99.492,0.995,1.9147059917449951,0.6975,4.0155,99.615,0.996,1.8306334018707275,0.71,4.0245,99.39,0.994,1.8356719017028809,0.7050000000000001,4.0195,99.516,0.995,1.8817051649093628,0.7050000000000001,4.0185,99.541,0.995,2.147397518157959,0.6699999999999999,4.025,99.378,0.994,1.779896855354309,0.69,4.0264,99.345,0.993,1.5532084703445437,0.715,4.0269,99.333,0.993,2.0904359817504883,0.6799999999999999,4.0193,99.519,0.995,1.538832426071167,0.745,4.0266,99.34,0.993,1.4065055847167969,0.73,4.0211,99.476,0.995,2.389622688293457,0.6575,4.0274,99.319,0.993,2.311434745788574,0.6275,4.0317,99.213,0.992,1.952389359474182,0.6775,4.0313,99.224,0.992,2.6109249591827397,0.6,4.0396,99.02,0.99,2.1684141159057617,0.665,4.042,98.96,0.99,2.2946105003356934,0.635,4.0311,99.228,0.992,2.249674081802368,0.65,4.0165,99.59,0.996,2.206420421600342,0.6375,4.0321,99.204,0.992,1.9881831407547,0.6775,4.0317,99.215,0.992,2.19629979133606,0.6525,4.0214,99.468,0.995,2.3279850482940674,0.6425000000000001,4.0191,99.524,0.995,2.334922790527344,0.62,4.0349,99.135,0.991,2.0411946773529053,0.6625,4.036,99.109,0.991,2.394339084625244,0.6325000000000001,4.1097,97.33,0.973,2.223750114440918,0.6599999999999999,4.0203,99.495,0.995,400,0.0380202010273933,0.995,4.0135,99.663,0.997,0.038021083921194,0.995,4.0068,99.83,0.998,0.0380123890936374,0.995,4.0087,99.782,0.998,0.0573711941987276,1509.0375,1600,5.301,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b-instruct,666,40000000000.0,falcon,True,all_results.json
+falcon-40b-instruct_42,5.0,0.0649151727557182,0.9825,2.2201,180.17,1.802,0.8668665885925293,0.7999999999999999,2.2229,179.944,1.799,0.7318971753120422,0.8224999999999999,2.221,180.101,1.801,0.7104238867759705,0.83,2.2213,180.074,1.801,0.5639816522598267,0.87,2.222,180.019,1.8,1.0212019681930542,0.7725000000000001,2.2184,180.31,1.803,0.9329119920730592,0.7749999999999999,2.2216,180.054,1.801,1.1730403900146484,0.7374999999999999,2.2224,179.982,1.8,0.9762802124023438,0.7699999999999998,2.2223,179.991,1.8,0.9733766317367554,0.7825,2.2203,180.158,1.802,0.0646419897675514,0.9825,2.2201,180.176,1.802,1.2313647270202637,0.7349999999999999,2.2242,179.838,1.798,0.0646893009543418,0.9825,2.2223,179.995,1.8,1.118587851524353,0.7499999999999999,2.2212,180.084,1.801,1.227975368499756,0.7224999999999999,2.2209,180.108,1.801,1.2297993898391724,0.7324999999999999,2.2189,180.272,1.803,1.2149832248687744,0.7374999999999999,2.2317,179.239,1.792,1.2342878580093384,0.725,2.2231,179.927,1.799,0.6856811046600342,0.8424999999999999,2.2196,180.211,1.802,0.0647445321083068,0.9825,2.2197,180.201,1.802,0.7407048940658569,0.8350000000000001,2.2237,179.881,1.799,0.092407077550888,0.975,2.2209,180.109,1.801,0.8456895351409912,0.8049999999999999,2.2288,179.469,1.795,0.064783975481987,0.9825,2.2187,180.285,1.803,0.5844041705131531,0.85,2.2223,179.995,1.8,1.035996913909912,0.7649999999999999,2.2216,180.048,1.8,0.8990271091461182,0.7925,2.2222,179.999,1.8,0.8569148182868958,0.8075,2.2201,180.171,1.802,0.0651304721832275,0.9825,2.2199,180.186,1.802,1.0747599601745603,0.7499999999999999,2.2227,179.961,1.8,0.0647646561264991,0.9825,2.2201,180.17,1.802,0.7562919855117798,0.8274999999999999,2.2887,174.769,1.748,0.9152276515960692,0.7875,2.2193,180.235,1.802,0.946257472038269,0.7825,2.2187,180.288,1.803,0.7704759240150452,0.815,2.2371,178.8,1.788,0.7890001535415649,0.8124999999999999,2.2412,178.474,1.785,0.8345135450363159,0.8049999999999999,2.2212,180.083,1.801,1.1568734645843506,0.7474999999999999,2.2271,179.609,1.796,0.8771190047264099,0.8024999999999999,2.2211,180.094,1.801,0.7461894750595093,0.8274999999999999,2.2214,180.067,1.801,0.9905528426170348,0.7875,2.2229,179.948,1.799,0.7724345326423645,0.8224999999999999,2.2222,180.003,1.8,0.7438452243804932,0.8224999999999999,2.2385,178.695,1.787,1.2676852941513062,0.7274999999999999,2.2252,179.761,1.798,1.079972267150879,0.7575000000000001,2.2209,180.109,1.801,0.9752162098884584,0.79,2.2213,180.073,1.801,1.2837790250778198,0.7075,2.2177,180.371,1.804,1.0765730142593384,0.7575000000000001,2.2219,180.026,1.8,0.9577090740203856,0.7849999999999999,2.2203,180.155,1.802,1.0799684524536133,0.7649999999999999,2.2255,179.739,1.797,0.9922730922698976,0.7675,2.2262,179.676,1.797,0.9652960300445556,0.7875,2.2249,179.78,1.798,1.2091500759124756,0.7349999999999999,2.2222,180.0,1.8,1.0988391637802124,0.7599999999999999,2.2226,179.967,1.8,1.0367108583450315,0.7649999999999999,2.2249,179.779,1.798,0.9967962503433228,0.7699999999999998,2.2205,180.138,1.801,1.2045767307281494,0.7274999999999999,2.2218,180.033,1.8,1.1554759740829468,0.7499999999999999,2.2196,180.216,1.802,400,0.0648198723793029,0.9825,2.2222,180.005,1.8,0.0649764239788055,0.9825,2.2237,179.882,1.799,0.0648145079612732,0.9825,2.22,180.182,1.802,0.0573484297990798,843.3869,1600,9.486,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b-instruct,42,40000000000.0,falcon,True,all_results.json
+falcon-40b-instruct_25,5.0,0.0364703349769115,0.995,4.0138,99.655,0.997,1.6080302000045776,0.7625,3.9763,100.595,1.006,1.263840913772583,0.8025,3.9737,100.663,1.007,1.2808798551559448,0.7949999999999999,3.972,100.706,1.007,1.2442060708999634,0.8074999999999999,3.9781,100.551,1.006,1.6142936944961548,0.7625,3.9774,100.568,1.006,1.536882758140564,0.77,3.9761,100.6,1.006,1.8274049758911133,0.72,3.9742,100.649,1.006,1.6099998950958252,0.745,4.038,99.059,0.991,1.7276610136032104,0.75,3.9776,100.563,1.006,0.0364045910537242,0.995,3.9528,101.194,1.012,1.7297419309616089,0.7375,3.9797,100.51,1.005,0.0364079698920249,0.995,4.0181,99.55,0.996,1.631018042564392,0.7549999999999999,3.9754,100.618,1.006,2.0665998458862305,0.7,3.9758,100.61,1.006,2.021269559860229,0.7025,4.0353,99.126,0.991,1.9888832569122317,0.7075,4.0376,99.069,0.991,1.9713642597198489,0.7025,3.9808,100.482,1.005,0.9286088347434998,0.8425,3.9717,100.713,1.007,0.0364341959357261,0.995,4.0231,99.425,0.994,1.0106719732284546,0.845,4.0745,98.172,0.982,0.0367015041410923,0.995,3.9583,101.054,1.011,1.126874923706055,0.8150000000000001,3.9704,100.745,1.007,0.0364444106817245,0.995,3.9663,100.849,1.008,0.92399263381958,0.84,3.9712,100.724,1.007,1.5234861373901367,0.77,3.9727,100.686,1.007,1.4515178203582764,0.7775,4.0415,98.973,0.99,1.1370714902877808,0.8175,3.9945,100.137,1.001,0.0364948213100433,0.995,3.9497,101.273,1.013,1.705275535583496,0.7375,3.9756,100.614,1.006,0.0364523865282535,0.995,3.9843,100.393,1.004,1.310999631881714,0.8049999999999999,4.0398,99.016,0.99,1.3878458738327026,0.7725,3.9795,100.515,1.005,1.3510502576828003,0.7825,3.9778,100.558,1.006,1.1919811964035034,0.81,3.9706,100.74,1.007,1.298672795295715,0.8,3.976,100.603,1.006,1.2848974466323853,0.78,3.9785,100.541,1.005,1.7403684854507446,0.73,3.9746,100.64,1.006,1.6139739751815796,0.77,4.0347,99.14,0.991,0.8896406292915344,0.8275,4.0349,99.134,0.991,1.638364553451538,0.74,3.9781,100.551,1.006,0.99889874458313,0.835,4.0514,98.731,0.987,0.9324676990509032,0.8225,3.9713,100.723,1.007,1.9115703105926516,0.725,3.9734,100.669,1.007,1.7157635688781738,0.725,3.9784,100.543,1.005,1.4933123588562012,0.77,4.0343,99.15,0.992,1.861120581626892,0.7050000000000001,3.979,100.529,1.005,1.6739647388458252,0.735,4.0302,99.25,0.992,1.895607352256775,0.7075,3.981,100.477,1.005,1.8995002508163448,0.725,3.9739,100.657,1.007,1.7081542015075684,0.7324999999999999,3.9779,100.556,1.006,1.5714110136032104,0.7525,3.9812,100.472,1.005,1.778553128242493,0.7224999999999999,3.979,100.528,1.005,1.685827374458313,0.7324999999999999,3.98,100.503,1.005,1.8262884616851809,0.7025,4.0578,98.575,0.986,1.6007969379425049,0.74,3.9762,100.599,1.006,1.7498713731765747,0.725,3.979,100.527,1.005,1.7712520360946655,0.735,4.0405,98.997,0.99,400,0.0364760272204875,0.995,3.9518,101.221,1.012,0.0364907309412956,0.995,3.9553,101.131,1.011,0.036470528692007,0.995,3.9548,101.143,1.011,0.0585773017331957,1488.1846,1600,5.376,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b-instruct,25,40000000000.0,falcon,True,all_results.json
+falcon-40b-instruct_1337,5.0,0.0908659100532531,0.98,1.3825,289.322,2.893,0.758087158203125,0.85,1.3835,289.131,2.891,0.5810393691062927,0.8674999999999999,1.3788,290.108,2.901,0.5918045043945312,0.86,1.3818,289.47,2.895,0.443897932767868,0.9025,1.3812,289.597,2.896,0.8734176158905029,0.8199999999999998,1.3987,285.984,2.86,0.7027595043182373,0.8524999999999999,1.3853,288.75,2.888,1.0438530445098877,0.785,1.3848,288.845,2.888,0.8405721783638,0.835,1.3917,287.408,2.874,0.9273259043693542,0.8125,1.3838,289.068,2.891,0.0906563252210617,0.98,1.3773,290.418,2.904,1.1114059686660769,0.79,1.3789,290.095,2.901,0.0906595885753631,0.98,1.3785,290.178,2.902,0.9436466693878174,0.8175,1.381,289.639,2.896,1.2653987407684326,0.7525,1.3824,289.352,2.894,1.3567613363265991,0.7474999999999998,1.3863,288.546,2.885,1.3217393159866333,0.755,1.384,289.014,2.89,1.0612483024597168,0.78,1.3867,288.464,2.885,0.5683435797691345,0.8825,1.3896,287.847,2.878,0.0907269865274429,0.98,1.3837,289.086,2.891,0.6490603685379028,0.8724999999999999,1.3841,288.99,2.89,0.0953773707151413,0.9775,1.3822,289.403,2.894,0.8094752430915833,0.8400000000000001,1.3766,290.561,2.906,0.0907432958483696,0.98,1.3808,289.682,2.897,0.4825873672962188,0.8900000000000001,1.3843,288.949,2.889,0.9507577419281006,0.8125,1.3821,289.41,2.894,0.9554179310798644,0.8125,1.3851,288.78,2.888,0.7109829783439636,0.8375000000000001,1.4359,278.563,2.786,0.0910294279456138,0.98,1.3782,290.238,2.902,0.9918785691261292,0.7975,1.3836,289.101,2.891,0.0908687114715576,0.98,1.3813,289.583,2.896,0.7832541465759277,0.845,1.3861,288.585,2.886,0.8336068987846375,0.8325,1.384,289.022,2.89,0.7055201530456543,0.86,1.3791,290.045,2.9,0.6092752814292908,0.87,1.3833,289.156,2.892,0.6367487907409668,0.8674999999999999,1.3825,289.33,2.893,0.6682446002960205,0.8524999999999999,1.3823,289.381,2.894,0.96779602766037,0.79,1.3826,289.311,2.893,0.6139320135116577,0.8625,1.3831,289.211,2.892,0.3633204698562622,0.9075,1.3851,288.787,2.888,0.8925034999847412,0.8099999999999999,1.3817,289.5,2.895,0.5522052645683289,0.8775,1.3828,289.265,2.893,0.3095391392707824,0.93,1.3811,289.624,2.896,1.2789121866226196,0.755,1.3798,289.903,2.899,0.9246766567230223,0.8125,1.3799,289.866,2.899,0.723834753036499,0.8524999999999999,1.3855,288.703,2.887,1.1606234312057495,0.77,1.3812,289.608,2.896,0.9514023661613464,0.8099999999999999,1.3862,288.566,2.886,0.678225040435791,0.8674999999999999,1.3797,289.928,2.899,0.7971088886260986,0.8425,1.3883,288.123,2.881,0.860283374786377,0.835,1.3833,289.163,2.892,0.7644184827804565,0.83,1.3953,286.686,2.867,0.8890429735183716,0.8199999999999998,1.38,289.862,2.899,1.0150630474090576,0.8025,1.3807,289.7,2.897,0.8462120294570923,0.8175,1.3855,288.71,2.887,0.7268961071968079,0.85,1.3831,289.212,2.892,1.0138553380966189,0.7999999999999999,1.3832,289.189,2.892,1.0808777809143066,0.785,1.3838,289.063,2.891,400,0.0908843502402305,0.98,1.3818,289.47,2.895,0.0909149274230003,0.98,1.3784,290.197,2.902,0.0908490717411041,0.98,1.3785,290.16,2.902,0.0587952376008033,527.962,1600,15.153,0.474,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-40b-instruct,1337,40000000000.0,falcon,True,all_results.json
+mpt-7b_1,5.0,0.0805677399039268,0.9825,2.2138,180.683,1.807,0.085537813603878,0.97,2.1509,185.966,1.86,0.0755662396550178,0.975,2.1437,186.592,1.866,0.0786057412624359,0.975,2.146,186.397,1.864,0.0718517303466796,0.9775,2.1456,186.425,1.864,0.0921203196048736,0.9725,2.212,180.832,1.808,0.0776571258902549,0.9775,2.153,185.788,1.858,0.0931163057684898,0.97,2.153,185.79,1.858,0.0612318180501461,0.9825,2.1864,182.947,1.829,0.0815932005643844,0.9775,2.1542,185.686,1.857,0.0759429857134819,0.9775,2.1389,187.009,1.87,0.2080620974302292,0.9375,2.147,186.308,1.863,0.0883449167013168,0.98,2.2127,180.774,1.808,0.0839697048068046,0.97,2.1697,184.359,1.844,0.0935395807027816,0.9725,2.1574,185.41,1.854,0.1329271495342254,0.9574999999999998,2.1368,187.195,1.872,0.1522769331932068,0.95,2.1444,186.53,1.865,0.1389983594417572,0.96,2.1374,187.142,1.871,0.1330767273902893,0.9574999999999998,2.2165,180.461,1.805,0.1470818370580673,0.9549999999999998,2.286,174.979,1.75,0.1078222841024398,0.9725,2.1431,186.65,1.866,0.1981887370347976,0.935,2.24,178.572,1.786,0.2926863431930542,0.9125,2.2629,176.767,1.768,0.3030339777469635,0.8925,2.1442,186.547,1.865,0.0787331610918045,0.9775,2.1385,187.051,1.871,0.2219685763120651,0.94,2.2232,179.923,1.799,0.3372186422348022,0.8949999999999998,2.1833,183.213,1.832,0.1069760099053382,0.9675,2.174,183.993,1.84,0.0899616032838821,0.98,2.1706,184.281,1.843,0.1037313342094421,0.9675,2.1895,182.691,1.827,0.0915060639381408,0.9775,2.2162,180.487,1.805,0.0837901905179023,0.975,2.21,180.994,1.81,0.1174650937318801,0.9625,2.211,180.915,1.809,0.0804289057850837,0.975,2.2151,180.579,1.806,0.0881706997752189,0.9725,2.1551,185.603,1.856,0.0986281856894493,0.9675,2.2203,180.156,1.802,0.0854796469211578,0.97,2.2008,181.748,1.817,0.0770100131630897,0.9775,2.1397,186.944,1.869,0.0606730468571186,0.9825,2.2037,181.516,1.815,0.0951945036649704,0.975,2.1389,187.012,1.87,0.0880903974175453,0.975,2.2147,180.613,1.806,0.1250485479831695,0.9574999999999998,2.1642,184.826,1.848,0.0695607587695121,0.9775,2.1469,186.315,1.863,0.1612865030765533,0.9475,2.2237,179.881,1.799,0.0848600193858146,0.9775,2.1444,186.535,1.865,0.0811765268445015,0.9725,2.1387,187.03,1.87,0.1294315308332443,0.96,2.1405,186.874,1.869,0.1040703132748603,0.9675,2.14,186.919,1.869,0.0709142908453941,0.98,2.2391,178.641,1.786,0.0603673793375492,0.9825,2.1438,186.589,1.866,0.0930503085255622,0.9725,2.2219,180.024,1.8,0.0802915468811988,0.9775,2.2037,181.511,1.815,0.0856604874134063,0.975,2.1377,187.118,1.871,0.0957894995808601,0.9675,2.2132,180.737,1.807,0.0957135558128357,0.9725,2.143,186.656,1.867,0.0607023276388645,0.9825,2.166,184.672,1.847,0.0863578021526336,0.97,2.2163,180.478,1.805,0.0838656798005104,0.975,2.1777,183.681,1.837,400,0.0907975733280181,0.98,2.1448,186.496,1.865,0.0950579419732093,0.9825,2.1508,185.979,1.86,0.0882582888007164,0.9825,2.2214,180.066,1.801,0.0927307603359222,827.303,1600,9.67,0.302,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b,1,7000000000.0,mpt,False,all_results.json
+mpt-7b_666,5.0,0.0794805735349655,0.985,4.0273,99.322,0.993,0.0703519508242607,0.9825,4.0502,98.761,0.988,0.0659601986408233,0.9825,4.0371,99.081,0.991,0.0642824098467826,0.985,4.0403,99.004,0.99,0.063163548707962,0.985,4.0429,98.939,0.989,0.0641280636191368,0.985,4.0436,98.922,0.989,0.0659428387880325,0.9825,4.0451,98.884,0.989,0.0642657056450843,0.985,4.0495,98.778,0.988,0.0637495294213295,0.985,4.0823,97.985,0.98,0.0751383230090141,0.9825,4.0407,98.994,0.99,0.0699667483568191,0.985,4.0166,99.587,0.996,0.0751425996422767,0.9825,4.0852,97.913,0.979,0.0767414271831512,0.985,4.0291,99.277,0.993,0.0737729668617248,0.98,4.0898,97.804,0.978,0.0885792076587677,0.9775,4.0439,98.915,0.989,0.0904885679483413,0.98,4.0425,98.947,0.989,0.1130213811993599,0.97,4.0433,98.93,0.989,0.09129149466753,0.975,4.049,98.79,0.988,0.0753221735358238,0.9825,4.0359,99.11,0.991,0.0733757764101028,0.9825,4.0432,98.931,0.989,0.0911431685090065,0.9775,4.0381,99.056,0.991,0.0790383741259574,0.9825,4.0296,99.266,0.993,0.1671083867549896,0.9525,4.1004,97.552,0.976,0.0847317948937416,0.98,4.0171,99.573,0.996,0.0890643149614334,0.9775,4.0377,99.065,0.991,0.1603488177061081,0.96,4.0351,99.13,0.991,0.1613807827234268,0.955,4.0415,98.974,0.99,0.0666142925620079,0.985,4.093,97.728,0.977,0.0796402394771575,0.985,4.0161,99.599,0.996,0.0717795640230178,0.9825,4.0438,98.917,0.989,0.0734421834349632,0.985,4.0165,99.59,0.996,0.0673852935433387,0.985,4.0448,98.891,0.989,0.0837814733386039,0.9775,4.0442,98.907,0.989,0.064825527369976,0.985,4.037,99.084,0.991,0.0678388625383377,0.9825,4.087,97.872,0.979,0.0675603076815605,0.9825,4.0386,99.044,0.99,0.0678531304001808,0.9825,4.0412,98.981,0.99,0.063996247947216,0.985,4.0393,99.028,0.99,0.0633098185062408,0.985,4.1017,97.52,0.975,0.0956397801637649,0.9775,4.1416,96.582,0.966,0.0777308419346809,0.9825,4.0375,99.07,0.991,0.0918857157230377,0.9775,4.0462,98.859,0.989,0.0710852071642875,0.98,4.0884,97.837,0.978,0.1081435978412628,0.9775,4.0996,97.571,0.976,0.0700813382863998,0.9825,4.0389,99.037,0.99,0.0634361505508422,0.985,4.0423,98.953,0.99,0.0789536833763122,0.9825,4.0388,99.04,0.99,0.0929631888866424,0.98,4.0408,98.99,0.99,0.0649142563343048,0.9825,4.0454,98.878,0.989,0.0632666051387786,0.985,4.0415,98.974,0.99,0.0646848753094673,0.985,4.0638,98.43,0.984,0.0685621947050094,0.9825,4.0364,99.098,0.991,0.0760335177183151,0.98,4.043,98.936,0.989,0.0729028284549713,0.98,4.0377,99.066,0.991,0.065227672457695,0.985,4.0463,98.855,0.989,0.0645246431231498,0.985,4.0413,98.979,0.99,0.0661610290408134,0.9825,4.0382,99.054,0.991,0.0697837471961975,0.9825,4.044,98.911,0.989,400,0.0777761712670326,0.985,4.0197,99.51,0.995,0.0862603783607482,0.985,4.0156,99.612,0.996,0.0772851780056953,0.985,4.0136,99.662,0.997,0.1103800981044769,1510.6263,1600,5.296,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b,666,7000000000.0,mpt,False,all_results.json
+mpt-7b_42,5.0,0.064033642411232,0.985,3.991,100.225,1.002,0.0875152200460434,0.98,4.0171,99.575,0.996,0.0851778090000152,0.9775,4.0156,99.611,0.996,0.0815996378660202,0.98,4.0073,99.818,0.998,0.0689287781715393,0.98,4.0175,99.565,0.996,0.0910050421953201,0.9775,4.0128,99.681,0.997,0.0622867569327354,0.985,4.0171,99.574,0.996,0.0700068697333335,0.9775,4.0142,99.647,0.996,0.0584265142679214,0.985,4.0026,99.935,0.999,0.0823242291808128,0.98,4.0144,99.642,0.996,0.062135986983776,0.9825,3.9949,100.129,1.001,0.1830892562866211,0.955,4.0146,99.637,0.996,0.0715613663196563,0.985,3.9922,100.196,1.002,0.0728719159960746,0.9825,4.0159,99.604,0.996,0.1298644542694091,0.9675,4.0027,99.934,0.999,0.1322261840105056,0.9675,4.0145,99.64,0.996,0.1704130172729492,0.9625,4.0165,99.589,0.996,0.1425490975379943,0.9675,4.077,98.111,0.981,0.1050683557987213,0.97,4.0739,98.186,0.982,0.1338062286376953,0.9575,4.0076,99.811,0.998,0.1032694801688194,0.9725,4.0038,99.906,0.999,0.1636066436767578,0.9425,4.0505,98.754,0.988,0.2866149842739105,0.93,4.0067,99.834,0.998,0.2466447949409485,0.9125,4.0096,99.76,0.998,0.0834323316812515,0.975,4.0007,99.981,1.0,0.2592498660087585,0.935,4.0109,99.728,0.997,0.3152393102645874,0.9175,4.0166,99.586,0.996,0.0797902420163154,0.98,4.0387,99.042,0.99,0.0794354975223541,0.98,3.9958,100.104,1.001,0.1246728524565696,0.97,4.0735,98.196,0.982,0.0674111917614936,0.98,3.9882,100.297,1.003,0.068768709897995,0.98,4.007,99.825,0.998,0.1461132913827896,0.9625,4.0773,98.104,0.981,0.0626803413033485,0.985,4.0124,99.691,0.997,0.0793469250202179,0.975,4.0064,99.84,0.998,0.081719771027565,0.9775,4.015,99.627,0.996,0.0673363953828811,0.9825,4.0157,99.608,0.996,0.0665482729673385,0.9825,4.0116,99.711,0.997,0.0490669347345829,0.9875,4.0172,99.573,0.996,0.0948869511485099,0.975,4.0172,99.572,0.996,0.0829827785491943,0.98,4.0179,99.554,0.996,0.1203829795122146,0.9725,4.0115,99.714,0.997,0.0615809932351112,0.98,4.0041,99.897,0.999,0.1533707380294799,0.955,4.0122,99.697,0.997,0.0797613784670829,0.9825,4.0184,99.542,0.995,0.0641784593462944,0.9825,4.0124,99.692,0.997,0.1489046216011047,0.9625,4.0147,99.634,0.996,0.1139642149209976,0.97,4.013,99.676,0.997,0.0695429146289825,0.9825,4.0146,99.637,0.996,0.0645277947187423,0.98,4.0205,99.491,0.995,0.0792335569858551,0.98,4.0094,99.767,0.998,0.0912177860736846,0.9775,4.0154,99.618,0.996,0.0908077433705329,0.98,4.0179,99.554,0.996,0.0990458503365516,0.975,4.0152,99.621,0.996,0.0934956520795822,0.975,4.0152,99.621,0.996,0.0707131847739219,0.9825,4.0144,99.642,0.996,0.0855768173933029,0.9775,4.0168,99.583,0.996,0.0666171610355377,0.985,4.0061,99.848,0.998,400,0.0738675817847251,0.9775,3.9907,100.233,1.002,0.0833121463656425,0.98,3.9951,100.122,1.001,0.0737629309296608,0.985,4.0496,98.776,0.988,0.1079523742198944,1503.0187,1600,5.323,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b,42,7000000000.0,mpt,False,all_results.json
+mpt-7b_25,5.0,0.294003427028656,0.9225,1.4241,280.888,2.809,0.2956684827804565,0.92,1.3784,290.193,2.902,0.2936707735061645,0.92,1.4298,279.755,2.798,0.2871256172657013,0.9225,1.3793,290.002,2.9,0.2863368988037109,0.9225,1.3795,289.966,2.9,0.2866313457489013,0.9225,1.4034,285.02,2.85,0.2871739864349365,0.9225,1.336,299.411,2.994,0.2865092754364013,0.9225,1.3377,299.021,2.99,0.2864764332771301,0.9225,1.4537,275.167,2.752,0.2889840602874756,0.92,1.203,332.508,3.325,0.290088415145874,0.9225,1.379,290.069,2.901,0.2875778079032898,0.9225,1.4342,278.892,2.789,0.2942127585411072,0.9225,1.4483,276.195,2.762,0.2866621315479278,0.9225,1.4378,278.209,2.782,0.299676775932312,0.92,1.5482,258.372,2.584,0.3012319505214691,0.92,1.3797,289.926,2.899,0.3157198429107666,0.9175,1.3811,289.633,2.896,0.2900620400905609,0.92,1.3828,289.26,2.893,0.2869303524494171,0.9225,1.5223,262.758,2.628,0.2886156141757965,0.9225,1.4299,279.743,2.797,0.3026694357395172,0.92,1.3364,299.313,2.993,0.2893356084823608,0.9225,1.4325,279.242,2.792,0.3151122033596039,0.9175,1.5008,266.528,2.665,0.2891081273555755,0.9225,1.3962,286.498,2.865,0.2867518961429596,0.9225,1.4307,279.588,2.796,0.3347271680831909,0.91,1.335,299.632,2.996,0.2932096719741821,0.92,1.3142,304.364,3.044,0.2867601811885834,0.9225,1.4592,274.121,2.741,0.2934349477291107,0.9225,1.4231,281.084,2.811,0.2865395247936249,0.9225,1.4058,284.545,2.845,0.2912417650222778,0.9225,1.3987,285.99,2.86,0.2867136299610138,0.9225,1.3808,289.695,2.897,0.2903711497783661,0.92,1.4771,270.8,2.708,0.2866957187652588,0.9225,1.3778,290.309,2.903,0.2867730557918548,0.9225,1.5197,263.202,2.632,0.2865136861801147,0.9225,1.5012,266.448,2.664,0.2866729199886322,0.9225,1.3868,288.439,2.884,0.2865269184112549,0.9225,1.4066,284.379,2.844,0.286502867937088,0.9225,1.386,288.607,2.886,0.3067193925380707,0.9175,1.3817,289.489,2.895,0.2906879186630249,0.92,1.3833,289.164,2.892,0.3009453117847442,0.92,1.4331,279.108,2.791,0.287069171667099,0.9225,1.3364,299.301,2.993,0.2962543368339538,0.92,1.4625,273.5,2.735,0.2881066799163818,0.92,1.5006,266.559,2.666,0.2864692807197571,0.9225,1.3275,301.327,3.013,0.2967690527439117,0.92,1.1963,334.359,3.344,0.3059192895889282,0.9175,1.378,290.273,2.903,0.2867342829704284,0.9225,1.3762,290.656,2.907,0.2863232493400574,0.9225,1.4391,277.948,2.779,0.2863857746124267,0.9225,1.3781,290.25,2.903,0.2884384393692016,0.9225,1.3794,289.979,2.9,0.2986381351947784,0.92,1.4242,280.855,2.809,0.2877499163150787,0.9225,1.4,285.717,2.857,0.2873474657535553,0.9225,1.4301,279.692,2.797,0.2864178121089935,0.9225,1.3764,290.607,2.906,0.2865157723426819,0.9225,1.3766,290.562,2.906,0.2878863215446472,0.9225,1.3815,289.532,2.895,400,0.2937678396701813,0.9225,1.3742,291.084,2.911,0.2955422699451446,0.9225,1.3761,290.686,2.907,0.2934831380844116,0.9225,1.4209,281.515,2.815,0.0972380175590515,538.8633,1600,14.846,0.464,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b,25,7000000000.0,mpt,False,all_results.json
+mpt-7b_1337,5.0,0.2493553012609481,0.9425,2.2234,179.903,1.799,0.2336647808551788,0.945,2.2203,180.152,1.802,0.2335918247699737,0.945,2.2194,180.225,1.802,0.2339640408754348,0.945,2.2168,180.444,1.804,0.2335241287946701,0.945,2.2526,177.575,1.776,0.2336653172969818,0.945,2.2178,180.361,1.804,0.2338014841079712,0.945,2.2185,180.306,1.803,0.2335996627807617,0.945,2.2165,180.465,1.805,0.2336977124214172,0.945,2.2199,180.189,1.802,0.2406259477138519,0.9425,2.2188,180.277,1.803,0.2371534556150436,0.945,2.2213,180.073,1.801,0.23478764295578,0.945,2.2376,178.761,1.788,0.2433636635541916,0.945,2.2289,179.463,1.795,0.2336647659540176,0.945,2.2233,179.913,1.799,0.2494002133607864,0.9425,2.2175,180.385,1.804,0.2636987864971161,0.94,2.2188,180.281,1.803,0.260405957698822,0.94,2.2194,180.226,1.802,0.2816708981990814,0.935,2.2184,180.309,1.803,0.2399663925170898,0.9425,2.2172,180.41,1.804,0.2404824644327163,0.9425,2.2174,180.394,1.804,0.2510545253753662,0.9425,2.2209,180.11,1.801,0.2358264774084091,0.945,2.2227,179.965,1.8,0.3034785091876983,0.925,2.2169,180.433,1.804,0.234207272529602,0.945,2.2171,180.417,1.804,0.2341882288455963,0.945,2.2169,180.434,1.804,0.3294077217578888,0.925,2.2178,180.362,1.804,0.2666636407375335,0.9325,2.216,180.509,1.805,0.2337201088666916,0.945,2.2194,180.231,1.802,0.2481071501970291,0.9375,2.2683,176.341,1.763,0.2336819320917129,0.945,2.2174,180.394,1.804,0.2371407896280288,0.945,2.2337,179.076,1.791,0.2338184416294098,0.945,2.2192,180.244,1.802,0.2469842582941055,0.9425,2.2157,180.532,1.805,0.2337299883365631,0.945,2.2169,180.433,1.804,0.2341249883174896,0.945,2.2184,180.31,1.803,0.2336193472146988,0.945,2.2172,180.409,1.804,0.2336902767419815,0.945,2.2189,180.266,1.803,0.2335107773542404,0.945,2.2215,180.062,1.801,0.2335564643144607,0.945,2.2208,180.119,1.801,0.2451104372739792,0.94,2.2162,180.486,1.805,0.2336307764053344,0.945,2.2148,180.601,1.806,0.2483945339918136,0.9425,2.2167,180.45,1.804,0.2340014576911926,0.945,2.2169,180.431,1.804,0.2449669986963272,0.94,2.2184,180.311,1.803,0.234455868601799,0.945,2.2176,180.373,1.804,0.2339426428079605,0.945,2.2181,180.335,1.803,0.2491959333419799,0.9425,2.2164,180.475,1.805,0.2484216690063476,0.9425,2.2171,180.413,1.804,0.2335159629583358,0.945,2.2183,180.322,1.803,0.2335434406995773,0.945,2.2202,180.162,1.802,0.2335685342550277,0.945,2.219,180.259,1.803,0.2380896210670471,0.9425,2.2201,180.173,1.802,0.2437119036912918,0.9425,2.218,180.341,1.803,0.2429007291793823,0.94,2.222,180.022,1.8,0.2341284900903701,0.945,2.2179,180.348,1.803,0.2335303872823715,0.945,2.2199,180.186,1.802,0.233830064535141,0.945,2.221,180.097,1.801,0.2336664199829101,0.945,2.2197,180.207,1.802,400,0.2428747117519378,0.945,2.2155,180.545,1.805,0.2513884305953979,0.9425,2.2171,180.417,1.804,0.2418177425861358,0.945,2.2203,180.152,1.802,0.1012544345855712,841.3322,1600,9.509,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b,1337,7000000000.0,mpt,False,all_results.json
+mpt-7b-chat_1,5.0,0.2757202386856079,0.94,2.2176,180.376,1.804,0.3572935461997986,0.915,2.2206,180.13,1.801,0.3328475952148437,0.9175,2.218,180.345,1.803,0.3871486783027649,0.9025,2.2201,180.169,1.802,0.3332339227199554,0.925,2.2183,180.317,1.803,0.4759514331817627,0.8724999999999999,2.2204,180.148,1.801,0.3559423089027405,0.91,2.2186,180.293,1.803,0.4170099198818207,0.8825,2.2188,180.28,1.803,0.3816434442996979,0.9025,2.2207,180.121,1.801,0.4057865440845489,0.9,2.2185,180.305,1.803,0.2755833566188812,0.94,2.2175,180.381,1.804,0.4353159070014953,0.885,2.22,180.177,1.802,0.2756947576999664,0.94,2.2185,180.304,1.803,0.4410165548324585,0.89,2.2183,180.32,1.803,0.4998337924480438,0.8524999999999999,2.2192,180.241,1.802,0.5477423667907715,0.8474999999999999,2.2183,180.317,1.803,0.5933797359466553,0.8374999999999999,2.2247,179.802,1.798,0.5396564602851868,0.8674999999999999,2.2226,179.972,1.8,0.3008603453636169,0.9325,2.2196,180.211,1.802,0.2754238545894623,0.94,2.2177,180.365,1.804,0.3204461336135864,0.925,2.2202,180.163,1.802,0.2754908800125122,0.94,2.2201,180.169,1.802,0.3129013478755951,0.9275,2.2185,180.299,1.803,0.2754867672920227,0.94,2.218,180.342,1.803,0.2876448333263397,0.935,2.2281,179.526,1.795,0.316659152507782,0.9275,2.218,180.343,1.803,0.3025035560131073,0.9325,2.2216,180.048,1.8,0.2896616458892822,0.9375,2.2208,180.116,1.801,0.275692731142044,0.94,2.218,180.34,1.803,0.4569349288940429,0.8825,2.2205,180.137,1.801,0.275463342666626,0.94,2.2166,180.457,1.805,0.424639344215393,0.8875,2.2306,179.323,1.793,0.3517042100429535,0.915,2.2168,180.436,1.804,0.3136001527309418,0.93,2.2178,180.363,1.804,0.3127070665359497,0.93,2.2178,180.357,1.804,0.3406266272068023,0.9175,2.2215,180.06,1.801,0.3081868290901184,0.9199999999999998,2.2186,180.297,1.803,0.3895374238491058,0.9075,2.2616,176.866,1.769,0.3285481333732605,0.9199999999999998,2.2178,180.359,1.804,0.2969342470169067,0.9325,2.2247,179.801,1.798,0.3641251027584076,0.91,2.2186,180.29,1.803,0.3212093412876129,0.9225,2.2376,178.761,1.788,0.2933120727539062,0.9325,2.2179,180.35,1.804,0.4187767803668976,0.89,2.2232,179.921,1.799,0.3726665377616882,0.91,2.2239,179.866,1.799,0.3644923865795135,0.91,2.218,180.341,1.803,0.4571543037891388,0.89,2.2189,180.272,1.803,0.4068233072757721,0.8949999999999999,2.219,180.26,1.803,0.3392955064773559,0.9199999999999998,2.2238,179.871,1.799,0.3750862777233124,0.91,2.2231,179.932,1.799,0.3980392515659332,0.8975,2.2196,180.21,1.802,0.3560641407966614,0.9075,2.2171,180.413,1.804,0.344188779592514,0.915,2.2174,180.393,1.804,0.4124833345413208,0.8825,2.2208,180.114,1.801,0.4236329197883606,0.8925000000000001,2.2239,179.867,1.799,0.3722422122955322,0.905,2.2189,180.267,1.803,0.4199673533439636,0.8799999999999999,2.2214,180.068,1.801,0.4136287271976471,0.89,2.2183,180.322,1.803,400,0.275710254907608,0.94,2.2215,180.06,1.801,0.2757213413715362,0.94,2.223,179.935,1.799,0.2756890952587127,0.94,2.2211,180.09,1.801,0.0493291675150394,841.7757,1600,9.504,0.297,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b-chat,1,7000000000.0,mpt,True,all_results.json
+mpt-7b-chat_666,5.0,0.0557415448129177,0.9825,4.0647,98.408,0.984,1.2051591873168943,0.6024999999999999,4.0767,98.12,0.981,1.1755608320236206,0.605,4.0683,98.321,0.983,1.0824532508850098,0.6424999999999998,4.0478,98.818,0.988,1.2277337312698364,0.595,4.062,98.473,0.985,1.1298611164093018,0.6099999999999999,4.0786,98.073,0.981,1.0701780319213867,0.62,4.0623,98.466,0.985,1.1737706661224363,0.6125,4.0997,97.568,0.976,1.1036722660064695,0.62,4.0581,98.568,0.986,1.1208465099334717,0.6174999999999999,4.0639,98.427,0.984,0.0587646327912807,0.9825,4.0494,98.781,0.988,1.095107078552246,0.6325000000000001,4.0603,98.516,0.985,0.056906558573246,0.9825,4.0737,98.192,0.982,1.0684866905212402,0.6399999999999999,4.0537,98.675,0.987,1.2282116413116455,0.5874999999999999,4.0755,98.148,0.981,1.2257581949234009,0.625,4.062,98.473,0.985,1.310186743736267,0.5874999999999999,4.0626,98.459,0.985,1.2126017808914185,0.5974999999999999,4.0738,98.189,0.982,0.6042497754096985,0.7699999999999998,4.0604,98.513,0.985,0.0555802062153816,0.9825,4.0741,98.181,0.982,0.5679205656051636,0.7775000000000001,4.0588,98.55,0.986,0.0557932816445827,0.9825,4.0535,98.681,0.987,0.7097120881080627,0.7349999999999999,4.0641,98.423,0.984,0.0556397996842861,0.9825,4.0579,98.572,0.986,0.5912938117980957,0.7599999999999999,4.0581,98.569,0.986,0.8161291480064392,0.7,4.0386,99.045,0.99,0.763733983039856,0.7324999999999999,4.1355,96.723,0.967,0.6485469341278076,0.7324999999999999,4.0863,97.887,0.979,0.0557342879474163,0.9825,4.468,89.525,0.895,1.2752516269683838,0.5874999999999999,4.071,98.256,0.983,0.0553731881082057,0.9825,4.0335,99.17,0.992,0.975708305835724,0.675,4.0777,98.095,0.981,0.9274728298187256,0.655,4.0628,98.455,0.985,0.7228071689605713,0.7024999999999999,4.1262,96.941,0.969,0.7140457630157471,0.73,4.0849,97.921,0.979,0.95039963722229,0.6675,4.058,98.57,0.986,0.8885812163352966,0.675,4.1232,97.013,0.97,0.8576586246490479,0.6825,4.0636,98.435,0.984,0.8229308128356934,0.6875,4.0575,98.584,0.986,0.5475058555603027,0.7725000000000001,4.0776,98.098,0.981,0.8796812295913696,0.69,4.0362,99.103,0.991,0.6332587599754333,0.7799999999999999,4.1004,97.551,0.976,0.5265581011772156,0.7875,4.0725,98.221,0.982,1.1162166595458984,0.6575,4.07,98.28,0.983,1.187627911567688,0.5925,4.0557,98.627,0.986,0.9948368072509766,0.6275,4.0453,98.881,0.989,1.269591212272644,0.5725,4.0807,98.021,0.98,1.103450059890747,0.6225,4.0445,98.901,0.989,1.1313711404800415,0.5974999999999999,4.0706,98.266,0.983,1.2443348169326782,0.595,4.0793,98.057,0.981,1.105538010597229,0.5925,4.073,98.208,0.982,1.0063414573669434,0.6325000000000001,4.0913,97.77,0.978,1.0060309171676636,0.6499999999999999,4.0671,98.351,0.984,1.1235207319259644,0.6074999999999999,4.0509,98.743,0.987,1.161945343017578,0.575,4.1406,96.604,0.966,0.9757139682769777,0.6275,4.0761,98.134,0.981,1.1907025575637815,0.5874999999999999,4.0625,98.463,0.985,1.0711328983306885,0.6375,4.0681,98.327,0.983,400,0.0557105168700218,0.9825,4.0501,98.764,0.988,0.0557423010468483,0.9825,4.0522,98.712,0.987,0.0557007938623428,0.9825,4.0376,99.069,0.991,0.0584296459853649,1522.0487,1600,5.256,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b-chat,666,7000000000.0,mpt,True,all_results.json
+mpt-7b-chat_42,5.0,0.0028290634509176,1.0,2.2774,175.639,1.756,1.999882817268372,0.5800000000000001,2.2174,180.39,1.804,1.9085052013397217,0.6,2.2214,180.067,1.801,1.858761429786682,0.61,2.2195,180.22,1.802,2.090578317642212,0.5675,2.2122,180.817,1.808,1.9858369827270508,0.5875,2.2111,180.908,1.809,1.9701939821243288,0.5825,2.2212,180.085,1.801,2.068380355834961,0.565,2.2177,180.366,1.804,2.0229225158691406,0.575,2.2794,175.484,1.755,1.975670576095581,0.5875,2.2109,180.921,1.809,0.0493413172662258,0.985,2.3104,173.129,1.731,1.935667872428894,0.6,2.2099,181.0,1.81,0.0278794448822736,0.995,2.2484,177.904,1.779,2.010188102722168,0.5725,2.2099,181.007,1.81,2.1885132789611816,0.54,2.2144,180.633,1.806,2.099517822265625,0.5800000000000001,2.2185,180.304,1.803,2.1848926544189453,0.5675,2.2114,180.882,1.809,2.1791415214538574,0.5625,2.211,180.916,1.809,1.493153691291809,0.6625,2.2184,180.312,1.803,0.0029288411606103,1.0,2.214,180.666,1.807,1.458079218864441,0.655,2.3117,173.032,1.73,0.023680267855525,0.995,2.2137,180.696,1.807,1.5746939182281494,0.65,2.2191,180.254,1.803,0.0126288700848817,0.995,2.2166,180.456,1.805,1.4864681959152222,0.6599999999999999,2.2207,180.124,1.801,1.808849811553955,0.605,2.2116,180.868,1.809,1.714115858078003,0.615,2.2259,179.705,1.797,1.659328579902649,0.6275,2.2139,180.675,1.807,0.0028132444713264,1.0,2.2153,180.562,1.806,2.0857198238372803,0.55,2.2378,178.748,1.787,0.0027766188140958,1.0,2.2993,173.968,1.74,1.6710846424102783,0.6275,2.2133,180.73,1.807,1.8177675008773804,0.5925,2.2446,178.202,1.782,1.6967947483062744,0.6275,2.2107,180.935,1.809,1.700453519821167,0.615,2.313,172.933,1.729,1.7735035419464111,0.61,2.3079,173.319,1.733,1.6968885660171509,0.625,2.2128,180.763,1.808,1.8014373779296875,0.6025,2.2117,180.854,1.809,1.802859902381897,0.61,2.2522,177.601,1.776,1.3459701538085938,0.6699999999999999,2.2148,180.604,1.806,1.7468388080596924,0.6275,2.2897,174.695,1.747,1.3265349864959717,0.6875,2.2124,180.795,1.808,1.3243606090545654,0.665,2.2105,180.953,1.81,1.960022449493408,0.595,2.2122,180.816,1.808,2.1571602821350098,0.55,2.3101,173.156,1.732,1.94856858253479,0.5825,2.2115,180.871,1.809,2.3108811378479004,0.5375,2.3201,172.404,1.724,1.9769140481948853,0.5925,2.2215,180.061,1.801,2.202139616012573,0.5475,2.2186,180.298,1.803,2.256030321121216,0.5549999999999999,2.3134,172.903,1.729,2.126223564147949,0.55,2.2143,180.642,1.806,1.963025689125061,0.5974999999999999,2.2098,181.012,1.81,2.0469820499420166,0.5775,2.2178,180.355,1.804,2.0894715785980225,0.5700000000000001,2.2227,179.96,1.8,2.266227960586548,0.5349999999999999,2.2735,175.942,1.759,2.0126235485076904,0.575,2.2124,180.802,1.808,2.1755216121673584,0.55,2.3089,173.24,1.732,1.987840175628662,0.5875,2.2132,180.735,1.807,400,0.0027654194273054,1.0,2.2785,175.555,1.756,0.0028228056617081,1.0,2.2567,177.249,1.772,0.0028021971229463,1.0,2.2853,175.029,1.75,0.0527895623706281,846.6609,1600,9.449,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b-chat,42,7000000000.0,mpt,True,all_results.json
+mpt-7b-chat_25,5.0,0.0025755085516721,1.0,1.1977,333.979,3.34,1.4875319004058838,0.585,1.2008,333.119,3.331,1.3864489793777466,0.605,1.2,333.331,3.333,1.3717869520187378,0.625,1.194,335.015,3.35,1.5142616033554075,0.5725,1.2003,333.258,3.333,1.5567947626113892,0.585,1.1963,334.376,3.344,1.3719589710235596,0.61,1.2016,332.883,3.329,1.5463173389434814,0.5900000000000001,1.2015,332.921,3.329,1.4561982154846191,0.5974999999999999,1.2043,332.138,3.321,1.494010329246521,0.6025,1.1971,334.152,3.342,0.0064944713376462,0.9975,1.1961,334.428,3.344,1.628568172454834,0.6,1.1942,334.945,3.349,0.0107466951012611,0.995,1.1998,333.399,3.334,1.5627316236495972,0.595,1.2146,329.328,3.293,1.7132327556610107,0.5525,1.1996,333.44,3.334,1.6588680744171145,0.6,1.1987,333.683,3.337,1.7205091714859009,0.575,1.201,333.057,3.331,1.621546745300293,0.5775,1.198,333.88,3.339,1.309322476387024,0.6375,1.2128,329.814,3.298,0.0055067669600248,1.0,1.1963,334.363,3.344,1.202385425567627,0.6475,1.2001,333.312,3.333,0.0106947040185332,0.9975,1.1978,333.949,3.339,1.4131262302398682,0.6125,1.1927,335.381,3.354,0.0029608795884996,1.0,1.1956,334.573,3.346,1.2451361417770386,0.645,1.197,334.171,3.342,1.6378695964813232,0.5974999999999999,1.1976,334.007,3.34,1.6226803064346311,0.5974999999999999,1.2071,331.384,3.314,1.4218806028366089,0.6025,1.4159,282.503,2.825,0.0025776671245694,1.0,1.1938,335.068,3.351,1.6681841611862185,0.5675,1.1991,333.586,3.336,0.0024674516171216,1.0,1.1972,334.107,3.341,1.3496803045272827,0.64,1.1997,333.409,3.334,1.4591577053070068,0.6174999999999999,1.1962,334.386,3.344,1.3816137313842771,0.62,1.1974,334.057,3.341,1.3663784265518188,0.6225,1.1928,335.34,3.353,1.4116379022598269,0.6225,1.1996,333.456,3.335,1.42749285697937,0.62,1.2,333.32,3.333,1.4627054929733276,0.62,1.1965,334.311,3.343,1.247920036315918,0.6475,1.2004,333.226,3.332,0.9179324507713318,0.7075,1.1983,333.804,3.338,1.4233596324920654,0.63,1.2032,332.444,3.324,1.0270304679870603,0.7025,1.1989,333.631,3.336,0.9295382499694824,0.685,1.1935,335.137,3.351,1.6613759994506836,0.585,1.1941,334.97,3.35,1.662684679031372,0.56,1.1957,334.542,3.345,1.4121218919754028,0.605,1.1992,333.563,3.336,1.7366501092910769,0.5475,1.1961,334.424,3.344,1.5850759744644165,0.5974999999999999,1.1993,333.532,3.335,1.537437081336975,0.575,1.2011,333.034,3.33,1.6747267246246338,0.585,1.1973,334.076,3.341,1.5469961166381836,0.5675,1.199,333.618,3.336,1.4556165933609009,0.6025,1.1957,334.542,3.345,1.5791643857955933,0.595,1.1967,334.25,3.342,1.6067101955413818,0.5825,1.1985,333.751,3.338,1.5612481832504272,0.5625,1.1999,333.375,3.334,1.4538291692733765,0.5974999999999999,1.1982,333.846,3.338,1.7055785655975342,0.5549999999999999,1.1942,334.94,3.349,1.5389645099639893,0.605,1.2027,332.586,3.326,400,0.0025676512159407,1.0,1.1978,333.953,3.34,0.0025828015059232,1.0,1.195,334.729,3.347,0.0025647897273302,1.0,1.1929,335.323,3.353,0.0561223506256938,475.3014,1600,16.831,0.526,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b-chat,25,7000000000.0,mpt,True,all_results.json
+mpt-7b-chat_1337,5.0,0.0002107161271851,1.0,2.2152,180.569,1.806,3.30849027633667,0.5549999999999999,2.2268,179.627,1.796,3.157193660736084,0.5775,2.2785,175.556,1.756,3.068425178527832,0.5900000000000001,2.2174,180.395,1.804,3.500525712966919,0.5375,2.3112,173.073,1.731,3.3401219844818115,0.5525,2.2153,180.566,1.806,3.150275230407715,0.5700000000000001,2.2142,180.651,1.807,3.392205715179444,0.5449999999999999,2.2212,180.082,1.801,3.2502481937408447,0.5549999999999999,2.2213,180.077,1.801,3.2287187576293945,0.565,2.2166,180.456,1.805,0.0840927138924598,0.98,2.216,180.507,1.805,3.192350149154663,0.575,2.2161,180.499,1.805,0.0378451496362686,0.995,2.2216,180.051,1.801,3.2596914768218994,0.5675,2.2176,180.373,1.804,3.498354911804199,0.5375,2.2142,180.655,1.807,3.291624069213867,0.565,2.2213,180.071,1.801,3.400982618331909,0.5575,2.2164,180.474,1.805,3.4311883449554443,0.55,2.2197,180.203,1.802,2.8771228790283203,0.595,2.278,175.595,1.756,0.0213196445256471,0.9925,2.2178,180.361,1.804,2.7636213302612305,0.5825,2.2183,180.315,1.803,0.0191622283309698,0.9925,2.314,172.86,1.729,2.9554338455200195,0.5775,2.2393,178.63,1.786,0.1125978976488113,0.9675,2.2148,180.605,1.806,2.973945379257202,0.565,2.2243,179.834,1.798,3.170527935028076,0.5700000000000001,2.2182,180.33,1.803,3.2051355838775635,0.5549999999999999,2.3201,172.408,1.724,3.002002000808716,0.575,2.2175,180.381,1.804,0.0002211286337114,1.0,2.2292,179.436,1.794,3.501084804534912,0.5275000000000001,2.2167,180.448,1.804,0.0001290876534767,1.0,2.2159,180.51,1.805,2.913623332977295,0.6025,2.2166,180.455,1.805,3.205904483795166,0.5549999999999999,2.219,180.258,1.803,2.9963903427124023,0.5700000000000001,2.2161,180.494,1.805,3.046520471572876,0.565,2.2332,179.117,1.791,3.124237060546875,0.5700000000000001,2.2248,179.788,1.798,3.093714952468872,0.565,2.3372,171.146,1.711,3.053971767425537,0.575,2.2151,180.581,1.806,2.9314770698547363,0.5900000000000001,2.215,180.586,1.806,2.403886318206787,0.6074999999999999,2.2175,180.386,1.804,2.877943754196167,0.61,2.2268,179.631,1.796,2.5003345012664795,0.61,2.2188,180.276,1.803,2.362830638885498,0.6074999999999999,2.2301,179.361,1.794,3.246509313583374,0.5700000000000001,2.2806,175.39,1.754,3.5494301319122314,0.5275000000000001,2.2245,179.812,1.798,3.214590549468994,0.56,2.2241,179.847,1.798,3.634762525558472,0.5175000000000001,2.2168,180.444,1.804,3.286085605621338,0.56,2.2159,180.514,1.805,3.439567804336548,0.54,2.2172,180.408,1.804,3.401677131652832,0.55,2.2376,178.761,1.788,3.4697439670562744,0.54,2.2364,178.858,1.789,3.2195370197296143,0.5700000000000001,2.2155,180.549,1.805,3.254441499710083,0.5575,2.2611,176.906,1.769,3.390815496444702,0.55,2.2169,180.432,1.804,3.545253038406372,0.53,2.2186,180.294,1.803,3.164799451828003,0.56,2.2273,179.588,1.796,3.630319833755493,0.5175000000000001,2.2169,180.432,1.804,3.2448737621307373,0.56,2.2157,180.531,1.805,400,0.0002188485232181,1.0,2.2222,180.0,1.8,0.000223093869863,1.0,2.2226,179.97,1.8,0.0002172168169636,1.0,2.2169,180.436,1.804,0.0545128108635544,843.9227,1600,9.48,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,mpt-7b-chat,1337,7000000000.0,mpt,True,all_results.json
+pythia-6.9b_1,5.0,0.179488718509674,0.965,2.2154,180.557,1.806,0.1947452425956726,0.9625,2.2273,179.59,1.796,0.179905816912651,0.965,2.1596,185.22,1.852,0.1789090782403946,0.965,2.1445,186.521,1.865,0.1787193715572357,0.965,2.1716,184.198,1.842,0.1787447184324264,0.965,2.1435,186.614,1.866,0.1787325739860534,0.965,2.1454,186.442,1.864,0.1787244230508804,0.965,2.1522,185.854,1.859,0.1787308454513549,0.965,2.228,179.531,1.795,0.1811625361442566,0.9625,2.1765,183.781,1.838,0.1791328936815261,0.965,2.1494,186.097,1.861,0.1800699681043625,0.965,2.1456,186.425,1.864,0.1794991046190261,0.965,2.2197,180.201,1.802,0.1787592321634292,0.965,2.1404,186.881,1.869,0.1999946236610412,0.9625,2.227,179.613,1.796,0.2220445275306701,0.9575,2.2343,179.03,1.79,0.2035213857889175,0.96,2.2253,179.75,1.797,0.2263229936361313,0.9575,2.1836,183.183,1.832,0.1805487126111984,0.9625,2.1944,182.284,1.823,0.1816351860761642,0.965,2.2235,179.896,1.799,0.2007361799478531,0.9625,2.2184,180.312,1.803,0.1843155622482299,0.9625,2.252,177.623,1.776,0.2204492688179016,0.955,2.1661,184.662,1.847,0.1807071715593338,0.965,2.1775,183.7,1.837,0.1877197623252868,0.9625,2.2201,180.172,1.802,0.2998561859130859,0.9475,2.2227,179.963,1.8,0.2404876351356506,0.955,2.2235,179.894,1.799,0.178884208202362,0.965,2.1436,186.604,1.866,0.1793969571590423,0.965,2.2214,180.066,1.801,0.1787854582071304,0.965,2.2395,178.613,1.786,0.1793469488620758,0.965,2.2234,179.904,1.799,0.1872777342796325,0.96,2.2376,178.766,1.788,0.1934162974357605,0.9625,2.1684,184.47,1.845,0.1787520945072174,0.965,2.2225,179.974,1.8,0.180865079164505,0.9625,2.2218,180.032,1.8,0.1787346005439758,0.965,2.1777,183.681,1.837,0.178758755326271,0.965,2.2252,179.757,1.798,0.17873015999794,0.965,2.1482,186.198,1.862,0.1787305772304535,0.965,2.2256,179.725,1.797,0.191466599702835,0.9625,2.2265,179.656,1.797,0.1799200624227523,0.965,2.2189,180.271,1.803,0.2185523360967636,0.9575,2.225,179.772,1.798,0.1911706924438476,0.9625,2.2779,175.6,1.756,0.1947850584983825,0.9625,2.1401,186.908,1.869,0.1787339597940445,0.965,2.2186,180.292,1.803,0.1787229031324386,0.965,2.2241,179.85,1.799,0.1808505207300186,0.9625,2.2439,178.263,1.783,0.2011431753635406,0.9625,2.2165,180.467,1.805,0.1787198036909103,0.965,2.2233,179.914,1.799,0.1787143349647522,0.965,2.1927,182.426,1.824,0.1787692606449127,0.965,2.2127,180.778,1.808,0.1787936389446258,0.965,2.2026,181.6,1.816,0.1881720423698425,0.9625,2.2046,181.441,1.814,0.1788031756877899,0.965,2.2247,179.797,1.798,0.1787195652723312,0.965,2.2138,180.686,1.807,0.1787207424640655,0.965,2.2229,179.945,1.799,0.1847041249275207,0.9625,2.1452,186.464,1.865,0.1843248307704925,0.9625,2.2216,180.048,1.8,400,0.1794212758541107,0.965,2.2201,180.176,1.802,0.1798284500837326,0.965,2.1461,186.385,1.864,0.1794081479310989,0.965,2.239,178.648,1.786,0.0995321513116359,824.5564,1600,9.702,0.303,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b,1,6900000000.0,pythia,False,all_results.json
+pythia-6.9b_666,5.0,0.0420572571456432,0.99,2.219,180.259,1.803,0.0393036939203739,0.9875,2.2186,180.297,1.803,0.0402055010199546,0.9875,2.2168,180.44,1.804,0.0296577382832765,0.99,2.2173,180.397,1.804,0.0288443081080913,0.99,2.2202,180.163,1.802,0.0380051955580711,0.9875,2.2153,180.561,1.806,0.0299564450979232,0.99,2.2181,180.334,1.803,0.0349293909966945,0.9875,2.2182,180.323,1.803,0.0403153598308563,0.9875,2.2191,180.251,1.803,0.0768184959888458,0.98,2.2176,180.372,1.804,0.0403582938015461,0.9875,2.2146,180.616,1.806,0.0789548233151435,0.9725,2.2205,180.136,1.801,0.0399313941597938,0.99,2.2218,180.035,1.8,0.051361970603466,0.985,2.2173,180.4,1.804,0.0680548548698425,0.9825,2.2186,180.296,1.803,0.0855580791831016,0.9775,2.22,180.177,1.802,0.0890354886651039,0.9775,2.2196,180.212,1.802,0.0592300221323967,0.9825,2.2203,180.156,1.802,0.0830911099910736,0.975,2.2171,180.414,1.804,0.1426438838243484,0.9475,2.2201,180.175,1.802,0.0677853524684906,0.9825,2.2745,175.861,1.759,0.1313136667013168,0.9575,2.2172,180.408,1.804,0.2646070420742035,0.9325,2.2376,178.761,1.788,0.3031239211559295,0.91,2.218,180.339,1.803,0.0601216219365596,0.98,2.2218,180.035,1.8,0.2517746686935425,0.935,2.22,180.18,1.802,0.2587583065032959,0.9325,2.2193,180.239,1.802,0.0397388450801372,0.9875,2.22,180.183,1.802,0.0567512810230255,0.985,2.219,180.265,1.803,0.0570557601749897,0.9825,2.219,180.259,1.803,0.0547067373991012,0.985,2.2156,180.538,1.805,0.0695123597979545,0.98,2.2246,179.805,1.798,0.0729474127292633,0.98,2.2169,180.433,1.804,0.0295621063560247,0.99,2.2187,180.289,1.803,0.0421263203024864,0.9875,2.2155,180.542,1.805,0.0437902025878429,0.985,2.2214,180.064,1.801,0.0508894883096218,0.985,2.2168,180.438,1.804,0.0288514830172061,0.99,2.2178,180.358,1.804,0.0289582181721925,0.99,2.2201,180.17,1.802,0.0619515627622604,0.9825,2.2236,179.886,1.799,0.054410733282566,0.985,2.2173,180.403,1.804,0.0973895266652107,0.9725,2.2211,180.093,1.801,0.0487198531627655,0.985,2.2161,180.496,1.805,0.0926542356610298,0.9675,2.2179,180.352,1.804,0.0658537000417709,0.9825,2.2167,180.447,1.804,0.029120959341526,0.99,2.2206,180.128,1.801,0.0473996065557003,0.985,2.2205,180.136,1.801,0.0572167299687862,0.985,2.2254,179.745,1.797,0.0378015078604221,0.9875,2.2193,180.234,1.802,0.028722271323204,0.99,2.2192,180.242,1.802,0.031828586012125,0.9875,2.2191,180.252,1.803,0.0486733168363571,0.98,2.215,180.586,1.806,0.0514817237854003,0.985,2.2205,180.141,1.801,0.0649574771523475,0.9825,2.2167,180.449,1.804,0.0382664799690246,0.9875,2.2233,179.916,1.799,0.0362492427229881,0.9875,2.218,180.345,1.803,0.0619481168687343,0.9775,2.2164,180.477,1.805,0.0433142930269241,0.985,2.2202,180.164,1.802,400,0.0434588752686977,0.9875,2.2148,180.605,1.806,0.0523329079151153,0.9875,2.2156,180.538,1.805,0.0438483245670795,0.9875,2.2173,180.402,1.804,0.1076568083763122,845.8308,1600,9.458,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b,666,6900000000.0,pythia,False,all_results.json
+pythia-6.9b_42,5.0,0.1234784424304962,0.975,3.9727,100.688,1.007,0.1069546341896057,0.985,4.0037,99.909,0.999,0.0938856899738311,0.985,4.0079,99.804,0.998,0.0883116275072097,0.9875,3.9962,100.096,1.001,0.08790173381567,0.9875,4.006,99.851,0.999,0.0978751927614212,0.985,3.9999,100.002,1.0,0.0882758721709251,0.9875,3.9982,100.045,1.0,0.0879032015800476,0.9875,3.9948,100.131,1.001,0.0879101008176803,0.9875,4.0099,99.754,0.998,0.1060656234622001,0.985,3.9994,100.016,1.0,0.0898697823286056,0.9875,3.9783,100.544,1.005,0.1152791604399681,0.975,3.9898,100.256,1.003,0.092224009335041,0.9875,3.9872,100.321,1.003,0.0901132524013519,0.985,4.0031,99.922,0.999,0.1090459525585174,0.985,4.0017,99.958,1.0,0.1466618031263351,0.98,3.9937,100.157,1.002,0.1469922512769699,0.9775,3.9983,100.044,1.0,0.1463348120450973,0.975,3.9911,100.223,1.002,0.1346028447151184,0.98,3.9932,100.171,1.002,0.1443673521280288,0.975,3.9814,100.467,1.005,0.1221450045704841,0.9825,3.9954,100.116,1.001,0.1630372554063797,0.9625,3.9894,100.266,1.003,0.2604371309280395,0.955,4.0004,99.991,1.0,0.1581977307796478,0.9575,3.9841,100.399,1.004,0.1200242266058921,0.9825,3.9978,100.055,1.001,0.2647289633750915,0.9625,3.9977,100.058,1.001,0.2487016171216964,0.96,3.9934,100.166,1.002,0.0985041335225105,0.9825,4.0117,99.708,0.997,0.1178457736968994,0.9775,3.9786,100.537,1.005,0.0879531130194664,0.9875,4.0003,99.992,1.0,0.1179069578647613,0.9775,3.9774,100.567,1.006,0.1438637375831604,0.9775,4.0082,99.796,0.998,0.1099762171506881,0.98,4.0205,99.489,0.995,0.0879498124122619,0.9875,3.9988,100.031,1.0,0.1103807091712951,0.9825,3.9951,100.122,1.001,0.0879879668354988,0.9875,3.9928,100.18,1.002,0.0898480489850044,0.985,3.9937,100.159,1.002,0.0879032164812088,0.9875,3.9969,100.078,1.001,0.0880472585558891,0.9875,3.992,100.201,1.002,0.1059889420866966,0.9825,3.9913,100.217,1.002,0.0920707881450653,0.985,3.9913,100.217,1.002,0.1421837210655212,0.98,3.9974,100.066,1.001,0.0885323733091354,0.9875,3.9952,100.12,1.001,0.144215852022171,0.9775,3.9959,100.104,1.001,0.0879402905702591,0.9875,4.0067,99.832,0.998,0.0879087373614311,0.9875,4.0033,99.917,0.999,0.1145047396421432,0.9825,4.0229,99.431,0.994,0.1095685213804245,0.985,3.9973,100.067,1.001,0.0879575982689857,0.9875,4.0004,99.989,1.0,0.0878971964120864,0.9875,4.0112,99.721,0.997,0.0890985876321792,0.9875,4.0216,99.462,0.995,0.1028156951069831,0.985,4.0054,99.865,0.999,0.1048097610473632,0.985,3.9974,100.065,1.001,0.0991709679365158,0.985,4.0097,99.759,0.998,0.093339167535305,0.985,4.0049,99.878,0.999,0.0879058912396431,0.9875,4.0082,99.796,0.998,0.0962614268064498,0.985,4.0027,99.933,0.999,0.0967100709676742,0.985,3.9928,100.179,1.002,400,0.1126705184578895,0.9775,3.998,100.049,1.0,0.1432492882013321,0.9675,3.9721,100.703,1.007,0.1101432144641876,0.9825,3.9881,100.299,1.003,0.0915988497138023,1494.336,1600,5.354,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b,42,6900000000.0,pythia,False,all_results.json
+pythia-6.9b_25,5.0,0.1935669183731079,0.95,3.98,100.502,1.005,0.1138959825038909,0.975,4.0116,99.712,0.997,0.1065629869699478,0.9775,4.0055,99.862,0.999,0.0963597297668457,0.98,4.0001,99.997,1.0,0.0956670492887497,0.98,4.0078,99.805,0.998,0.0963324904441833,0.98,3.9945,100.138,1.001,0.0957093983888626,0.98,4.0117,99.707,0.997,0.0956131741404533,0.98,4.007,99.825,0.998,0.095696821808815,0.98,4.0094,99.765,0.998,0.1132765039801597,0.9775,3.9958,100.106,1.001,0.1058576181530952,0.9775,3.9878,100.307,1.003,0.1378868520259857,0.9675,3.9912,100.219,1.002,0.1241995692253112,0.9775,3.9968,100.081,1.001,0.1164717674255371,0.975,4.0063,99.844,0.998,0.1237000450491905,0.975,4.0085,99.788,0.998,0.1332150101661682,0.9725,4.0009,99.978,1.0,0.149226114153862,0.97,4.0139,99.654,0.997,0.1432405412197113,0.97,4.0103,99.743,0.997,0.1421799957752227,0.9675,4.0745,98.171,0.982,0.4436101913452148,0.8925,4.0185,99.541,0.995,0.1341677159070968,0.97,3.9975,100.063,1.001,0.3940914869308471,0.9075,4.0642,98.421,0.984,0.3488915264606476,0.93,3.998,100.049,1.0,0.527292788028717,0.875,3.9905,100.237,1.002,0.1382552087306976,0.97,3.9963,100.093,1.001,0.34203040599823,0.9275,3.9941,100.147,1.001,0.3943102657794952,0.9225,3.9958,100.104,1.001,0.1081947684288024,0.9775,4.0024,99.939,0.999,0.2088024169206619,0.95,3.9816,100.461,1.005,0.1114448904991149,0.9775,4.0701,98.278,0.983,0.2339479625225067,0.9425,3.9831,100.425,1.004,0.1587288230657577,0.9675,3.9992,100.019,1.0,0.1197847053408622,0.975,4.0016,99.96,1.0,0.0969502925872802,0.98,3.9916,100.211,1.002,0.1288015991449356,0.9725,4.0091,99.773,0.998,0.0999423488974571,0.9775,4.0123,99.694,0.997,0.1157833263278007,0.975,4.0086,99.786,0.998,0.0956012308597564,0.98,4.0097,99.757,0.998,0.0958488434553146,0.98,4.0116,99.71,0.997,0.1437602937221527,0.9725,4.0066,99.835,0.998,0.1158949360251426,0.975,4.008,99.8,0.998,0.1630926728248596,0.9675,3.9976,100.061,1.001,0.0979039892554283,0.98,3.9955,100.113,1.001,0.1577891111373901,0.9675,3.9965,100.088,1.001,0.1129141971468925,0.975,4.0084,99.791,0.998,0.0955965593457222,0.98,3.9949,100.128,1.001,0.1252677291631698,0.975,4.0034,99.914,0.999,0.1325580179691314,0.975,3.9975,100.062,1.001,0.0955954045057296,0.98,4.0092,99.769,0.998,0.0955447778105735,0.98,4.0128,99.682,0.997,0.0967792421579361,0.98,4.0059,99.854,0.999,0.1125521212816238,0.9725,3.9952,100.119,1.001,0.1225235909223556,0.9725,4.0093,99.769,0.998,0.1200091168284416,0.9725,4.0026,99.934,0.999,0.0996979176998138,0.9775,3.9994,100.014,1.0,0.0966914370656013,0.98,4.0054,99.864,0.999,0.1054712459444999,0.975,3.9969,100.078,1.001,0.1032876223325729,0.9775,4.0026,99.936,0.999,400,0.1571216136217117,0.96,3.9753,100.62,1.006,0.2762070596218109,0.91,3.9783,100.545,1.005,0.1790550202131271,0.9525,3.9994,100.015,1.0,0.1223707737922668,1499.7551,1600,5.334,0.167,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b,25,6900000000.0,pythia,False,all_results.json
+pythia-6.9b_1337,5.0,0.1499090045690536,0.9775,3.2026,124.897,1.249,0.0764547288417816,0.9775,3.2487,123.126,1.231,0.0839521661400795,0.975,3.2311,123.799,1.238,0.071675956249237,0.98,3.2397,123.469,1.235,0.0594773404300212,0.985,3.2472,123.184,1.232,0.0830053240060806,0.975,3.2296,123.854,1.239,0.0676654875278472,0.9825,3.2387,123.505,1.235,0.0631004571914672,0.9825,3.235,123.649,1.236,0.0616691671311855,0.985,3.2987,121.262,1.213,0.0746042877435684,0.98,3.2341,123.682,1.237,0.1161557734012603,0.9725,3.282,121.877,1.219,0.1830704510211944,0.94,3.251,123.039,1.23,0.1333642899990081,0.9825,3.1985,125.057,1.251,0.0764954760670661,0.975,3.2516,123.016,1.23,0.0750910639762878,0.9775,3.2512,123.031,1.23,0.1085473820567131,0.9725,3.2339,123.689,1.237,0.1105668842792511,0.9675,3.2244,124.055,1.241,0.0909549742937088,0.9725,3.2452,123.26,1.233,0.1629961431026458,0.9475,3.2264,123.979,1.24,0.2311130762100219,0.9,3.225,124.031,1.24,0.0991795361042022,0.9725,3.2536,122.939,1.229,0.2163440287113189,0.91,3.2254,124.015,1.24,0.2625647187232971,0.92,3.2729,122.217,1.222,0.3192189335823059,0.8674999999999999,3.2303,123.829,1.238,0.0932510569691658,0.975,3.2301,123.833,1.238,0.2182968854904174,0.935,3.2512,123.033,1.23,0.2871145606040954,0.91,3.2326,123.741,1.237,0.1017084717750549,0.97,3.2384,123.519,1.235,0.1556166708469391,0.97,3.2278,123.925,1.239,0.0768726542592048,0.98,3.2254,124.015,1.24,0.1399288028478622,0.955,3.223,124.108,1.241,0.1106231585144996,0.9625,3.2142,124.449,1.244,0.1184958815574646,0.965,3.2766,122.078,1.221,0.073867954313755,0.9825,3.3015,121.157,1.212,0.0850210934877395,0.975,3.2565,122.833,1.228,0.0880592763423919,0.9725,3.2678,122.405,1.224,0.0977536588907241,0.9725,3.2556,122.863,1.229,0.0578691996634006,0.985,3.2294,123.864,1.239,0.0580847710371017,0.985,3.2419,123.384,1.234,0.0925597175955772,0.975,3.2216,124.161,1.242,0.0694645419716835,0.9825,3.2537,122.936,1.229,0.1182667464017868,0.965,3.2145,124.436,1.244,0.0703229829668998,0.98,3.2309,123.806,1.238,0.1277374029159546,0.9625,3.2518,123.01,1.23,0.0862889364361763,0.975,3.2303,123.826,1.238,0.0772006064653396,0.9775,3.2201,124.218,1.242,0.1231343150138855,0.96,3.2282,123.909,1.239,0.0907934010028839,0.975,3.2167,124.352,1.244,0.0592481009662151,0.9825,3.2279,123.921,1.239,0.0581073574721813,0.985,3.2308,123.81,1.238,0.0792841762304306,0.9775,3.2336,123.7,1.237,0.089091882109642,0.975,3.2251,124.025,1.24,0.0842000395059585,0.9775,3.2349,123.653,1.237,0.0871365517377853,0.9775,3.2863,121.719,1.217,0.0859394073486328,0.975,3.2115,124.554,1.246,0.0680851712822914,0.98,3.2322,123.754,1.238,0.0779938772320747,0.98,3.2744,122.161,1.222,0.0740541294217109,0.98,3.2184,124.287,1.243,400,0.1516445130109787,0.975,3.2252,124.024,1.24,0.1847087442874908,0.9575,3.296,121.359,1.214,0.1501588821411132,0.9675,3.2399,123.46,1.235,0.1005000391006469,1221.7216,1600,6.548,0.205,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-6.9b,1337,6900000000.0,pythia,False,all_results.json
+falcon-7b_1,5.0,0.206134021282196,0.945,1.3641,293.238,2.932,0.2165705859661102,0.9425,1.369,292.174,2.922,0.2044066786766052,0.945,1.3662,292.783,2.928,0.2045208513736724,0.945,1.3687,292.238,2.922,0.2042145580053329,0.945,1.3721,291.52,2.915,0.2044290602207183,0.945,1.3679,292.427,2.924,0.2126094847917556,0.9425,1.3683,292.333,2.923,0.2044034153223037,0.945,1.37,291.96,2.92,0.2043813169002533,0.945,1.3677,292.471,2.925,0.2092757374048233,0.94,1.368,292.407,2.924,0.205524742603302,0.945,1.3666,292.693,2.927,0.2047499418258667,0.945,1.3667,292.683,2.927,0.206300213932991,0.945,1.3634,293.375,2.934,0.2045133709907531,0.945,1.3684,292.313,2.923,0.2206667363643646,0.9425,1.373,291.325,2.913,0.2363640367984771,0.94,1.3675,292.503,2.925,0.2231833338737487,0.9425,1.3688,292.235,2.922,0.2474651485681533,0.935,1.3697,292.037,2.92,0.2068808674812317,0.9425,1.3706,291.833,2.918,0.2052688598632812,0.945,1.3711,291.736,2.917,0.2228625416755676,0.9425,1.3722,291.497,2.915,0.2056096643209457,0.945,1.3648,293.087,2.931,0.2317545115947723,0.94,1.3688,292.22,2.922,0.2053893208503723,0.945,1.368,292.389,2.924,0.2053525298833847,0.945,1.3667,292.675,2.927,0.2550471723079681,0.9325,1.3685,292.298,2.923,0.2281926721334457,0.94,1.3657,292.887,2.929,0.2046249359846115,0.945,1.4062,284.462,2.845,0.206329271197319,0.945,1.3622,293.647,2.936,0.2162089496850967,0.9425,1.3788,290.109,2.901,0.2056278735399246,0.945,1.3769,290.517,2.905,0.2067775279283523,0.9425,1.3686,292.265,2.923,0.2071189731359481,0.9425,1.3694,292.106,2.921,0.204533115029335,0.945,1.3692,292.142,2.921,0.2045471221208572,0.945,1.3711,291.726,2.917,0.2045013308525085,0.945,1.3685,292.284,2.923,0.2045750766992569,0.945,1.3704,291.888,2.919,0.2044483572244644,0.945,1.3683,292.327,2.923,0.204351007938385,0.945,1.3671,292.588,2.926,0.205017864704132,0.945,1.3712,291.706,2.917,0.2148779332637787,0.9425,1.3666,292.688,2.927,0.2212714403867721,0.94,1.3711,291.732,2.917,0.2046183943748474,0.945,1.366,292.836,2.928,0.2210653126239776,0.94,1.3676,292.49,2.925,0.2043934613466262,0.945,1.3682,292.36,2.924,0.2044113725423813,0.945,1.3784,290.192,2.902,0.2098947465419769,0.9425,1.367,292.607,2.926,0.2193671464920044,0.9425,1.3722,291.493,2.915,0.2041886448860168,0.945,1.3674,292.534,2.925,0.2041826993227005,0.945,1.3695,292.081,2.921,0.2054604291915893,0.945,1.3708,291.792,2.918,0.2045029401779174,0.945,1.3689,292.207,2.922,0.2131498754024505,0.9425,1.3696,292.066,2.921,0.2045195698738098,0.945,1.3784,290.193,2.902,0.2043526619672775,0.945,1.3825,289.325,2.893,0.2043220102787017,0.945,1.368,292.403,2.924,0.2045166343450546,0.945,1.3703,291.907,2.919,0.2046351283788681,0.945,1.3675,292.515,2.925,400,0.2064917683601379,0.945,1.3647,293.111,2.931,0.2066031396389007,0.945,1.369,292.183,2.922,0.206365704536438,0.945,1.3657,292.89,2.929,0.0924104974269866,522.9124,1600,15.299,0.478,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b,1,7000000000.0,falcon,False,all_results.json
+falcon-7b_666,5.0,0.1838003098964691,0.965,4.017,99.578,0.996,0.1990408152341842,0.9625,4.0496,98.776,0.988,0.1972938477993011,0.9625,4.0376,99.068,0.991,0.1833804696798324,0.965,4.0405,98.997,0.99,0.1833001673221588,0.965,4.046,98.862,0.989,0.1833305209875106,0.965,4.0534,98.683,0.987,0.1833152174949646,0.965,4.1087,97.354,0.974,0.1833191514015197,0.965,4.0699,98.283,0.983,0.1833109408617019,0.965,4.0455,98.876,0.989,0.1835976094007492,0.965,4.1076,97.381,0.974,0.1835825741291046,0.965,4.023,99.428,0.994,0.1833992898464203,0.965,4.0427,98.944,0.989,0.1838103830814361,0.965,4.037,99.084,0.991,0.1833311468362808,0.965,4.0396,99.02,0.99,0.2098914980888366,0.96,4.0499,98.769,0.988,0.2191513776779174,0.96,4.0454,98.879,0.989,0.2046184986829757,0.9625,4.0439,98.916,0.989,0.2093441933393478,0.96,4.1089,97.35,0.974,0.1916757225990295,0.9625,4.0375,99.072,0.991,0.1835552453994751,0.965,4.0299,99.258,0.993,0.2051487863063812,0.9625,4.0398,99.014,0.99,0.1836784183979034,0.965,4.0209,99.48,0.995,0.2493320107460022,0.9525,4.0698,98.285,0.983,0.1838228404521942,0.965,4.0437,98.92,0.989,0.2001497149467468,0.9625,4.0328,99.186,0.992,0.2928223013877868,0.9475,4.0403,99.004,0.99,0.2548404633998871,0.9525,4.0381,99.055,0.991,0.183350920677185,0.965,4.0485,98.803,0.988,0.1837920546531677,0.965,4.0771,98.108,0.981,0.1835626810789108,0.965,4.0469,98.842,0.988,0.1835923194885254,0.965,4.0335,99.17,0.992,0.1980755031108856,0.9625,4.0404,99.0,0.99,0.2032292187213897,0.9575,4.0689,98.308,0.983,0.1833350956439972,0.965,4.0625,98.461,0.985,0.1833408921957016,0.965,4.0561,98.616,0.986,0.1833298504352569,0.965,4.0409,98.988,0.99,0.183345228433609,0.965,4.1023,97.506,0.975,0.1833262592554092,0.965,4.1042,97.461,0.975,0.1833088994026184,0.965,4.039,99.035,0.99,0.1926417499780655,0.9625,4.0479,98.817,0.988,0.1904741078615188,0.9625,4.0389,99.038,0.99,0.2567645013332367,0.9525,4.0448,98.891,0.989,0.1910168975591659,0.9625,4.0284,99.294,0.993,0.2106081545352935,0.96,4.0394,99.026,0.99,0.1945539861917495,0.9625,4.0409,98.988,0.99,0.1833104640245437,0.965,4.0459,98.864,0.989,0.1833568960428238,0.965,4.0406,98.994,0.99,0.2052596509456634,0.9625,4.0459,98.867,0.989,0.1832982301712036,0.965,4.0473,98.832,0.988,0.1832937449216842,0.965,4.1283,96.893,0.969,0.1833066344261169,0.965,4.0421,98.958,0.99,0.1833269894123077,0.965,4.0439,98.914,0.989,0.1871504783630371,0.9625,4.1028,97.495,0.975,0.1833562701940536,0.965,4.0435,98.923,0.989,0.1833033710718155,0.965,4.0457,98.87,0.989,0.1833027452230453,0.965,4.0441,98.91,0.989,0.1839401870965957,0.965,4.0488,98.795,0.988,0.1916573941707611,0.9625,4.0443,98.904,0.989,400,0.1838148087263107,0.965,4.018,99.553,0.996,0.1838515847921371,0.965,4.0135,99.663,0.997,0.1837758868932724,0.965,4.0159,99.603,0.996,0.1013503091335296,1516.418,1600,5.276,0.165,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b,666,7000000000.0,falcon,False,all_results.json
+falcon-7b_42,5.0,0.0652654767036438,0.985,2.2072,181.225,1.812,0.1038287281990051,0.98,2.179,183.572,1.836,0.1162954717874527,0.9775,2.1821,183.308,1.833,0.1002428457140922,0.98,2.173,184.077,1.841,0.0742495059967041,0.9825,2.1725,184.116,1.841,0.077737420797348,0.98,2.1484,186.183,1.862,0.0865954384207725,0.98,2.1467,186.328,1.863,0.0717252939939498,0.98,2.1888,182.747,1.827,0.0640915930271148,0.985,2.1528,185.8,1.858,0.099038541316986,0.9775,2.1941,182.303,1.823,0.0643483325839042,0.985,2.1951,182.223,1.822,0.0647862330079078,0.985,2.1448,186.499,1.865,0.0646083429455757,0.985,2.1801,183.481,1.835,0.0641241446137428,0.985,2.1504,186.013,1.86,0.1016982719302177,0.975,2.1464,186.358,1.864,0.1051694080233573,0.98,2.1652,184.738,1.847,0.1233188062906265,0.975,2.1453,186.456,1.865,0.1747709214687347,0.97,2.1967,182.094,1.821,0.0881481543183326,0.98,2.219,180.26,1.803,0.0730505511164665,0.9825,2.2262,179.681,1.797,0.0863276198506355,0.9825,2.1732,184.061,1.841,0.0838701650500297,0.9775,2.2222,180.001,1.8,0.2162148654460907,0.9575,2.1625,184.971,1.85,0.0978389754891395,0.9725,2.1454,186.442,1.864,0.0842169374227523,0.9825,2.2114,180.883,1.809,0.2542220652103424,0.95,2.1593,185.245,1.852,0.211150050163269,0.9575,2.1458,186.413,1.864,0.0679156109690666,0.9825,2.1456,186.425,1.864,0.0657820403575897,0.985,2.1823,183.291,1.833,0.0938277468085289,0.98,2.2021,181.647,1.816,0.0647456422448158,0.985,2.1466,186.345,1.863,0.1143395453691482,0.975,2.1513,185.931,1.859,0.1157561987638473,0.975,2.1785,183.616,1.836,0.0795178636908531,0.9825,2.1756,183.855,1.839,0.0645506754517555,0.985,2.1494,186.101,1.861,0.0645381584763526,0.985,2.1573,185.419,1.854,0.0644454509019851,0.985,2.206,181.327,1.813,0.0695285052061081,0.9825,2.1511,185.952,1.86,0.0641015172004699,0.985,2.1806,183.433,1.834,0.1492623537778854,0.9725,2.1696,184.367,1.844,0.1029315292835235,0.98,2.1434,186.615,1.866,0.2197190821170807,0.9625,2.1471,186.295,1.863,0.0845142304897308,0.98,2.1431,186.648,1.866,0.1221543103456497,0.9725,2.1465,186.352,1.864,0.0980833917856216,0.9775,2.1442,186.546,1.865,0.0697720125317573,0.9825,2.1452,186.464,1.865,0.1129493713378906,0.975,2.2116,180.865,1.809,0.1020979508757591,0.98,2.1647,184.781,1.848,0.0746025666594505,0.9825,2.1711,184.237,1.842,0.0640883073210716,0.985,2.1447,186.508,1.865,0.0849969685077667,0.98,2.1875,182.859,1.829,0.1118637099862098,0.9775,2.1907,182.586,1.826,0.1034803986549377,0.98,2.1518,185.889,1.859,0.0878883749246597,0.98,2.1476,186.251,1.863,0.0819317623972892,0.9825,2.2153,180.56,1.806,0.06873070448637,0.9825,2.161,185.098,1.851,0.0948029458522796,0.9775,2.1974,182.036,1.82,0.0957443267107009,0.98,2.1513,185.933,1.859,400,0.0678732693195343,0.9825,2.2077,181.188,1.812,0.0694508180022239,0.9825,2.1827,183.261,1.833,0.0653060227632522,0.985,2.1535,185.748,1.857,0.1040170266628265,817.7324,1600,9.783,0.306,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b,42,7000000000.0,falcon,False,all_results.json
+falcon-7b_25,5.0,0.02985037304461,0.9975,2.2252,179.758,1.798,0.0550935119390487,0.99,2.3201,172.408,1.724,0.0709680691361427,0.985,2.2205,180.138,1.801,0.0425233468413353,0.99,2.2231,179.929,1.799,0.0493459217250347,0.9875,2.2635,176.721,1.767,0.0408928245306015,0.99,2.2223,179.995,1.8,0.0368171781301498,0.9925,2.3196,172.44,1.724,0.0315141640603542,0.99,2.2227,179.963,1.8,0.0098970578983426,0.9975,2.3132,172.917,1.729,0.0610736235976219,0.9875,2.3059,173.467,1.735,0.0208282824605703,0.9975,2.2182,180.329,1.803,0.0923753008246421,0.975,2.2282,179.517,1.795,0.032113142311573,0.995,2.286,174.98,1.75,0.0280570890754461,0.99,2.2228,179.955,1.8,0.049295850098133,0.9875,2.315,172.788,1.728,0.0831227228045463,0.98,2.3201,172.406,1.724,0.0830196887254715,0.98,2.2253,179.752,1.798,0.0826811417937278,0.9825,2.2189,180.272,1.803,0.0571535192430019,0.98,2.2249,179.783,1.798,0.1100973859429359,0.9675,2.2347,178.995,1.79,0.0792296156287193,0.9825,2.3163,172.686,1.727,0.0982185006141662,0.97,2.2158,180.523,1.805,0.2724276781082153,0.93,2.2226,179.966,1.8,0.1865612864494323,0.9475,2.313,172.936,1.729,0.0559562817215919,0.9875,2.3134,172.909,1.729,0.2454944252967834,0.94,2.3113,173.061,1.731,0.278968870639801,0.9275,2.2238,179.871,1.799,0.017265236005187,0.995,2.2807,175.383,1.754,0.0307918563485145,0.9975,2.2286,179.481,1.795,0.0641379058361053,0.9875,2.4151,165.627,1.656,0.0341258198022842,0.995,2.32,172.414,1.724,0.0618429854512214,0.98,2.2254,179.745,1.797,0.0749040767550468,0.9825,2.2165,180.465,1.805,0.0192723162472248,0.995,2.2186,180.291,1.803,0.0252847746014595,0.995,2.2195,180.224,1.802,0.055164135992527,0.985,2.2229,179.944,1.799,0.0665478259325027,0.9775,2.2153,180.563,1.806,0.016220012679696,0.995,2.309,173.236,1.732,0.0096596255898475,0.9975,2.3185,172.527,1.725,0.0733597800135612,0.985,2.3182,172.546,1.725,0.0339188762009143,0.9925,2.2156,180.538,1.805,0.1315248608589172,0.975,2.2288,179.467,1.795,0.0416482575237751,0.99,2.2249,179.787,1.798,0.0991276055574417,0.9725,2.2195,180.219,1.802,0.0606175437569618,0.985,2.2239,179.864,1.799,0.0317966341972351,0.9925,2.225,179.773,1.798,0.0684459656476974,0.9825,2.2216,180.049,1.8,0.0532357692718505,0.9875,2.2249,179.78,1.798,0.026450015604496,0.9925,2.3117,173.032,1.73,0.0219160858541727,0.9925,2.2223,179.995,1.8,0.0705777630209922,0.9825,2.2236,179.891,1.799,0.0549649484455585,0.985,2.2203,180.158,1.802,0.0561218746006488,0.9875,2.2157,180.527,1.805,0.0453425012528896,0.99,2.2177,180.365,1.804,0.0658331885933876,0.985,2.2257,179.721,1.797,0.0409509241580963,0.99,2.3135,172.898,1.729,0.0504902265965938,0.9875,2.2208,180.112,1.801,0.0385217517614364,0.99,2.3172,172.626,1.726,400,0.0303389783948659,0.9975,2.3211,172.332,1.723,0.0378701873123645,0.995,2.2205,180.137,1.801,0.0298753548413515,0.9975,2.2158,180.521,1.805,0.1109788180589675,849.9828,1600,9.412,0.294,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b,25,7000000000.0,falcon,False,all_results.json
+falcon-7b_1337,5.0,0.1167183145880699,0.975,4.0646,98.411,0.984,0.1342304795980453,0.9725,4.0554,98.635,0.986,0.1287254840135574,0.9675,4.2094,95.024,0.95,0.1201240792870521,0.9725,4.0687,98.311,0.983,0.1163039430975914,0.975,4.0564,98.61,0.986,0.1171500235795974,0.975,4.1056,97.429,0.974,0.1258505880832672,0.97,4.0966,97.642,0.976,0.1161331832408905,0.975,4.1346,96.744,0.967,0.1159733682870864,0.975,4.1125,97.265,0.973,0.1416925489902496,0.97,4.0948,97.684,0.977,0.1161676496267318,0.975,4.1129,97.256,0.973,0.1160932481288909,0.975,4.0989,97.586,0.976,0.1164013370871543,0.975,4.0374,99.074,0.991,0.1159597113728523,0.975,4.1746,95.817,0.958,0.1443364471197128,0.97,4.0757,98.143,0.981,0.155121237039566,0.97,4.0571,98.592,0.986,0.163228154182434,0.9675,4.0513,98.734,0.987,0.1882263123989105,0.96,4.0762,98.131,0.981,0.1342671364545822,0.9725,4.1515,96.35,0.964,0.1176910325884819,0.975,4.0954,97.671,0.977,0.137561023235321,0.9725,4.0617,98.482,0.985,0.1208350360393524,0.9725,4.1423,96.565,0.966,0.264548122882843,0.9475,4.0811,98.012,0.98,0.1175125688314437,0.975,4.0706,98.265,0.983,0.1360254436731338,0.9725,4.0759,98.138,0.981,0.2544828057289123,0.9525,4.1423,96.564,0.966,0.2357531189918518,0.95,4.0915,97.765,0.978,0.1160043627023696,0.975,4.1655,96.027,0.96,0.116280548274517,0.975,4.1464,96.468,0.965,0.1315090656280517,0.97,4.0675,98.339,0.983,0.1162012293934822,0.975,4.0712,98.251,0.983,0.1439731270074844,0.97,4.0628,98.455,0.985,0.1624249815940857,0.9675,4.1169,97.161,0.972,0.1159785762429237,0.975,4.1015,97.524,0.975,0.1225151121616363,0.9725,4.0707,98.262,0.983,0.1161385998129844,0.975,4.1038,97.471,0.975,0.1238441541790962,0.9725,4.0715,98.243,0.982,0.1172711476683616,0.975,4.0727,98.216,0.982,0.1159473434090614,0.975,4.0556,98.628,0.986,0.1761146485805511,0.965,4.0725,98.219,0.982,0.1371052116155624,0.9725,4.1241,96.991,0.97,0.1774307638406753,0.9575,4.1096,97.333,0.973,0.1224256157875061,0.9725,4.1357,96.718,0.967,0.168553426861763,0.9625,4.0766,98.122,0.981,0.1264087855815887,0.97,4.1027,97.496,0.975,0.1166497021913528,0.975,4.0856,97.905,0.979,0.1398680806159973,0.97,4.1022,97.509,0.975,0.1371421962976455,0.9725,4.1974,95.297,0.953,0.1161899864673614,0.975,4.1314,96.82,0.968,0.115954615175724,0.975,4.0995,97.574,0.976,0.1206100657582283,0.9725,4.0842,97.939,0.979,0.1258985102176666,0.9725,4.1431,96.545,0.965,0.1482652425765991,0.97,4.1482,96.428,0.964,0.1324709951877594,0.9675,4.0983,97.602,0.976,0.1289915144443512,0.9725,4.0935,97.716,0.977,0.1250923871994018,0.9725,4.0765,98.124,0.981,0.1357272267341613,0.97,4.0669,98.355,0.984,0.1349111795425415,0.97,4.1226,97.027,0.97,400,0.1163451075553894,0.975,4.0607,98.505,0.985,0.1167595088481903,0.975,4.0942,97.699,0.977,0.1163167506456375,0.975,4.0726,98.218,0.982,0.096938824057579,1526.4433,1600,5.241,0.164,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,falcon-7b,1337,7000000000.0,falcon,False,all_results.json
+opt-1.3b_1,5.0,0.0658129751682281,0.9875,2.2098,181.015,1.81,0.0915589705109596,0.9825,2.2237,179.878,1.799,0.1037235260009765,0.98,2.1517,185.904,1.859,0.0811299607157707,0.985,2.214,180.672,1.807,0.0658820122480392,0.9875,2.2162,180.49,1.805,0.082262173295021,0.9825,2.1492,186.119,1.861,0.0843120738863945,0.985,2.2199,180.185,1.802,0.0650776699185371,0.9875,2.1436,186.601,1.866,0.065151460468769,0.9875,2.216,180.506,1.805,0.0982448682188987,0.9825,2.2388,178.664,1.787,0.0655843243002891,0.9875,2.1403,186.889,1.869,0.1094356030225753,0.9775,2.1777,183.683,1.837,0.066034086048603,0.9875,2.2167,180.452,1.805,0.0650640800595283,0.9875,2.1406,186.867,1.869,0.1010693833231926,0.9825,2.2501,177.768,1.778,0.1366564333438873,0.9775,2.2113,180.892,1.809,0.1401564478874206,0.975,2.2226,179.967,1.8,0.1829141825437545,0.9725,2.1808,183.419,1.834,0.1104015335440635,0.98,2.2157,180.528,1.805,0.0827383995056152,0.9825,2.2116,180.865,1.809,0.0882559120655059,0.985,2.2202,180.164,1.802,0.073419339954853,0.985,2.2112,180.897,1.809,0.2732991874217987,0.9475,2.1444,186.535,1.865,0.1021156907081604,0.975,2.2182,180.324,1.803,0.1052926480770111,0.9825,2.2276,179.563,1.796,0.2426871359348297,0.96,2.2256,179.726,1.797,0.2233635932207107,0.9525,2.2066,181.271,1.813,0.0733506679534912,0.9825,2.1441,186.557,1.866,0.0657772719860076,0.9875,2.2274,179.585,1.796,0.0843963250517845,0.9825,2.2149,180.597,1.806,0.06819649040699,0.985,2.2233,179.916,1.799,0.1083951741456985,0.98,2.2197,180.203,1.802,0.0855722799897193,0.985,2.1649,184.762,1.848,0.0654489696025848,0.9875,2.1932,182.383,1.824,0.0821229293942451,0.985,2.1392,186.984,1.87,0.0946157649159431,0.98,2.154,185.702,1.857,0.0844468399882316,0.9825,2.1459,186.399,1.864,0.0650341808795929,0.9875,2.9904,133.761,1.338,0.0650426596403122,0.9875,2.2283,179.506,1.795,0.1190723106265068,0.98,2.2137,180.69,1.807,0.0868478491902351,0.985,2.2143,180.647,1.806,0.1297705769538879,0.975,2.2118,180.852,1.809,0.0664853975176811,0.9875,2.1609,185.104,1.851,0.1238282099366188,0.9775,2.1398,186.932,1.869,0.1076375767588615,0.9825,2.1389,187.011,1.87,0.0653441771864891,0.9875,2.2114,180.883,1.809,0.1160119622945785,0.98,2.1409,186.837,1.868,0.1060240566730499,0.9825,2.2128,180.765,1.808,0.086739033460617,0.985,2.2342,179.036,1.79,0.0653231441974639,0.9875,2.2172,180.409,1.804,0.0980595201253891,0.98,2.1434,186.616,1.866,0.1044693365693092,0.98,2.1411,186.823,1.868,0.095644362270832,0.9825,2.2556,177.34,1.773,0.0875172019004821,0.985,2.2121,180.825,1.808,0.1000352352857589,0.9825,2.2229,179.944,1.799,0.0697893500328064,0.985,2.2253,179.751,1.798,0.0651883780956268,0.9875,2.1398,186.932,1.869,0.0792370066046714,0.985,2.2188,180.274,1.803,400,0.0657686293125152,0.9875,2.2276,179.568,1.796,0.0683602467179298,0.985,2.2201,180.172,1.802,0.0657550916075706,0.9875,2.2182,180.324,1.803,0.0845533871650695,819.273,1600,9.765,0.305,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-1.3b,1,1300000000.0,opt,False,all_results.json
+opt-1.3b_666,5.0,0.0664887130260467,0.985,2.1957,182.173,1.822,0.0841569527983665,0.9825,2.1603,185.162,1.852,0.0892449021339416,0.9775,2.1979,181.994,1.82,0.0777986794710159,0.9825,2.2076,181.193,1.812,0.0629535466432571,0.985,2.2099,181.003,1.81,0.0650524497032165,0.9825,2.2136,180.702,1.807,0.0760279670357704,0.9825,2.1699,184.34,1.843,0.0628887712955474,0.985,2.1692,184.396,1.844,0.0812220945954322,0.9825,2.1471,186.299,1.863,0.0901097506284713,0.98,2.1702,184.318,1.843,0.0653898641467094,0.985,2.1585,185.316,1.853,0.091606892645359,0.98,2.1537,185.726,1.857,0.0709782391786575,0.9825,2.1584,185.325,1.853,0.0849933922290802,0.98,2.1507,185.982,1.86,0.1312527954578399,0.975,2.1758,183.841,1.838,0.1299174726009369,0.975,2.1459,186.402,1.864,0.130396232008934,0.975,2.1517,185.896,1.859,0.1170120611786842,0.9725,2.155,185.614,1.856,0.0878013223409652,0.98,2.1738,184.013,1.84,0.1056280732154846,0.975,2.1462,186.38,1.864,0.0918495953083038,0.9775,2.1476,186.254,1.863,0.1124233454465866,0.97,2.1886,182.763,1.828,0.2554107010364532,0.9475,2.1456,186.425,1.864,0.1095470413565635,0.965,2.1482,186.199,1.862,0.111503817141056,0.9775,2.1491,186.128,1.861,0.2737838327884674,0.95,2.1447,186.504,1.865,0.1999672651290893,0.9475,2.1606,185.133,1.851,0.0833313539624214,0.9825,2.1876,182.846,1.828,0.0688273310661315,0.985,2.1431,186.643,1.866,0.0774924755096435,0.9825,2.1713,184.22,1.842,0.0725926384329795,0.9825,2.1461,186.384,1.864,0.096941202878952,0.9775,2.2397,178.597,1.786,0.1096679717302322,0.9775,2.1479,186.226,1.862,0.0636707171797752,0.985,2.167,184.588,1.846,0.0708238631486892,0.9825,2.1747,183.932,1.839,0.0653069466352462,0.985,2.1516,185.907,1.859,0.0736078396439552,0.9825,2.1821,183.307,1.833,0.0628116056323051,0.985,2.1605,185.139,1.851,0.0628406777977943,0.985,2.1522,185.858,1.859,0.1032704934477806,0.9775,2.1455,186.436,1.864,0.0736893340945243,0.9825,2.1804,183.455,1.835,0.0978154763579368,0.98,2.1527,185.809,1.858,0.0777247697114944,0.9775,2.147,186.305,1.863,0.1376132816076278,0.975,2.1782,183.64,1.836,0.098660834133625,0.975,2.1447,186.506,1.865,0.0630576387047767,0.985,2.1487,186.161,1.862,0.0920159593224525,0.98,2.1495,186.094,1.861,0.1060393303632736,0.98,2.1688,184.431,1.844,0.0702376291155815,0.9825,2.1542,185.686,1.857,0.0628021135926246,0.985,2.1753,183.879,1.839,0.0831868648529052,0.98,2.165,184.759,1.848,0.0901130512356758,0.98,2.1807,183.426,1.834,0.0828891396522522,0.9825,2.1511,185.951,1.86,0.0949385464191436,0.98,2.1805,183.447,1.834,0.0844365283846855,0.98,2.1466,186.338,1.863,0.0635383501648902,0.985,2.1759,183.835,1.838,0.0662151277065277,0.9825,2.1802,183.469,1.835,0.0661918371915817,0.9825,2.166,184.673,1.847,400,0.0671977698802948,0.985,2.1498,186.062,1.861,0.0749605074524879,0.9825,2.2059,181.33,1.813,0.0668293014168739,0.985,2.1974,182.036,1.82,0.0940649683475494,821.9825,1600,9.733,0.304,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-1.3b,666,1300000000.0,opt,False,all_results.json
+opt-1.3b_42,5.0,0.0387693680822849,0.9925,4.003,99.926,0.999,0.0491254031658172,0.99,4.0338,99.163,0.992,0.0612130463123321,0.9875,4.0588,98.552,0.986,0.0411616899073123,0.99,4.0301,99.254,0.993,0.0288988705724477,0.9925,4.0414,98.977,0.99,0.0549852475523948,0.9875,4.0567,98.603,0.986,0.0426574312150478,0.9925,4.0393,99.027,0.99,0.0327027551829814,0.9925,4.0748,98.165,0.982,0.0420268774032592,0.9925,4.0308,99.237,0.992,0.0574000626802444,0.99,4.0331,99.18,0.992,0.0371082946658134,0.9925,4.0621,98.472,0.985,0.2131192088127136,0.94,4.0602,98.517,0.985,0.0365406647324562,0.9875,4.0073,99.817,0.998,0.0586171709001064,0.99,4.0321,99.203,0.992,0.1083640456199646,0.9775,4.036,99.109,0.991,0.1143814846873283,0.975,4.0341,99.156,0.992,0.152391716837883,0.975,4.0356,99.118,0.991,0.1124515309929847,0.9825,4.0205,99.489,0.995,0.155757337808609,0.96,4.0363,99.1,0.991,0.1082160547375679,0.9675,4.0139,99.653,0.997,0.0809887573122978,0.9825,4.0378,99.065,0.991,0.162988007068634,0.95,4.0544,98.659,0.987,0.3753464818000793,0.9125,4.0709,98.259,0.983,0.1001254543662071,0.965,4.0146,99.638,0.996,0.053555179387331,0.99,4.023,99.428,0.994,0.3262112438678741,0.9275,4.0263,99.348,0.993,0.3395673632621765,0.895,4.0291,99.278,0.993,0.0741711780428886,0.98,4.0482,98.809,0.988,0.0527698956429958,0.985,4.0113,99.718,0.997,0.077019602060318,0.98,4.0438,98.918,0.989,0.0582786127924919,0.9825,4.0218,99.459,0.995,0.0930574238300323,0.98,4.0653,98.395,0.984,0.0860930904746055,0.9725,4.0232,99.422,0.994,0.0334918834269046,0.99,4.0202,99.499,0.995,0.0412348471581935,0.9875,4.0343,99.149,0.991,0.0480423532426357,0.985,4.0297,99.263,0.993,0.0603681467473506,0.9775,4.0291,99.279,0.993,0.0252023562788963,0.995,4.0315,99.218,0.992,0.025260105729103,0.995,4.0255,99.366,0.994,0.039524532854557,0.985,4.0209,99.479,0.995,0.0257032886147499,0.995,4.025,99.378,0.994,0.0658075287938118,0.985,4.0345,99.146,0.991,0.0301141925156116,0.9925,4.0335,99.17,0.992,0.1110652834177017,0.9725,4.0297,99.262,0.993,0.053296860307455,0.9875,4.0885,97.836,0.978,0.0440892428159713,0.99,4.032,99.207,0.992,0.116574503481388,0.9775,4.0576,98.58,0.986,0.1033095568418502,0.9775,4.0361,99.105,0.991,0.0260629169642925,0.995,4.0346,99.144,0.991,0.0262170005589723,0.995,4.0606,98.508,0.985,0.0776409581303596,0.9825,4.1024,97.505,0.975,0.0867777541279792,0.985,4.0577,98.578,0.986,0.0524966828525066,0.99,4.0273,99.322,0.993,0.0601986795663833,0.985,4.0208,99.483,0.995,0.0471573695540428,0.99,4.0315,99.22,0.992,0.0402917750179767,0.9925,4.0367,99.092,0.991,0.0750786438584327,0.9825,4.0233,99.42,0.994,0.0427130758762359,0.99,4.0335,99.171,0.992,400,0.0443239957094192,0.99,4.0156,99.612,0.996,0.071101501584053,0.985,4.0134,99.665,0.997,0.042423740029335,0.9925,4.0149,99.63,0.996,0.0919235255718231,1505.6026,1600,5.313,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-1.3b,42,1300000000.0,opt,False,all_results.json
+opt-1.3b_25,5.0,0.1179244965314865,0.97,3.9935,100.163,1.002,0.1131393313407898,0.9675,4.0789,98.065,0.981,0.1089087426662445,0.97,4.0791,98.06,0.981,0.0964282974600792,0.9725,4.0853,97.912,0.979,0.0957650691270828,0.9725,4.0793,98.056,0.981,0.0966999530792236,0.9725,4.0786,98.073,0.981,0.0960415303707122,0.9725,4.0726,98.217,0.982,0.096535712480545,0.9725,4.08,98.04,0.98,0.1049589663743972,0.97,4.0944,97.693,0.977,0.1090482622385025,0.9675,4.0775,98.1,0.981,0.1011364459991455,0.9725,4.0708,98.26,0.983,0.1709607690572738,0.945,4.0723,98.224,0.982,0.1143157035112381,0.97,4.027,99.328,0.993,0.1168708577752113,0.9675,4.0617,98.48,0.985,0.1356698870658874,0.9625,4.0834,97.958,0.98,0.1405395716428756,0.96,4.0815,98.003,0.98,0.1503729522228241,0.9625,4.0707,98.263,0.983,0.1464039385318756,0.96,4.0848,97.924,0.979,0.1568984389305114,0.9525,4.0791,98.061,0.981,0.196125641465187,0.9425,4.0103,99.742,0.997,0.1270998567342758,0.965,4.079,98.064,0.981,0.2314626723527908,0.9325,4.0728,98.213,0.982,0.3192189037799835,0.92,4.0727,98.216,0.982,0.2016793042421341,0.93,4.0599,98.524,0.985,0.1243475526571273,0.9675,4.0653,98.395,0.984,0.2938672304153442,0.93,4.076,98.135,0.981,0.2782086431980133,0.9175,4.029,99.28,0.993,0.1122754737734794,0.97,4.0882,97.843,0.978,0.1238507106900215,0.96,4.0613,98.49,0.985,0.1166983768343925,0.965,4.078,98.088,0.981,0.1515793800354004,0.9575,4.0668,98.357,0.984,0.1315275579690933,0.9625,4.0224,99.444,0.994,0.1198329702019691,0.9625,4.08,98.039,0.98,0.0962561964988708,0.9725,4.0835,97.956,0.98,0.1183515340089798,0.965,4.0792,98.059,0.981,0.1077252402901649,0.9675,4.078,98.088,0.981,0.113377071917057,0.9625,4.0825,97.98,0.98,0.0957159996032714,0.9725,4.0754,98.15,0.982,0.0958082601428031,0.9725,4.0801,98.036,0.98,0.1229847371578216,0.9675,4.079,98.063,0.981,0.0992364138364791,0.97,4.0788,98.068,0.981,0.1286316514015197,0.965,4.0193,99.519,0.995,0.0978081598877906,0.9725,4.0742,98.179,0.982,0.1488475948572158,0.9625,4.0778,98.092,0.981,0.1131837293505668,0.965,4.0839,97.946,0.979,0.0958963334560394,0.9725,4.0225,99.44,0.994,0.1237748712301254,0.96,4.0831,97.965,0.98,0.1305980533361435,0.9675,4.0317,99.215,0.992,0.0971579849720001,0.9725,4.075,98.158,0.982,0.1061906442046165,0.97,4.0763,98.128,0.981,0.1011245548725128,0.97,4.088,97.848,0.978,0.1170429214835167,0.965,4.0752,98.154,0.982,0.1165736690163612,0.9675,4.0809,98.017,0.98,0.1094931587576866,0.9675,4.0849,97.922,0.979,0.1058555245399475,0.97,4.0315,99.218,0.992,0.1048047617077827,0.97,4.0726,98.218,0.982,0.0979791134595871,0.9725,4.08,98.04,0.98,0.1021626740694046,0.97,4.0796,98.048,0.98,400,0.1175084039568901,0.9625,4.0585,98.559,0.986,0.1525604426860809,0.9525,4.0636,98.435,0.984,0.1230274885892868,0.965,4.0529,98.694,0.987,0.0868718318343162,1505.1806,1600,5.315,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-1.3b,25,1300000000.0,opt,False,all_results.json
+opt-1.3b_1337,5.0,0.0812525078654289,0.98,4.0329,99.185,0.992,0.0793464928865432,0.9775,4.0585,98.559,0.986,0.0812543034553527,0.9775,4.0723,98.225,0.982,0.0695241093635559,0.9775,4.0678,98.333,0.983,0.0667737871408462,0.98,4.0571,98.593,0.986,0.0767444521188736,0.9775,4.0667,98.359,0.984,0.0775841549038887,0.9775,4.0809,98.017,0.98,0.0668408796191215,0.98,4.06,98.521,0.985,0.0719791427254676,0.9775,4.0705,98.267,0.983,0.074259877204895,0.975,4.0634,98.44,0.984,0.0735495463013649,0.98,4.0359,99.11,0.991,0.1067463681101799,0.965,4.0533,98.686,0.987,0.0803449153900146,0.98,4.0331,99.179,0.992,0.0827823653817176,0.975,4.0569,98.598,0.986,0.0940079316496849,0.97,4.0732,98.203,0.982,0.1094209849834442,0.9725,4.0538,98.674,0.987,0.1143410876393318,0.97,4.0729,98.21,0.982,0.1198427602648735,0.965,4.0722,98.226,0.982,0.0936042517423629,0.97,4.0533,98.686,0.987,0.0897842049598693,0.9725,4.0531,98.69,0.987,0.0889358222484588,0.9725,4.0692,98.3,0.983,0.0824377983808517,0.9725,4.0535,98.681,0.987,0.2243359684944152,0.9325,4.0592,98.543,0.985,0.0887203514575958,0.9725,4.0431,98.934,0.989,0.0887126326560974,0.975,4.0536,98.677,0.987,0.1891434043645858,0.9525,4.0547,98.651,0.987,0.1693351417779922,0.9475,4.0503,98.758,0.988,0.0832532420754432,0.975,4.0803,98.031,0.98,0.0795132219791412,0.98,4.0376,99.07,0.991,0.0823469534516334,0.9775,4.071,98.256,0.983,0.0771346017718315,0.9775,4.0387,99.042,0.99,0.0832165032625198,0.9775,4.0737,98.19,0.982,0.0841144397854805,0.9775,4.0602,98.518,0.985,0.0677047744393348,0.98,4.0711,98.253,0.983,0.0676040425896644,0.98,4.0669,98.354,0.984,0.0670918151736259,0.98,4.0598,98.528,0.985,0.0695975422859191,0.98,4.074,98.183,0.982,0.0666924938559532,0.98,4.0584,98.562,0.986,0.0668376833200454,0.98,4.0701,98.277,0.983,0.0799381509423255,0.975,4.0567,98.602,0.986,0.0685981214046478,0.98,4.0626,98.46,0.985,0.0912393629550933,0.975,4.0547,98.652,0.987,0.067213699221611,0.98,4.0577,98.577,0.986,0.1043559238314628,0.9725,4.0613,98.491,0.985,0.0774522870779037,0.975,4.0982,97.604,0.976,0.0675942003726959,0.98,4.0616,98.484,0.985,0.0900657251477241,0.9725,4.07,98.28,0.983,0.0992103740572929,0.975,4.0659,98.379,0.984,0.0667184442281723,0.98,4.0629,98.453,0.985,0.0667718574404716,0.98,4.0729,98.21,0.982,0.0706962272524833,0.9775,4.0713,98.248,0.982,0.0793640315532684,0.975,4.0565,98.607,0.986,0.0819295868277549,0.9775,4.0563,98.613,0.986,0.0758742839097976,0.975,4.059,98.547,0.985,0.0758293643593788,0.9775,4.0588,98.551,0.986,0.0669057145714759,0.98,4.0624,98.463,0.985,0.0751790255308151,0.9775,4.0646,98.41,0.984,0.0765377357602119,0.9775,4.0722,98.226,0.982,400,0.0788624286651611,0.98,4.0339,99.159,0.992,0.0864598825573921,0.98,4.0333,99.174,0.992,0.077624924480915,0.98,4.0389,99.036,0.99,0.0807922252789139,1507.1032,1600,5.308,0.166,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,opt-1.3b,1337,1300000000.0,opt,False,all_results.json
+pythia-160m_1,5.0,0.3149222433567047,0.7975,2.2171,180.414,1.804,0.0886019542813301,0.985,2.2195,180.218,1.802,0.0639637485146522,0.985,2.2218,180.037,1.8,0.0946856141090393,0.975,2.2176,180.378,1.804,0.0488642677664756,0.9875,2.2164,180.475,1.805,0.1714982241392135,0.965,2.3092,173.219,1.732,0.0697649791836738,0.9875,2.2667,176.466,1.765,0.205784261226654,0.9575,2.2963,174.192,1.742,0.073073424398899,0.9775,2.2318,179.224,1.792,0.1760211437940597,0.96,2.2315,179.249,1.792,0.2136201709508896,0.9325,2.2335,179.092,1.791,0.9596519470214844,0.8174999999999999,2.3124,172.982,1.73,0.1683821827173233,0.9425,2.2176,180.379,1.804,0.5692768096923828,0.8925000000000001,2.3657,169.083,1.691,0.2558864951133728,0.945,2.2886,174.778,1.748,0.3437954783439636,0.93,2.2174,180.395,1.804,0.4708620309829712,0.91,2.2166,180.455,1.805,0.1795098930597305,0.97,2.2421,178.405,1.784,0.7496146559715271,0.8574999999999999,2.2176,180.376,1.804,0.7628690600395203,0.7474999999999999,2.2152,180.568,1.806,0.7025915384292603,0.8675,2.2247,179.803,1.798,1.2008421421051023,0.6575,2.2187,180.289,1.803,1.414920449256897,0.7599999999999998,2.218,180.346,1.803,0.578382134437561,0.815,2.2204,180.146,1.801,0.4160038232803345,0.9125,2.2377,178.754,1.788,1.3878244161605835,0.7649999999999999,2.3323,171.503,1.715,1.5482803583145142,0.7474999999999999,2.225,179.779,1.798,0.6547828912734985,0.8624999999999999,2.3116,173.042,1.73,0.585913360118866,0.675,2.2823,175.261,1.753,0.665863573551178,0.8775,2.216,180.507,1.805,0.5201317071914673,0.7749999999999999,2.2921,174.515,1.745,0.5034291744232178,0.9025,2.228,179.53,1.795,0.8195125460624695,0.8574999999999999,2.2234,179.901,1.799,0.3574307560920715,0.9275,2.2314,179.256,1.793,0.4739437103271484,0.8875,2.2502,177.764,1.778,0.3400193452835083,0.93,2.3298,171.688,1.717,0.5192371606826782,0.9025,2.2196,180.216,1.802,0.2686960697174072,0.9475,2.2152,180.573,1.806,0.0360904932022094,0.99,2.2166,180.457,1.805,0.4934012591838836,0.9125,2.2178,180.362,1.804,0.3499141335487366,0.9325,3.2754,122.124,1.221,0.5646846294403076,0.905,2.2235,179.895,1.799,0.2847549319267273,0.9375,2.3167,172.656,1.727,0.978872776031494,0.825,2.2244,179.824,1.798,0.2074131816625595,0.955,2.2148,180.6,1.806,0.1037954688072204,0.9775,2.2184,180.313,1.803,0.5885992646217346,0.8899999999999999,2.2161,180.497,1.805,0.4428680837154388,0.9175,2.228,179.533,1.795,0.0305336397141218,0.9925,2.2309,179.3,1.793,0.0307413600385189,0.9925,2.2172,180.409,1.804,0.0785128995776176,0.9825,2.218,180.347,1.803,0.0811470821499824,0.9825,2.3107,173.105,1.731,0.2138808071613311,0.9575,2.2307,179.316,1.793,0.1859758347272873,0.9624999999999998,2.2651,176.596,1.766,0.0757056027650833,0.985,2.2182,180.328,1.803,0.0344813987612724,0.99,2.2998,173.93,1.739,0.3473959863185882,0.925,2.223,179.937,1.799,0.2899406254291534,0.93,2.2221,180.008,1.8,400,0.5107924938201904,0.7,2.224,179.86,1.799,0.5949088335037231,0.6575,2.2188,180.274,1.803,0.4359865188598633,0.75,2.2163,180.479,1.805,0.0555507547855377,847.2969,1600,9.442,0.295,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m,1,160000000.0,pythia,False,all_results.json
+pythia-160m_666,5.0,0.2428149729967117,0.89,2.2206,180.128,1.801,0.0874773412942886,0.9825,2.2278,179.548,1.795,0.0529521852731704,0.99,2.2269,179.622,1.796,0.0797426998615264,0.9825,2.2227,179.959,1.8,0.0602028146386146,0.9875,2.2216,180.047,1.8,0.0933144763112068,0.98,2.2343,179.028,1.79,0.0678594782948494,0.9875,2.241,178.492,1.785,0.145524576306343,0.965,2.224,179.857,1.799,0.0708540603518486,0.985,2.2212,180.08,1.801,0.0954671651124954,0.975,2.2236,179.89,1.799,0.1614763885736465,0.95,2.2193,180.239,1.802,0.5755352973937988,0.865,2.2208,180.113,1.801,0.1435727626085281,0.9575,2.2196,180.215,1.802,0.2659538984298706,0.935,2.2255,179.737,1.797,0.1516018062829971,0.9625,2.2219,180.027,1.8,0.1868645101785659,0.96,2.2216,180.049,1.8,0.2687995731830597,0.9425,2.2233,179.913,1.799,0.1446933299303054,0.975,2.219,180.258,1.803,0.4995196163654327,0.895,2.2296,179.408,1.794,0.8483191132545471,0.7575,2.2283,179.513,1.795,0.4380779564380646,0.9000000000000001,2.221,180.096,1.801,1.0913642644882202,0.71,2.2232,179.925,1.799,1.009056806564331,0.8,2.2202,180.16,1.802,0.500775933265686,0.8575,2.2201,180.169,1.802,0.2922016382217407,0.935,2.2213,180.075,1.801,0.9465072751045228,0.7774999999999999,2.2325,179.175,1.792,1.083553910255432,0.7949999999999999,2.2284,179.498,1.795,0.3747096955776214,0.9125,2.2231,179.929,1.799,0.4335921108722687,0.8,2.2258,179.709,1.797,0.396898090839386,0.915,2.2214,180.07,1.801,0.4928563237190246,0.8275,2.2224,179.988,1.8,0.2498702108860016,0.9375,2.2728,175.991,1.76,0.510240375995636,0.8975,2.2227,179.958,1.8,0.2175175845623016,0.95,2.2257,179.715,1.797,0.2829740345478058,0.93,2.2204,180.146,1.801,0.2426787614822387,0.945,2.2315,179.255,1.793,0.296358972787857,0.9275,2.2236,179.892,1.799,0.1334219425916671,0.965,2.292,174.517,1.745,0.0530410632491111,0.99,2.2435,178.293,1.783,0.2697258591651916,0.9425,2.2218,180.036,1.8,0.2265741378068924,0.9475,2.2397,178.599,1.786,0.3886477351188659,0.9275,2.2207,180.121,1.801,0.1339081823825836,0.9675,2.2353,178.945,1.789,0.6047403812408447,0.875,2.2259,179.706,1.797,0.1172986403107643,0.97,2.2212,180.083,1.801,0.0817897394299507,0.9825,2.225,179.777,1.798,0.2560173273086548,0.945,2.2293,179.429,1.794,0.2660568654537201,0.945,2.2202,180.163,1.802,0.0520241446793079,0.99,2.2236,179.885,1.799,0.0532607212662696,0.99,2.2212,180.079,1.801,0.0606787428259849,0.985,2.2206,180.134,1.801,0.0789231956005096,0.98,2.219,180.264,1.803,0.1100884452462196,0.975,2.2204,180.151,1.802,0.1412699371576309,0.97,2.231,179.293,1.793,0.0590158142149448,0.985,2.2204,180.146,1.801,0.0528284944593906,0.99,2.2214,180.068,1.801,0.1463735848665237,0.9625,2.2213,180.077,1.801,0.1192511394619941,0.9725,2.2248,179.79,1.798,400,0.3554316759109497,0.825,2.2268,179.629,1.796,0.4801320731639862,0.765,2.2243,179.835,1.798,0.3075836598873138,0.8525,2.224,179.854,1.799,0.0576429533362388,845.3243,1600,9.464,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m,666,160000000.0,pythia,False,all_results.json
+pythia-160m_42,5.0,0.2368223220109939,0.8975,1.366,292.824,2.928,0.1061034798622131,0.9775,1.3701,291.945,2.919,0.0830798745155334,0.9775,1.3683,292.323,2.923,0.1243830099701881,0.9675,1.3705,291.874,2.919,0.0624243356287479,0.9825,1.3719,291.567,2.916,0.1578655391931533,0.9625,1.3714,291.675,2.917,0.0800078511238098,0.985,1.3743,291.047,2.91,0.233002707362175,0.95,1.3708,291.802,2.918,0.0691284164786338,0.98,1.3738,291.161,2.912,0.2035946398973465,0.9525,1.3701,291.959,2.92,0.2367226779460907,0.94,1.3671,292.586,2.926,0.9052603840827942,0.825,1.3683,292.337,2.923,0.1807584017515182,0.955,1.3668,292.646,2.926,0.5143110752105713,0.905,1.3688,292.22,2.922,0.2951468825340271,0.9325,1.3719,291.562,2.916,0.379171073436737,0.93,1.3759,290.715,2.907,0.4152691662311554,0.9175,1.374,291.13,2.911,0.1901441216468811,0.965,1.3706,291.848,2.918,0.7803377509117126,0.8525,1.3797,289.925,2.899,0.8472816944122314,0.755,1.3693,292.126,2.921,0.6972908973693848,0.8724999999999999,1.3724,291.456,2.915,1.2602099180221558,0.675,1.366,292.832,2.928,1.275220274925232,0.775,1.3673,292.555,2.926,0.513460636138916,0.8575,1.3689,292.198,2.922,0.4716249406337738,0.9125,1.3733,291.277,2.913,1.3828102350234983,0.7625,1.3711,291.728,2.917,1.5166234970092771,0.7475,1.37,291.98,2.92,0.7182227373123169,0.8575,1.4124,283.205,2.832,0.508976399898529,0.7224999999999999,1.3693,292.125,2.921,0.6345782279968262,0.8775,1.3747,290.982,2.91,0.560547411441803,0.7925,1.3668,292.654,2.927,0.5357475876808167,0.885,1.37,291.978,2.92,0.8411382436752319,0.8425,1.3735,291.228,2.912,0.420399397611618,0.92,1.3689,292.201,2.922,0.4668054282665252,0.8925,1.3677,292.464,2.925,0.336149126291275,0.9275,1.3752,290.859,2.909,0.4791728854179382,0.905,1.3707,291.832,2.918,0.2928137481212616,0.94,1.3695,292.083,2.921,0.0626536384224891,0.985,1.3733,291.265,2.913,0.385133296251297,0.92,1.3733,291.274,2.913,0.3477896749973297,0.9375,1.3706,291.853,2.919,0.4918047189712524,0.905,1.3718,291.594,2.916,0.2315048575401306,0.9425,1.3673,292.539,2.925,0.9295480847358704,0.8225,1.3685,292.284,2.923,0.2210538983345031,0.955,1.3784,290.184,2.902,0.1612556129693985,0.9625,1.3679,292.413,2.924,0.5580689311027527,0.8925,1.3688,292.234,2.922,0.4675731360912323,0.9075,1.3727,291.391,2.914,0.0489248000085353,0.99,1.3701,291.96,2.92,0.0488993227481842,0.99,1.3706,291.835,2.918,0.1247190460562706,0.9725,1.3719,291.558,2.916,0.1035123467445373,0.9775,1.3708,291.804,2.918,0.2322307080030441,0.95,1.3768,290.523,2.905,0.29952073097229,0.9325,1.3706,291.852,2.919,0.0828584358096122,0.98,1.3714,291.667,2.917,0.0505253225564956,0.99,1.3708,291.794,2.918,0.3862285912036896,0.9225,1.3684,292.317,2.923,0.3256943821907043,0.935,1.3754,290.821,2.908,400,0.4282395839691162,0.7600000000000001,1.3661,292.796,2.928,0.5003616213798523,0.7124999999999999,1.3678,292.441,2.924,0.3755505383014679,0.7975,1.3734,291.249,2.912,0.0695713352784514,539.2189,1600,14.836,0.464,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m,42,160000000.0,pythia,False,all_results.json
+pythia-160m_25,5.0,0.2118940949440002,0.9175,2.2311,179.283,1.793,0.0961408242583274,0.9825,2.2272,179.596,1.796,0.0860555171966552,0.985,2.2097,181.024,1.81,0.0809555277228355,0.985,2.2064,181.291,1.813,0.0827466994524002,0.985,2.2097,181.02,1.81,0.1306069493293762,0.975,2.2107,180.937,1.809,0.0948507860302925,0.9825,2.2227,179.958,1.8,0.1126922145485878,0.9775,2.2717,176.083,1.761,0.082016497850418,0.985,2.2251,179.769,1.798,0.1013943701982498,0.9825,2.2301,179.362,1.794,0.1328048706054687,0.965,2.2066,181.272,1.813,0.4286573827266693,0.915,2.206,181.325,1.813,0.1467356234788894,0.975,2.2985,174.026,1.74,0.1700607538223266,0.97,2.2221,180.011,1.8,0.1341558098793029,0.975,2.238,178.733,1.787,0.2148943394422531,0.9625,2.2256,179.73,1.797,0.2411363273859024,0.96,2.2256,179.726,1.797,0.1656976193189621,0.97,2.2089,181.087,1.811,0.5022742748260498,0.92,2.2165,180.465,1.805,0.6968797445297241,0.855,2.3103,173.135,1.731,0.4095017910003662,0.9225,2.2246,179.806,1.798,1.0035364627838137,0.8075,2.2087,181.102,1.811,0.8954113125801086,0.8450000000000002,2.2068,181.258,1.813,0.4127993881702423,0.91,2.2683,176.344,1.763,0.2775614559650421,0.9500000000000002,2.2289,179.464,1.795,0.7758249640464783,0.8625,2.2307,179.317,1.793,1.0654319524765017,0.8224999999999999,2.3312,171.584,1.716,0.2901886105537414,0.94,2.2091,181.073,1.811,0.4659146070480346,0.8450000000000002,2.2309,179.302,1.793,0.2150199115276336,0.96,2.2094,181.044,1.81,0.6784278154373169,0.855,2.2224,179.983,1.8,0.2071844041347503,0.9625,2.25,177.782,1.778,0.3672594428062439,0.935,2.2084,181.13,1.811,0.1590022146701812,0.97,2.2091,181.072,1.811,0.1925591677427292,0.965,2.2106,180.945,1.809,0.2046060711145401,0.9675,2.213,180.751,1.808,0.2501230537891388,0.9425,2.2108,180.93,1.809,0.129030242562294,0.9725,2.3476,170.386,1.704,0.0739778503775596,0.9875,2.2253,179.75,1.798,0.2150708436965942,0.9625,2.2283,179.513,1.795,0.1888652443885803,0.965,2.2082,181.141,1.811,0.3894099295139313,0.935,2.3296,171.701,1.717,0.0972164347767829,0.9825,2.2071,181.23,1.812,0.5542082786560059,0.9075,2.2075,181.202,1.812,0.1157655492424964,0.98,2.2094,181.043,1.81,0.108002945780754,0.9825,2.238,178.728,1.787,0.2349509596824646,0.9525,2.2093,181.056,1.811,0.1946132779121399,0.9625,2.2282,179.519,1.795,0.0739259496331214,0.9875,2.2265,179.654,1.797,0.0738934800028801,0.9875,2.2222,179.999,1.8,0.0969656184315681,0.9825,2.2204,180.152,1.802,0.1087096855044364,0.9825,2.2068,181.255,1.813,0.1579268425703048,0.97,2.2112,180.894,1.809,0.1433979868888855,0.97,2.2074,181.211,1.812,0.0748257413506507,0.9875,2.3238,172.132,1.721,0.0776387378573417,0.985,2.2328,179.145,1.791,0.1439234465360641,0.97,2.2102,180.983,1.81,0.1095795184373855,0.9825,2.226,179.698,1.797,400,0.3961384296417236,0.8575,2.29,174.676,1.747,0.598540723323822,0.8075,2.2066,181.277,1.813,0.3352624475955963,0.8850000000000001,2.2089,181.086,1.811,0.058753642424941,843.7407,1600,9.482,0.296,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m,25,160000000.0,pythia,False,all_results.json
+pythia-160m_1337,5.0,0.41535484790802,0.77,3.955,101.138,1.011,0.1526600122451782,0.9575,3.9755,100.617,1.006,0.1516935229301452,0.9575,3.9878,100.306,1.003,0.1597298979759216,0.95,3.9979,100.053,1.001,0.1493621319532394,0.9575,4.0458,98.868,0.989,0.1619633436203003,0.9525,3.9766,100.589,1.006,0.1493374109268188,0.9575,3.9775,100.565,1.006,0.1549903154373169,0.9525,3.9801,100.5,1.005,0.1496579945087433,0.9575,3.9785,100.541,1.005,0.1546883881092071,0.955,3.9814,100.467,1.005,0.2488103806972503,0.905,3.9668,100.838,1.008,0.3182777166366577,0.895,3.9742,100.649,1.006,0.2933889627456665,0.875,3.9572,101.081,1.011,0.1891243606805801,0.9375,3.9718,100.709,1.007,0.1663109809160232,0.9525,3.9782,100.548,1.005,0.1891631633043289,0.9475,3.9775,100.565,1.006,0.2209690064191818,0.93,3.9732,100.674,1.007,0.1791159957647323,0.95,3.9766,100.588,1.006,0.3166468739509582,0.8975,4.0406,98.996,0.99,0.3212918937206268,0.87,3.9687,100.788,1.008,0.2581073343753814,0.9175,3.982,100.453,1.005,0.575090229511261,0.7625,4.0356,99.118,0.991,0.4426302313804626,0.8550000000000001,3.9723,100.698,1.007,0.2518896758556366,0.9075,3.9592,101.03,1.01,0.1980171948671341,0.9375,3.9766,100.589,1.006,0.3826677799224853,0.8725,3.9745,100.643,1.006,0.5228058099746704,0.8275,3.9694,100.772,1.008,0.2414542734622955,0.915,3.985,100.377,1.004,0.5551654100418091,0.7125,3.9594,101.026,1.01,0.2069869637489318,0.935,4.0368,99.088,0.991,0.4590299129486084,0.78,3.9583,101.053,1.011,0.1829212009906768,0.9475,3.9791,100.525,1.005,0.2682132720947265,0.9175,4.0363,99.101,0.991,0.1736015826463699,0.945,3.9845,100.39,1.004,0.1980132311582565,0.9275,3.9795,100.515,1.005,0.1951850950717926,0.9375,4.0382,99.054,0.991,0.1905875355005264,0.94,3.9854,100.366,1.004,0.1620828807353973,0.9525,3.9764,100.595,1.006,0.1501467376947403,0.9575,3.9951,100.121,1.001,0.1827849596738815,0.9375,3.9766,100.588,1.006,0.1903883814811706,0.9425,4.0383,99.052,0.991,0.2545618414878845,0.9225,3.9738,100.66,1.007,0.159364715218544,0.955,3.9783,100.546,1.005,0.2952579855918884,0.91,3.9776,100.562,1.006,0.1500203758478164,0.9575,3.9814,100.466,1.005,0.1586735844612121,0.955,3.98,100.503,1.005,0.1725508570671081,0.95,4.0226,99.437,0.994,0.191914826631546,0.9425,3.9741,100.651,1.007,0.1487839519977569,0.9575,3.9905,100.239,1.002,0.1488183587789535,0.9575,3.9754,100.618,1.006,0.148897185921669,0.9575,3.9818,100.457,1.005,0.1543778479099273,0.955,3.9797,100.509,1.005,0.1577071547508239,0.955,3.9749,100.632,1.006,0.1527820229530334,0.9575,4.052,98.718,0.987,0.1515811383724212,0.955,3.9802,100.497,1.005,0.1506077945232391,0.955,3.9752,100.625,1.006,0.1632125824689865,0.95,3.9768,100.584,1.006,0.1534753292798996,0.955,3.9723,100.697,1.007,400,0.5163874626159668,0.7375,3.9566,101.096,1.011,0.5844830870628357,0.6825,3.9538,101.17,1.012,0.4770169854164123,0.76,4.0164,99.593,0.996,0.0590787539184093,1491.8202,1600,5.363,0.168,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42,pythia-160m,1337,160000000.0,pythia,False,all_results.json