| exp_name,epoch,eval_llama-13b_loss,eval_llama-13b_quantized_loss,eval_llama-13b_quantized_roc_auc,eval_llama-13b_quantized_runtime,eval_llama-13b_quantized_samples_per_second,eval_llama-13b_quantized_steps_per_second,eval_llama-13b_roc_auc,eval_llama-13b_runtime,eval_llama-13b_samples_per_second,eval_llama-13b_steps_per_second,eval_llama-2-13b_loss,eval_llama-2-13b_quantized_loss,eval_llama-2-13b_quantized_roc_auc,eval_llama-2-13b_quantized_runtime,eval_llama-2-13b_quantized_samples_per_second,eval_llama-2-13b_quantized_steps_per_second,eval_llama-2-13b_roc_auc,eval_llama-2-13b_runtime,eval_llama-2-13b_samples_per_second,eval_llama-2-13b_steps_per_second,eval_llama-2-70b_loss,eval_llama-2-70b_quantized_loss,eval_llama-2-70b_quantized_roc_auc,eval_llama-2-70b_quantized_runtime,eval_llama-2-70b_quantized_samples_per_second,eval_llama-2-70b_quantized_steps_per_second,eval_llama-2-70b_roc_auc,eval_llama-2-70b_runtime,eval_llama-2-70b_samples_per_second,eval_llama-2-70b_steps_per_second,eval_llama-2-7b_loss,eval_llama-2-7b_quantized_loss,eval_llama-2-7b_quantized_roc_auc,eval_llama-2-7b_quantized_runtime,eval_llama-2-7b_quantized_samples_per_second,eval_llama-2-7b_quantized_steps_per_second,eval_llama-2-7b_roc_auc,eval_llama-2-7b_runtime,eval_llama-2-7b_samples_per_second,eval_llama-2-7b_steps_per_second,eval_llama-30b_loss,eval_llama-30b_quantized_loss,eval_llama-30b_quantized_roc_auc,eval_llama-30b_quantized_runtime,eval_llama-30b_quantized_samples_per_second,eval_llama-30b_quantized_steps_per_second,eval_llama-30b_roc_auc,eval_llama-30b_runtime,eval_llama-30b_samples_per_second,eval_llama-30b_steps_per_second,eval_llama-65b_loss,eval_llama-65b_quantized_loss,eval_llama-65b_quantized_roc_auc,eval_llama-65b_quantized_runtime,eval_llama-65b_quantized_samples_per_second,eval_llama-65b_quantized_steps_per_second,eval_llama-65b_roc_auc,eval_llama-65b_runtime,eval_llama-65b_samples_per_second,eval_llama-65b_steps_per_second,eval_llama-7b_loss,eval_llama-7b_quantized_loss,eval_llama-7b_quantized_roc_auc,eval_llama-7b_quantized_runtime,eval_llama-7b_quantized_samples_per_second,eval_llama-7b_quantized_steps_per_second,eval_llama-7b_roc_auc,eval_llama-7b_runtime,eval_llama-7b_samples_per_second,eval_llama-7b_steps_per_second,eval_samples,train_loss,train_runtime,train_samples,train_samples_per_second,train_steps_per_second,exp_name,model_name,exp_seed,model_size,model_family,is_chat,results_dir,is_quantized,eval_llama-13b_watermarked_loss,eval_llama-13b_watermarked_roc_auc,eval_llama-13b_watermarked_runtime,eval_llama-13b_watermarked_samples_per_second,eval_llama-13b_watermarked_steps_per_second,eval_llama-2-13b_watermarked_loss,eval_llama-2-13b_watermarked_roc_auc,eval_llama-2-13b_watermarked_runtime,eval_llama-2-13b_watermarked_samples_per_second,eval_llama-2-13b_watermarked_steps_per_second,eval_llama-2-70b_watermarked_loss,eval_llama-2-70b_watermarked_roc_auc,eval_llama-2-70b_watermarked_runtime,eval_llama-2-70b_watermarked_samples_per_second,eval_llama-2-70b_watermarked_steps_per_second,eval_llama-2-7b_watermarked_loss,eval_llama-2-7b_watermarked_roc_auc,eval_llama-2-7b_watermarked_runtime,eval_llama-2-7b_watermarked_samples_per_second,eval_llama-2-7b_watermarked_steps_per_second,eval_llama-30b_watermarked_loss,eval_llama-30b_watermarked_roc_auc,eval_llama-30b_watermarked_runtime,eval_llama-30b_watermarked_samples_per_second,eval_llama-30b_watermarked_steps_per_second,eval_llama-65b_watermarked_loss,eval_llama-65b_watermarked_roc_auc,eval_llama-65b_watermarked_runtime,eval_llama-65b_watermarked_samples_per_second,eval_llama-65b_watermarked_steps_per_second,eval_llama-7b_watermarked_loss,eval_llama-7b_watermarked_roc_auc,eval_llama-7b_watermarked_runtime,eval_llama-7b_watermarked_samples_per_second,eval_llama-7b_watermarked_steps_per_second,is_watermarked | |
| llama-2-13b_quantized_1,5.0,0.05437735468149185,0.05465893819928169,0.99,4.2622,93.38,0.938,0.99,4.0368,99.088,0.991,0.07586004585027695,0.07766838371753693,0.9873404255319148,3.9377,98.535,1.016,0.9874999999999999,4.0397,99.017,0.99,0.16028186678886414,0.19560246169567108,0.9699999999999999,4.0569,98.599,0.986,0.9699999999999999,4.0391,99.032,0.99,0.08379463851451874,0.09514844417572021,0.9847916666666667,4.0032,97.921,0.999,0.985,4.0471,98.837,0.988,0.16184797883033752,0.09299489110708237,0.985,4.047,98.839,0.988,0.9724999999999999,4.0339,99.159,0.992,0.10944201797246933,0.13742168247699738,0.9724999999999999,4.0427,98.943,0.989,0.9774999999999999,4.0527,98.7,0.987,0.054360538721084595,0.05451633408665657,0.99,4.0293,99.025,0.993,0.99,4.0284,99.295,0.993,392,0.08551385998725891,537.9479,1581,14.695,0.465,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-13b_quantized,1,13000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-13b_quantized_666,5.0,0.2090386003255844,0.21002981066703796,0.95,3.9793,100.017,1.005,0.95,4.0172,99.573,0.996,0.22694969177246094,0.23443056643009186,0.9473404255319148,3.8876,99.804,1.029,0.9474999999999999,4.0178,99.556,0.996,0.21984915435314178,0.2448253482580185,0.94,4.0115,99.713,0.997,0.9474999999999999,3.9947,100.132,1.001,0.22512935101985931,0.2134655863046646,0.95,3.9308,99.726,1.018,0.9474999999999999,4.0001,99.998,1.0,0.2351175844669342,0.2117413580417633,0.9474999999999999,3.9935,100.163,1.002,0.945,4.2573,93.956,0.94,0.2267034500837326,0.21455974876880646,0.95,3.9969,100.077,1.001,0.9474999999999999,4.0023,99.943,0.999,0.20900575816631317,0.20947116613388062,0.95,3.9903,99.993,1.002,0.95,4.0058,99.856,0.999,392,0.10897790622711181,546.3568,1581,14.469,0.458,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-13b_quantized,666,13000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-13b_quantized_42,5.0,0.10647974908351898,0.10698807239532471,0.9775,3.9761,100.099,1.006,0.9775,3.9993,100.017,1.0,0.12450704723596573,0.12551333010196686,0.9748404255319149,3.8705,100.245,1.033,0.975,3.9986,100.034,1.0,0.15421538054943085,0.17335893213748932,0.9600000000000001,4.0009,99.977,1.0,0.9674999999999999,3.9871,100.325,1.003,0.12278223037719727,0.10871695727109909,0.9775,3.9218,99.955,1.02,0.975,4.0055,99.863,0.999,0.1578436940908432,0.10947754234075546,0.9775,3.9978,100.055,1.001,0.9674999999999999,4.2692,93.693,0.937,0.11688875406980515,0.1280459612607956,0.97,3.9899,100.252,1.003,0.975,3.9994,100.014,1.0,0.10647856444120407,0.10672983527183533,0.9775,3.9963,99.842,1.001,0.9775,4.0672,98.348,0.983,392,0.0864371680021286,539.6414,1581,14.649,0.463,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-13b_quantized,42,13000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-13b_quantized_25,5.0,0.0408463180065155,0.038035206496715546,0.995,3.9837,99.906,1.004,0.9925,3.9805,100.491,1.005,0.07887303084135056,0.07475830614566803,0.9896808510638297,3.868,100.311,1.034,0.99,3.9795,100.514,1.005,0.13305166363716125,0.13778793811798096,0.9825,3.9822,100.448,1.004,0.9775,4.1526,96.326,0.963,0.060003042221069336,0.04888737574219704,0.9923958333333333,3.9038,100.415,1.025,0.9925,3.9779,100.556,1.006,0.11824607849121094,0.0929110050201416,0.9825,3.9879,100.303,1.003,0.9825,3.9777,100.562,1.006,0.08851020783185959,0.11492820829153061,0.98,3.9844,100.391,1.004,0.9825,3.9768,100.584,1.006,0.037874747067689896,0.037940122187137604,0.995,4.0167,99.336,0.996,0.995,4.0089,99.777,0.998,392,0.09459620600938796,539.3724,1581,14.656,0.464,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-13b_quantized,25,13000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-13b_quantized_1337,5.0,0.08749685436487198,0.08794034272432327,0.9824999999999999,4.0042,99.395,0.999,0.9824999999999999,4.0094,99.765,0.998,0.10783617943525314,0.11076214164495468,0.9798404255319147,3.8977,99.545,1.026,0.98,4.0182,99.548,0.995,0.13363762199878693,0.17340730130672455,0.9674999999999999,4.0111,99.724,0.997,0.9699999999999999,3.9995,100.013,1.0,0.10707774758338928,0.08936979621648788,0.9824999999999999,3.9391,99.516,1.015,0.98,4.0168,99.583,0.996,0.15149623155593872,0.08753486722707748,0.9824999999999999,4.0022,99.946,0.999,0.9724999999999999,4.0233,99.421,0.994,0.11229044944047928,0.12732408940792084,0.9724999999999999,4.0007,99.983,1.0,0.9774999999999999,4.0178,99.558,0.996,0.08750016987323761,0.08771772682666779,0.9824999999999999,3.9938,99.905,1.002,0.9824999999999999,4.0203,99.495,0.995,392,0.1030030333995819,575.1524,1581,13.744,0.435,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-13b_quantized,1337,13000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-7b_quantized_1,5.0,0.04347798973321915,0.039500024169683456,0.9875,2.2155,179.643,1.805,0.985,2.2316,179.241,1.792,0.05761358141899109,0.04692234843969345,0.984840425531915,2.1599,179.638,1.852,0.985,2.231,179.292,1.793,0.10129013657569885,0.10759412497282028,0.97,2.2252,179.758,1.798,0.9725,2.2275,179.57,1.796,0.05013754963874817,0.04457154870033264,0.9848958333333334,2.1946,178.619,1.823,0.985,2.227,179.611,1.796,0.13449032604694366,0.05521543323993683,0.9825,2.2393,178.631,1.786,0.97,2.232,179.211,1.792,0.06244610249996185,0.0820172131061554,0.9725,2.2264,179.658,1.797,0.9825,2.2447,178.194,1.782,0.038929134607315063,0.038874417543411255,0.9875,2.2206,179.682,1.801,0.9875,2.2262,179.675,1.797,392,0.0845347774880273,305.7749,1554,25.411,0.801,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-7b_quantized,1,7000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-7b_quantized_666,5.0,0.11469678580760956,0.09173693507909775,0.9775,3.9983,99.541,1.0,0.9725,4.0242,99.398,0.994,0.11254695802927017,0.11933867633342743,0.9721808510638299,3.9042,99.38,1.025,0.975,4.018,99.552,0.996,0.23802921175956726,0.24312394857406616,0.9474999999999999,4.0145,99.64,0.996,0.955,4.0123,99.693,0.997,0.13686856627464294,0.10438106209039688,0.9748958333333333,3.9371,99.566,1.016,0.9674999999999999,4.0234,99.418,0.994,0.22686202824115753,0.1578710973262787,0.9650000000000001,4.0214,99.468,0.995,0.9575,4.02,99.503,0.995,0.1906198114156723,0.1946413367986679,0.9575,4.0211,99.475,0.995,0.9575,4.0191,99.525,0.995,0.09546269476413727,0.09154082089662552,0.9775,4.0116,99.46,0.997,0.975,4.0476,98.823,0.988,392,0.1042783793137998,527.8074,1554,14.721,0.464,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-7b_quantized,666,7000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-7b_quantized_42,5.0,0.06596765667200089,0.06040643900632858,0.9875,2.2126,179.882,1.808,0.985,2.2238,179.871,1.799,0.07981237769126892,0.07729067653417587,0.984840425531915,2.1573,179.85,1.854,0.985,2.2313,179.269,1.793,0.11296030133962631,0.15199033915996552,0.97,2.2247,179.796,1.798,0.9750000000000001,2.2272,179.601,1.796,0.07727402448654175,0.06129300966858864,0.9875,2.1872,179.223,1.829,0.985,2.2227,179.965,1.8,0.16134804487228394,0.08044309914112091,0.98,2.2233,179.91,1.799,0.97,2.2219,180.027,1.8,0.0949241891503334,0.09822732210159302,0.98,2.2271,179.609,1.796,0.98,2.2243,179.83,1.798,0.060145117342472076,0.06026139482855797,0.9875,2.2198,179.744,1.802,0.9875,2.2222,179.998,1.8,392,0.08989085263135482,300.6883,1554,25.841,0.815,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-7b_quantized,42,7000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-7b_quantized_25,5.0,0.051569558680057526,0.040755100548267365,0.9924999999999999,2.2106,180.041,1.809,0.99,2.218,180.345,1.803,0.06232341751456261,0.061500076204538345,0.9898404255319148,2.1523,180.269,1.858,0.99,2.2301,179.365,1.794,0.16284167766571045,0.14873488247394562,0.9699999999999999,2.2371,178.805,1.788,0.96,2.2156,180.536,1.805,0.08137477934360504,0.04851530119776726,0.9872916666666667,2.1796,179.851,1.835,0.9849999999999999,2.2166,180.459,1.805,0.19053268432617188,0.12655378878116608,0.975,2.217,180.428,1.804,0.96,2.219,180.264,1.803,0.1318899393081665,0.11505727469921112,0.9774999999999999,2.22,180.183,1.802,0.9624999999999998,2.232,179.213,1.792,0.04010538011789322,0.041454754769802094,0.9924999999999999,2.2151,180.126,1.806,0.9924999999999999,2.3355,171.266,1.713,392,0.09049330317244238,298.729,1554,26.01,0.82,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-7b_quantized,25,7000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-7b_quantized_1337,5.0,0.07273119688034058,0.06394889950752258,0.985,2.2122,179.915,1.808,0.9825,2.3285,171.788,1.718,0.08483440428972244,0.08728719502687454,0.9823404255319148,2.2611,171.595,1.769,0.9825,2.2243,179.835,1.798,0.16740521788597107,0.19475612044334412,0.9574999999999999,2.2623,176.81,1.768,0.955,2.3168,172.654,1.727,0.09235674887895584,0.07938247174024582,0.9823958333333334,2.1786,179.929,1.836,0.98,2.222,180.014,1.8,0.1858774572610855,0.11101938039064407,0.975,2.3184,172.532,1.725,0.9674999999999999,2.2258,179.714,1.797,0.19798508286476135,0.14587339758872986,0.965,2.3183,172.541,1.725,0.955,2.2238,179.868,1.799,0.06378676742315292,0.06374162435531616,0.985,2.3353,170.854,1.713,0.985,2.3334,171.421,1.714,392,0.09551165006598648,302.2544,1554,25.707,0.811,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-7b_quantized,1337,7000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-7b_quantized_666,5.0,0.08432620763778687,0.06745121628046036,0.985,2.2336,178.188,1.791,0.9775,2.2766,175.699,1.757,0.07899084687232971,0.07615742087364197,0.9823404255319148,2.18,177.981,1.835,0.9825,2.2263,179.667,1.797,0.14461882412433624,0.14988034963607788,0.9525,2.2299,179.378,1.794,0.96,2.3159,172.716,1.727,0.08690908551216125,0.06599265336990356,0.985,2.2525,174.03,1.776,0.9775,2.2218,180.031,1.8,0.14514799416065216,0.10501327365636826,0.9725,2.2223,179.992,1.8,0.9674999999999999,2.2299,179.378,1.794,0.12625499069690704,0.1350032091140747,0.9624999999999999,2.2263,179.667,1.797,0.96,2.3393,170.993,1.71,0.07072512805461884,0.06606108695268631,0.985,2.2448,177.747,1.782,0.9825,2.2222,179.999,1.8,392,0.09341539871692657,303.8423,1600,26.329,0.823,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-7b_quantized,666,7000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-7b_quantized_42,5.0,0.1167781725525856,0.11730159819126129,0.98,3.9614,100.469,1.01,0.98,4.0063,99.842,0.998,0.1385577917098999,0.12536849081516266,0.9773404255319149,3.8634,100.43,1.035,0.975,3.9967,100.082,1.001,0.20836958289146423,0.19575199484825134,0.9675,3.9891,100.273,1.003,0.965,3.9736,100.665,1.007,0.13775750994682312,0.11911503225564957,0.98,3.9094,100.27,1.023,0.975,3.9931,100.172,1.002,0.21158701181411743,0.135089710354805,0.9724999999999999,3.9726,100.691,1.007,0.965,3.9784,100.542,1.005,0.14498724043369293,0.2177213728427887,0.955,3.9725,100.692,1.007,0.975,3.9955,100.112,1.001,0.11670888215303421,0.11699778586626053,0.98,4.3134,92.502,0.927,0.98,4.003,99.926,0.999,392,0.09610904157161712,533.7235,1600,14.989,0.468,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-7b_quantized,42,7000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-7b_quantized_25,5.0,0.043897293508052826,0.030525363981723785,0.99,3.9785,100.038,1.005,0.9874999999999999,3.9906,100.236,1.002,0.05385785177350044,0.04517751932144165,0.9873404255319148,3.8752,100.124,1.032,0.985,4.0081,99.797,0.998,0.13286903500556946,0.13575132191181183,0.9674999999999999,4.0007,99.984,1.0,0.9625,3.9792,100.522,1.005,0.059680014848709106,0.030437130481004715,0.99,3.9231,99.92,1.02,0.9824999999999999,4.0024,99.94,0.999,0.1451897770166397,0.07103504985570908,0.9774999999999999,3.9779,100.557,1.006,0.965,4.0011,99.972,1.0,0.10026440024375916,0.07742944359779358,0.975,3.9823,100.444,1.004,0.9625,4.0021,99.947,0.999,0.03031187690794468,0.030200563371181488,0.99,3.9791,100.274,1.005,0.99,4.0042,99.896,0.999,392,0.09240149703621864,547.6564,1600,14.608,0.456,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-7b_quantized,25,7000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-7b_quantized_1337,5.0,0.043314818292856216,0.038093578070402145,0.9949747474747475,3.962,100.454,1.01,0.995,3.9787,100.535,1.005,0.06287761777639389,0.04806579649448395,0.9948404255319149,3.8507,100.76,1.039,0.9875,3.9738,100.658,1.007,0.2642667293548584,0.24136176705360413,0.9575,3.9803,100.494,1.005,0.9475,3.9771,100.575,1.006,0.08367300033569336,0.027410736307501793,0.9948958333333333,3.9082,100.303,1.023,0.9875,3.9796,100.514,1.005,0.19638022780418396,0.09882530570030212,0.985,3.9771,100.576,1.006,0.9625,3.9786,100.537,1.005,0.22853946685791016,0.27521198987960815,0.9425000000000001,3.9992,100.02,1.0,0.9550000000000001,3.9763,100.597,1.006,0.05155302956700325,0.02350534312427044,0.9975,3.9654,100.619,1.009,0.9900000000000001,4.0017,99.957,1.0,392,0.09779937934875488,534.1027,1600,14.978,0.468,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-7b_quantized,1337,7000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-30b_quantized_1,5.0,0.16079778969287872,0.16163894534111023,0.9650000000000001,1.3586,292.948,2.944,0.9650000000000001,1.3662,292.789,2.928,0.18166540563106537,0.18225321173667908,0.962340425531915,1.3338,290.895,2.999,0.9625000000000001,1.369,292.189,2.922,0.1833619475364685,0.20463889837265015,0.9575,1.375,290.909,2.909,0.9600000000000001,1.3602,294.079,2.941,0.18448986113071442,0.16409353911876678,0.9650000000000001,1.3406,292.413,2.984,0.9600000000000001,1.3667,292.672,2.927,0.20149487257003784,0.16083188354969025,0.9650000000000001,1.3746,290.984,2.91,0.9575,1.371,291.749,2.917,0.16865274310112,0.1623564213514328,0.9650000000000001,1.526,262.115,2.621,0.9625000000000001,1.3732,291.282,2.913,0.1608782559633255,0.16120243072509766,0.9650000000000001,1.474,270.687,2.714,0.9650000000000001,1.4174,282.213,2.822,392,0.10546160471439361,192.0691,1600,41.652,1.302,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-30b_quantized,1,30000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-30b_quantized_666,5.0,0.042713556438684464,0.0436578206717968,0.985,3.9687,100.286,1.008,0.985,3.9901,100.249,1.002,0.060226622968912125,0.05445169284939766,0.9823404255319148,3.8664,100.351,1.035,0.9825,3.9933,100.169,1.002,0.10329364985227585,0.11091813445091248,0.965,3.9904,100.241,1.002,0.9674999999999999,4.036,99.108,0.991,0.07381965965032578,0.044050347059965134,0.985,3.9224,99.938,1.02,0.98,3.9938,100.155,1.002,0.11341087520122528,0.060736142098903656,0.98,4.0367,99.092,0.991,0.9725,3.9833,100.419,1.004,0.0778125748038292,0.0643313005566597,0.975,4.0379,99.062,0.991,0.9775,3.9867,100.333,1.003,0.042669497430324554,0.04245046153664589,0.985,4.0334,98.924,0.992,0.985,4.0665,98.366,0.984,392,0.11310562694072723,552.9408,1600,14.468,0.452,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-30b_quantized,666,30000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-30b_quantized_42,5.0,0.10691267997026443,0.11438938975334167,0.9724747474747474,3.9821,99.947,1.004,0.975,3.9932,100.17,1.002,0.12446482479572296,0.12841977179050446,0.9723404255319148,3.8993,99.504,1.026,0.9725,4.0127,99.683,0.997,0.15206648409366608,0.14584825932979584,0.9675,4.0018,99.955,1.0,0.9675,3.9816,100.463,1.005,0.12413290143013,0.11016815900802612,0.975,3.924,99.899,1.019,0.9725,3.996,100.099,1.001,0.14341996610164642,0.10713975876569748,0.975,3.9886,100.285,1.003,0.9675,4.0128,99.682,0.997,0.12401427328586578,0.13519254326820374,0.97,4.0163,99.595,0.996,0.9725,4.0088,99.781,0.998,0.109747976064682,0.10716304928064346,0.975,3.9847,100.132,1.004,0.9725,4.0021,99.947,0.999,392,0.10734341764450073,550.6831,1600,14.527,0.454,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-30b_quantized,42,30000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-30b_quantized_25,5.0,0.10892599076032639,0.10945968329906464,0.9775,4.0679,97.839,0.983,0.9775,4.0109,99.728,0.997,0.12691964209079742,0.11227915436029434,0.9775,3.8965,99.577,1.027,0.975,4.0968,97.636,0.976,0.11827659606933594,0.13687945902347565,0.97,4.0574,98.585,0.986,0.975,4.0144,99.642,0.996,0.10928209125995636,0.111150361597538,0.9775,4.0505,96.779,0.988,0.9775,4.0825,97.979,0.98,0.1342763453722,0.10945029556751251,0.9775,4.0176,99.562,0.996,0.9725,4.0846,97.929,0.979,0.11073414981365204,0.1093171089887619,0.9775,4.0154,99.616,0.996,0.9775,4.0959,97.658,0.977,0.10898948460817337,0.10919841378927231,0.9775,4.013,99.428,0.997,0.9775,4.0445,98.899,0.989,392,0.10328908097743988,551.9502,1600,14.494,0.453,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-30b_quantized,25,30000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-30b_quantized_1337,5.0,0.26995471119880676,0.2713032364845276,0.9450000000000001,4.0004,99.489,1.0,0.9450000000000001,4.0167,99.584,0.996,0.29045796394348145,0.2966325283050537,0.9423404255319149,3.9037,99.392,1.025,0.9425000000000001,4.0242,99.4,0.994,0.27980276942253113,0.2902885377407074,0.9375,4.0208,99.482,0.995,0.9425000000000001,4.0179,99.556,0.996,0.2772964537143707,0.27544283866882324,0.9450000000000001,3.948,99.291,1.013,0.9425000000000001,4.0333,99.174,0.992,0.30186671018600464,0.2700026035308838,0.9450000000000001,4.011,99.726,0.997,0.9400000000000001,4.0222,99.448,0.994,0.2708612382411957,0.27021071314811707,0.9450000000000001,4.0243,99.395,0.994,0.9450000000000001,4.0392,99.029,0.99,0.2699744999408722,0.27062398195266724,0.9450000000000001,4.0179,99.306,0.996,0.9450000000000001,4.0409,98.987,0.99,392,0.10690490317344666,534.1147,1600,14.978,0.468,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-30b_quantized,1337,30000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-70b_1,5.0,0.12678486108779907,0.12762191891670227,0.97,3.9883,99.791,1.003,0.97,4.0109,99.729,0.997,0.14507734775543213,0.13142786920070648,0.97,3.8964,99.579,1.027,0.9674999999999999,4.0187,99.536,0.995,0.14081941545009613,0.1276698261499405,0.97,4.0675,98.342,0.983,0.965,4.0111,99.723,0.997,0.12680557370185852,0.1295398473739624,0.97,3.938,99.542,1.016,0.97,4.021,99.477,0.995,0.16581425070762634,0.12709036469459534,0.97,4.0162,99.596,0.996,0.96,4.0235,99.417,0.994,0.13653120398521423,0.1421046108007431,0.965,4.0083,99.794,0.998,0.9674999999999999,4.0183,99.545,0.995,0.1267973780632019,0.1273530125617981,0.97,4.0016,99.711,1.0,0.97,4.0464,98.853,0.989,400,0.11661468100547791,557.5019,1600,14.35,0.448,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b,1,70000000000.0,llama-2,False,all_results.json,False,0.15124726295471191,0.9624999999999999,4.0308,99.236,0.992,0.1267949342727661,0.97,4.0194,99.517,0.995,0.1691681444644928,0.9642196531791907,3.7474,99.537,0.801,0.1383046954870224,0.9674999999999999,4.0192,99.524,0.995,0.1278911978006363,0.97,3.9929,99.427,1.002,0.17160682380199432,0.9593617021276595,3.965,97.856,1.009,0.1275225579738617,0.97,4.0246,99.39,0.994,False | |
| llama-2-70b_666,5.0,0.21171468496322632,0.2820591330528259,0.9375,4.0042,99.396,0.999,0.9550000000000001,4.0037,99.908,0.999,0.22801487147808075,0.30983051657676697,0.9348404255319148,3.9224,98.92,1.02,0.9525000000000001,4.0186,99.538,0.995,0.24722500145435333,0.3004244267940521,0.935,4.0222,99.448,0.994,0.9475,4.1146,97.215,0.972,0.23613636195659637,0.29315757751464844,0.9348958333333334,3.9402,99.488,1.015,0.9500000000000001,4.0059,99.853,0.999,0.2493605762720108,0.2869539260864258,0.935,4.0751,98.156,0.982,0.9500000000000001,4.0549,98.645,0.986,0.21249589323997498,0.30060669779777527,0.935,4.0083,99.793,0.998,0.9550000000000001,4.0084,99.792,0.998,0.21170321106910706,0.28135088086128235,0.9375,4.0253,99.123,0.994,0.9550000000000001,4.0115,99.713,0.997,400,0.1269949860572815,536.1563,1600,14.921,0.466,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b,666,70000000000.0,llama-2,False,all_results.json,False,0.2307388186454773,0.9525000000000001,3.9987,100.032,1.0,0.21169637143611908,0.9550000000000001,4.0212,99.472,0.995,0.24273726344108582,0.9521098265895954,3.7406,99.715,0.802,0.23157167434692383,0.9525000000000001,4.0114,99.716,0.997,0.21381863951683044,0.9550000000000001,3.9733,99.917,1.007,0.22895340621471405,0.9496808510638299,3.8887,99.776,1.029,0.2116948515176773,0.9550000000000001,3.9993,100.017,1.0,False | |
| llama-2-70b_42,5.0,0.059149064123630524,0.05549507588148117,0.98,4.0239,98.908,0.994,0.98,3.993,100.176,1.002,0.06888984888792038,0.06906527280807495,0.9773404255319149,3.9217,98.937,1.02,0.975,3.9959,100.103,1.001,0.09425472468137741,0.0978245958685875,0.9675,4.0343,99.149,0.991,0.97,3.9899,100.254,1.003,0.06671208143234253,0.05728243291378021,0.9747916666666667,3.959,99.016,1.01,0.975,3.9885,100.289,1.003,0.0958370566368103,0.07619202882051468,0.9724999999999999,3.9744,100.645,1.006,0.9675,3.9912,100.22,1.002,0.08709558844566345,0.10831130295991898,0.965,3.9746,100.638,1.006,0.975,3.9905,100.239,1.002,0.05671635642647743,0.05640849098563194,0.98,3.988,100.049,1.003,0.98,4.2853,93.342,0.933,400,0.1430162467956543,551.5599,1600,14.504,0.453,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b,42,70000000000.0,llama-2,False,all_results.json,False,0.08355085551738739,0.9724999999999999,3.9733,100.673,1.007,0.05896403267979622,0.9774999999999999,3.9945,100.139,1.001,0.09935948997735977,0.9684393063583815,3.7287,100.034,0.805,0.07553321123123169,0.9724999999999999,3.9918,100.206,1.002,0.08470357209444046,0.9723857868020305,3.9525,100.443,1.012,0.12368983030319214,0.953404255319149,3.8811,99.971,1.031,0.070756696164608,0.975,3.9805,100.49,1.005,False | |
| llama-2-70b_25,5.0,0.138546422123909,0.13925082981586456,0.9525,3.956,100.607,1.011,0.9525,4.0475,98.827,0.988,0.14483585953712463,0.15658977627754211,0.9498404255319148,3.8619,100.47,1.036,0.95,3.976,100.603,1.006,0.1489347666501999,0.15229438245296478,0.95,3.9716,100.715,1.007,0.95,4.0252,99.373,0.994,0.14551399648189545,0.14130638539791107,0.9525,3.9056,100.369,1.024,0.95,3.9876,100.31,1.003,0.15275435149669647,0.13884668052196503,0.9525,3.9881,100.299,1.003,0.9475,3.9875,100.313,1.003,0.1389014571905136,0.1442294716835022,0.95,4.2194,94.799,0.948,0.9525,3.9999,100.004,1.0,0.13856787979602814,0.13891078531742096,0.9525,3.9627,100.69,1.009,0.9525,4.0427,98.945,0.989,400,0.11573076581954957,551.4545,1600,14.507,0.453,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b,25,70000000000.0,llama-2,False,all_results.json,False,0.14419938623905182,0.95,4.0262,99.349,0.993,0.13874542713165283,0.9525,3.9997,100.007,1.0,0.16063286364078522,0.9496098265895954,3.7604,99.19,0.798,0.15263758599758148,0.95,4.0316,99.217,0.992,0.1402372121810913,0.9525,3.9998,99.255,1.0,0.14930972456932068,0.9471808510638298,3.9178,99.036,1.021,0.13864950835704803,0.9525,4.0363,99.101,0.991,False | |
| llama-2-70b_1337,5.0,0.09879514575004578,0.09603181481361389,0.9775,3.9993,99.518,1.0,0.9775,4.0574,98.586,0.986,0.11425144225358963,0.11683890968561172,0.9748404255319149,3.9065,99.322,1.024,0.975,4.0616,98.483,0.985,0.13950036466121674,0.12175016105175018,0.97,4.026,99.355,0.994,0.9674999999999999,4.0816,98.001,0.98,0.1146233081817627,0.09751153737306595,0.9775,3.9578,99.044,1.011,0.975,4.0627,98.456,0.985,0.12397254258394241,0.10530809313058853,0.975,4.0338,99.163,0.992,0.9725,4.0818,97.996,0.98,0.10666389763355255,0.11599837988615036,0.9725,4.0092,99.771,0.998,0.9725,4.0651,98.398,0.984,0.09870385378599167,0.09579028189182281,0.9775,4.0095,99.513,0.998,0.9775,4.069,98.304,0.983,400,0.1240119571685791,552.3431,1600,14.484,0.453,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b,1337,70000000000.0,llama-2,False,all_results.json,False,0.12576012313365936,0.9725,4.0448,98.894,0.989,0.09903556853532791,0.9775,4.0719,98.235,0.982,0.15683184564113617,0.9659393063583815,3.7938,98.317,0.791,0.1161562129855156,0.975,4.0633,98.442,0.984,0.13080541789531708,0.9698857868020305,4.0594,97.797,0.985,0.13573747873306274,0.9695212765957447,3.9433,98.395,1.014,0.10202240198850632,0.975,4.0612,98.492,0.985,False | |
| llama-2-70b_quantized_1,5.0,0.11778020113706589,0.11834442615509033,0.975,4.0395,98.527,0.99,0.975,4.054,98.668,0.987,0.13546054065227509,0.13857120275497437,0.9723404255319148,3.9494,98.243,1.013,0.9725,4.0758,98.141,0.981,0.1519329696893692,0.15074387192726135,0.9675,4.0564,98.61,0.986,0.9675,3.981,100.479,1.005,0.13727693259716034,0.1385217010974884,0.9697916666666667,3.9834,98.409,1.004,0.9725,4.0678,98.334,0.983,0.15005354583263397,0.1276128590106964,0.9725,4.0259,99.357,0.994,0.97,4.0634,98.439,0.984,0.13495391607284546,0.1535472273826599,0.9624999999999999,4.0488,98.795,0.988,0.9725,4.0615,98.486,0.985,0.11777505278587341,0.11804905533790588,0.975,4.0408,98.742,0.99,0.975,4.0488,98.795,0.988,392,0.10479411029815675,554.9082,1600,14.417,0.451,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-70b_quantized,1,70000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-70b_quantized_666,5.0,0.1380360722541809,0.13452544808387756,0.975,3.9925,99.686,1.002,0.975,4.0023,99.942,0.999,0.14211097359657288,0.14259208738803864,0.9723404255319148,3.8791,100.023,1.031,0.9725,4.0014,99.964,1.0,0.15528066456317902,0.16345228254795074,0.9624999999999999,4.0096,99.76,0.998,0.9725,4.3466,92.027,0.92,0.1411619931459427,0.12980039417743683,0.975,3.9342,99.64,1.017,0.97,4.0007,99.981,1.0,0.17146669328212738,0.14401832222938538,0.9725,3.9925,100.187,1.002,0.9624999999999999,4.0077,99.809,0.998,0.15676791965961456,0.16782647371292114,0.9574999999999999,3.9998,100.006,1.0,0.97,4.0007,99.982,1.0,0.13574111461639404,0.13305547833442688,0.975,3.9901,99.998,1.002,0.975,4.0512,98.737,0.987,392,0.13230972504615784,555.7637,1600,14.395,0.45,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-70b_quantized,666,70000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-70b_quantized_42,5.0,0.09448465704917908,0.09494471549987793,0.975,4.0036,99.411,0.999,0.975,4.0246,99.388,0.994,0.11457505822181702,0.11792448163032532,0.9723404255319148,3.9076,99.293,1.024,0.9725,4.0214,99.468,0.995,0.11233211308717728,0.12003843486309052,0.97,4.022,99.453,0.995,0.9725,4.0374,99.073,0.991,0.11425665020942688,0.0968429297208786,0.975,3.9447,99.374,1.014,0.9725,4.0227,99.435,0.994,0.14456096291542053,0.09723013639450073,0.9725,4.0157,99.609,0.996,0.9675,4.0216,99.462,0.995,0.10552264004945755,0.11480599641799927,0.9725,4.0184,99.543,0.995,0.9725,4.0155,99.614,0.996,0.09448112547397614,0.09469883888959885,0.975,4.0121,99.449,0.997,0.975,4.0282,99.301,0.993,392,0.1095464289188385,573.6183,1600,13.947,0.436,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-70b_quantized,42,70000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-70b_quantized_25,5.0,0.06954832375049591,0.07206632196903229,0.98,4.0003,99.493,1.0,0.98,4.0135,99.663,0.997,0.0812668576836586,0.08737634122371674,0.9773404255319149,3.8901,99.741,1.028,0.9774999999999999,4.0791,98.061,0.981,0.09262596070766449,0.09284704178571701,0.975,4.0196,99.513,0.995,0.9724999999999999,3.9986,100.034,1.0,0.08454424887895584,0.07167630642652512,0.98,4.0001,97.998,1.0,0.9774999999999999,4.0856,97.905,0.979,0.09372646361589432,0.0720093697309494,0.98,4.0326,99.193,0.992,0.975,4.024,99.404,0.994,0.07814394682645798,0.08882705867290497,0.97,4.0081,99.799,0.998,0.9774999999999999,4.0793,98.056,0.981,0.0702962875366211,0.06949502974748611,0.98,4.0001,99.747,1.0,0.98,4.031,99.231,0.992,392,0.10952379500865936,557.0553,1600,14.361,0.449,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-70b_quantized,25,70000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-70b_quantized_1337,5.0,0.09593480080366135,0.09634694457054138,0.98,3.9557,100.615,1.011,0.98,3.9818,100.456,1.005,0.11551547795534134,0.11933542788028717,0.9773404255319149,3.8597,100.525,1.036,0.9774999999999999,3.9817,100.459,1.005,0.13182419538497925,0.1508004367351532,0.97,3.972,100.705,1.007,0.9675,3.9755,100.617,1.006,0.11573892831802368,0.11001931130886078,0.9773958333333332,3.8999,100.514,1.026,0.9774999999999999,3.9892,100.27,1.003,0.12301622331142426,0.10751952230930328,0.9774999999999999,3.9943,100.142,1.001,0.975,3.9759,100.606,1.006,0.11824283748865128,0.13417142629623413,0.9724999999999999,3.9777,100.56,1.006,0.975,3.9734,100.67,1.007,0.1038883626461029,0.09611178189516068,0.98,3.9703,100.496,1.007,0.9774999999999999,3.9988,100.03,1.0,392,0.11022761225700378,554.9492,1600,14.416,0.45,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-2-70b_quantized,1337,70000000000.0,llama-2,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-7b_1,5.0,0.06472006440162659,0.054608795791864395,0.9875,4.0052,99.372,0.999,0.99,4.0014,99.964,1.0,0.07110986113548279,0.05717458948493004,0.9875,3.899,99.513,1.026,0.99,4.0003,99.994,1.0,0.18156562745571136,0.18741361796855927,0.9625,4.0185,99.539,0.995,0.9699999999999999,3.9943,100.143,1.001,0.06889811903238297,0.05541007220745087,0.9875,3.9381,99.54,1.016,0.99,3.9974,100.066,1.001,0.17267967760562897,0.10950864851474762,0.9750000000000001,4.003,99.925,0.999,0.9699999999999999,4.0018,99.954,1.0,0.19597430527210236,0.12657704949378967,0.97,4.0168,99.582,0.996,0.965,4.0008,99.98,1.0,0.050118107348680496,0.05447302758693695,0.9875,4.0056,99.61,0.999,0.9924999999999999,4.0132,99.672,0.997,400,0.0973415687084198,532.6356,1600,15.02,0.469,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b,1,7000000000.0,llama-2,False,all_results.json,False,0.11517653614282608,0.9799999999999999,3.9978,100.056,1.001,0.09152684360742569,0.9849999999999999,4.0026,99.935,0.999,0.22251135110855103,0.9549277456647398,3.7296,100.01,0.804,0.06952282786369324,0.99,4.0018,99.955,1.0,0.23002666234970093,0.9620431472081218,3.9705,99.988,1.007,0.28862088918685913,0.9419680851063829,3.8772,100.073,1.032,0.07135967165231705,0.9824999999999999,3.9962,100.095,1.001,False | |
| llama-2-7b_666,5.0,0.15853144228458405,0.08196987211704254,0.985,3.9813,99.969,1.005,0.96,2.3217,172.288,1.723,0.17644546926021576,0.08490611612796783,0.9823404255319148,3.8711,100.229,1.033,0.9574999999999999,2.3297,171.694,1.717,0.2004164457321167,0.14575320482254028,0.955,3.9942,100.144,1.001,0.9525,2.3237,172.138,1.721,0.17175143957138062,0.08030666410923004,0.985,3.9135,100.167,1.022,0.9574999999999999,2.3148,172.804,1.728,0.23547500371932983,0.10180480033159256,0.975,3.9907,100.234,1.002,0.9424999999999999,2.3231,172.185,1.722,0.17307674884796143,0.12865881621837616,0.9725,3.984,100.401,1.004,0.955,2.3218,172.283,1.723,0.15825709700584412,0.0814928412437439,0.985,3.987,100.075,1.003,0.96,2.3315,171.566,1.716,400,0.10019066214561462,308.2692,1600,25.951,0.811,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b,666,7000000000.0,llama-2,False,all_results.json,False,0.17618559300899506,0.9574999999999999,2.3163,172.693,1.727,0.16308782994747162,0.9574999999999999,2.3689,168.852,1.689,0.21375510096549988,0.9484393063583815,2.1729,171.661,1.381,0.15826120972633362,0.96,2.3259,171.977,1.72,0.17932595312595367,0.95746192893401,2.3211,171.04,1.723,0.23724721372127533,0.9467021276595745,2.2645,171.343,1.766,0.15829205513000488,0.96,2.3535,169.958,1.7,False | |
| llama-2-7b_42,5.0,0.11283764243125916,0.04471597820520401,0.9875,3.9972,99.569,1.001,0.9775,3.9771,100.576,1.006,0.14152759313583374,0.04640725255012512,0.9875,3.8915,99.703,1.028,0.9725,3.9839,100.403,1.004,0.17345477640628815,0.20207533240318298,0.9575,4.0071,99.823,0.998,0.9674999999999999,3.9834,100.418,1.004,0.11348960548639297,0.044888414442539215,0.9875,3.9386,99.528,1.016,0.9775,3.9829,100.43,1.004,0.17973081767559052,0.0817047655582428,0.9775,4.0117,99.709,0.997,0.9625,3.986,100.352,1.004,0.14721328020095825,0.14001822471618652,0.9625,4.0066,99.836,0.998,0.97,3.9837,100.41,1.004,0.11282356083393097,0.049735985696315765,0.9849874371859297,4.0002,99.745,1.0,0.9775,4.0104,99.742,0.997,400,0.09332309865951538,529.0597,1600,15.121,0.473,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b,42,7000000000.0,llama-2,False,all_results.json,False,0.1322139948606491,0.975,3.9883,100.294,1.003,0.11295148730278015,0.9775,3.9825,100.44,1.004,0.16012832522392273,0.9717196531791907,3.7125,100.47,0.808,0.11289943754673004,0.9775,3.9864,100.342,1.003,0.13082726299762726,0.9749619289340102,3.954,100.405,1.012,0.20816217362880707,0.9615425531914894,3.8709,100.235,1.033,0.11926410347223282,0.975,3.9846,100.387,1.004,False | |
| llama-2-7b_25,5.0,0.0693671926856041,0.10757061094045639,0.9724999999999999,3.9828,99.93,1.004,0.985,3.9996,100.009,1.0,0.08963405340909958,0.11033454537391663,0.9724999999999999,3.8817,99.957,1.03,0.9825,3.9988,100.029,1.0,0.12830087542533875,0.12366741895675659,0.9674999999999999,4.0037,99.908,0.999,0.9725,4.3039,92.939,0.929,0.08465579897165298,0.1091984212398529,0.9724999999999999,3.9585,99.026,1.01,0.9825,4.015,99.627,0.996,0.16543079912662506,0.10712147504091263,0.9724999999999999,3.9996,100.01,1.0,0.9699999999999999,4.0007,99.983,1.0,0.08292902261018753,0.10774140059947968,0.9724999999999999,3.9959,100.103,1.001,0.9825,4.0058,99.856,0.999,0.06933901458978653,0.10731682926416397,0.9724999999999999,4.0065,99.589,0.998,0.985,4.0838,97.948,0.979,400,0.09323744475841522,536.1182,1600,14.922,0.466,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b,25,7000000000.0,llama-2,False,all_results.json,False,0.09697700291872025,0.98,4.0088,99.78,0.998,0.07344438135623932,0.9825,4.0089,99.778,0.998,0.10059776157140732,0.9792196531791907,3.7346,99.878,0.803,0.07156991213560104,0.9825,4.0143,99.645,0.996,0.09012611210346222,0.9824619289340102,3.9714,99.964,1.007,0.16001416742801666,0.9663829787234043,3.8856,99.857,1.029,0.06939660757780075,0.985,4.0025,99.937,0.999,False | |
| llama-2-7b_1337,5.0,0.07611161470413208,0.09509526193141937,0.9650000000000001,1.2769,311.695,3.133,0.9774999999999999,4.0136,99.662,0.997,0.09262436628341675,0.1278873234987259,0.9543617021276596,1.2551,309.145,3.187,0.9774999999999999,4.0161,99.6,0.996,0.11952915042638779,0.18357844650745392,0.9375,1.2768,313.291,3.133,0.97,3.9984,100.041,1.0,0.07444039732217789,0.09469285607337952,0.9650000000000001,1.1686,335.44,3.423,0.98,4.0137,99.658,0.997,0.1337314248085022,0.1394459754228592,0.945,1.2479,320.53,3.205,0.97,4.0123,99.692,0.997,0.09874977171421051,0.1862281858921051,0.9375,1.2796,312.597,3.126,0.975,4.008,99.799,0.998,0.07424502074718475,0.09277225285768509,0.9650000000000001,1.2793,311.889,3.127,0.98,4.0131,99.673,0.997,400,0.10295789408683777,534.5813,1600,14.965,0.468,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b,1337,7000000000.0,llama-2,False,all_results.json,False,0.09809044748544693,0.975,4.0014,99.965,1.0,0.07455337792634964,0.98,4.0158,99.607,0.996,0.12163053452968597,0.9684393063583815,3.7414,99.694,0.802,0.07509730011224747,0.98,4.0132,99.672,0.997,0.10852552950382233,0.9673096446700508,3.9734,99.914,1.007,0.17583811283111572,0.956063829787234,3.8868,99.824,1.029,0.08336129784584045,0.9774999999999999,4.002,99.95,1.0,False | |
| llama-65b_quantized_1,5.0,0.08312401175498962,0.08352138102054596,0.9824999999999999,4.005,99.375,0.999,0.9824999999999999,4.0373,99.075,0.991,0.10069580376148224,0.09849630296230316,0.9798404255319147,3.9081,99.282,1.024,0.98,4.0307,99.238,0.992,0.10159888863563538,0.12714286148548126,0.9724999999999999,4.0224,99.444,0.994,0.975,4.0167,99.583,0.996,0.09716978669166565,0.1097509041428566,0.9772916666666666,3.9585,99.027,1.01,0.98,4.0327,99.188,0.992,0.1264171451330185,0.0933246836066246,0.98,4.0402,99.006,0.99,0.975,4.0416,98.971,0.99,0.09246741980314255,0.10946989804506302,0.975,4.0172,99.573,0.996,0.98,4.0345,99.144,0.991,0.08312520384788513,0.08331742137670517,0.9824999999999999,4.0105,99.488,0.997,0.9824999999999999,4.031,99.231,0.992,392,0.10706954669952393,550.1531,1600,14.541,0.454,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-65b_quantized,1,65000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-65b_quantized_666,5.0,0.11821434646844864,0.1187988817691803,0.9724999999999999,3.9841,99.896,1.004,0.9724999999999999,4.0056,99.86,0.999,0.13390783965587616,0.1401587426662445,0.9698404255319149,3.8789,100.028,1.031,0.97,4.0543,98.661,0.987,0.12863421440124512,0.1582215130329132,0.9624999999999999,4.0073,99.819,0.998,0.97,3.9941,100.148,1.001,0.1361483931541443,0.1532672792673111,0.9672916666666665,3.9356,99.602,1.016,0.97,4.0111,99.722,0.997,0.15462683141231537,0.13465818762779236,0.97,3.9962,100.096,1.001,0.9624999999999999,4.0118,99.706,0.997,0.13423700630664825,0.1509782373905182,0.965,3.9982,100.046,1.0,0.97,3.9971,100.073,1.001,0.11817718297243118,0.11845144629478455,0.9724999999999999,3.9887,100.033,1.003,0.9724999999999999,4.0071,99.823,0.998,392,0.1238907687664032,553.1164,1600,14.464,0.452,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-65b_quantized,666,65000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-65b_quantized_42,5.0,0.09185607731342316,0.09230183064937592,0.985,3.989,99.775,1.003,0.985,4.008,99.799,0.998,0.09794433414936066,0.11405301839113235,0.9823404255319148,3.899,99.512,1.026,0.9825,4.0191,99.525,0.995,0.12017679214477539,0.1563575565814972,0.9699999999999999,4.0172,99.571,0.996,0.975,4.006,99.85,0.999,0.09186020493507385,0.09369894862174988,0.985,3.939,99.518,1.015,0.985,4.0226,99.438,0.994,0.12225272506475449,0.09662989526987076,0.9825,4.0002,99.995,1.0,0.9775,4.0116,99.71,0.997,0.14166490733623505,0.0920032486319542,0.985,4.0005,99.987,1.0,0.975,4.011,99.727,0.997,0.09186965972185135,0.09209408611059189,0.985,3.994,99.901,1.002,0.985,4.0372,99.08,0.991,392,0.12400365054607392,540.4779,1600,14.802,0.463,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-65b_quantized,42,65000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-65b_quantized_25,5.0,0.12553748488426208,0.12614236772060394,0.9650000000000001,4.0683,97.829,0.983,0.9650000000000001,4.0717,98.238,0.982,0.13184551894664764,0.15031421184539795,0.962340425531915,3.9488,98.258,1.013,0.9625000000000001,4.0612,98.493,0.985,0.14605867862701416,0.15633244812488556,0.9575,4.0782,98.082,0.981,0.9625000000000001,4.0087,99.782,0.998,0.14569446444511414,0.1414516270160675,0.9623958333333335,4.0081,97.803,0.998,0.9625000000000001,4.0653,98.393,0.984,0.14887098968029022,0.13802173733711243,0.9625000000000001,3.9984,100.039,1.0,0.9600000000000001,4.0573,98.588,0.986,0.14095893502235413,0.1451580822467804,0.9625000000000001,4.0004,99.99,1.0,0.9625000000000001,4.0797,98.047,0.98,0.12554988265037537,0.1258511245250702,0.9650000000000001,4.0129,99.43,0.997,0.9650000000000001,4.0273,99.322,0.993,392,0.12809055542945863,551.325,1600,14.51,0.453,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-65b_quantized,25,65000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-65b_quantized_1337,5.0,0.11786369234323502,0.118445485830307,0.9775,3.9858,99.854,1.004,0.9775,3.9954,100.114,1.001,0.1204497367143631,0.14129064977169037,0.9748404255319149,3.8715,100.221,1.033,0.975,4.0022,99.946,0.999,0.14025907218456268,0.14862190186977386,0.9725,4.0073,99.818,0.998,0.9725,3.9859,100.353,1.004,0.13691328465938568,0.1400035172700882,0.9722916666666668,3.9318,99.7,1.017,0.975,4.0018,99.954,1.0,0.13667970895767212,0.13107414543628693,0.975,3.9942,100.145,1.001,0.975,4.0034,99.915,0.999,0.11918923258781433,0.13650579750537872,0.975,4.0069,99.827,0.998,0.9775,4.0099,99.752,0.998,0.11786261200904846,0.11815700680017471,0.9775,3.9856,100.111,1.004,0.9775,4.0248,99.384,0.994,392,0.12225391745567321,553.4061,1600,14.456,0.452,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-65b_quantized,1337,65000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-13b_quantized_1,5.0,0.045753683894872665,0.046066705137491226,0.9874747474747475,3.9503,100.752,1.013,0.99,3.9768,100.583,1.006,0.06048476696014404,0.05817994475364685,0.9873404255319148,3.8533,100.692,1.038,0.9874999999999999,3.9791,100.524,1.005,0.11999737471342087,0.14089538156986237,0.9625,3.9948,100.13,1.001,0.9699999999999999,3.9573,101.08,1.011,0.06793118268251419,0.04274771735072136,0.99,3.8969,100.592,1.026,0.985,3.9716,100.716,1.007,0.10575541853904724,0.07733193039894104,0.98,4.0106,99.737,0.997,0.9774999999999999,3.9733,100.671,1.007,0.11787374317646027,0.09910432994365692,0.9724999999999999,3.9667,100.839,1.008,0.9699999999999999,3.9821,100.451,1.005,0.050445374101400375,0.04291452839970589,0.99,3.9753,100.37,1.006,0.9874999999999999,3.9781,100.55,1.005,392,0.09602949368953705,538.9661,1600,14.843,0.464,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-13b_quantized,1,13000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-13b_quantized_666,5.0,0.06870478391647339,0.06866846978664398,0.975,8.2627,48.168,0.484,0.975,8.5027,47.044,0.47,0.08383724838495255,0.08416840434074402,0.9723404255319148,7.9972,48.517,0.5,0.9725,8.3799,47.733,0.477,0.10335391759872437,0.09374551475048065,0.9675,5.7515,69.547,0.695,0.965,8.1579,49.032,0.49,0.09252355247735977,0.07349205762147903,0.9723958333333332,7.9911,49.055,0.501,0.97,8.4027,47.604,0.476,0.1115572527050972,0.07048799097537994,0.975,8.1789,48.906,0.489,0.9624999999999999,8.3896,47.678,0.477,0.08414425700902939,0.08155351877212524,0.9725,8.2435,48.523,0.485,0.9725,8.3222,48.064,0.481,0.06848049908876419,0.0684521496295929,0.975,8.2218,48.529,0.487,0.975,8.1691,48.965,0.49,392,0.10223931348323823,938.4903,1600,8.524,0.266,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-13b_quantized,666,13000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-13b_quantized_42,5.0,0.03675296530127525,0.03681560233235359,0.985,3.5011,113.68,0.571,0.985,4.3511,91.931,0.46,0.051950227469205856,0.04848602041602135,0.9823404255319148,4.4049,88.085,0.454,0.9825,4.4698,89.49,0.447,0.06327399611473083,0.07861417531967163,0.9674999999999999,2.694,148.478,0.742,0.9775,4.3735,91.46,0.457,0.04808945581316948,0.03685426339507103,0.985,4.3871,89.354,0.456,0.9825,4.4825,89.236,0.446,0.07396171241998672,0.037061430513858795,0.985,4.4483,89.922,0.45,0.9775,4.4548,89.791,0.449,0.05398348718881607,0.04170585796236992,0.9825,4.3548,91.852,0.459,0.9775,4.5992,86.972,0.435,0.03638899698853493,0.03629879653453827,0.985,4.4402,89.86,0.45,0.985,4.4732,89.421,0.447,392,0.13415269660949708,592.5063,1600,13.502,0.211,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-13b_quantized,42,13000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-13b_quantized_25,5.0,0.06240273639559746,0.06272570043802261,0.975,3.9664,100.342,1.008,0.975,3.9819,100.455,1.005,0.08033750206232071,0.08048581331968307,0.9723404255319148,3.8669,100.339,1.034,0.9725,3.9816,100.463,1.005,0.0932011604309082,0.10063079744577408,0.965,4.0009,99.977,1.0,0.9675,3.9783,100.544,1.005,0.07826782017946243,0.06470319628715515,0.975,3.9655,98.854,1.009,0.9725,3.9815,100.465,1.005,0.09123535454273224,0.06348367035388947,0.975,3.9796,100.513,1.005,0.9675,3.9886,100.286,1.003,0.06784199923276901,0.07211730629205704,0.9725,3.9785,100.541,1.005,0.97,3.9924,100.189,1.002,0.06242158263921738,0.06250867247581482,0.975,3.9724,100.443,1.007,0.975,4.0046,99.884,0.999,392,0.11440669178962708,544.6875,1600,14.687,0.459,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-13b_quantized,25,13000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-13b_quantized_1337,5.0,0.08404796570539474,0.08443618565797806,0.975,3.9765,100.088,1.006,0.975,4.0005,99.987,1.0,0.10356514900922775,0.10675909370183945,0.9723404255319148,4.4831,86.547,0.892,0.9725,4.001,99.976,1.0,0.12618707120418549,0.1530504822731018,0.9624999999999999,3.997,100.076,1.001,0.9675,3.9876,100.31,1.003,0.10374272614717484,0.08676938712596893,0.975,3.9252,99.867,1.019,0.9725,4.0105,99.739,0.997,0.11968275159597397,0.0874660387635231,0.9725,4.0143,99.644,0.996,0.9675,4.0188,99.533,0.995,0.10355713218450546,0.10941445082426071,0.97,4.0008,99.98,1.0,0.9725,4.025,99.379,0.994,0.09061896055936813,0.0842209905385971,0.975,3.9902,99.994,1.002,0.9725,4.0455,98.876,0.989,392,0.10685477888584137,546.5438,1600,14.637,0.457,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-13b_quantized,1337,13000000000.0,llama-1,False,all_results.json,True,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-2-13b_1,5.0,0.15217463672161102,0.11714249849319458,0.9775,4.0032,99.421,0.999,0.9674999999999999,4.0569,98.597,0.986,0.15982156991958618,0.1554240882396698,0.9721808510638299,3.908,99.283,1.024,0.9674999999999999,4.0516,98.726,0.987,0.2130965292453766,0.18486501276493073,0.9650000000000001,4.0332,99.177,0.992,0.96,4.035,99.133,0.991,0.16536659002304077,0.12340351939201355,0.9748958333333333,3.957,99.066,1.011,0.965,4.0323,99.2,0.992,0.221689373254776,0.14355865120887756,0.9725,4.0254,99.368,0.994,0.96,4.0407,98.992,0.99,0.1733136773109436,0.2129669189453125,0.9600000000000001,4.0243,99.397,0.994,0.965,4.0514,98.732,0.987,0.14456064999103546,0.1167198196053505,0.9775,4.0124,99.443,0.997,0.9674999999999999,4.0468,98.843,0.988,400,0.0893252340555191,538.6696,1600,14.851,0.464,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b,1,13000000000.0,llama-2,False,all_results.json,False,0.18062609434127808,0.9624999999999999,4.0426,98.946,0.989,0.1396159529685974,0.97,4.0474,98.829,0.988,0.19356916844844818,0.961329479768786,3.7556,99.319,0.799,0.1584397703409195,0.9674999999999999,4.0399,99.012,0.99,0.15846475958824158,0.9674619289340102,4.0094,99.017,0.998,0.27519533038139343,0.9380851063829787,3.925,98.854,1.019,0.13891811668872833,0.97,4.0406,98.996,0.99,False | |
| llama-2-13b_666,5.0,0.0994272232055664,0.09993680566549301,0.9724999999999999,3.9936,99.66,1.002,0.9724999999999999,4.0146,99.635,0.996,0.11914725601673126,0.12364941835403442,0.9698404255319149,3.9047,99.368,1.024,0.97,4.1116,97.285,0.973,0.15325278043746948,0.16485720872879028,0.9549999999999998,4.015,99.627,0.996,0.9599999999999999,3.9984,100.041,1.0,0.135206401348114,0.10164476931095123,0.9724999999999999,3.9476,99.302,1.013,0.9674999999999999,4.0191,99.525,0.995,0.17735767364501953,0.13148260116577148,0.965,4.0183,99.546,0.995,0.9599999999999999,4.0208,99.483,0.995,0.13038122653961182,0.18380968272686005,0.9574999999999999,4.0194,99.518,0.995,0.9674999999999999,4.0121,99.698,0.997,0.09930113703012466,0.0996759906411171,0.9724999999999999,4.0083,99.543,0.998,0.9724999999999999,4.0175,99.564,0.996,400,0.10689755630493164,552.7902,1600,14.472,0.452,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b,666,13000000000.0,llama-2,False,all_results.json,False,0.13106563687324524,0.9674999999999999,4.0087,99.784,0.998,0.10000183433294296,0.9724999999999999,4.0175,99.564,0.996,0.16911852359771729,0.9580491329479768,3.746,99.573,0.801,0.1187070682644844,0.97,4.028,99.305,0.993,0.11649879813194275,0.96996192893401,3.9752,99.87,1.006,0.19671331346035004,0.9565425531914893,3.8967,99.572,1.027,0.09930185973644257,0.9724999999999999,4.0046,99.886,0.999,False | |
| llama-2-13b_42,5.0,0.10942815989255905,0.09952929615974426,0.975,3.2431,122.72,1.233,0.9724999999999999,3.3217,120.419,1.204,0.12880747020244598,0.11359592527151108,0.9696808510638297,3.1604,122.768,1.266,0.97,3.2735,122.195,1.222,0.17128142714500427,0.1547195464372635,0.96,3.2622,122.617,1.226,0.9599999999999999,3.3253,120.291,1.203,0.11129966378211975,0.10098051279783249,0.975,3.1838,123.123,1.256,0.9724999999999999,3.269,122.36,1.224,0.17700523138046265,0.10941573977470398,0.9675,3.2478,123.161,1.232,0.9624999999999999,3.2787,122.001,1.22,0.1271352767944336,0.1427159458398819,0.965,3.2832,121.832,1.218,0.97,3.2845,121.783,1.218,0.10936294496059418,0.09918185323476791,0.975,3.2363,123.289,1.236,0.9724999999999999,3.3465,119.527,1.195,400,0.09193761992454529,438.7194,1600,18.235,0.57,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b,42,13000000000.0,llama-2,False,all_results.json,False,0.15637212991714478,0.965,3.3562,119.182,1.192,0.10941489040851593,0.9724999999999999,3.2637,122.559,1.226,0.15801668167114258,0.9667196531791907,3.0738,121.348,0.976,0.13018479943275452,0.97,3.3198,120.49,1.205,0.12466533482074738,0.96996192893401,3.3058,120.092,1.21,0.17883214354515076,0.9618617021276594,3.2361,119.897,1.236,0.10941434651613235,0.9724999999999999,3.3289,120.159,1.202,False | |
| llama-2-13b_25,5.0,0.024165375158190727,0.10560915619134903,0.97,4.0066,99.336,0.998,0.9925,4.0202,99.497,0.995,0.04186578840017319,0.12863843142986298,0.9673404255319148,3.9076,99.294,1.024,0.9925,4.0331,99.18,0.992,0.11445055902004242,0.13026300072669983,0.965,4.0278,99.31,0.993,0.975,4.0573,98.587,0.986,0.054417628794908524,0.10727900266647339,0.97,4.033,97.199,0.992,0.99,4.0401,99.006,0.99,0.11704698204994202,0.10554470866918564,0.97,4.0248,99.383,0.994,0.9775,4.0465,98.851,0.989,0.09263892471790314,0.1384929120540619,0.96,4.0254,99.368,0.994,0.9725,4.0355,99.12,0.991,0.022924060001969337,0.10533082485198975,0.97,4.0139,99.404,0.997,0.995,4.1157,97.189,0.972,400,0.0940748598575592,552.2705,1600,14.486,0.453,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b,25,13000000000.0,llama-2,False,all_results.json,False,0.07142220437526703,0.985,4.0286,99.29,0.993,0.03980984166264534,0.9925,5.4605,73.254,0.733,0.10675032436847687,0.9805491329479767,3.7915,98.379,0.791,0.05693548545241356,0.99,4.0377,99.066,0.991,0.09843289107084274,0.9823096446700508,3.9874,99.564,1.003,0.1837795227766037,0.9604255319148935,3.8976,99.55,1.026,0.03297104313969612,0.99,4.0217,99.461,0.995,False | |
| llama-2-13b_1337,5.0,0.15325625240802765,0.3122103214263916,0.9425,4.0785,97.585,0.981,0.96,4.1139,97.231,0.972,0.16968971490859985,0.3471832275390625,0.9371808510638299,3.9313,98.695,1.017,0.9574999999999999,4.0322,99.2,0.992,0.1784827560186386,0.38076961040496826,0.9325,4.0872,97.866,0.979,0.95,4.1496,96.394,0.964,0.1690213829278946,0.3169703185558319,0.9425,3.9635,98.902,1.009,0.9574999999999999,4.0998,97.566,0.976,0.19444631040096283,0.318988561630249,0.94,4.0436,98.922,0.989,0.95,4.1075,97.383,0.974,0.17146874964237213,0.3994183838367462,0.9249999999999999,4.0455,98.876,0.989,0.955,4.0278,99.311,0.993,0.15292547643184662,0.3114131689071655,0.9425,4.0434,98.678,0.989,0.96,4.1256,96.955,0.97,400,0.0942024114727974,554.7263,1600,14.422,0.451,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b,1337,13000000000.0,llama-2,False,all_results.json,False,0.18394045531749725,0.9525,4.1201,97.084,0.971,0.153095081448555,0.96,4.0354,99.122,0.991,0.20765817165374756,0.9513294797687861,3.8277,97.447,0.784,0.17003050446510315,0.9574999999999999,4.1073,97.388,0.974,0.1662149727344513,0.9523857868020303,4.0785,97.339,0.981,0.22329790890216827,0.9413829787234042,3.9968,97.079,1.001,0.1530146598815918,0.96,4.1244,96.983,0.97,False | |
| llama-13b_1,5.0,0.07460370659828186,0.05351768806576729,0.9849747474747474,2.1829,182.322,1.832,0.985,2.1626,184.959,1.85,0.10948856174945831,0.07489220798015594,0.9821808510638298,2.1574,179.85,1.854,0.9775,2.1629,184.941,1.849,0.1645016074180603,0.1594851315021515,0.9650000000000001,2.1898,182.663,1.827,0.9674999999999999,2.1923,182.455,1.825,0.11165933310985565,0.051908399909734726,0.9848958333333334,2.152,182.159,1.859,0.98,2.1638,184.858,1.849,0.15908078849315643,0.08032683283090591,0.9750000000000001,2.2363,178.863,1.789,0.9699999999999999,2.1642,184.823,1.848,0.12927497923374176,0.15217387676239014,0.96,2.1996,181.852,1.819,0.975,2.1626,184.961,1.85,0.07440414279699326,0.04965461045503616,0.9875,2.1496,185.612,1.861,0.985,2.1627,184.958,1.85,400,0.09810442471504212,296.9417,1600,26.941,0.842,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b,1,13000000000.0,llama-1,False,all_results.json,False,0.0946364775300026,0.98,2.1763,183.794,1.838,0.09339375793933868,0.9825,2.4893,160.69,1.607,0.13613538444042206,0.976329479768786,2.0175,184.886,1.487,0.10111087560653687,0.98,2.1854,183.03,1.83,0.13690459728240967,0.9748477157360407,2.1568,184.072,1.855,0.1970318704843521,0.9637234042553191,2.1477,180.662,1.862,0.07406669110059738,0.985,2.2007,181.76,1.818,False | |
| llama-13b_666,5.0,0.04062589257955551,0.05154860392212868,0.9924999999999999,4.7384,83.994,0.844,0.995,4.1017,97.52,0.975,0.06694300472736359,0.0745711475610733,0.9898404255319148,3.927,98.804,1.019,0.99,4.096,97.657,0.977,0.155950129032135,0.16971167922019958,0.9699999999999999,4.1041,97.462,0.975,0.9725,4.0792,98.058,0.981,0.09533215314149857,0.08966344594955444,0.9872916666666667,3.9961,98.096,1.001,0.9875,4.0807,98.023,0.98,0.15129883587360382,0.0734761506319046,0.9874999999999999,4.3631,91.678,0.917,0.98,4.0897,97.807,0.978,0.10118915885686874,0.12193578481674194,0.975,4.0427,98.944,0.989,0.985,4.0666,98.363,0.984,0.040353015065193176,0.051414359360933304,0.9924999999999999,4.0296,99.016,0.993,0.995,4.1006,97.546,0.975,400,0.11818658757209778,538.2886,1600,14.862,0.464,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b,666,13000000000.0,llama-1,False,all_results.json,False,0.08199312537908554,0.9875,4.0771,98.108,0.981,0.0508103147149086,0.9925,4.0454,98.878,0.989,0.1431349217891693,0.9776589595375722,3.8086,97.935,0.788,0.0635947585105896,0.99,4.0983,97.603,0.976,0.12673339247703552,0.9721573604060914,4.0582,97.826,0.986,0.23427607119083405,0.9577659574468085,3.9891,97.266,1.003,0.04042866826057434,0.995,4.0869,97.874,0.979,False | |
| llama-13b_42,5.0,0.08489212393760681,0.10000509768724442,0.9724999999999999,1.3692,290.684,2.921,0.975,1.4101,283.659,2.837,0.10997213423252106,0.12426711618900299,0.9671808510638298,1.384,280.357,2.89,0.97,1.444,277.014,2.77,0.141228586435318,0.14727681875228882,0.9599999999999999,1.4254,280.623,2.806,0.96,1.2114,330.186,3.302,0.09768702834844589,0.10547606647014618,0.9698958333333332,1.3996,280.079,2.858,0.97,1.3536,295.51,2.955,0.15058627724647522,0.11182314157485962,0.965,1.3907,287.63,2.876,0.9624999999999999,1.5357,260.462,2.605,0.12424742430448532,0.16359929740428925,0.9574999999999999,1.3751,290.886,2.909,0.9624999999999999,1.4295,279.819,2.798,0.08436736464500427,0.0995749980211258,0.9724999999999999,1.3259,300.936,3.017,0.975,1.564,255.757,2.558,400,0.1039729197025299,193.3341,1600,41.379,1.293,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b,42,13000000000.0,llama-1,False,all_results.json,False,0.10735146701335907,0.97,1.2091,330.821,3.308,0.09005320817232132,0.9725,1.3088,305.627,3.056,0.1231224536895752,0.9692196531791908,1.2417,300.402,2.416,0.09863319247961044,0.9725,1.446,276.626,2.766,0.10400199145078659,0.9699238578680203,1.3752,288.684,2.909,0.19095508754253387,0.9484042553191488,1.2767,303.91,3.133,0.08678577095270157,0.975,1.5822,252.818,2.528,False | |
| llama-13b_25,5.0,0.09868668764829636,0.07156950235366821,0.975,2.15,185.116,1.86,0.97,2.1598,185.2,1.852,0.11027107387781143,0.0861046314239502,0.9723404255319148,2.1273,182.392,1.88,0.9674999999999999,2.1559,185.54,1.855,0.12636806070804596,0.0899527445435524,0.9675,2.1956,182.183,1.822,0.9624999999999999,2.1656,184.702,1.847,0.10544072091579437,0.07318578660488129,0.975,2.151,182.238,1.86,0.9674999999999999,2.1613,185.075,1.851,0.1259658932685852,0.07192093878984451,0.975,2.2223,179.992,1.8,0.96,2.1616,185.046,1.85,0.104451484978199,0.08077482134103775,0.9725,2.1762,183.804,1.838,0.9674999999999999,2.2263,179.673,1.797,0.09822472929954529,0.07125337421894073,0.975,2.194,181.862,1.823,0.97,2.1892,182.719,1.827,400,0.0962130012512207,297.4371,1600,26.896,0.841,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b,25,13000000000.0,llama-1,False,all_results.json,False,0.11186998337507248,0.9674999999999999,2.1539,185.708,1.857,0.10394381731748581,0.965,2.1867,182.927,1.829,0.11934404820203781,0.9642196531791907,2.0153,185.082,1.489,0.1092943400144577,0.9674999999999999,2.1791,183.562,1.836,0.12046678364276886,0.9623857868020304,2.1827,181.882,1.833,0.1632671058177948,0.9487234042553192,2.0915,185.51,1.912,0.09938811510801315,0.97,2.161,185.1,1.851,False | |
| llama-13b_1337,5.0,0.18474864959716797,0.10489293187856674,0.9775,2.1372,186.228,1.872,0.96,2.2239,179.862,1.799,0.20237089693546295,0.12802650034427643,0.9748404255319149,2.0841,186.167,1.919,0.9574999999999999,2.2253,179.752,1.798,0.21890579164028168,0.1691330373287201,0.9625,2.1464,186.355,1.864,0.9525,2.2156,180.537,1.805,0.2081921249628067,0.13948896527290344,0.9722916666666668,2.1067,186.075,1.899,0.955,2.2288,179.466,1.795,0.22214750945568085,0.1236933246254921,0.975,2.1498,186.067,1.861,0.95,2.2259,179.705,1.797,0.18693794310092926,0.158480703830719,0.9650000000000001,2.1482,186.205,1.862,0.96,2.2274,179.585,1.796,0.18470783531665802,0.10442925989627838,0.9775,2.1434,186.149,1.866,0.96,2.2177,180.367,1.804,400,0.10617623728513717,302.2707,1600,26.466,0.827,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b,1337,13000000000.0,llama-1,False,all_results.json,False,0.20235300064086914,0.9574999999999999,2.2288,179.466,1.795,0.18476112186908722,0.96,2.1641,184.836,1.848,0.218985915184021,0.9571098265895953,2.0828,179.083,1.44,0.20266292989253998,0.9574999999999999,2.227,179.616,1.796,0.18772481381893158,0.96,2.2236,178.541,1.799,0.227079838514328,0.9493617021276596,2.1674,179.02,1.846,0.18474897742271423,0.96,2.2322,179.198,1.792,False | |
| llama-65b_1,5.0,0.08533945679664612,0.0932871624827385,0.98,4.0075,99.313,0.998,0.975,4.0721,98.23,0.982,0.0998295247554779,0.12707079946994781,0.9746808510638298,3.9054,99.35,1.024,0.9725,4.0366,99.093,0.991,0.1053917333483696,0.13514511287212372,0.9675,4.0272,99.324,0.993,0.9675,4.054,98.667,0.987,0.10018293559551239,0.11449340730905533,0.9747916666666667,3.95,99.241,1.013,0.9725,4.0792,98.058,0.981,0.10949251800775528,0.11245229095220566,0.975,4.0988,97.59,0.976,0.97,4.0405,98.998,0.99,0.08780758082866669,0.16285032033920288,0.9675,4.1065,97.407,0.974,0.975,4.0379,99.061,0.991,0.08520173281431198,0.09302307665348053,0.98,4.0825,97.734,0.98,0.975,4.2317,94.524,0.945,400,0.10899387454986573,553.5253,1600,14.453,0.452,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b,1,65000000000.0,llama-1,False,all_results.json,False,0.11023382842540741,0.97,4.0983,97.601,0.976,0.08522262424230576,0.975,4.0632,98.445,0.984,0.131447434425354,0.966329479768786,3.7973,98.227,0.79,0.10032129287719727,0.9725,4.0669,98.354,0.984,0.09273994714021683,0.9724619289340101,4.0877,97.12,0.979,0.12963533401489258,0.9643617021276595,3.9292,98.748,1.018,0.08536607772111893,0.975,4.0391,99.031,0.99,False | |
| llama-65b_666,5.0,0.080065056681633,0.08046210557222366,0.9774747474747475,3.973,100.177,1.007,0.9774999999999999,4.0181,99.549,0.995,0.08733586966991425,0.09346802532672882,0.9720212765957447,3.872,100.206,1.033,0.9774999999999999,4.0171,99.575,0.996,0.13875509798526764,0.12033060938119888,0.9675,3.9944,100.14,1.001,0.9625,4.007,99.825,0.998,0.09126642346382141,0.08208827674388885,0.9773958333333332,3.9224,99.938,1.02,0.975,4.0167,99.584,0.996,0.12963533401489258,0.09221151471138,0.9675,4.0412,98.98,0.99,0.9625,4.0118,99.706,0.997,0.09922787547111511,0.13771705329418182,0.9625,4.0329,99.184,0.992,0.975,4.0192,99.522,0.995,0.07895441353321075,0.07841742783784866,0.9774874371859296,3.9775,100.314,1.006,0.9774999999999999,4.0361,99.105,0.991,400,0.12066423046588898,556.0015,1600,14.388,0.45,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b,666,65000000000.0,llama-1,False,all_results.json,False,0.11406078189611435,0.9675,4.0109,99.727,0.997,0.08055970072746277,0.9774999999999999,4.0188,99.533,0.995,0.10338589549064636,0.9742196531791908,3.7476,99.53,0.801,0.08651766180992126,0.9774999999999999,4.0146,99.636,0.996,0.09926778823137283,0.9723857868020305,3.9982,99.294,1.0,0.15452349185943604,0.9480851063829787,3.8933,99.659,1.027,0.08127573877573013,0.975,4.0213,99.471,0.995,False | |
| llama-65b_42,5.0,0.1169193834066391,0.11661361157894135,0.975,4.0199,99.007,0.995,0.975,4.0408,98.991,0.99,0.1345735639333725,0.13686828315258026,0.9723404255319148,3.9125,99.17,1.022,0.9725,4.0299,99.257,0.993,0.15648573637008667,0.14484071731567383,0.97,4.0341,99.155,0.992,0.9675,4.0384,99.049,0.99,0.1348964124917984,0.11694487929344177,0.975,3.9658,98.845,1.009,0.97,4.0375,99.071,0.991,0.15284676849842072,0.11496588587760925,0.975,4.0331,99.18,0.992,0.9675,4.0353,99.125,0.991,0.13796110451221466,0.15010005235671997,0.965,4.0301,99.253,0.993,0.97,4.0393,99.028,0.99,0.11515209078788757,0.11489884555339813,0.975,4.025,99.13,0.994,0.975,4.0432,98.932,0.989,400,0.12374546110630036,538.4512,1600,14.857,0.464,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b,42,65000000000.0,llama-1,False,all_results.json,False,0.13743695616722107,0.9725,4.0372,99.079,0.991,0.11525096744298935,0.975,4.0314,99.22,0.992,0.1642524152994156,0.9692196531791908,3.7524,99.404,0.799,0.13463559746742249,0.9725,4.044,98.913,0.989,0.11996638774871826,0.9724619289340101,4.0057,99.109,0.999,0.15859173238277435,0.9670212765957447,3.916,99.082,1.021,0.12370580434799194,0.9725,4.0634,98.439,0.984,False | |
| llama-65b_25,5.0,0.11653760820627213,0.19236613810062408,0.9524747474747475,4.0207,98.988,0.995,0.9675,4.0259,99.356,0.994,0.1496962308883667,0.21471382677555084,0.952340425531915,3.9372,98.546,1.016,0.9625,4.0408,98.99,0.99,0.14234896004199982,0.20730586349964142,0.9525000000000001,4.0392,99.03,0.99,0.96,4.0278,99.31,0.993,0.13745266199111938,0.197561115026474,0.9523958333333333,3.9581,99.038,1.011,0.965,4.0378,99.064,0.991,0.15566405653953552,0.19046810269355774,0.9525000000000001,4.0319,99.209,0.992,0.9625,4.0327,99.189,0.992,0.12695607542991638,0.2127407193183899,0.9500000000000001,4.0382,99.054,0.991,0.965,4.0401,99.008,0.99,0.11769149452447891,0.18860220909118652,0.9550000000000001,4.0357,98.868,0.991,0.9675,4.1909,95.445,0.954,400,0.12581119871139526,539.2134,1600,14.836,0.464,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b,25,65000000000.0,llama-1,False,all_results.json,False,0.13482846319675446,0.965,4.0279,99.307,0.993,0.11670617759227753,0.9675,4.0415,98.974,0.99,0.14887626469135284,0.9617196531791908,3.7659,99.048,0.797,0.13817371428012848,0.9625,4.0394,99.025,0.99,0.1292964369058609,0.9649619289340101,4.0089,99.03,0.998,0.14886625111103058,0.9621808510638298,3.9132,99.153,1.022,0.11649282276630402,0.9675,4.0372,99.078,0.991,False | |
| llama-65b_1337,5.0,0.10085435956716537,0.10262373089790344,0.975,3.9651,100.377,1.009,0.975,3.9888,100.28,1.003,0.11918231099843979,0.12581515312194824,0.9723404255319148,3.8636,100.425,1.035,0.9725,3.9897,100.259,1.003,0.14479470252990723,0.13548453152179718,0.97,3.9896,100.26,1.003,0.965,3.9846,100.386,1.004,0.12059614062309265,0.11910300701856613,0.9723958333333332,3.9146,100.138,1.022,0.9725,3.9976,100.061,1.001,0.12126833945512772,0.1170523464679718,0.9725,3.9818,100.457,1.005,0.9725,3.9885,100.289,1.003,0.10656478255987167,0.14318186044692993,0.9675,3.9785,100.54,1.005,0.9725,3.9911,100.223,1.002,0.10085061937570572,0.10234924405813217,0.975,3.9711,100.476,1.007,0.975,4.0188,99.533,0.995,400,0.12469952917098999,531.87,1600,15.041,0.47,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b,1337,65000000000.0,llama-1,False,all_results.json,False,0.13623949885368347,0.97,3.9859,100.355,1.004,0.10085893422365189,0.975,3.9961,100.099,1.001,0.14776119589805603,0.9692196531791908,3.7175,100.336,0.807,0.12113764882087708,0.9725,5.1633,77.47,0.775,0.11125050485134125,0.9724619289340101,3.9626,100.186,1.009,0.1364310383796692,0.9696808510638297,3.8761,100.1,1.032,0.10085487365722656,0.975,3.9817,100.461,1.005,False | |
| llama-30b_1,5.0,0.08956082165241241,0.079894058406353,0.9775,2.1817,182.425,1.833,0.9775,1.4536,275.174,2.752,0.10972656309604645,0.09521584957838058,0.9748404255319149,2.0819,186.369,1.921,0.975,1.4162,282.454,2.825,0.14183111488819122,0.09480008482933044,0.9725,2.1793,183.544,1.835,0.97,1.4943,267.687,2.677,0.09321856498718262,0.08105584979057312,0.9775,2.1731,180.386,1.841,0.975,1.4186,281.968,2.82,0.12256836146116257,0.0798439010977745,0.9775,2.1508,185.975,1.86,0.97,1.5574,256.844,2.568,0.09788759052753448,0.09008951485157013,0.975,2.1413,186.803,1.868,0.9725,1.3718,291.583,2.916,0.089516781270504,0.07966087758541107,0.9775,2.1561,185.056,1.855,0.9775,1.5911,251.404,2.514,400,0.11844318008422852,194.2775,1600,41.178,1.287,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b,1,30000000000.0,llama-1,False,all_results.json,False,0.10898219794034958,0.975,1.5317,261.144,2.611,0.08959916979074478,0.9775,1.3311,300.498,3.005,0.14677023887634277,0.9688294797687861,1.3389,278.586,2.241,0.08964156359434128,0.9775,1.3958,286.567,2.866,0.09854701906442642,0.9724238578680203,1.3589,292.151,2.944,0.17094653844833374,0.9642021276595745,1.2907,300.609,3.099,0.08970264345407486,0.9775,1.3985,286.029,2.86,False | |
| llama-30b_666,5.0,0.10925053805112839,0.053795479238033295,0.9799747474747473,3.2347,123.041,1.237,0.97,2.2115,180.869,1.809,0.1248379498720169,0.06434372067451477,0.9798404255319147,3.2467,119.504,1.232,0.965,2.2063,181.299,1.813,0.15075932443141937,0.11846190690994263,0.9624999999999999,3.2465,123.211,1.232,0.96,2.2069,181.248,1.812,0.13654065132141113,0.05966809391975403,0.9798958333333333,3.1839,123.12,1.256,0.965,2.2104,180.962,1.81,0.14694811403751373,0.07353618741035461,0.9699999999999999,3.2594,122.722,1.227,0.96,2.21,180.999,1.81,0.12271823734045029,0.10730858892202377,0.9699999999999999,3.2928,121.477,1.215,0.9674999999999999,2.2072,181.228,1.812,0.10898362845182419,0.048299431800842285,0.9824999999999999,3.2991,120.94,1.212,0.97,2.21,180.993,1.81,400,0.12223840522766113,304.1382,1600,26.304,0.822,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b,666,30000000000.0,llama-1,False,all_results.json,False,0.13169322907924652,0.965,2.2052,181.392,1.814,0.10886844992637634,0.97,2.21,180.994,1.81,0.1424272507429123,0.961329479768786,2.0555,181.464,1.459,0.12390903383493423,0.9674999999999999,2.2076,181.194,1.812,0.11808093637228012,0.9674619289340102,2.1925,181.075,1.824,0.13586603105068207,0.9593617021276595,2.1401,181.302,1.869,0.11400984972715378,0.9674999999999999,2.2066,181.278,1.813,False | |
| llama-30b_42,5.0,0.05296967923641205,0.05563369020819664,0.9799747474747473,2.2207,179.226,1.801,0.9824999999999999,2.2203,180.157,1.802,0.06678110361099243,0.06495248526334763,0.9798404255319147,2.1728,178.573,1.841,0.98,2.2114,180.885,1.809,0.11271463334560394,0.08893857896327972,0.9699999999999999,2.2309,179.299,1.793,0.9649999999999999,2.2096,181.027,1.81,0.06621914356946945,0.05078284442424774,0.9824999999999999,2.1888,179.094,1.827,0.9774999999999999,2.2132,180.731,1.807,0.091712586581707,0.060436926782131195,0.98,2.2414,178.46,1.785,0.9724999999999999,2.2191,180.253,1.803,0.08150165528059006,0.0694100558757782,0.975,2.2359,178.895,1.789,0.9724999999999999,2.2147,180.612,1.806,0.051643457263708115,0.050221335142850876,0.9824999999999999,2.2307,178.871,1.793,0.9824999999999999,2.2144,180.633,1.806,400,0.11585931038856506,302.1042,1600,26.481,0.828,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b,42,30000000000.0,llama-1,False,all_results.json,False,0.07442502677440643,0.9774999999999999,2.2385,178.695,1.787,0.06563887000083923,0.98,2.2134,180.714,1.807,0.12278903275728226,0.9651589595375721,2.0589,181.167,1.457,0.07011780887842178,0.9774999999999999,2.2129,180.761,1.808,0.08961673080921173,0.9698096446700507,2.1982,180.605,1.82,0.11368932574987411,0.9665425531914894,2.1454,180.852,1.864,0.05280671268701553,0.9824999999999999,2.2113,180.893,1.809,False | |
| llama-30b_25,5.0,0.057233378291130066,0.10598022490739822,0.975,2.1405,185.936,1.869,0.9875,2.2176,180.377,1.804,0.07707954198122025,0.1263745278120041,0.9723404255319148,2.0805,186.492,1.923,0.985,2.2208,180.112,1.801,0.08743724972009659,0.12343955785036087,0.97,2.1866,182.934,1.829,0.9775,2.217,180.421,1.804,0.07423184812068939,0.10770359635353088,0.975,2.1498,182.339,1.861,0.985,2.2199,180.192,1.802,0.09820907562971115,0.10575520247220993,0.975,2.2275,179.572,1.796,0.9750000000000001,2.2203,180.155,1.802,0.05764295905828476,0.11048290133476257,0.9725,2.1581,185.35,1.854,0.9875,2.2287,179.479,1.795,0.057254888117313385,0.10565651953220367,0.975,2.1497,185.607,1.861,0.9875,2.225,179.771,1.798,400,0.12600503396987914,304.6134,1600,26.263,0.821,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b,25,30000000000.0,llama-1,False,all_results.json,False,0.07438971847295761,0.985,2.2173,180.397,1.804,0.05728898197412491,0.9875,2.2166,180.455,1.805,0.08454814553260803,0.9817196531791907,2.0674,180.424,1.451,0.07700050622224808,0.985,2.2187,180.282,1.803,0.060502443462610245,0.9849619289340102,2.2033,180.187,1.815,0.13505186140537262,0.9742021276595746,2.1514,180.35,1.859,0.057253364473581314,0.9875,2.2185,180.304,1.803,False | |
| llama-30b_1337,5.0,0.0844927728176117,0.1198515072464943,0.97,2.2256,178.826,1.797,0.9824999999999999,2.1498,186.06,1.861,0.1031799241900444,0.1414540708065033,0.9673404255319148,2.1696,178.837,1.844,0.98,2.1889,182.741,1.827,0.1323675513267517,0.13810662925243378,0.9674999999999999,2.2291,179.447,1.794,0.975,2.1901,182.643,1.826,0.10539446771144867,0.14192147552967072,0.9647916666666667,2.1187,185.018,1.888,0.9774999999999999,2.1478,186.234,1.862,0.12563715875148773,0.13314537703990936,0.9674999999999999,2.2295,179.413,1.794,0.975,2.1562,185.512,1.855,0.1092427670955658,0.14312025904655457,0.9624999999999999,2.2327,179.157,1.792,0.9774999999999999,2.1948,182.25,1.823,0.08347770571708679,0.11861380189657211,0.97,2.2281,179.076,1.795,0.9824999999999999,2.1516,185.911,1.859,400,0.11740610432624816,294.9831,1600,27.12,0.848,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b,1337,30000000000.0,llama-1,False,all_results.json,False,0.11569783091545105,0.9774999999999999,2.2342,179.035,1.79,0.08366509526968002,0.9824999999999999,2.1599,185.198,1.852,0.13849912583827972,0.973829479768786,2.0157,185.049,1.488,0.10287319868803024,0.98,2.1886,182.762,1.828,0.111567921936512,0.9774238578680201,2.2126,179.424,1.808,0.13653820753097534,0.9638829787234042,2.0878,185.843,1.916,0.08349466323852539,0.9824999999999999,2.1884,182.785,1.828,False | |
| llama-7b_1,5.0,0.07523563504219055,0.07697443664073944,0.985,2.2893,173.854,1.747,0.98,4.0799,98.041,0.98,0.07611128687858582,0.1040472760796547,0.9796808510638298,2.1936,176.879,1.823,0.9825,4.0209,99.48,0.995,0.13481850922107697,0.19623392820358276,0.965,2.3191,172.479,1.725,0.9625,4.0778,98.091,0.981,0.07951608300209045,0.0781203955411911,0.985,2.1792,179.882,1.836,0.9825,4.0172,99.572,0.996,0.13155752420425415,0.09792358428239822,0.98,2.2238,179.876,1.799,0.9674999999999999,4.0155,99.614,0.996,0.12331444770097733,0.16952842473983765,0.965,2.2258,179.713,1.797,0.96,4.0198,99.509,0.995,0.0627031922340393,0.07682888954877853,0.985,2.2196,179.763,1.802,0.9875,4.0849,97.921,0.979,400,0.08850828802585602,555.6614,1600,14.397,0.45,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-7b,1,7000000000.0,llama-1,False,all_results.json,False,0.10256538540124893,0.9725,4.0778,98.092,0.981,0.07445862144231796,0.985,4.0723,98.224,0.982,0.13552363216876984,0.9585982658959538,3.7538,99.366,0.799,0.07754973322153091,0.9825,4.0137,99.658,0.997,0.13075368106365204,0.9671954314720813,3.9912,99.469,1.002,0.17707093060016632,0.9449468085106384,3.8977,99.547,1.026,0.07856208831071854,0.9775,4.0739,98.187,0.982,False | |
| llama-7b_666,5.0,0.09440187364816666,0.0875127762556076,0.98,4.0015,99.462,1.0,0.975,4.0094,99.765,0.998,0.10001067817211151,0.096135713160038,0.9746808510638298,3.8928,99.671,1.028,0.9774999999999999,4.0012,99.97,1.0,0.1456259936094284,0.14996662735939026,0.9574999999999999,4.0214,99.467,0.995,0.96,3.9922,100.196,1.002,0.10971631854772568,0.08654661476612091,0.98,3.9407,99.476,1.015,0.9724999999999999,4.0116,99.71,0.997,0.154349222779274,0.10954048484563828,0.97,4.0123,99.694,0.997,0.96,4.0067,99.832,0.998,0.1378597468137741,0.1481017917394638,0.9574999999999999,4.0029,99.928,0.999,0.9574999999999999,4.0172,99.572,0.996,0.08849824965000153,0.08729512244462967,0.98,4.0121,99.449,0.997,0.98,4.0187,99.536,0.995,400,0.09996343952417373,552.7055,1600,14.474,0.452,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-7b,666,7000000000.0,llama-1,False,all_results.json,False,0.11852939426898956,0.97,3.9955,100.113,1.001,0.09651603549718857,0.9774999999999999,4.0012,99.97,1.0,0.14320407807826996,0.9597687861271675,3.7981,98.207,0.79,0.10039487481117249,0.975,4.0151,99.624,0.996,0.13876941800117493,0.9596954314720811,3.9708,99.981,1.007,0.19135119020938873,0.9401063829787235,3.9353,98.595,1.016,0.09108376502990723,0.98,4.0039,99.904,0.999,False | |
| llama-7b_42,5.0,0.172746941447258,0.0947703942656517,0.9749747474747474,4.0026,99.436,0.999,0.9724999999999999,3.9828,100.431,1.004,0.1923144906759262,0.12039092928171158,0.9721808510638299,3.9,99.488,1.026,0.97,3.9973,100.068,1.001,0.2659267485141754,0.220426544547081,0.95,4.0196,99.511,0.995,0.9549999999999998,4.0561,98.618,0.986,0.2082480490207672,0.08990907669067383,0.9775,3.9408,99.472,1.015,0.9674999999999999,3.9946,100.136,1.001,0.26770126819610596,0.14395108819007874,0.9625,4.028,99.305,0.993,0.9549999999999998,3.9925,100.187,1.002,0.19975437223911285,0.20432014763355255,0.95,4.0081,99.798,0.998,0.965,4.0121,99.698,0.997,0.1724923551082611,0.08818890899419785,0.9775,4.0009,99.727,1.0,0.9724999999999999,4.0081,99.799,0.998,400,0.09486622381210327,528.7916,1600,15.129,0.473,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-7b,42,7000000000.0,llama-1,False,all_results.json,False,0.20145496726036072,0.965,3.9886,100.285,1.003,0.1722148060798645,0.9724999999999999,4.0,100.001,1.0,0.23605576157569885,0.963829479768786,3.723,100.188,0.806,0.19149431586265564,0.97,4.1932,95.393,0.954,0.21829484403133392,0.9598096446700507,3.9659,100.105,1.009,0.3354435861110687,0.9459042553191488,3.8729,100.184,1.033,0.17201977968215942,0.9724999999999999,3.9899,100.254,1.003,False | |
| llama-7b_25,5.0,0.1324596405029297,0.13309909403324127,0.9724999999999999,2.1488,185.222,0.931,0.9724999999999999,2.1487,186.158,0.931,0.15091250836849213,0.13688525557518005,0.9724999999999999,2.0906,185.589,0.957,0.97,2.1533,185.765,0.929,0.17531870305538177,0.16049084067344666,0.965,2.1521,185.861,0.929,0.9624999999999999,2.1554,185.579,0.928,0.13436999917030334,0.13515940308570862,0.9724999999999999,2.1185,185.034,0.944,0.97,2.1525,185.832,0.929,0.18576180934906006,0.13685856759548187,0.97,2.1482,186.203,0.931,0.9624999999999999,2.1482,186.204,0.931,0.14415326714515686,0.1489441841840744,0.9674999999999999,2.1519,185.884,0.929,0.965,2.1605,185.14,0.926,0.13244135677814484,0.13273212313652039,0.9724999999999999,2.1514,185.458,0.93,0.9724999999999999,2.1767,183.765,0.919,392,0.16421128225326537,436.0047,1600,18.348,0.287,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_quantized,llama-7b,25,7000000000.0,llama-1,False,all_results.json,False,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,, | |
| llama-7b_1337,5.0,0.18117918074131012,0.17692962288856506,0.9550000000000001,4.0452,98.388,0.989,0.9525,4.02,99.502,0.995,0.1991550475358963,0.19975152611732483,0.952340425531915,3.9915,97.208,1.002,0.95,4.0364,99.099,0.991,0.20299459993839264,0.20800742506980896,0.9425000000000001,4.0575,98.584,0.986,0.945,5.4821,72.965,0.73,0.19747081398963928,0.17955517768859863,0.9550000000000001,4.0268,97.348,0.993,0.9475,4.0345,99.144,0.991,0.22475796937942505,0.17991359531879425,0.9525000000000001,4.0602,98.518,0.985,0.945,4.0415,98.974,0.99,0.19249014556407928,0.23176603019237518,0.9450000000000001,4.0745,98.173,0.982,0.9475,4.0374,99.073,0.991,0.1810772567987442,0.176419198513031,0.9550000000000001,4.0553,98.389,0.986,0.9525,4.0234,99.419,0.994,400,0.09072697573900222,554.0668,1600,14.439,0.451,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-7b,1337,7000000000.0,llama-1,False,all_results.json,False,0.19945913553237915,0.95,4.0648,98.406,0.984,0.18121224641799927,0.9525,4.0435,98.925,0.989,0.2393672615289688,0.9438294797687862,3.7545,99.348,0.799,0.1989080011844635,0.95,4.0282,99.3,0.993,0.20941460132598877,0.9448857868020304,3.9969,99.328,1.001,0.25852248072624207,0.9365425531914894,3.9215,98.942,1.02,0.18114492297172546,0.9525,4.0276,99.316,0.993,False | |
| llama-30b_watermarked_1,5.0,0.07993756979703903,,,,,,0.9774999999999999,2.2233,179.909,1.799,0.0855904221534729,,,,,,0.975,2.2734,175.95,1.76,0.11821861565113068,,,,,,0.9625,2.2228,179.951,1.8,0.08824368566274643,,,,,,0.975,2.2264,179.664,1.797,0.11908496916294098,,,,,,0.9724999999999999,2.233,179.128,1.791,0.12439300864934921,,,,,,0.9625,2.3246,172.075,1.721,0.07567153871059418,,,,,,0.9774999999999999,2.2283,179.506,1.795,400,0.10549484968185424,305.6732,1600,26.172,0.818,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b_watermarked,1,30000000000.0,llama-1,False,all_results.json,,0.08663935959339142,0.975,2.2253,179.751,1.798,0.07261790335178375,0.9774999999999999,2.2454,178.141,1.781,0.10158203542232513,0.9742196531791908,2.0762,179.659,1.445,0.07451514899730682,0.975,2.227,179.613,1.796,0.0897684246301651,0.9698477157360407,2.32,171.123,1.724,0.12322532385587692,0.9667021276595745,2.1577,179.824,1.854,0.07648684829473495,0.9774999999999999,2.2248,179.789,1.798,True | |
| llama-30b_watermarked_666,5.0,0.08295305073261261,,,,,,0.9824999999999999,4.0143,99.645,0.996,0.10068540275096893,,,,,,0.98,3.9856,100.361,1.004,0.14132514595985413,,,,,,0.9674999999999999,3.9802,100.496,1.005,0.11449549347162247,,,,,,0.9774999999999999,3.9944,100.141,1.001,0.12398262321949005,,,,,,0.975,4.0019,99.954,1.0,0.13282646238803864,,,,,,0.9699999999999999,3.9843,100.393,1.004,0.08178240805864334,,,,,,0.9824999999999999,3.9971,100.072,1.001,400,0.1323063316345215,529.601,1600,15.106,0.472,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b_watermarked,666,30000000000.0,llama-1,False,all_results.json,,0.10125896334648132,0.98,3.9753,100.623,1.006,0.08485174179077148,0.98,3.9815,100.464,1.005,0.12439864873886108,0.973829479768786,3.7079,100.596,0.809,0.1066613420844078,0.975,4.0246,99.39,0.994,0.114474356174469,0.9774238578680201,3.953,100.431,1.012,0.1362072229385376,0.9692021276595744,3.8807,99.982,1.031,0.08121585845947266,0.9824999999999999,3.9807,100.485,1.005,True | |
| llama-30b_watermarked_42,5.0,0.08245543390512466,,,,,,0.9750000000000001,4.0112,99.721,0.997,0.09952785819768906,,,,,,0.9750000000000001,3.9933,100.168,1.002,0.14753825962543488,,,,,,0.96,3.9835,100.413,1.004,0.08186279982328415,,,,,,0.9825,4.0027,99.932,0.999,0.13848261535167694,,,,,,0.9674999999999999,4.005,99.875,0.999,0.10033349692821503,,,,,,0.9750000000000001,3.9965,100.089,1.001,0.07824621349573135,,,,,,0.98,3.9946,100.135,1.001,400,0.11885982251167297,547.7991,1600,14.604,0.456,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b_watermarked,42,30000000000.0,llama-1,False,all_results.json,,0.08799908310174942,0.9775,3.9868,100.33,1.003,0.06997126340866089,0.98,3.9943,100.143,1.001,0.09984998404979706,0.9759393063583816,3.7295,100.014,0.804,0.08553566783666611,0.9750000000000001,4.0063,99.844,0.998,0.09146977216005325,0.9748096446700508,4.032,98.463,0.992,0.17614056169986725,0.9582446808510638,3.879,100.026,1.031,0.07384388148784637,0.9825,4.0483,98.808,0.988,True | |
| llama-30b_watermarked_25,5.0,0.08858118206262589,,,,,,0.9625000000000001,4.0848,97.923,0.979,0.09388304501771927,,,,,,0.9625000000000001,4.0754,98.15,0.982,0.10632137954235077,,,,,,0.9600000000000001,4.0817,97.998,0.98,0.09780801832675934,,,,,,0.9625000000000001,4.0793,98.057,0.981,0.11422497034072876,,,,,,0.9575,4.0394,99.025,0.99,0.10386434197425842,,,,,,0.9600000000000001,4.0655,98.389,0.984,0.08822277188301086,,,,,,0.9625000000000001,4.1024,97.504,0.975,400,0.1196022469997406,554.7538,1600,14.421,0.451,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b_watermarked,25,30000000000.0,llama-1,False,all_results.json,,0.0925883874297142,0.9625000000000001,4.0643,98.419,0.984,0.0847177505493164,0.9650000000000001,4.0552,98.638,0.986,0.09652076661586761,0.9621098265895954,3.778,98.729,0.794,0.10269121080636978,0.9575,4.0548,98.648,0.986,0.09884153306484222,0.9599238578680204,3.9975,99.311,1.001,0.12400246411561966,0.9543617021276596,3.9153,99.099,1.022,0.08427499979734421,0.9650000000000001,4.0468,98.844,0.988,True | |
| llama-30b_watermarked_1337,5.0,0.39253634214401245,,,,,,0.9225,3.276,122.102,1.221,0.393295556306839,,,,,,0.9225,3.2639,122.553,1.226,0.3929297626018524,,,,,,0.9225,3.2547,122.9,1.229,0.40665626525878906,,,,,,0.9199999999999999,3.2578,122.782,1.228,0.41083958745002747,,,,,,0.9199999999999999,3.2553,122.877,1.229,0.4106724262237549,,,,,,0.9199999999999999,3.2778,122.033,1.22,0.3925505578517914,,,,,,0.9225,3.2929,121.474,1.215,400,0.13411390686035157,436.5721,1600,18.325,0.573,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-30b_watermarked,1337,30000000000.0,llama-1,False,all_results.json,,0.4085213840007782,0.9199999999999999,3.2581,122.771,1.228,0.39254456758499146,0.9225,3.256,122.852,1.229,0.42111754417419434,0.9225,3.0306,123.078,0.99,0.4092698395252228,0.9199999999999999,3.2649,122.514,1.225,0.3975149095058441,0.9199619289340102,3.2254,123.086,1.24,0.4102787971496582,0.9198404255319148,3.1647,122.601,1.264,0.39248931407928467,0.9225,3.2594,122.721,1.227,True | |
| llama-13b_watermarked_1,5.0,0.0673447921872139,,,,,,0.9774999999999999,4.0165,99.589,0.996,0.07225608825683594,,,,,,0.9774999999999999,4.0327,99.188,0.992,0.13075371086597443,,,,,,0.96,4.0068,99.83,0.998,0.06546488404273987,,,,,,0.9824999999999999,3.9702,100.75,1.007,0.1603236347436905,,,,,,0.9525,4.0178,99.558,0.996,0.1631874442100525,,,,,,0.9474999999999999,3.9695,100.769,1.008,0.03919219598174095,,,,,,0.9849999999999999,4.0517,98.724,0.987,400,0.08851773500442504,553.3593,1600,14.457,0.452,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b_watermarked,1,13000000000.0,llama-1,False,all_results.json,,0.05843067541718483,0.9824999999999999,4.0329,99.184,0.992,0.02508588880300522,0.9924999999999999,3.961,100.986,1.01,0.06039613485336304,0.9867196531791906,3.7563,99.301,0.799,0.03533971682190895,0.9874999999999999,4.0217,99.461,0.995,0.0750390812754631,0.974733502538071,4.0094,99.017,0.998,0.14016619324684143,0.9579255319148936,3.8961,99.586,1.027,0.04258881136775017,0.9849999999999999,4.0385,99.046,0.99,True | |
| llama-13b_watermarked_666,5.0,0.12035125494003296,,,,,,0.9650000000000001,4.0453,98.879,0.989,0.13734447956085205,,,,,,0.9625000000000001,4.0447,98.894,0.989,0.1476258784532547,,,,,,0.9550000000000001,4.038,99.058,0.991,0.1327231526374817,,,,,,0.9625000000000001,4.0393,99.027,0.99,0.19060343503952026,,,,,,0.9500000000000001,4.0426,98.947,0.989,0.14781531691551208,,,,,,0.9575,4.0493,98.783,0.988,0.12023033946752548,,,,,,0.9650000000000001,4.0799,98.041,0.98,400,0.1063702077269554,856.7393,1600,9.338,0.292,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b_watermarked,666,13000000000.0,llama-1,False,all_results.json,,0.13793320953845978,0.9625000000000001,4.0449,98.89,0.989,0.12007039785385132,0.9650000000000001,4.0472,98.833,0.988,0.15840119123458862,0.9563294797687861,3.7726,98.872,0.795,0.12015709280967712,0.9650000000000001,4.0462,98.857,0.989,0.13468070328235626,0.9599238578680204,4.0116,98.962,0.997,0.16130279004573822,0.9570212765957448,3.9211,98.951,1.02,0.12296316772699356,0.9625000000000001,4.0413,98.979,0.99,True | |
| llama-13b_watermarked_42,5.0,0.12798483669757843,,,,,,0.9625,4.3853,91.214,0.456,0.13068076968193054,,,,,,0.9574999999999999,2.7733,144.232,0.721,0.1703389585018158,,,,,,0.9449999999999998,4.3593,91.757,0.459,0.08454278111457825,,,,,,0.9724999999999999,4.5162,88.57,0.443,0.18253865838050842,,,,,,0.9325,4.3603,91.738,0.459,0.2270660400390625,,,,,,0.9249999999999999,3.583,111.639,0.558,0.11055328696966171,,,,,,0.9625,4.4765,89.356,0.447,400,0.13476802587509154,583.8748,1600,13.702,0.214,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b_watermarked,42,13000000000.0,llama-1,False,all_results.json,,0.10308738797903061,0.9675,4.4528,89.831,0.449,0.07248056679964066,0.9774999999999999,4.4484,89.919,0.45,0.12298045307397842,0.9626589595375723,4.1344,90.219,0.484,0.08408935368061066,0.975,4.2016,95.203,0.476,0.12887507677078247,0.9419289340101522,4.3062,92.193,0.464,0.1692642867565155,0.9454255319148935,4.3143,89.934,0.464,0.08448353409767151,0.9774999999999999,4.4301,90.291,0.451,True | |
| llama-13b_watermarked_25,5.0,0.10478025674819946,,,,,,0.975,4.0807,98.022,0.98,0.12608744204044342,,,,,,0.9725,3.9948,100.13,1.001,0.11897185444831848,,,,,,0.975,3.9861,100.35,1.003,0.10993541777133942,,,,,,0.975,3.9983,100.043,1.0,0.15664289891719818,,,,,,0.97,3.9955,100.112,1.001,0.15140841901302338,,,,,,0.9674999999999999,3.9961,100.098,1.001,0.10203239321708679,,,,,,0.9775,4.0144,99.642,0.996,400,0.09344584400951862,531.1814,1600,15.061,0.471,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b_watermarked,25,13000000000.0,llama-1,False,all_results.json,,0.12381948530673981,0.975,3.9895,100.263,1.003,0.10205647349357605,0.9775,3.9941,100.149,1.001,0.14090251922607422,0.9717196531791907,3.723,100.187,0.806,0.1020897701382637,0.9775,3.993,100.176,1.002,0.12547554075717926,0.9724238578680203,3.9607,100.236,1.01,0.14658354222774506,0.9721808510638299,3.8717,100.215,1.033,0.10201577842235565,0.9775,3.9966,100.084,1.001,True | |
| llama-13b_watermarked_1337,5.0,0.11209388822317123,,,,,,0.9775,4.0043,99.892,0.999,0.12172508984804153,,,,,,0.9775,4.0058,99.855,0.999,0.18695861101150513,,,,,,0.965,3.9943,100.143,1.001,0.11524459719657898,,,,,,0.98,4.0338,99.163,0.992,0.1941114068031311,,,,,,0.9624999999999999,4.0091,99.773,0.998,0.22293764352798462,,,,,,0.9475000000000001,3.9986,100.036,1.0,0.09121589362621307,,,,,,0.98,4.2405,94.328,0.943,400,0.11532699584960937,532.2301,1600,15.031,0.47,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-13b_watermarked,1337,13000000000.0,llama-1,False,all_results.json,,0.12673169374465942,0.9775,4.1497,96.394,0.964,0.08282776176929474,0.985,4.0206,99.487,0.995,0.13533766567707062,0.976329479768786,3.7342,99.888,0.803,0.09497193992137909,0.9825,4.009,99.775,0.998,0.12427030503749847,0.9773857868020305,3.9737,99.907,1.007,0.2057838886976242,0.961063829787234,3.8839,99.9,1.03,0.09852130711078644,0.9775,3.9992,100.02,1.0,True | |
| llama-7b_watermarked_1,5.0,0.1303081512451172,,,,,,0.9674999999999999,4.0149,99.628,0.996,0.13764506578445435,,,,,,0.97,4.015,99.627,0.996,0.21906670928001404,,,,,,0.9524999999999999,3.9988,100.031,1.0,0.15686817467212677,,,,,,0.9674999999999999,4.0044,99.891,0.999,0.22491420805454254,,,,,,0.9574999999999999,4.0089,99.778,0.998,0.18995121121406555,,,,,,0.9574999999999999,4.0076,99.811,0.998,0.11709241569042206,,,,,,0.9724999999999999,4.0272,99.324,0.993,400,0.08715274395048618,537.8993,1600,14.873,0.465,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-7b_watermarked,1,7000000000.0,llama-1,False,all_results.json,,0.13790634274482727,0.97,3.9991,100.022,1.0,0.12210895866155624,0.97,4.0011,99.972,1.0,0.15474452078342438,0.963829479768786,3.7341,99.89,0.803,0.13638153672218323,0.97,4.0056,99.86,0.999,0.14074461162090302,0.9674238578680202,3.9848,99.63,1.004,0.21806004643440247,0.9565425531914893,3.8934,99.655,1.027,0.11714883893728256,0.9724999999999999,4.0029,99.927,0.999,True | |
| llama-7b_watermarked_666,5.0,0.09006133675575256,,,,,,0.9774999999999999,3.9951,100.123,1.001,0.10405915975570679,,,,,,0.9774999999999999,3.9965,100.088,1.001,0.16332638263702393,,,,,,0.96,4.1782,95.735,0.957,0.1222393810749054,,,,,,0.975,3.9963,100.092,1.001,0.20084144175052643,,,,,,0.9625,3.9956,100.11,1.001,0.1384655237197876,,,,,,0.9675,4.002,99.951,1.0,0.08314106613397598,,,,,,0.98,4.0202,99.497,0.995,400,0.10857045650482178,534.4244,1600,14.969,0.468,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-7b_watermarked,666,7000000000.0,llama-1,False,all_results.json,,0.1043592169880867,0.9774999999999999,3.9913,100.218,1.002,0.08419977873563766,0.98,3.997,100.075,1.001,0.10996131598949432,0.971329479768786,3.7243,100.152,0.806,0.09876582771539688,0.975,3.995,100.125,1.001,0.11277246475219727,0.9749238578680203,3.968,100.05,1.008,0.15976592898368835,0.9587234042553192,3.8797,100.007,1.031,0.08313087373971939,0.98,3.9988,100.03,1.0,True | |
| llama-7b_watermarked_42,5.0,0.13125324249267578,,,,,,0.97,4.0234,99.42,0.994,0.11428529769182205,,,,,,0.9725,4.0232,99.423,0.994,0.2065587192773819,,,,,,0.95,4.0455,98.876,0.989,0.10566356778144836,,,,,,0.9725,4.0236,99.413,0.994,0.1950729936361313,,,,,,0.9525,4.0531,98.69,0.987,0.17833444476127625,,,,,,0.9525,4.0354,99.124,0.991,0.07964317500591278,,,,,,0.9775,4.0651,98.399,0.984,400,0.10523228538036346,540.2073,1600,14.809,0.463,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-7b_watermarked,42,7000000000.0,llama-1,False,all_results.json,,0.10107912868261337,0.975,4.0298,99.261,0.993,0.08991111814975739,0.975,4.041,98.984,0.99,0.12276440113782883,0.9717196531791907,3.7542,99.356,0.799,0.09741128236055374,0.9725,4.0301,99.253,0.993,0.09625808149576187,0.9724238578680203,3.9939,99.401,1.002,0.18684250116348267,0.9562234042553193,3.9288,98.757,1.018,0.0799880400300026,0.9775,4.103,97.489,0.975,True | |
| llama-7b_watermarked_25,5.0,0.07521293312311172,,,,,,0.975,3.9966,100.085,1.001,0.07923830300569534,,,,,,0.9774999999999999,4.048,98.815,0.988,0.17697949707508087,,,,,,0.9574999999999999,3.9963,100.092,1.001,0.09366389364004135,,,,,,0.975,4.0055,99.863,0.999,0.15933002531528473,,,,,,0.96,4.0102,99.747,0.997,0.12512266635894775,,,,,,0.9524999999999999,3.9887,100.285,1.003,0.05949103459715843,,,,,,0.98,4.021,99.477,0.995,400,0.0999677780866623,551.0379,1600,14.518,0.454,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-7b_watermarked,25,7000000000.0,llama-1,False,all_results.json,,0.076921246945858,0.9774999999999999,3.9961,100.099,1.001,0.08701402693986893,0.975,3.9935,100.164,1.002,0.1096590906381607,0.9684393063583815,3.7425,99.667,0.802,0.07729348540306091,0.9774999999999999,4.0044,99.891,0.999,0.0871395692229271,0.9749238578680203,3.9734,99.915,1.007,0.1551883965730667,0.9587234042553192,3.9059,99.337,1.024,0.06028614938259125,0.98,4.0032,99.92,0.999,True | |
| llama-7b_watermarked_1337,5.0,0.13853321969509125,,,,,,0.97,4.0523,98.708,0.987,0.14877407252788544,,,,,,0.97,4.058,98.571,0.986,0.22089038789272308,,,,,,0.9524999999999999,4.0495,98.777,0.988,0.16892482340335846,,,,,,0.9674999999999999,4.0538,98.673,0.987,0.1998676359653473,,,,,,0.9599999999999999,4.0576,98.58,0.986,0.19044727087020874,,,,,,0.9599999999999999,4.066,98.376,0.984,0.13086910545825958,,,,,,0.9724999999999999,4.0879,97.851,0.979,400,0.1092914720773697,534.351,1600,14.971,0.468,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-7b_watermarked,1337,7000000000.0,llama-1,False,all_results.json,,0.15098294615745544,0.97,4.0532,98.688,0.987,0.1310175061225891,0.9724999999999999,4.0533,98.684,0.987,0.1560022234916687,0.9667196531791907,3.7952,98.281,0.79,0.15064415335655212,0.97,4.0649,98.404,0.984,0.15687933564186096,0.9674238578680202,4.0241,98.655,0.994,0.18803063035011292,0.9565425531914893,3.9544,98.118,1.012,0.13088718056678772,0.9724999999999999,4.0511,98.739,0.987,True | |
| llama-2-13b_watermarked_1,5.0,0.06680402904748917,,,,,,0.9725,4.0072,99.821,0.998,0.09940248727798462,,,,,,0.9725,4.0308,99.235,0.992,0.11345217376947403,,,,,,0.9674999999999999,4.0135,99.663,0.997,0.05806204676628113,,,,,,0.9825,4.1305,96.841,0.968,0.13304287195205688,,,,,,0.9625,4.005,99.875,0.999,0.17061705887317657,,,,,,0.9650000000000001,4.0216,99.463,0.995,0.05244406312704086,,,,,,0.985,4.0273,99.321,0.993,400,0.09392456400151156,555.6078,1541,13.868,0.441,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b_watermarked,1,13000000000.0,llama-2,False,all_results.json,,0.06351041048765182,0.9825,4.0066,99.834,0.998,0.04944818839430809,0.9825,4.8816,81.94,0.819,0.08255792409181595,0.9788294797687861,3.7466,99.557,0.801,0.05169278755784035,0.9825,4.0057,99.858,0.999,0.07389919459819794,0.9748096446700508,3.9914,99.464,1.002,0.14129076898097992,0.9688829787234042,3.9166,99.065,1.021,0.06978783756494522,0.98,4.0063,99.843,0.998,True | |
| llama-2-13b_watermarked_666,5.0,0.046689629554748535,,,,,,0.98,3.9971,100.072,1.001,0.06900801509618759,,,,,,0.98,4.0009,99.978,1.0,0.1629759818315506,,,,,,0.95,3.9894,100.266,1.003,0.056736450642347336,,,,,,0.985,4.0104,99.741,0.997,0.1705726683139801,,,,,,0.9575,4.0088,99.779,0.998,0.18955355882644653,,,,,,0.935,4.0174,99.568,0.996,0.03029664233326912,,,,,,0.99,4.0026,99.934,0.999,400,0.09252134300008112,548.1217,1541,14.057,0.447,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b_watermarked,666,13000000000.0,llama-2,False,all_results.json,,0.046192269772291183,0.99,3.9935,100.163,1.002,0.03537655249238014,0.99,4.0142,99.646,0.996,0.09023945778608322,0.9747687861271677,3.7686,98.977,0.796,0.043132103979587555,0.985,4.0697,98.287,0.983,0.10449792444705963,0.964543147208122,3.9643,100.145,1.009,0.16584506630897522,0.9524468085106382,3.8819,99.951,1.03,0.049158066511154175,0.9825,4.0023,99.944,0.999,True | |
| llama-2-13b_watermarked_42,5.0,0.12335792183876038,,,,,,0.9699999999999999,4.0562,98.614,0.986,0.1584825962781906,,,,,,0.9674999999999999,4.0639,98.428,0.984,0.21743440628051758,,,,,,0.9525,4.1094,97.338,0.973,0.05749831721186638,,,,,,0.985,4.054,98.667,0.987,0.2299070954322815,,,,,,0.95,4.0742,98.18,0.982,0.2919412851333618,,,,,,0.93,4.0606,98.508,0.985,0.065515898168087,,,,,,0.9775,4.0146,99.636,0.996,400,0.1038453322588181,523.5031,1541,14.718,0.468,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b_watermarked,42,13000000000.0,llama-2,False,all_results.json,,0.09385908395051956,0.9775,4.0395,99.023,0.99,0.07787520438432693,0.98,4.1392,96.638,0.966,0.11214973032474518,0.976329479768786,3.7573,99.272,0.798,0.0741758644580841,0.9825,4.0029,99.927,0.999,0.11165307462215424,0.9697715736040609,3.9685,100.039,1.008,0.21496440470218658,0.9584042553191489,3.8776,100.062,1.032,0.08218318969011307,0.98,4.0917,97.76,0.978,True | |
| llama-2-13b_watermarked_25,5.0,0.06409233063459396,,,,,,0.98,3.9733,100.673,1.007,0.09243284165859222,,,,,,0.9774999999999999,4.0405,98.998,0.99,0.1474880427122116,,,,,,0.9525,3.9733,100.672,1.007,0.05353359878063202,,,,,,0.9824999999999999,4.0347,99.141,0.991,0.16481803357601166,,,,,,0.9575000000000001,4.0529,98.695,0.987,0.20495620369911194,,,,,,0.9425,4.0381,99.056,0.991,0.04744493588805199,,,,,,0.9874999999999999,4.0054,99.865,0.999,400,0.10079621125240715,520.9967,1541,14.789,0.47,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b_watermarked,25,13000000000.0,llama-2,False,all_results.json,,0.05510092154145241,0.9874999999999999,3.9767,100.586,1.006,0.0503133200109005,0.9874999999999999,4.042,98.961,0.99,0.10756202787160873,0.9726589595375722,3.769,98.966,0.796,0.04868493974208832,0.985,3.9817,100.459,1.005,0.10481671243906021,0.974771573604061,3.9488,100.537,1.013,0.18292197585105896,0.9474468085106383,3.8515,100.741,1.039,0.07327140867710114,0.9774999999999999,3.9749,100.632,1.006,True | |
| llama-2-13b_watermarked_1337,5.0,0.12704142928123474,,,,,,0.9699999999999999,4.0011,99.971,1.0,0.16691376268863678,,,,,,0.9649999999999999,4.0158,99.606,0.996,0.20791272819042206,,,,,,0.95,3.9941,100.148,1.001,0.09002813696861267,,,,,,0.975,4.0091,99.773,0.998,0.24069057404994965,,,,,,0.95,4.0184,99.542,0.995,0.2789139449596405,,,,,,0.9325,4.0164,99.593,0.996,0.0718127191066742,,,,,,0.9824999999999999,4.0091,99.774,0.998,400,0.10745629327637808,541.4373,1541,14.231,0.452,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-13b_watermarked,1337,13000000000.0,llama-2,False,all_results.json,,0.10776729881763458,0.975,3.9966,100.085,1.001,0.06890888512134552,0.9824999999999999,4.0152,99.623,0.996,0.1506221741437912,0.9651589595375721,3.7396,99.742,0.802,0.08438335359096527,0.9774999999999999,4.0206,99.487,0.995,0.126537024974823,0.9723477157360406,3.9775,99.811,1.006,0.22027048468589783,0.9532446808510637,3.8939,99.644,1.027,0.09619542956352234,0.9774999999999999,4.0057,99.857,0.999,True | |
| llama-2-70b_watermarked_1,5.0,0.15421602129936218,,,,,,0.9625,4.0653,98.394,0.984,0.1718566119670868,,,,,,0.9575,4.0138,99.656,0.997,0.1835927516222,,,,,,0.9575,3.9947,100.133,1.001,0.17227524518966675,,,,,,0.9600000000000001,4.0141,99.65,0.996,0.1893727332353592,,,,,,0.9575,4.0068,99.83,0.998,0.18403583765029907,,,,,,0.9575,4.0187,99.534,0.995,0.15366078913211823,,,,,,0.9625,4.0278,99.311,0.993,400,0.12275543999671935,554.2358,1580,14.254,0.451,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b_watermarked,1,70000000000.0,llama-2,False,all_results.json,,0.1719197779893875,0.9600000000000001,4.0661,98.374,0.984,0.15345975756645203,0.9625,4.015,99.626,0.996,0.17778147757053375,0.9596098265895954,3.7667,99.025,0.796,0.17285770177841187,0.9600000000000001,4.0721,98.229,0.982,0.16783452033996582,0.9599619289340102,4.0665,97.626,0.984,0.21196112036705017,0.9492021276595746,3.953,98.154,1.012,0.1535152941942215,0.9625,4.0429,98.938,0.989,True | |
| llama-2-70b_watermarked_666,5.0,0.06591356545686722,,,,,,0.975,3.9885,100.287,1.003,0.07282727211713791,,,,,,0.975,3.9965,100.087,1.001,0.10200203955173492,,,,,,0.965,3.9768,100.583,1.006,0.07422520220279694,,,,,,0.975,3.9995,100.012,1.0,0.10159336030483246,,,,,,0.9724999999999999,4.0153,99.619,0.996,0.10376789420843124,,,,,,0.9625,3.9991,100.023,1.0,0.05847128853201866,,,,,,0.98,4.0045,99.888,0.999,400,0.15958956265449523,551.2949,1580,14.33,0.453,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b_watermarked,666,70000000000.0,llama-2,False,all_results.json,,0.06864403933286667,0.9774999999999999,3.9842,100.396,1.004,0.05443095788359642,0.9774999999999999,3.9953,100.118,1.001,0.08655799925327301,0.971329479768786,3.714,100.43,0.808,0.07025271654129028,0.975,3.9929,100.178,1.002,0.07310224324464798,0.9749238578680203,3.9629,100.179,1.009,0.11178030073642731,0.9613829787234042,3.876,100.103,1.032,0.06785333901643753,0.9774999999999999,3.9894,100.266,1.003,True | |
| llama-2-70b_watermarked_42,5.0,0.08073554933071136,,,,,,0.96,4.0063,99.843,0.998,0.10196078568696976,,,,,,0.955,4.0199,99.504,0.995,0.10727756470441818,,,,,,0.955,4.0052,99.869,0.999,0.08078811317682266,,,,,,0.96,4.0145,99.64,0.996,0.10698094964027405,,,,,,0.96,4.0095,99.762,0.998,0.09632458537817001,,,,,,0.96,4.0207,99.486,0.995,0.06950849294662476,,,,,,0.965,4.0388,99.04,0.99,400,0.11888753771781921,555.652,1580,14.218,0.45,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b_watermarked,42,70000000000.0,llama-2,False,all_results.json,,0.07927009463310242,0.965,4.0115,99.714,0.997,0.06621798872947693,0.9675,4.0241,99.402,0.994,0.09844958782196045,0.9617196531791908,3.75,99.467,0.8,0.07584676146507263,0.965,4.016,99.602,0.996,0.07915513217449188,0.9649619289340101,4.0187,98.789,0.995,0.12167305499315262,0.9515425531914894,3.9001,99.484,1.026,0.07911137491464615,0.965,4.0068,99.831,0.998,True | |
| llama-2-70b_watermarked_25,5.0,0.09591943025588989,,,,,,0.97,3.9976,100.059,1.001,0.1071702092885971,,,,,,0.9674999999999999,4.0038,99.905,0.999,0.1258082389831543,,,,,,0.9624999999999999,3.9977,100.057,1.001,0.12034651637077332,,,,,,0.965,4.0121,99.697,0.997,0.1446765661239624,,,,,,0.96,4.0083,99.794,0.998,0.11117910593748093,,,,,,0.9674999999999999,4.015,99.626,0.996,0.09567134827375412,,,,,,0.97,4.0443,98.905,0.989,400,0.15550241351127625,548.2006,1580,14.411,0.456,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b_watermarked,25,70000000000.0,llama-2,False,all_results.json,,0.11442072689533234,0.9674999999999999,3.9936,100.16,1.002,0.09572912007570267,0.97,4.0005,99.988,1.0,0.11449982225894928,0.9671098265895953,3.7304,99.99,0.804,0.11264677345752716,0.9674999999999999,4.0025,99.938,0.999,0.10760805755853653,0.9674619289340102,4.0129,98.932,0.997,0.11849788576364517,0.9673404255319148,3.8813,99.966,1.031,0.09800458699464798,0.9674999999999999,4.0188,99.533,0.995,True | |
| llama-2-70b_watermarked_1337,5.0,0.11367382854223251,,,,,,0.975,3.9769,100.58,1.006,0.12825167179107666,,,,,,0.9725,3.9832,100.421,1.004,0.14525265991687775,,,,,,0.965,4.8466,82.533,0.825,0.1330224871635437,,,,,,0.9725,3.9783,100.547,1.005,0.15964728593826294,,,,,,0.9675,3.9789,100.531,1.005,0.1366858333349228,,,,,,0.97,3.9751,100.627,1.006,0.11319610476493835,,,,,,0.975,4.0121,99.698,0.997,400,0.11504653668403625,526.6988,1580,14.999,0.475,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-70b_watermarked,1337,70000000000.0,llama-2,False,all_results.json,,0.1329462230205536,0.9725,3.9825,100.44,1.004,0.11305271089076996,0.975,3.9792,100.522,1.005,0.15386341512203217,0.9692196531791908,3.7314,99.961,0.804,0.13280680775642395,0.9725,4.0003,99.992,1.0,0.12960588932037354,0.9724619289340101,3.9503,100.498,1.013,0.1758985072374344,0.9643617021276595,3.8794,100.016,1.031,0.12792518734931946,0.9725,3.977,100.578,1.006,True | |
| llama-2-7b_watermarked_1,5.0,0.1330270618200302,,,,,,0.9674999999999999,2.2259,179.704,1.797,0.1712808609008789,,,,,,0.9575,2.2267,179.638,1.796,0.267534077167511,,,,,,0.945,2.2273,179.593,1.796,0.15590593218803406,,,,,,0.9624999999999999,2.2294,179.422,1.794,0.23890560865402222,,,,,,0.9474999999999999,2.2264,179.662,1.797,0.2695893347263336,,,,,,0.9425,2.2257,179.721,1.797,0.1257552206516266,,,,,,0.9674999999999999,2.267,176.442,1.764,400,0.08746533942222595,304.8396,1600,26.243,0.82,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b_watermarked,1,7000000000.0,llama-2,False,all_results.json,,0.1432659775018692,0.9674999999999999,2.2288,179.466,1.795,0.12236517667770386,0.97,2.2258,179.711,1.797,0.1980597823858261,0.9555491329479768,2.074,179.843,1.446,0.13085976243019104,0.9674999999999999,2.2285,179.492,1.795,0.15574951469898224,0.9598477157360406,2.209,179.718,1.811,0.2089231014251709,0.9567021276595744,2.1586,179.746,1.853,0.13241863250732422,0.9674999999999999,2.2252,179.758,1.798,True | |
| llama-2-7b_watermarked_666,5.0,0.18954727053642273,,,,,,0.9574999999999999,2.1505,186.001,1.86,0.21268904209136963,,,,,,0.9525,2.142,186.739,1.867,0.244280606508255,,,,,,0.9424999999999999,2.1464,186.354,1.864,0.21484853327274323,,,,,,0.955,2.1826,183.267,1.833,0.2694358229637146,,,,,,0.9424999999999999,2.2327,179.153,1.792,0.24707971513271332,,,,,,0.9424999999999999,2.1446,186.513,1.865,0.18540425598621368,,,,,,0.96,2.1478,186.238,1.862,400,0.10548173713684082,294.7413,1600,27.142,0.848,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b_watermarked,666,7000000000.0,llama-2,False,all_results.json,,0.2017253041267395,0.9574999999999999,2.1483,186.189,1.862,0.18376491963863373,0.96,2.1437,186.595,1.866,0.25037604570388794,0.9484393063583815,1.998,186.687,1.502,0.18371593952178955,0.96,2.2074,181.21,1.812,0.20522885024547577,0.9549238578680203,2.1298,186.405,1.878,0.23264718055725098,0.9520212765957446,2.0833,186.245,1.92,0.18769168853759766,0.9574999999999999,2.1428,186.669,1.867,True | |
| llama-2-7b_watermarked_42,5.0,0.1572343111038208,,,,,,0.9600000000000001,2.1428,186.669,1.867,0.17273744940757751,,,,,,0.9575,2.148,186.222,1.862,0.20899027585983276,,,,,,0.9500000000000001,2.1541,185.69,1.857,0.15446628630161285,,,,,,0.9600000000000001,2.1393,186.973,1.87,0.22530265152454376,,,,,,0.9475000000000001,2.1471,186.294,1.863,0.2025216519832611,,,,,,0.945,2.1716,184.197,1.842,0.1349198967218399,,,,,,0.9650000000000001,2.1624,184.981,1.85,400,0.09521788311004639,298.262,1600,26.822,0.838,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b_watermarked,42,7000000000.0,llama-2,False,all_results.json,,0.1615467667579651,0.9600000000000001,2.1511,185.951,1.86,0.13483630120754242,0.9650000000000001,2.1561,185.521,1.855,0.18177053332328796,0.9592196531791909,1.9916,187.286,1.506,0.13506059348583221,0.9650000000000001,2.1474,186.271,1.863,0.1510622501373291,0.9624619289340102,2.1353,185.926,1.873,0.17901794612407684,0.9543617021276596,2.08,186.538,1.923,0.13483910262584686,0.9650000000000001,2.1813,183.376,1.834,True | |
| llama-2-7b_watermarked_25,5.0,0.2233954221010208,,,,,,0.9500000000000001,2.4626,162.431,1.624,0.15422439575195312,,,,,,0.9650000000000001,2.2266,179.646,1.796,0.5249984860420227,,,,,,0.9125000000000001,2.2279,179.54,1.795,0.14487530291080475,,,,,,0.9775,2.3199,172.425,1.724,0.44195517897605896,,,,,,0.9125000000000001,2.2274,179.579,1.796,0.5717504620552063,,,,,,0.89,2.2295,179.414,1.794,0.15842142701148987,,,,,,0.9625,2.258,177.148,1.771,400,0.1196449681520462,306.388,1600,26.111,0.816,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b_watermarked,25,7000000000.0,llama-2,False,all_results.json,,0.1368904411792755,0.9725,2.2344,179.02,1.79,0.10032785683870316,0.9775,2.2265,179.653,1.797,0.35077476501464844,0.9339161849710983,2.0728,179.953,1.447,0.1074482724070549,0.9800000000000001,2.2274,179.58,1.796,0.3382405638694763,0.931510152284264,2.2141,179.309,1.807,0.428361177444458,0.923031914893617,2.16,179.628,1.852,0.11081774532794952,0.9800000000000001,2.2293,179.432,1.794,True | |
| llama-2-7b_watermarked_1337,5.0,0.10010907053947449,,,,,,0.98,2.2187,180.283,1.803,0.1105392649769783,,,,,,0.98,2.2191,180.252,1.803,0.2731286287307739,,,,,,0.9475,2.243,178.335,1.783,0.07945471256971359,,,,,,0.985,2.2187,180.289,1.803,0.2363237887620926,,,,,,0.9525,2.2219,180.022,1.8,0.2766345739364624,,,,,,0.9375,2.2192,180.242,1.802,0.04764462634921074,,,,,,0.9875,2.2223,179.992,1.8,400,0.10308582687377929,306.1865,1600,26.128,0.816,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-2-7b_watermarked,1337,7000000000.0,llama-2,False,all_results.json,,0.09061501175165176,0.985,2.2179,180.354,1.804,0.036493729799985886,0.99,2.2189,180.267,1.803,0.16611698269844055,0.9689884393063584,2.072,180.02,1.448,0.045129548758268356,0.99,2.2188,180.274,1.803,0.12085750699043274,0.9746954314720812,2.2059,179.974,1.813,0.20097869634628296,0.9524468085106382,2.1613,179.522,1.851,0.08070120215415955,0.9825,2.2187,180.285,1.803,True | |
| llama-65b_watermarked_1,5.0,0.07734454423189163,,,,,,0.975,4.0247,99.386,0.994,0.08333710581064224,,,,,,0.9725,4.0244,99.395,0.994,0.1087702214717865,,,,,,0.9674999999999999,4.1167,97.166,0.972,0.0882934182882309,,,,,,0.9725,4.0331,99.179,0.992,0.10906794667243958,,,,,,0.9650000000000001,4.024,99.405,0.994,0.10489393025636673,,,,,,0.9650000000000001,4.0285,99.292,0.993,0.06963684409856796,,,,,,0.9775,4.0205,99.49,0.995,400,0.11948550492525101,555.1663,1600,14.41,0.45,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b_watermarked,1,65000000000.0,llama-1,False,all_results.json,,0.08312435448169708,0.97,4.0188,99.533,0.995,0.06680599600076675,0.975,4.0348,99.139,0.991,0.09236631542444229,0.9717196531791907,3.7517,99.423,0.8,0.0743923932313919,0.975,4.0338,99.161,0.992,0.08270066976547241,0.9724238578680203,3.9951,99.372,1.001,0.09793641418218613,0.9642021276595745,3.9373,98.546,1.016,0.07379645109176636,0.975,4.0448,98.893,0.989,True | |
| llama-65b_watermarked_666,5.0,0.09514232724905014,,,,,,0.9725,3.9909,100.228,1.002,0.11388832330703735,,,,,,0.97,3.997,100.074,1.001,0.1341090351343155,,,,,,0.965,3.9879,100.303,1.003,0.12241044640541077,,,,,,0.97,4.0565,98.608,0.986,0.1461959034204483,,,,,,0.9624999999999999,4.0054,99.865,0.999,0.12208343297243118,,,,,,0.97,3.9992,100.02,1.0,0.0923343375325203,,,,,,0.975,3.9967,100.081,1.001,400,0.12583405447006227,553.7335,1600,14.447,0.451,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b_watermarked,666,65000000000.0,llama-1,False,all_results.json,,0.12027972936630249,0.97,3.9886,100.286,1.003,0.09196706861257553,0.975,4.0023,99.942,0.999,0.13026709854602814,0.9692196531791908,3.7317,99.954,0.804,0.1079862043261528,0.9725,4.0012,99.971,1.0,0.10081527382135391,0.9724619289340101,3.9658,100.106,1.009,0.13132736086845398,0.9643617021276595,3.8745,100.141,1.032,0.10638120025396347,0.9725,3.9996,100.01,1.0,True | |
| llama-65b_watermarked_42,5.0,0.02439793571829796,,,,,,0.9975,4.001,99.976,1.0,0.08103697746992111,,,,,,0.985,4.0028,99.93,0.999,0.10903556644916534,,,,,,0.9825,4.0383,99.051,0.991,0.07101926952600479,,,,,,0.9900000000000001,4.0113,99.719,0.997,0.07598748803138733,,,,,,0.985,4.0159,99.604,0.996,0.10104833543300629,,,,,,0.9825,4.0102,99.745,0.997,0.037013519555330276,,,,,,0.995,4.0114,99.715,0.997,400,0.1159167742729187,535.5069,1600,14.939,0.467,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b_watermarked,42,65000000000.0,llama-1,False,all_results.json,,0.05799700692296028,0.9925,4.0075,99.813,0.998,0.023328151553869247,0.9975,4.0045,99.887,0.999,0.06927060335874557,0.9888294797687861,3.7324,99.936,0.804,0.04212510958313942,0.995,4.0103,99.743,0.997,0.04201547056436539,0.9924238578680203,3.9774,99.813,1.006,0.08071165531873703,0.9815425531914894,3.8805,99.988,1.031,0.0418730154633522,0.995,4.1112,97.295,0.973,True | |
| llama-65b_watermarked_25,5.0,0.05295295640826225,,,,,,0.98,3.9688,100.785,1.008,0.06548940390348434,,,,,,0.9774999999999999,3.9794,100.517,1.005,0.08218220621347427,,,,,,0.9675,4.0048,99.881,0.999,0.0725049152970314,,,,,,0.975,3.983,100.426,1.004,0.07637153565883636,,,,,,0.9724999999999999,3.9803,100.495,1.005,0.06896929442882538,,,,,,0.9724999999999999,3.9851,100.373,1.004,0.05196801573038101,,,,,,0.98,3.9869,100.328,1.003,400,0.1189248504638672,554.4231,1600,14.429,0.451,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b_watermarked,25,65000000000.0,llama-1,False,all_results.json,,0.06613284349441528,0.9774999999999999,3.9718,100.711,1.007,0.05132299289107323,0.98,3.9793,100.521,1.005,0.06356866657733917,0.9771098265895953,3.711,100.512,0.808,0.06668168306350708,0.9774999999999999,3.9844,100.39,1.004,0.06615129113197327,0.9774619289340102,3.9557,100.362,1.011,0.08270900696516037,0.9720212765957447,3.8783,100.043,1.031,0.053673408925533295,0.9774999999999999,3.9751,100.627,1.006,True | |
| llama-65b_watermarked_1337,5.0,0.06823155283927917,,,,,,0.985,4.0001,99.997,1.0,0.0904051810503006,,,,,,0.98,4.0387,99.042,0.99,0.12642090022563934,,,,,,0.9674999999999999,4.0155,99.614,0.996,0.07732094079256058,,,,,,0.9824999999999999,4.03,99.256,0.993,0.11823813617229462,,,,,,0.9724999999999999,4.0075,99.814,0.998,0.11591488122940063,,,,,,0.9724999999999999,4.0168,99.582,0.996,0.0666506215929985,,,,,,0.9824999999999999,4.0283,99.298,0.993,400,0.13453160667419434,538.0292,1600,14.869,0.465,deberta__openwebtext-10k____float16__NO_SAMPLING__beams-5__max-new-tokens-256__repetition-penalty-1.0__seed-42_watermarked,llama-65b_watermarked,1337,65000000000.0,llama-1,False,all_results.json,,0.05904623121023178,0.985,4.0082,99.795,0.998,0.03781680390238762,0.99,4.0179,99.554,0.996,0.08485028147697449,0.981329479768786,3.7629,99.126,0.797,0.05563550814986229,0.9874999999999999,4.0343,99.15,0.992,0.0759013220667839,0.9849238578680203,3.986,99.599,1.004,0.1020025983452797,0.9767021276595744,3.893,99.667,1.027,0.06947758048772812,0.9824999999999999,4.0189,99.53,0.995,True | |