,Parameters,arc:challenge|25,hellaswag|10,MMLU_average,MMLU_abstract_algebra,MMLU_anatomy,MMLU_astronomy,MMLU_business_ethics,MMLU_clinical_knowledge,MMLU_college_biology,MMLU_college_chemistry,MMLU_college_computer_science,MMLU_college_mathematics,MMLU_college_medicine,MMLU_college_physics,MMLU_computer_security,MMLU_conceptual_physics,MMLU_econometrics,MMLU_electrical_engineering,MMLU_elementary_mathematics,MMLU_formal_logic,MMLU_global_facts,MMLU_high_school_biology,MMLU_high_school_chemistry,MMLU_high_school_computer_science,MMLU_high_school_european_history,MMLU_high_school_geography,MMLU_high_school_government_and_politics,MMLU_high_school_macroeconomics,MMLU_high_school_mathematics,MMLU_high_school_microeconomics,MMLU_high_school_physics,MMLU_high_school_psychology,MMLU_high_school_statistics,MMLU_high_school_us_history,MMLU_high_school_world_history,MMLU_human_aging,MMLU_human_sexuality,MMLU_international_law,MMLU_jurisprudence,MMLU_logical_fallacies,MMLU_machine_learning,MMLU_management,MMLU_marketing,MMLU_medical_genetics,MMLU_miscellaneous,MMLU_moral_disputes,MMLU_moral_scenarios,MMLU_nutrition,MMLU_philosophy,MMLU_prehistory,MMLU_professional_accounting,MMLU_professional_law,MMLU_professional_medicine,MMLU_professional_psychology,MMLU_public_relations,MMLU_security_studies,MMLU_sociology,MMLU_us_foreign_policy,MMLU_virology,MMLU_world_religions,harness|truthfulqa:mc1,harness|truthfulqa:mc2,organization
SparseOPT-1.3B,1.3,0.24061433447098976,0.3836885082652858,0.2559628529236627,0.22,0.21481481481481482,0.15789473684210525,0.2,0.21132075471698114,0.20833333333333334,0.19,0.33,0.24,0.26011560693641617,0.23529411764705882,0.3,0.2127659574468085,0.23684210526315788,0.2413793103448276,0.2566137566137566,0.3333333333333333,0.2,0.23225806451612904,0.2315270935960591,0.23,0.26666666666666666,0.2474747474747475,0.3005181347150259,0.3487179487179487,0.21481481481481482,0.3445378151260504,0.24503311258278146,0.24954128440366974,0.4305555555555556,0.19607843137254902,0.25738396624472576,0.3094170403587444,0.2595419847328244,0.21487603305785125,0.25925925925925924,0.2392638036809816,0.2767857142857143,0.36893203883495146,0.26495726495726496,0.28,0.22860791826309068,0.2514450867052023,0.23575418994413408,0.2908496732026144,0.2057877813504823,0.25,0.2624113475177305,0.23859191655801826,0.4485294117647059,0.2549019607843137,0.23636363636363636,0.17142857142857143,0.22885572139303484,0.27,0.28313253012048195,0.21637426900584794,0.24112607099143207,0.3911461888082662,shaohang
Athena-v1,,0.560580204778157,0.6315475004979088,0.5560519847435775,0.31,0.4962962962962963,0.5263157894736842,0.58,0.5962264150943396,0.5694444444444444,0.36,0.51,0.34,0.5317919075144508,0.29411764705882354,0.7,0.4085106382978723,0.30701754385964913,0.5310344827586206,0.32275132275132273,0.3492063492063492,0.4,0.6580645161290323,0.45320197044334976,0.55,0.6606060606060606,0.702020202020202,0.8186528497409327,0.5102564102564102,0.2814814814814815,0.5336134453781513,0.33774834437086093,0.7247706422018348,0.4212962962962963,0.7598039215686274,0.729957805907173,0.6681614349775785,0.6259541984732825,0.7272727272727273,0.7222222222222222,0.6809815950920245,0.3482142857142857,0.7378640776699029,0.7777777777777778,0.59,0.7420178799489144,0.6213872832369942,0.3206703910614525,0.6078431372549019,0.6430868167202572,0.6574074074074074,0.40425531914893614,0.3924380704041721,0.5257352941176471,0.5408496732026143,0.6454545454545455,0.6408163265306123,0.7512437810945274,0.83,0.4939759036144578,0.7251461988304093,0.3329253365973072,0.46581061317648736,IkariDev
Athena-tmp,,0.5674061433447098,0.6218880701055567,0.5886853623447243,0.29,0.5185185185185185,0.6381578947368421,0.62,0.6075471698113207,0.7083333333333334,0.38,0.46,0.33,0.5433526011560693,0.38235294117647056,0.68,0.502127659574468,0.3157894736842105,0.5103448275862069,0.35185185185185186,0.40476190476190477,0.41,0.6451612903225806,0.458128078817734,0.62,0.7636363636363637,0.7727272727272727,0.8497409326424871,0.6205128205128205,0.34814814814814815,0.6134453781512605,0.3509933774834437,0.7963302752293578,0.4212962962962963,0.8137254901960784,0.7890295358649789,0.6547085201793722,0.6564885496183206,0.71900826446281,0.7592592592592593,0.7116564417177914,0.36607142857142855,0.7281553398058253,0.8205128205128205,0.57,0.7790549169859514,0.6445086705202312,0.44692737430167595,0.630718954248366,0.6913183279742765,0.6944444444444444,0.450354609929078,0.46284224250325945,0.5698529411764706,0.5882352941176471,0.6454545454545455,0.6530612244897959,0.7213930348258707,0.81,0.463855421686747,0.8011695906432749,0.38922888616891066,0.5536706803409501,IkariDev
13B-Legerdemain-L2,13.0,0.5733788395904437,0.6354311890061741,0.560029583145915,0.36,0.5259259259259259,0.5723684210526315,0.53,0.6377358490566037,0.625,0.47,0.43,0.3,0.5375722543352601,0.2549019607843137,0.69,0.425531914893617,0.2894736842105263,0.503448275862069,0.32275132275132273,0.35714285714285715,0.3,0.6709677419354839,0.49261083743842365,0.59,0.6545454545454545,0.7272727272727273,0.8031088082901554,0.5435897435897435,0.3148148148148148,0.592436974789916,0.3443708609271523,0.7321100917431193,0.4722222222222222,0.7598039215686274,0.729957805907173,0.6547085201793722,0.6183206106870229,0.7355371900826446,0.7777777777777778,0.6871165644171779,0.3125,0.7281553398058253,0.7991452991452992,0.54,0.7471264367816092,0.6329479768786127,0.27039106145251396,0.6274509803921569,0.6302250803858521,0.6049382716049383,0.42907801418439717,0.424380704041721,0.5220588235294118,0.5326797385620915,0.6090909090909091,0.636734693877551,0.7661691542288557,0.87,0.42771084337349397,0.7777777777777778,0.29498164014687883,0.41994524774434294,CalderaAI
13B-Thorns-l2,13.0,0.5964163822525598,0.6329416450906195,0.5695357149878933,0.38,0.5259259259259259,0.5592105263157895,0.57,0.5962264150943396,0.5972222222222222,0.39,0.48,0.39,0.5086705202312138,0.24509803921568626,0.68,0.44680851063829785,0.2894736842105263,0.47586206896551725,0.335978835978836,0.3492063492063492,0.41,0.6483870967741936,0.39901477832512317,0.56,0.6909090909090909,0.696969696969697,0.8238341968911918,0.5282051282051282,0.3296296296296296,0.5714285714285714,0.3576158940397351,0.7596330275229358,0.4074074074074074,0.7598039215686274,0.7679324894514767,0.6905829596412556,0.6183206106870229,0.768595041322314,0.7037037037037037,0.7055214723926381,0.4375,0.7184466019417476,0.811965811965812,0.63,0.7598978288633461,0.6502890173410405,0.47039106145251397,0.6176470588235294,0.6334405144694534,0.6203703703703703,0.4574468085106383,0.4439374185136897,0.5183823529411765,0.5947712418300654,0.6454545454545455,0.6244897959183674,0.736318407960199,0.84,0.4578313253012048,0.7777777777777778,0.35128518971848227,0.49519847145337487,CalderaAI
13B-Ouroboros,13.0,0.560580204778157,0.6243776140211114,0.5143109726356007,0.31,0.4666666666666667,0.506578947368421,0.52,0.539622641509434,0.5347222222222222,0.37,0.4,0.35,0.4508670520231214,0.21568627450980393,0.65,0.4340425531914894,0.2982456140350877,0.45517241379310347,0.32275132275132273,0.30158730158730157,0.34,0.5806451612903226,0.3842364532019704,0.55,0.6545454545454545,0.6717171717171717,0.7046632124352331,0.45897435897435895,0.2111111111111111,0.49159663865546216,0.271523178807947,0.7045871559633028,0.3333333333333333,0.6862745098039216,0.7088607594936709,0.5919282511210763,0.6335877862595419,0.6942148760330579,0.5925925925925926,0.6073619631901841,0.44642857142857145,0.7184466019417476,0.7735042735042735,0.55,0.7177522349936143,0.5491329479768786,0.26033519553072626,0.5424836601307189,0.5369774919614148,0.558641975308642,0.36524822695035464,0.40547588005215124,0.48161764705882354,0.5245098039215687,0.6090909090909091,0.5387755102040817,0.6915422885572139,0.83,0.4578313253012048,0.7602339181286549,0.3268053855569155,0.47985714152263564,CalderaAI
30B-Lazarus,30.0,0.6245733788395904,0.6419040031866162,0.5647034983768845,0.3,0.5259259259259259,0.5986842105263158,0.57,0.5886792452830188,0.6180555555555556,0.4,0.49,0.31,0.4797687861271676,0.3137254901960784,0.67,0.4723404255319149,0.34210526315789475,0.4827586206896552,0.3783068783068783,0.3492063492063492,0.38,0.6709677419354839,0.39901477832512317,0.62,0.7090909090909091,0.7727272727272727,0.8134715025906736,0.541025641025641,0.26296296296296295,0.5882352941176471,0.33774834437086093,0.7431192660550459,0.46296296296296297,0.7647058823529411,0.7763713080168776,0.6547085201793722,0.6183206106870229,0.743801652892562,0.7037037037037037,0.6871165644171779,0.375,0.7184466019417476,0.8247863247863247,0.65,0.7701149425287356,0.6011560693641619,0.288268156424581,0.545751633986928,0.6655948553054662,0.6388888888888888,0.4326241134751773,0.4230769230769231,0.5551470588235294,0.5964052287581699,0.6181818181818182,0.5755102040816327,0.7412935323383084,0.81,0.463855421686747,0.7543859649122807,0.41370869033047736,0.5864523184962198,CalderaAI
Luna-AI-Llama2-Uncensored,,0.5059726962457338,0.5972913762198765,0.46696083320641224,0.32,0.42962962962962964,0.3815789473684211,0.52,0.47924528301886793,0.4236111111111111,0.31,0.48,0.32,0.3988439306358382,0.20588235294117646,0.52,0.39574468085106385,0.37719298245614036,0.4689655172413793,0.291005291005291,0.30952380952380953,0.34,0.5193548387096775,0.3054187192118227,0.39,0.6484848484848484,0.5404040404040404,0.6632124352331606,0.43333333333333335,0.28888888888888886,0.40756302521008403,0.304635761589404,0.6073394495412844,0.3194444444444444,0.5637254901960784,0.6624472573839663,0.5739910313901345,0.5419847328244275,0.5950413223140496,0.5185185185185185,0.49079754601226994,0.42857142857142855,0.49514563106796117,0.7136752136752137,0.52,0.6296296296296297,0.5375722543352601,0.25921787709497207,0.5228758169934641,0.5466237942122186,0.5154320987654321,0.39361702127659576,0.35853976531942633,0.4963235294117647,0.45751633986928103,0.5636363636363636,0.46938775510204084,0.5870646766169154,0.7,0.4036144578313253,0.672514619883041,0.3011015911872705,0.4549604134105272,Tap-M
LLaMA_2_70B_LoRA,70.0,0.6902730375426621,0.6886078470424218,0.7083507033667895,0.35,0.6370370370370371,0.8223684210526315,0.76,0.7358490566037735,0.8263888888888888,0.49,0.56,0.41,0.6936416184971098,0.37254901960784315,0.78,0.7106382978723405,0.45614035087719296,0.6206896551724138,0.47619047619047616,0.5079365079365079,0.47,0.8096774193548387,0.5714285714285714,0.78,0.8545454545454545,0.898989898989899,0.9326424870466321,0.7102564102564103,0.337037037037037,0.7815126050420168,0.4900662251655629,0.9009174311926605,0.5833333333333334,0.9019607843137255,0.8818565400843882,0.7847533632286996,0.8473282442748091,0.8760330578512396,0.8425925925925926,0.8466257668711656,0.5714285714285714,0.8252427184466019,0.9145299145299145,0.75,0.8697318007662835,0.7687861271676301,0.646927374301676,0.7516339869281046,0.7684887459807074,0.8271604938271605,0.599290780141844,0.5814863102998696,0.7316176470588235,0.7679738562091504,0.7454545454545455,0.8081632653061225,0.8756218905472637,0.86,0.5301204819277109,0.8713450292397661,0.4663402692778458,0.6451679386365279,adonlee
LLaMA-2-Jannie-70B-QLoRA,70.0,0.6424914675767918,0.676458872734515,0.6936674444309827,0.33,0.6148148148148148,0.8157894736842105,0.7,0.7245283018867924,0.8333333333333334,0.53,0.58,0.37,0.6242774566473989,0.45098039215686275,0.77,0.6553191489361702,0.4298245614035088,0.6137931034482759,0.4365079365079365,0.49206349206349204,0.47,0.8096774193548387,0.5270935960591133,0.73,0.8121212121212121,0.8737373737373737,0.9378238341968912,0.7102564102564103,0.35555555555555557,0.7689075630252101,0.4370860927152318,0.8715596330275229,0.6064814814814815,0.9068627450980392,0.8945147679324894,0.7757847533632287,0.8396946564885496,0.859504132231405,0.8055555555555556,0.8098159509202454,0.5178571428571429,0.8349514563106796,0.8931623931623932,0.75,0.855683269476373,0.7774566473988439,0.4446927374301676,0.7352941176470589,0.7909967845659164,0.8240740740740741,0.5460992907801419,0.5384615384615384,0.7610294117647058,0.7450980392156863,0.7454545454545455,0.8,0.8955223880597015,0.92,0.536144578313253,0.8538011695906432,0.39167686658506734,0.5367058343165584,v2ray
LLaMA-2-Wizard-70B-QLoRA,70.0,0.643344709897611,0.6948814977096196,0.689585931591035,0.36,0.6148148148148148,0.7894736842105263,0.69,0.7169811320754716,0.8333333333333334,0.44,0.53,0.44,0.6358381502890174,0.4019607843137255,0.78,0.6723404255319149,0.42105263157894735,0.593103448275862,0.43915343915343913,0.4603174603174603,0.49,0.8161290322580645,0.4876847290640394,0.76,0.8242424242424242,0.8636363636363636,0.9430051813471503,0.7051282051282052,0.3148148148148148,0.7605042016806722,0.423841059602649,0.8917431192660551,0.5740740740740741,0.9166666666666666,0.8649789029535865,0.7802690582959642,0.8473282442748091,0.8677685950413223,0.8055555555555556,0.8282208588957055,0.5267857142857143,0.8252427184466019,0.9017094017094017,0.7,0.8531289910600255,0.7803468208092486,0.4972067039106145,0.7483660130718954,0.7652733118971061,0.808641975308642,0.5567375886524822,0.5547588005215124,0.7389705882352942,0.7516339869281046,0.7272727272727273,0.7714285714285715,0.8855721393034826,0.91,0.5421686746987951,0.8771929824561403,0.44063647490820074,0.6172087939156057,v2ray
FashionGPT-70B-V1,70.0,0.6672354948805461,0.6819358693487353,0.7070259174125432,0.38,0.6518518518518519,0.8421052631578947,0.75,0.7132075471698113,0.8194444444444444,0.5,0.59,0.4,0.6647398843930635,0.39215686274509803,0.8,0.6808510638297872,0.4298245614035088,0.6275862068965518,0.43915343915343913,0.49206349206349204,0.5,0.8161290322580645,0.5369458128078818,0.8,0.8424242424242424,0.8838383838383839,0.9378238341968912,0.7102564102564103,0.337037037037037,0.7773109243697479,0.45695364238410596,0.9027522935779817,0.6203703703703703,0.9264705882352942,0.8860759493670886,0.8116591928251121,0.8702290076335878,0.8842975206611571,0.8425925925925926,0.8220858895705522,0.5178571428571429,0.8155339805825242,0.8931623931623932,0.72,0.8773946360153256,0.7861271676300579,0.6,0.7647058823529411,0.7813504823151125,0.8364197530864198,0.5567375886524822,0.5495436766623207,0.75,0.7565359477124183,0.7363636363636363,0.8122448979591836,0.8805970149253731,0.92,0.5421686746987951,0.8654970760233918,0.4749082007343941,0.639247711774609,ICBU-NPU
FashionGPT-70B-V1.1,70.0,0.6843003412969283,0.7016530571599283,0.7098532737099211,0.31,0.6296296296296297,0.8289473684210527,0.77,0.7433962264150943,0.8333333333333334,0.5,0.61,0.4,0.6589595375722543,0.3627450980392157,0.78,0.7106382978723405,0.4649122807017544,0.6413793103448275,0.4708994708994709,0.5,0.5,0.8290322580645161,0.5763546798029556,0.78,0.8424242424242424,0.8939393939393939,0.9326424870466321,0.7128205128205128,0.337037037037037,0.7773109243697479,0.48344370860927155,0.9045871559633027,0.5925925925925926,0.9117647058823529,0.8818565400843882,0.8026905829596412,0.8549618320610687,0.8760330578512396,0.8425925925925926,0.8343558282208589,0.5446428571428571,0.8349514563106796,0.9145299145299145,0.74,0.8646232439335888,0.7774566473988439,0.646927374301676,0.7581699346405228,0.7717041800643086,0.8271604938271605,0.6028368794326241,0.5867014341590613,0.7463235294117647,0.7647058823529411,0.7363636363636363,0.8122448979591836,0.8855721393034826,0.87,0.5240963855421686,0.8713450292397661,0.4528763769889841,0.6526486216773408,ICBU-NPU
vicuna-7b-v1.5-lora-mctaco-modified2,7.0,0.386518771331058,0.5488946425014938,0.484895905846249,0.31,0.45925925925925926,0.4342105263157895,0.52,0.5094339622641509,0.5486111111111112,0.3,0.43,0.38,0.37572254335260113,0.16666666666666666,0.65,0.4297872340425532,0.2807017543859649,0.496551724137931,0.29894179894179895,0.2777777777777778,0.32,0.5548387096774193,0.39408866995073893,0.47,0.6484848484848484,0.6161616161616161,0.6787564766839378,0.45897435897435895,0.24814814814814815,0.41596638655462187,0.2980132450331126,0.6770642201834862,0.38425925925925924,0.6813725490196079,0.6919831223628692,0.5695067264573991,0.5419847328244275,0.5619834710743802,0.5,0.5030674846625767,0.42857142857142855,0.6116504854368932,0.7350427350427351,0.56,0.6807151979565773,0.4913294797687861,0.23798882681564246,0.4738562091503268,0.5627009646302251,0.5555555555555556,0.3475177304964539,0.3650586701434159,0.4889705882352941,0.4624183006535948,0.5909090909090909,0.5673469387755102,0.6616915422885572,0.66,0.3795180722891566,0.695906432748538,0.23255813953488372,0.40427814325747613,Charlie911
vicuna-7b-v1.5-lora-mctaco,7.0,0.4274744027303754,0.5592511451902011,0.49269373965287366,0.23,0.45185185185185184,0.4407894736842105,0.46,0.5433962264150943,0.5486111111111112,0.3,0.39,0.33,0.44508670520231214,0.21568627450980393,0.6,0.4085106382978723,0.3157894736842105,0.45517241379310347,0.30687830687830686,0.29365079365079366,0.37,0.5451612903225806,0.41379310344827586,0.44,0.6606060606060606,0.6161616161616161,0.694300518134715,0.45897435897435895,0.25555555555555554,0.4831932773109244,0.2781456953642384,0.7045871559633028,0.35185185185185186,0.7058823529411765,0.6835443037974683,0.6098654708520179,0.6106870229007634,0.5785123966942148,0.5740740740740741,0.5153374233128835,0.3482142857142857,0.6504854368932039,0.782051282051282,0.54,0.6679438058748404,0.5404624277456648,0.24134078212290502,0.5032679738562091,0.5691318327974276,0.5648148148148148,0.35106382978723405,0.3617992177314211,0.5441176470588235,0.46895424836601307,0.5818181818181818,0.6,0.7064676616915423,0.7,0.39759036144578314,0.6783625730994152,0.2692778457772338,0.43120365715831976,Charlie911
vicuna-7b-v1.5-lora-mctaco-modified1,7.0,0.363481228668942,0.5485958972316272,0.47415215453344467,0.3,0.4740740740740741,0.4144736842105263,0.48,0.5056603773584906,0.4861111111111111,0.27,0.44,0.4,0.41040462427745666,0.17647058823529413,0.67,0.4553191489361702,0.2807017543859649,0.47586206896551725,0.3201058201058201,0.2619047619047619,0.33,0.5064516129032258,0.3694581280788177,0.39,0.6424242424242425,0.5959595959595959,0.6476683937823834,0.39487179487179486,0.26666666666666666,0.42016806722689076,0.2781456953642384,0.6422018348623854,0.30092592592592593,0.6764705882352942,0.6666666666666666,0.5426008968609866,0.5114503816793893,0.5619834710743802,0.5092592592592593,0.5153374233128835,0.3482142857142857,0.5922330097087378,0.7350427350427351,0.58,0.685823754789272,0.48554913294797686,0.25921787709497207,0.46405228758169936,0.5498392282958199,0.5679012345679012,0.3546099290780142,0.37809647979139505,0.4522058823529412,0.46405228758169936,0.5909090909090909,0.5387755102040817,0.6865671641791045,0.67,0.35542168674698793,0.6783625730994152,0.22399020807833536,0.3986793440080272,Charlie911
vicuna-7b-v1.5-lora-mctaco-modified4,7.0,0.3643344709897611,0.5421230830511851,0.47257011498639423,0.31,0.43703703703703706,0.39473684210526316,0.52,0.47547169811320755,0.4791666666666667,0.29,0.39,0.32,0.3872832369942196,0.14705882352941177,0.62,0.3872340425531915,0.2982456140350877,0.4482758620689655,0.3306878306878307,0.2857142857142857,0.31,0.5387096774193548,0.37438423645320196,0.46,0.6606060606060606,0.5959595959595959,0.6424870466321243,0.4,0.26666666666666666,0.3949579831932773,0.2582781456953642,0.6385321100917432,0.3055555555555556,0.6666666666666666,0.6540084388185654,0.5874439461883408,0.5648854961832062,0.5785123966942148,0.5185185185185185,0.558282208588957,0.4732142857142857,0.5922330097087378,0.7307692307692307,0.61,0.6526181353767561,0.5115606936416185,0.2435754189944134,0.4934640522875817,0.5401929260450161,0.5432098765432098,0.35106382978723405,0.3709256844850065,0.4375,0.45098039215686275,0.5181818181818182,0.5714285714285714,0.6616915422885572,0.69,0.3493975903614458,0.6491228070175439,0.23745410036719705,0.415907411933743,Charlie911
mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,7.0,0.5426621160409556,0.6072495518820952,0.5023777107763883,0.29,0.4740740740740741,0.506578947368421,0.44,0.5811320754716981,0.5625,0.37,0.35,0.28,0.4508670520231214,0.2647058823529412,0.63,0.4595744680851064,0.32456140350877194,0.45517241379310347,0.30158730158730157,0.25396825396825395,0.38,0.532258064516129,0.35467980295566504,0.38,0.7272727272727273,0.6363636363636364,0.7253886010362695,0.48717948717948717,0.24074074074074073,0.5084033613445378,0.31788079470198677,0.7192660550458716,0.4027777777777778,0.696078431372549,0.729957805907173,0.5381165919282511,0.5801526717557252,0.6776859504132231,0.6296296296296297,0.5337423312883436,0.36607142857142855,0.7184466019417476,0.7649572649572649,0.57,0.6922094508301405,0.5635838150289018,0.24916201117318434,0.5130718954248366,0.5787781350482315,0.5524691358024691,0.3475177304964539,0.3852672750977836,0.49264705882352944,0.4918300653594771,0.5909090909090909,0.5877551020408164,0.5671641791044776,0.7,0.40963855421686746,0.7017543859649122,0.3659730722154223,0.5250732685090884,xxyyy123
test_qkvo_adptor,,0.5349829351535836,0.6007767377016531,0.516437911474189,0.33,0.4888888888888889,0.4342105263157895,0.5,0.5849056603773585,0.5347222222222222,0.42,0.42,0.33,0.4682080924855491,0.28431372549019607,0.62,0.43829787234042555,0.30701754385964913,0.45517241379310347,0.32275132275132273,0.30952380952380953,0.38,0.5645161290322581,0.35467980295566504,0.46,0.7151515151515152,0.6363636363636364,0.7564766839378239,0.5282051282051282,0.2518518518518518,0.5252100840336135,0.304635761589404,0.7211009174311926,0.46296296296296297,0.7009803921568627,0.7088607594936709,0.5919282511210763,0.6259541984732825,0.6942148760330579,0.6481481481481481,0.5460122699386503,0.38392857142857145,0.6893203883495146,0.7649572649572649,0.64,0.7164750957854407,0.5549132947976878,0.23910614525139665,0.5359477124183006,0.5755627009646302,0.5524691358024691,0.39361702127659576,0.3767926988265971,0.4889705882352941,0.5,0.5818181818181818,0.636734693877551,0.582089552238806,0.7,0.3855421686746988,0.7134502923976608,0.37576499388004897,0.5352609389838828,xxyyy123
test_merge_p_ov1_w0.66_w0.5_n1,,0.6015358361774744,0.6246763592909779,0.5804702514135885,0.29,0.5111111111111111,0.5526315789473685,0.57,0.6075471698113207,0.6597222222222222,0.38,0.45,0.31,0.5722543352601156,0.3431372549019608,0.67,0.5106382978723404,0.3157894736842105,0.5448275862068965,0.3439153439153439,0.373015873015873,0.44,0.7,0.41379310344827586,0.56,0.7515151515151515,0.7626262626262627,0.8186528497409327,0.6128205128205129,0.3,0.5840336134453782,0.33774834437086093,0.7853211009174312,0.4212962962962963,0.8088235294117647,0.7552742616033755,0.6995515695067265,0.6717557251908397,0.7272727272727273,0.8148148148148148,0.6503067484662577,0.36607142857142855,0.7475728155339806,0.8504273504273504,0.59,0.7713920817369093,0.6271676300578035,0.3843575418994413,0.6143790849673203,0.6591639871382636,0.6975308641975309,0.4432624113475177,0.4361147327249022,0.5808823529411765,0.5882352941176471,0.6272727272727273,0.6653061224489796,0.7860696517412935,0.76,0.4819277108433735,0.7894736842105263,0.401468788249694,0.5617854888760936,xxyyy123
10k_v1_lora_qkvo_rank14_v3,,0.5298634812286689,0.6050587532364071,0.5070887042096461,0.31,0.48148148148148145,0.5,0.49,0.5584905660377358,0.5486111111111112,0.37,0.39,0.29,0.45664739884393063,0.2647058823529412,0.64,0.46808510638297873,0.34210526315789475,0.46206896551724136,0.29365079365079366,0.2698412698412698,0.37,0.5451612903225806,0.3793103448275862,0.39,0.7333333333333333,0.6363636363636364,0.7253886010362695,0.4948717948717949,0.24074074074074073,0.5126050420168067,0.31125827814569534,0.7211009174311926,0.4166666666666667,0.696078431372549,0.7341772151898734,0.5515695067264574,0.6030534351145038,0.7024793388429752,0.6388888888888888,0.5398773006134969,0.3392857142857143,0.7281553398058253,0.7649572649572649,0.57,0.7037037037037037,0.5664739884393064,0.2547486033519553,0.5359477124183006,0.5819935691318328,0.5524691358024691,0.36879432624113473,0.3820078226857888,0.48161764705882354,0.4820261437908497,0.5818181818181818,0.6040816326530613,0.5373134328358209,0.69,0.42168674698795183,0.6783625730994152,0.3671970624235006,0.5344202990692574,xxyyy123
20k_v1_lora_qkvo_rank14_v2,,0.5264505119453925,0.6025692093208525,0.5065428252132725,0.28,0.48148148148148145,0.4605263157894737,0.45,0.5735849056603773,0.5555555555555556,0.39,0.39,0.33,0.44508670520231214,0.2647058823529412,0.64,0.46382978723404256,0.3508771929824561,0.46206896551724136,0.28835978835978837,0.30952380952380953,0.4,0.5161290322580645,0.37438423645320196,0.39,0.7212121212121212,0.6313131313131313,0.7202072538860104,0.4641025641025641,0.25555555555555554,0.49159663865546216,0.36423841059602646,0.708256880733945,0.38425925925925924,0.7058823529411765,0.7130801687763713,0.5695067264573991,0.5954198473282443,0.6528925619834711,0.6666666666666666,0.5766871165644172,0.375,0.6504854368932039,0.7393162393162394,0.58,0.7088122605363985,0.5635838150289018,0.26927374301675977,0.5228758169934641,0.5852090032154341,0.558641975308642,0.3829787234042553,0.3748370273794003,0.4889705882352941,0.4852941176470588,0.6,0.6081632653061224,0.5323383084577115,0.68,0.45180722891566266,0.6783625730994152,0.3574051407588739,0.5157743333677478,xxyyy123
opt-1.3b-rlhf,1.3,0.2645051194539249,0.4102768372834097,0.25394133898731636,0.24,0.2814814814814815,0.1513157894736842,0.21,0.26037735849056604,0.25,0.15,0.3,0.27,0.30057803468208094,0.3431372549019608,0.2,0.17872340425531916,0.2631578947368421,0.2689655172413793,0.23015873015873015,0.21428571428571427,0.25,0.24838709677419354,0.2955665024630542,0.3,0.24242424242424243,0.25757575757575757,0.32124352331606215,0.3282051282051282,0.27037037037037037,0.24369747899159663,0.2913907284768212,0.25871559633027524,0.3611111111111111,0.28431372549019607,0.2109704641350211,0.18834080717488788,0.183206106870229,0.32231404958677684,0.25,0.27607361963190186,0.16964285714285715,0.2524271844660194,0.24358974358974358,0.29,0.24904214559386972,0.2543352601156069,0.2324022346368715,0.24509803921568626,0.22508038585209003,0.25925925925925924,0.25886524822695034,0.23859191655801826,0.43014705882352944,0.25163398692810457,0.24545454545454545,0.2857142857142857,0.208955223880597,0.17,0.21686746987951808,0.25146198830409355,0.23011015911872704,0.37436160193856854,jzjiao
rugpt3large_based_on_gpt2,,0.197098976109215,0.2951603266281617,0.24897381107946007,0.27,0.2518518518518518,0.17105263157894737,0.21,0.22641509433962265,0.2152777777777778,0.24,0.15,0.25,0.2254335260115607,0.22549019607843138,0.18,0.32340425531914896,0.23684210526315788,0.23448275862068965,0.2566137566137566,0.15079365079365079,0.29,0.29354838709677417,0.3103448275862069,0.21,0.21212121212121213,0.21717171717171718,0.27461139896373055,0.2153846153846154,0.28888888888888886,0.23109243697478993,0.1986754966887417,0.26972477064220185,0.4722222222222222,0.23039215686274508,0.25738396624472576,0.37668161434977576,0.22900763358778625,0.24793388429752067,0.19444444444444445,0.25153374233128833,0.24107142857142858,0.20388349514563106,0.19230769230769232,0.3,0.23627075351213284,0.22254335260115607,0.2424581005586592,0.22875816993464052,0.24758842443729903,0.2777777777777778,0.2553191489361702,0.23989569752281617,0.4522058823529412,0.2549019607843137,0.2636363636363636,0.2897959183673469,0.23880597014925373,0.27,0.23493975903614459,0.21052631578947367,0.24112607099143207,0.43388159442910507,ai-forever
autotrain-llama-alpaca-peft-52508123785,,0.4931740614334471,0.583150766779526,0.37600577660608214,0.32,0.4,0.4144736842105263,0.35,0.41132075471698115,0.3958333333333333,0.34,0.32,0.32,0.30057803468208094,0.22549019607843138,0.45,0.33617021276595743,0.2807017543859649,0.3586206896551724,0.23544973544973544,0.29365079365079366,0.33,0.4096774193548387,0.33497536945812806,0.36,0.3878787878787879,0.36363636363636365,0.5492227979274611,0.30512820512820515,0.22962962962962963,0.3025210084033613,0.31125827814569534,0.43302752293577984,0.4166666666666667,0.39705882352941174,0.4388185654008439,0.4977578475336323,0.4122137404580153,0.5206611570247934,0.39814814814814814,0.4294478527607362,0.25892857142857145,0.3786407766990291,0.44017094017094016,0.41,0.47126436781609193,0.3699421965317919,0.2435754189944134,0.4215686274509804,0.4212218649517685,0.404320987654321,0.3191489361702128,0.318122555410691,0.45955882352941174,0.369281045751634,0.38181818181818183,0.44081632653061226,0.43781094527363185,0.46,0.3373493975903614,0.5087719298245614,0.23133414932680538,0.3288355016256914,abhishek
ARIA-70B-V2,70.0,0.5784982935153583,0.6558454491137223,0.6348848193200483,0.36,0.5333333333333333,0.7039473684210527,0.67,0.6377358490566037,0.7361111111111112,0.46,0.57,0.31,0.5838150289017341,0.3235294117647059,0.67,0.6085106382978723,0.41228070175438597,0.5655172413793104,0.3915343915343915,0.3888888888888889,0.46,0.7645161290322581,0.5024630541871922,0.63,0.7696969696969697,0.7878787878787878,0.8963730569948186,0.6384615384615384,0.35185185185185186,0.6596638655462185,0.423841059602649,0.8513761467889909,0.49074074074074076,0.8627450980392157,0.8565400843881856,0.7399103139013453,0.7251908396946565,0.8264462809917356,0.8055555555555556,0.7484662576687117,0.5,0.7864077669902912,0.8547008547008547,0.67,0.8250319284802043,0.6965317919075145,0.33743016759776534,0.6830065359477124,0.707395498392283,0.7129629629629629,0.5035460992907801,0.485006518904824,0.5477941176470589,0.6781045751633987,0.6636363636363637,0.7551020408163265,0.8706467661691543,0.87,0.4879518072289157,0.8362573099415205,0.3268053855569155,0.4979524095981481,Faradaylab
Aria-70B,70.0,0.6049488054607508,0.6690898227444733,0.6387572188736373,0.35,0.5185185185185185,0.7302631578947368,0.65,0.6377358490566037,0.75,0.48,0.59,0.33,0.6069364161849711,0.3333333333333333,0.71,0.5829787234042553,0.41228070175438597,0.5793103448275863,0.41005291005291006,0.4126984126984127,0.44,0.7677419354838709,0.4630541871921182,0.65,0.793939393939394,0.803030303030303,0.8911917098445595,0.6410256410256411,0.3,0.6596638655462185,0.4304635761589404,0.8385321100917431,0.48148148148148145,0.8529411764705882,0.8438818565400844,0.726457399103139,0.7099236641221374,0.8016528925619835,0.8240740740740741,0.7607361963190185,0.48214285714285715,0.8058252427184466,0.8760683760683761,0.65,0.8275862068965517,0.7167630057803468,0.39329608938547483,0.6993464052287581,0.7041800643086816,0.7098765432098766,0.5070921985815603,0.4791395045632334,0.5772058823529411,0.6666666666666666,0.6909090909090909,0.7877551020408163,0.8706467661691543,0.87,0.5120481927710844,0.8187134502923976,0.3561811505507956,0.527991738544026,Faradaylab
ARIA-70B-V3,70.0,0.5998293515358362,0.6726747659828719,0.6475493821023967,0.32,0.5555555555555556,0.7302631578947368,0.67,0.660377358490566,0.7638888888888888,0.45,0.59,0.37,0.6127167630057804,0.3137254901960784,0.75,0.5829787234042553,0.41228070175438597,0.5586206896551724,0.4126984126984127,0.4365079365079365,0.43,0.7806451612903226,0.5024630541871922,0.68,0.8242424242424242,0.8333333333333334,0.9067357512953368,0.6410256410256411,0.28888888888888886,0.7142857142857143,0.44370860927152317,0.8458715596330275,0.49537037037037035,0.8774509803921569,0.8438818565400844,0.7399103139013453,0.7480916030534351,0.8181818181818182,0.7962962962962963,0.7791411042944786,0.49107142857142855,0.8058252427184466,0.8931623931623932,0.67,0.8275862068965517,0.7369942196531792,0.34413407821229053,0.696078431372549,0.729903536977492,0.7314814814814815,0.5177304964539007,0.48891786179921776,0.6029411764705882,0.6977124183006536,0.6909090909090909,0.7387755102040816,0.8656716417910447,0.86,0.5060240963855421,0.8362573099415205,0.34149326805385555,0.513240508208704,Faradaylab
Llama-2-7B-physics,7.0,0.49402730375426623,0.5880302728540131,0.4883096550400438,0.29,0.42962962962962964,0.4934210526315789,0.53,0.5358490566037736,0.5069444444444444,0.31,0.4,0.32,0.3988439306358382,0.24509803921568626,0.59,0.40425531914893614,0.39473684210526316,0.47586206896551725,0.31746031746031744,0.21428571428571427,0.36,0.535483870967742,0.41379310344827586,0.48,0.6060606060606061,0.6212121212121212,0.7046632124352331,0.441025641025641,0.2777777777777778,0.42016806722689076,0.2847682119205298,0.689908256880734,0.3472222222222222,0.6666666666666666,0.6497890295358649,0.5829596412556054,0.5419847328244275,0.6611570247933884,0.5925925925925926,0.5398773006134969,0.38392857142857145,0.6796116504854369,0.7264957264957265,0.53,0.6845466155810983,0.5028901734104047,0.2245810055865922,0.5196078431372549,0.5594855305466238,0.5370370370370371,0.3723404255319149,0.3409387222946545,0.5036764705882353,0.4950980392156863,0.5272727272727272,0.5591836734693878,0.6218905472636815,0.68,0.41566265060240964,0.695906432748538,0.31456548347613217,0.48931110299826513,Harshvir
LaMini-Neo-1.3B-Mental-Health_lora,1.3,0.2098976109215017,0.25413264289982074,0.2699755845913445,0.2,0.22962962962962963,0.3355263157894737,0.22,0.2981132075471698,0.2708333333333333,0.4,0.33,0.31,0.3179190751445087,0.37254901960784315,0.18,0.20851063829787234,0.23684210526315788,0.2413793103448276,0.2671957671957672,0.35714285714285715,0.18,0.3161290322580645,0.270935960591133,0.19,0.24848484848484848,0.3484848484848485,0.36787564766839376,0.3641025641025641,0.26296296296296295,0.3487394957983193,0.33112582781456956,0.3467889908256881,0.47685185185185186,0.2549019607843137,0.20253164556962025,0.13452914798206278,0.2824427480916031,0.14049586776859505,0.21296296296296297,0.22085889570552147,0.16071428571428573,0.3786407766990291,0.19658119658119658,0.24,0.20945083014048532,0.2138728323699422,0.27150837988826815,0.28104575163398693,0.24437299035369775,0.23765432098765432,0.2375886524822695,0.2438070404172099,0.4485294117647059,0.2238562091503268,0.22727272727272727,0.4,0.26865671641791045,0.26,0.1927710843373494,0.17543859649122806,0.23745410036719705,0.4821260232882257,Harshvir
Llama2-13b-sharegpt4,13.0,0.5878839590443686,0.657837084246166,0.5521150723648858,0.3,0.5111111111111111,0.5789473684210527,0.55,0.6075471698113207,0.625,0.42,0.49,0.37,0.5144508670520231,0.29411764705882354,0.64,0.40425531914893614,0.2543859649122807,0.5103448275862069,0.31746031746031744,0.373015873015873,0.37,0.6806451612903226,0.43349753694581283,0.53,0.6545454545454545,0.6767676767676768,0.8134715025906736,0.5051282051282051,0.2777777777777778,0.5882352941176471,0.2781456953642384,0.7412844036697248,0.4074074074074074,0.7598039215686274,0.7383966244725738,0.6636771300448431,0.6641221374045801,0.6694214876033058,0.7129629629629629,0.656441717791411,0.29464285714285715,0.6990291262135923,0.7735042735042735,0.54,0.7445721583652618,0.6069364161849711,0.42905027932960893,0.6013071895424836,0.5884244372990354,0.654320987654321,0.4219858156028369,0.41851368970013036,0.5588235294117647,0.5522875816993464,0.6181818181818182,0.6244897959183674,0.6865671641791045,0.81,0.4819277108433735,0.783625730994152,0.3157894736842105,0.45944783435128117,beaugogh
Llama2-7b-openorca-mc-v1,7.0,0.507679180887372,0.6186018721370244,0.48444071188008514,0.32,0.5037037037037037,0.4473684210526316,0.52,0.5509433962264151,0.4930555555555556,0.39,0.34,0.33,0.4624277456647399,0.2549019607843137,0.61,0.4085106382978723,0.3157894736842105,0.43448275862068964,0.328042328042328,0.2698412698412698,0.39,0.5161290322580645,0.3842364532019704,0.34,0.6606060606060606,0.5505050505050505,0.694300518134715,0.4282051282051282,0.2777777777777778,0.42857142857142855,0.3576158940397351,0.6770642201834862,0.3888888888888889,0.6568627450980392,0.7215189873417721,0.57847533632287,0.5343511450381679,0.628099173553719,0.5092592592592593,0.49693251533742333,0.3482142857142857,0.5631067961165048,0.7307692307692307,0.57,0.665389527458493,0.5057803468208093,0.25139664804469275,0.47058823529411764,0.5562700964630225,0.5277777777777778,0.4148936170212766,0.38852672750977835,0.5110294117647058,0.4493464052287582,0.6090909090909091,0.49795918367346936,0.6268656716417911,0.64,0.39759036144578314,0.6900584795321637,0.35006119951040393,0.5161559646496388,beaugogh
pythia-1.4b-deduped-sharegpt,1.4,0.29948805460750855,0.4133638717386975,0.23996055427043217,0.24,0.18518518518518517,0.14473684210526316,0.31,0.2830188679245283,0.2361111111111111,0.18,0.28,0.19,0.23121387283236994,0.20588235294117646,0.3,0.2680851063829787,0.20175438596491227,0.2206896551724138,0.22486772486772486,0.25396825396825395,0.19,0.23225806451612904,0.16748768472906403,0.18,0.2,0.1717171717171717,0.22279792746113988,0.24102564102564103,0.2962962962962963,0.23949579831932774,0.25165562913907286,0.21284403669724772,0.4212962962962963,0.24019607843137256,0.2489451476793249,0.27802690582959644,0.22900763358778625,0.256198347107438,0.25,0.2147239263803681,0.32142857142857145,0.18446601941747573,0.24358974358974358,0.33,0.2413793103448276,0.27167630057803466,0.23798882681564246,0.24509803921568626,0.2090032154340836,0.25925925925925924,0.20921985815602837,0.24511082138200782,0.1875,0.2647058823529412,0.20909090909090908,0.2530612244897959,0.24378109452736318,0.24,0.30120481927710846,0.2807017543859649,0.25458996328029376,0.4180996357014574,beaugogh
Llama2-7b-openorca-mc-v2,7.0,0.514505119453925,0.622087233618801,0.4829891514087424,0.32,0.45925925925925926,0.47368421052631576,0.5,0.5283018867924528,0.4791666666666667,0.36,0.4,0.3,0.4277456647398844,0.20588235294117646,0.56,0.4553191489361702,0.2631578947368421,0.4827586206896552,0.3201058201058201,0.3253968253968254,0.39,0.5225806451612903,0.3645320197044335,0.4,0.593939393939394,0.5808080808080808,0.7098445595854922,0.4564102564102564,0.3074074074074074,0.47478991596638653,0.2980132450331126,0.6660550458715596,0.3055555555555556,0.6617647058823529,0.7046413502109705,0.5560538116591929,0.5801526717557252,0.6033057851239669,0.5277777777777778,0.50920245398773,0.38392857142857145,0.6213592233009708,0.7264957264957265,0.52,0.6628352490421456,0.5115606936416185,0.24022346368715083,0.45751633986928103,0.5659163987138264,0.5246913580246914,0.3900709219858156,0.3767926988265971,0.5183823529411765,0.4738562091503268,0.6090909090909091,0.5061224489795918,0.6517412935323383,0.67,0.3795180722891566,0.6666666666666666,0.35128518971848227,0.5149452069709564,beaugogh
Llama2-7b-sharegpt4,7.0,0.5307167235494881,0.620991834295957,0.47468141253547597,0.31,0.43703703703703706,0.48026315789473684,0.46,0.49056603773584906,0.4791666666666667,0.38,0.4,0.33,0.4508670520231214,0.22549019607843138,0.58,0.42127659574468085,0.21929824561403508,0.47586206896551725,0.28835978835978837,0.3412698412698413,0.33,0.5258064516129032,0.3891625615763547,0.44,0.6181818181818182,0.494949494949495,0.7046632124352331,0.44358974358974357,0.28888888888888886,0.46218487394957986,0.23841059602649006,0.6495412844036698,0.26851851851851855,0.5637254901960784,0.6286919831223629,0.5381165919282511,0.5572519083969466,0.6611570247933884,0.5277777777777778,0.4785276073619632,0.4017857142857143,0.5533980582524272,0.6837606837606838,0.57,0.6564495530012772,0.5115606936416185,0.2435754189944134,0.5098039215686274,0.5273311897106109,0.5308641975308642,0.37943262411347517,0.378748370273794,0.5330882352941176,0.46078431372549017,0.5727272727272728,0.5306122448979592,0.6666666666666666,0.68,0.39759036144578314,0.6900584795321637,0.3292533659730722,0.4833790098921864,beaugogh
chinese-llama-2-13b,13.0,0.5324232081911263,0.5930093606851224,0.530143064685878,0.32,0.5037037037037037,0.5263157894736842,0.5,0.5849056603773585,0.5416666666666666,0.42,0.42,0.26,0.5491329479768786,0.23529411764705882,0.7,0.42127659574468085,0.2631578947368421,0.5103448275862069,0.30687830687830686,0.3253968253968254,0.38,0.6709677419354839,0.4482758620689655,0.54,0.6242424242424243,0.6616161616161617,0.7616580310880829,0.5282051282051282,0.3,0.5462184873949579,0.2980132450331126,0.708256880733945,0.47685185185185186,0.7156862745098039,0.70042194092827,0.5964125560538116,0.5801526717557252,0.768595041322314,0.6851851851851852,0.6380368098159509,0.3125,0.6699029126213593,0.7606837606837606,0.51,0.6922094508301405,0.5895953757225434,0.2670391061452514,0.5686274509803921,0.6495176848874598,0.6080246913580247,0.41843971631205673,0.39308996088657105,0.47794117647058826,0.5163398692810458,0.5727272727272728,0.5714285714285714,0.6766169154228856,0.77,0.4397590361445783,0.7368421052631579,0.2607099143206854,0.38244499692411915,ziqingyang
chinese-alpaca-2-13b,13.0,0.5418088737201365,0.5968930491933878,0.5510175229154505,0.27,0.4888888888888889,0.5855263157894737,0.57,0.5886792452830188,0.5625,0.42,0.5,0.31,0.5260115606936416,0.35294117647058826,0.66,0.37872340425531914,0.2807017543859649,0.5448275862068965,0.32275132275132273,0.3492063492063492,0.33,0.6645161290322581,0.4482758620689655,0.62,0.6606060606060606,0.702020202020202,0.7979274611398963,0.5128205128205128,0.2851851851851852,0.5798319327731093,0.33112582781456956,0.7541284403669725,0.4722222222222222,0.7549019607843137,0.7088607594936709,0.6278026905829597,0.6030534351145038,0.7355371900826446,0.7407407407407407,0.6196319018404908,0.36607142857142855,0.6990291262135923,0.8076923076923077,0.53,0.7522349936143039,0.6242774566473989,0.3865921787709497,0.5947712418300654,0.6366559485530546,0.6018518518518519,0.40425531914893614,0.4230769230769231,0.47794117647058826,0.5228758169934641,0.6,0.5959183673469388,0.6865671641791045,0.82,0.463855421686747,0.7543859649122807,0.34761321909424725,0.5021827224175823,ziqingyang
chinese-alpaca-2-7b,7.0,0.46331058020477817,0.538338976299542,0.4650381313298343,0.31,0.43703703703703706,0.5,0.39,0.47924528301886793,0.4513888888888889,0.34,0.38,0.38,0.3988439306358382,0.18627450980392157,0.57,0.425531914893617,0.35964912280701755,0.4206896551724138,0.3306878306878307,0.2619047619047619,0.34,0.5258064516129032,0.37438423645320196,0.4,0.593939393939394,0.5606060606060606,0.6839378238341969,0.4025641025641026,0.25555555555555554,0.42016806722689076,0.271523178807947,0.6513761467889908,0.3287037037037037,0.5931372549019608,0.6286919831223629,0.5291479820627802,0.549618320610687,0.6611570247933884,0.49074074074074076,0.4785276073619632,0.33035714285714285,0.6796116504854369,0.6709401709401709,0.56,0.6372924648786717,0.4682080924855491,0.24581005586592178,0.4803921568627451,0.572347266881029,0.5092592592592593,0.3829787234042553,0.33702737940026073,0.5183823529411765,0.4542483660130719,0.5181818181818182,0.49387755102040815,0.6119402985074627,0.63,0.35542168674698793,0.6900584795321637,0.3268053855569155,0.48634990111016835,ziqingyang
chinese-llama-2-7b,7.0,0.4069965870307167,0.504282015534754,0.3747497883048151,0.29,0.28888888888888886,0.3618421052631579,0.41,0.42641509433962266,0.4027777777777778,0.33,0.31,0.32,0.3583815028901734,0.27450980392156865,0.42,0.37446808510638296,0.2719298245614035,0.32413793103448274,0.28835978835978837,0.3492063492063492,0.34,0.36451612903225805,0.2413793103448276,0.34,0.37575757575757573,0.4292929292929293,0.43005181347150256,0.37948717948717947,0.2814814814814815,0.40336134453781514,0.33774834437086093,0.45871559633027525,0.30092592592592593,0.3627450980392157,0.350210970464135,0.38565022421524664,0.3511450381679389,0.5702479338842975,0.3888888888888889,0.36809815950920244,0.3392857142857143,0.3883495145631068,0.5769230769230769,0.4,0.4648786717752235,0.3786127167630058,0.25251396648044694,0.3954248366013072,0.4405144694533762,0.3888888888888889,0.2553191489361702,0.29335071707953064,0.4632352941176471,0.31862745098039214,0.4818181818181818,0.40408163265306124,0.47761194029850745,0.5,0.3192771084337349,0.5614035087719298,0.23255813953488372,0.3700228239899929,ziqingyang
giraffe-7b,7.0,0.4453924914675768,0.579964150567616,0.38889179041465144,0.27,0.48148148148148145,0.40131578947368424,0.36,0.4490566037735849,0.3402777777777778,0.15,0.31,0.34,0.3699421965317919,0.19607843137254902,0.57,0.33191489361702126,0.2807017543859649,0.4206896551724138,0.26455026455026454,0.2857142857142857,0.34,0.36774193548387096,0.2561576354679803,0.36,0.4121212121212121,0.4494949494949495,0.5233160621761658,0.3923076923076923,0.2740740740740741,0.35294117647058826,0.2980132450331126,0.48807339449541287,0.20833333333333334,0.36764705882352944,0.4810126582278481,0.45739910313901344,0.5038167938931297,0.512396694214876,0.42592592592592593,0.4171779141104294,0.32142857142857145,0.4563106796116505,0.6025641025641025,0.45,0.5172413793103449,0.41329479768786126,0.27039106145251396,0.4215686274509804,0.4405144694533762,0.4228395061728395,0.3404255319148936,0.2900912646675359,0.3382352941176471,0.3758169934640523,0.44545454545454544,0.39183673469387753,0.5074626865671642,0.54,0.3795180722891566,0.5321637426900585,0.2558139534883721,0.3847837297072023,ashercn97
Echidna-30B,30.0,0.24146757679180889,0.2530372435769767,0.24889633418124182,0.21,0.2962962962962963,0.2631578947368421,0.26,0.22264150943396227,0.2777777777777778,0.34,0.28,0.26,0.26011560693641617,0.23529411764705882,0.26,0.2425531914893617,0.2631578947368421,0.2206896551724138,0.24338624338624337,0.2619047619047619,0.23,0.25806451612903225,0.270935960591133,0.14,0.18787878787878787,0.15151515151515152,0.34196891191709844,0.2076923076923077,0.2814814814814815,0.22268907563025211,0.23178807947019867,0.23119266055045873,0.2175925925925926,0.24509803921568626,0.25738396624472576,0.25112107623318386,0.2595419847328244,0.2231404958677686,0.2777777777777778,0.2822085889570552,0.24107142857142858,0.1650485436893204,0.29914529914529914,0.25,0.23116219667943805,0.22832369942196531,0.24916201117318434,0.2647058823529412,0.24115755627009647,0.25617283950617287,0.2765957446808511,0.23663624511082137,0.34191176470588236,0.21405228758169934,0.19090909090909092,0.31020408163265306,0.22388059701492538,0.25,0.24096385542168675,0.30994152046783624,0.24479804161566707,0.4813677096502749,jaspercatapang
gpt-neo-125m-neurallinguisticpioneers,0.125,0.19539249146757678,0.28520215096594304,0.25137865994591074,0.22,0.3037037037037037,0.17763157894736842,0.23,0.22641509433962265,0.2152777777777778,0.23,0.28,0.3,0.2023121387283237,0.21568627450980393,0.21,0.2936170212765957,0.24561403508771928,0.2482758620689655,0.2328042328042328,0.16666666666666666,0.18,0.25483870967741934,0.270935960591133,0.3,0.2606060606060606,0.3282828282828283,0.3005181347150259,0.258974358974359,0.2518518518518518,0.21008403361344538,0.2052980132450331,0.22018348623853212,0.4212962962962963,0.2696078431372549,0.20675105485232068,0.23766816143497757,0.2595419847328244,0.2809917355371901,0.23148148148148148,0.3067484662576687,0.22321428571428573,0.1553398058252427,0.25213675213675213,0.3,0.2554278416347382,0.24277456647398843,0.2446927374301676,0.2647058823529412,0.1864951768488746,0.24074074074074073,0.23049645390070922,0.242503259452412,0.4117647058823529,0.2679738562091503,0.24545454545454545,0.3877551020408163,0.22388059701492538,0.23,0.25903614457831325,0.21052631578947367,0.26560587515299877,0.4564037543075493,ogimgio
Chinese-LLaMA-2-13B-hf,13.0,0.2977815699658703,0.3216490738896634,0.3397284862299257,0.26,0.3925925925925926,0.34210526315789475,0.23,0.3433962264150943,0.3125,0.36,0.33,0.31,0.3815028901734104,0.24509803921568626,0.26,0.31063829787234043,0.22807017543859648,0.3310344827586207,0.25396825396825395,0.31746031746031744,0.36,0.33225806451612905,0.24630541871921183,0.22,0.6363636363636364,0.4444444444444444,0.44559585492227977,0.358974358974359,0.25925925925925924,0.39915966386554624,0.3443708609271523,0.3908256880733945,0.4722222222222222,0.696078431372549,0.3080168776371308,0.29596412556053814,0.3969465648854962,0.36363636363636365,0.2962962962962963,0.24539877300613497,0.16071428571428573,0.36893203883495146,0.32051282051282054,0.39,0.4559386973180077,0.2658959537572254,0.26145251396648045,0.40522875816993464,0.36977491961414793,0.33641975308641975,0.2553191489361702,0.2790091264667536,0.44485294117647056,0.2549019607843137,0.2909090909090909,0.39591836734693875,0.4427860696517413,0.27,0.30120481927710846,0.3742690058479532,0.23378212974296206,0.45705467711910086,Linly-AI
llama-30b-supercot,30.0,0.6100682593856656,0.6498705437163912,0.5656010498884794,0.29,0.5407407407407407,0.618421052631579,0.57,0.5773584905660377,0.5902777777777778,0.41,0.46,0.3,0.5375722543352601,0.29411764705882354,0.67,0.5063829787234042,0.32456140350877194,0.4482758620689655,0.36243386243386244,0.2857142857142857,0.36,0.6709677419354839,0.3793103448275862,0.59,0.7333333333333333,0.7828282828282829,0.8082901554404145,0.5512820512820513,0.26666666666666666,0.5504201680672269,0.31788079470198677,0.7486238532110092,0.46296296296296297,0.7598039215686274,0.7932489451476793,0.6322869955156951,0.6335877862595419,0.7603305785123967,0.6944444444444444,0.7055214723926381,0.38392857142857145,0.7766990291262136,0.8205128205128205,0.67,0.7650063856960408,0.630057803468208,0.2927374301675978,0.5751633986928104,0.662379421221865,0.6327160493827161,0.43617021276595747,0.424380704041721,0.5477941176470589,0.5964052287581699,0.6181818181818182,0.5755102040816327,0.7263681592039801,0.84,0.4939759036144578,0.783625730994152,0.37576499388004897,0.5395858887282059,ausboss
llama7b-wizardlm-unfiltered,7.0,0.5008532423208191,0.591714797849034,0.3641161270085845,0.23,0.4148148148148148,0.375,0.39,0.41509433962264153,0.3541666666666667,0.29,0.28,0.35,0.28901734104046245,0.19607843137254902,0.45,0.33617021276595743,0.2719298245614035,0.3103448275862069,0.2724867724867725,0.23809523809523808,0.39,0.3548387096774194,0.33497536945812806,0.39,0.3939393939393939,0.40404040404040403,0.5129533678756477,0.36666666666666664,0.22592592592592592,0.31512605042016806,0.304635761589404,0.47339449541284406,0.2962962962962963,0.39705882352941174,0.4008438818565401,0.39461883408071746,0.366412213740458,0.5371900826446281,0.4166666666666667,0.4171779141104294,0.25,0.3786407766990291,0.5,0.42,0.46360153256704983,0.3988439306358382,0.2424581005586592,0.3627450980392157,0.3954983922829582,0.3950617283950617,0.2765957446808511,0.3005215123859192,0.39705882352941174,0.369281045751634,0.39090909090909093,0.35918367346938773,0.43781094527363185,0.42,0.3433734939759036,0.49707602339181284,0.2558139534883721,0.377533757591565,ausboss
llama-13b-supercot,13.0,0.5341296928327645,0.6135232025492929,0.4536053370422674,0.36,0.48148148148148145,0.46710526315789475,0.47,0.4867924528301887,0.4305555555555556,0.32,0.4,0.27,0.4046242774566474,0.20588235294117646,0.57,0.4127659574468085,0.2982456140350877,0.3586206896551724,0.26455026455026454,0.2857142857142857,0.31,0.5032258064516129,0.2857142857142857,0.47,0.5575757575757576,0.51010101010101,0.6062176165803109,0.4230769230769231,0.2037037037037037,0.40756302521008403,0.2582781456953642,0.6128440366972477,0.25,0.5735294117647058,0.6118143459915611,0.5560538116591929,0.5190839694656488,0.6611570247933884,0.5555555555555556,0.49079754601226994,0.3125,0.6407766990291263,0.7008547008547008,0.47,0.6832694763729247,0.4624277456647399,0.23910614525139665,0.4738562091503268,0.5176848874598071,0.5370370370370371,0.3262411347517731,0.3546284224250326,0.4375,0.46895424836601307,0.5727272727272728,0.40816326530612246,0.6268656716417911,0.7,0.4036144578313253,0.6666666666666666,0.33414932680538556,0.4854656830031935,ausboss
trurl-2-13b-academic,13.0,0.5392491467576792,0.5957976498705437,0.55199828072958,0.39,0.5185185185185185,0.5657894736842105,0.53,0.569811320754717,0.5972222222222222,0.44,0.48,0.31,0.4624277456647399,0.30392156862745096,0.68,0.4127659574468085,0.2807017543859649,0.4896551724137931,0.3544973544973545,0.35714285714285715,0.28,0.6419354838709678,0.4433497536945813,0.56,0.6787878787878788,0.6666666666666666,0.8341968911917098,0.5307692307692308,0.32222222222222224,0.5588235294117647,0.36423841059602646,0.7412844036697248,0.44907407407407407,0.7107843137254902,0.7468354430379747,0.6233183856502242,0.6641221374045801,0.71900826446281,0.6851851851851852,0.6748466257668712,0.3392857142857143,0.7184466019417476,0.7863247863247863,0.62,0.719029374201788,0.6098265895953757,0.376536312849162,0.6078431372549019,0.5819935691318328,0.595679012345679,0.40070921985815605,0.4002607561929596,0.47794117647058826,0.5441176470588235,0.6090909090909091,0.6448979591836734,0.7810945273631841,0.8,0.4819277108433735,0.7309941520467836,0.2839657282741738,0.4346341998016549,Voicelab
trurl-2-7b,7.0,0.5025597269624573,0.568213503286198,0.4999844132947056,0.22,0.5037037037037037,0.47368421052631576,0.53,0.5584905660377358,0.5416666666666666,0.38,0.38,0.33,0.4624277456647399,0.2549019607843137,0.61,0.4085106382978723,0.3333333333333333,0.4689655172413793,0.2857142857142857,0.36507936507936506,0.32,0.5903225806451613,0.39901477832512317,0.45,0.6484848484848484,0.601010101010101,0.7668393782383419,0.5051282051282051,0.2740740740740741,0.49159663865546216,0.3443708609271523,0.6862385321100918,0.37962962962962965,0.6568627450980392,0.6877637130801688,0.5605381165919282,0.5648854961832062,0.6115702479338843,0.6481481481481481,0.558282208588957,0.33035714285714285,0.6699029126213593,0.7136752136752137,0.57,0.6756066411238825,0.5317919075144508,0.23687150837988827,0.5261437908496732,0.5852090032154341,0.5339506172839507,0.3475177304964539,0.3644067796610169,0.45588235294117646,0.4722222222222222,0.509090909090909,0.6244897959183674,0.6716417910447762,0.7,0.41566265060240964,0.7134502923976608,0.3011015911872705,0.4541658189441706,Voicelab
DataLinguistic-34B-V1.0,34.0,0.23293515358361774,0.2819159529974109,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.2460220318237454,0.48734329486879213,DataLinguistic
gpt4all-j,,0.34982935153583616,0.475502887870942,0.2644921581324292,0.24,0.2814814814814815,0.19078947368421054,0.31,0.2981132075471698,0.2569444444444444,0.2,0.3,0.22,0.24855491329479767,0.16666666666666666,0.36,0.2936170212765957,0.2982456140350877,0.27586206896551724,0.23544973544973544,0.2222222222222222,0.17,0.22903225806451613,0.2413793103448276,0.28,0.23030303030303031,0.2878787878787879,0.21243523316062177,0.23076923076923078,0.26666666666666666,0.2605042016806723,0.19205298013245034,0.22201834862385322,0.1574074074074074,0.3137254901960784,0.32489451476793246,0.3542600896860987,0.31297709923664124,0.34710743801652894,0.3148148148148148,0.2085889570552147,0.3392857142857143,0.22330097087378642,0.29914529914529914,0.3,0.280970625798212,0.24566473988439305,0.23910614525139665,0.27450980392156865,0.27009646302250806,0.25925925925925924,0.2872340425531915,0.24641460234680573,0.23161764705882354,0.25980392156862747,0.2727272727272727,0.2530612244897959,0.25870646766169153,0.34,0.30120481927710846,0.3391812865497076,0.2717258261933905,0.4315771879321385,nomic-ai
jerma985,,0.2022184300341297,0.2885879306910974,0.2656934274637715,0.28,0.2222222222222222,0.17105263157894737,0.21,0.3018867924528302,0.2152777777777778,0.35,0.33,0.31,0.1907514450867052,0.24509803921568626,0.22,0.33191489361702126,0.21929824561403508,0.22758620689655173,0.2566137566137566,0.35714285714285715,0.23,0.3,0.27586206896551724,0.2,0.24242424242424243,0.35353535353535354,0.36787564766839376,0.3564102564102564,0.24814814814814815,0.3277310924369748,0.32450331125827814,0.3486238532110092,0.4722222222222222,0.2549019607843137,0.2109704641350211,0.10762331838565023,0.21374045801526717,0.2231404958677686,0.2222222222222222,0.2331288343558282,0.15178571428571427,0.3786407766990291,0.1794871794871795,0.26,0.2081736909323116,0.20809248554913296,0.2435754189944134,0.27450980392156865,0.2733118971061093,0.22530864197530864,0.25886524822695034,0.23989569752281617,0.4485294117647059,0.25980392156862747,0.2636363636363636,0.4,0.23383084577114427,0.27,0.19879518072289157,0.21637426900584794,0.2386780905752754,0.44007165963658773,huggingtweets
gladosystem,,0.2175767918088737,0.28340967934674366,0.2318475407432296,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.2,0.1774193548387097,0.15763546798029557,0.25,0.21818181818181817,0.18181818181818182,0.19170984455958548,0.2128205128205128,0.2222222222222222,0.21428571428571427,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.2549019607843137,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23627075351213284,0.24277456647398843,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.24902216427640156,0.1801470588235294,0.25,0.20909090909090908,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.2350061199510404,0.41783853273079835,huggingtweets
StellarX-4B-V0.2,4.0,0.3174061433447099,0.41585341565425216,0.2554755107177788,0.31,0.3037037037037037,0.3026315789473684,0.23,0.2,0.2569444444444444,0.18,0.26,0.25,0.24855491329479767,0.21568627450980393,0.29,0.2,0.2631578947368421,0.296551724137931,0.2671957671957672,0.15079365079365079,0.33,0.25161290322580643,0.270935960591133,0.33,0.23030303030303031,0.2474747474747475,0.2849740932642487,0.2282051282051282,0.26296296296296295,0.21008403361344538,0.271523178807947,0.25137614678899084,0.2222222222222222,0.24509803921568626,0.26582278481012656,0.18834080717488788,0.22900763358778625,0.371900826446281,0.23148148148148148,0.3006134969325153,0.25,0.2524271844660194,0.2606837606837607,0.2,0.26436781609195403,0.29190751445086704,0.24692737430167597,0.25163398692810457,0.3215434083601286,0.2623456790123457,0.2695035460992908,0.27053455019556716,0.16911764705882354,0.27450980392156865,0.21818181818181817,0.2571428571428571,0.24875621890547264,0.27,0.24096385542168675,0.29239766081871343,0.21664626682986537,0.38554214033294804,Dampish
Dante-2.8B,2.8,0.23464163822525597,0.2544313881696873,0.24507924984895746,0.24,0.2814814814814815,0.25,0.22,0.2037735849056604,0.2222222222222222,0.31,0.23,0.29,0.2543352601156069,0.18627450980392157,0.17,0.251063829787234,0.24561403508771928,0.18620689655172415,0.24867724867724866,0.2619047619047619,0.2,0.21935483870967742,0.28078817733990147,0.28,0.21212121212121213,0.25757575757575757,0.23834196891191708,0.23846153846153847,0.2777777777777778,0.23949579831932774,0.17880794701986755,0.25504587155963304,0.2222222222222222,0.2549019607843137,0.27848101265822783,0.273542600896861,0.2824427480916031,0.21487603305785125,0.25,0.27607361963190186,0.3125,0.23300970873786409,0.23076923076923078,0.22,0.25798212005108556,0.2514450867052023,0.27150837988826815,0.2549019607843137,0.2540192926045016,0.23148148148148148,0.21631205673758866,0.2516297262059974,0.23897058823529413,0.238562091503268,0.19090909090909092,0.22040816326530613,0.263681592039801,0.31,0.25301204819277107,0.28654970760233917,0.22766217870257038,,Dampish
dolly-v2-7b,7.0,0.40955631399317405,0.5273849830711014,0.25183937022975866,0.26,0.25925925925925924,0.18421052631578946,0.26,0.2528301886792453,0.22916666666666666,0.2,0.24,0.24,0.2138728323699422,0.22549019607843138,0.25,0.32340425531914896,0.24561403508771928,0.27586206896551724,0.25132275132275134,0.1984126984126984,0.31,0.24516129032258063,0.2857142857142857,0.22,0.24242424242424243,0.20707070707070707,0.22279792746113988,0.23333333333333334,0.2518518518518518,0.226890756302521,0.2251655629139073,0.22935779816513763,0.18518518518518517,0.27450980392156865,0.29957805907172996,0.38565022421524664,0.22900763358778625,0.2727272727272727,0.2962962962962963,0.2392638036809816,0.3125,0.2621359223300971,0.2564102564102564,0.26,0.2950191570881226,0.24566473988439305,0.24134078212290502,0.23202614379084968,0.2733118971061093,0.2654320987654321,0.2730496453900709,0.23598435462842243,0.19117647058823528,0.2647058823529412,0.33636363636363636,0.17142857142857143,0.24875621890547264,0.21,0.3132530120481928,0.27485380116959063,0.22888616891064872,0.34883072153276456,databricks
dolly-v2-3b,3.0,0.35580204778157,0.48914558852818163,0.25046328012984825,0.29,0.25925925925925924,0.19736842105263158,0.2,0.2679245283018868,0.2569444444444444,0.21,0.18,0.22,0.20809248554913296,0.19607843137254902,0.29,0.2978723404255319,0.2807017543859649,0.30344827586206896,0.26455026455026454,0.18253968253968253,0.3,0.27741935483870966,0.24630541871921183,0.22,0.23636363636363636,0.21717171717171718,0.21243523316062177,0.22564102564102564,0.2518518518518518,0.22268907563025211,0.25165562913907286,0.25504587155963304,0.24074074074074073,0.25980392156862747,0.28270042194092826,0.32286995515695066,0.22137404580152673,0.2644628099173554,0.2777777777777778,0.26380368098159507,0.29464285714285715,0.3106796116504854,0.26495726495726496,0.22,0.26436781609195403,0.2745664739884393,0.2346368715083799,0.24183006535947713,0.2733118971061093,0.2654320987654321,0.25177304964539005,0.25554106910039115,0.1801470588235294,0.25980392156862747,0.3090909090909091,0.17142857142857143,0.23383084577114427,0.21,0.3072289156626506,0.2982456140350877,0.22276621787025705,0.3377453265271055,databricks
dolly-v2-12b,12.0,0.38139931740614336,0.5463055168293168,0.2591684565152261,0.23,0.3333333333333333,0.2631578947368421,0.23,0.22264150943396227,0.2638888888888889,0.18,0.2,0.28,0.23699421965317918,0.23529411764705882,0.3,0.23829787234042554,0.2543859649122807,0.2827586206896552,0.2698412698412698,0.1984126984126984,0.39,0.26129032258064516,0.2512315270935961,0.36,0.20606060606060606,0.20707070707070707,0.23316062176165803,0.23076923076923078,0.26666666666666666,0.226890756302521,0.23178807947019867,0.26605504587155965,0.20833333333333334,0.2696078431372549,0.32489451476793246,0.29596412556053814,0.22137404580152673,0.38016528925619836,0.2222222222222222,0.2392638036809816,0.3482142857142857,0.24271844660194175,0.27350427350427353,0.22,0.29246487867177523,0.2630057803468208,0.24134078212290502,0.24509803921568626,0.3054662379421222,0.25,0.2695035460992908,0.2692307692307692,0.18382352941176472,0.2647058823529412,0.2818181818181818,0.17551020408163265,0.2935323383084577,0.26,0.26506024096385544,0.3157894736842105,0.200734394124847,0.33827081326692277,databricks
GPlatty-30B,30.0,0.636518771331058,0.6501692889862577,0.6348906462383451,0.31,0.5407407407407407,0.6776315789473685,0.64,0.6566037735849056,0.6944444444444444,0.45,0.52,0.36,0.5549132947976878,0.3627450980392157,0.72,0.548936170212766,0.34210526315789475,0.5793103448275863,0.3968253968253968,0.42063492063492064,0.36,0.7483870967741936,0.47783251231527096,0.69,0.793939393939394,0.8181818181818182,0.8756476683937824,0.6333333333333333,0.31851851851851853,0.6974789915966386,0.3443708609271523,0.8495412844036697,0.5231481481481481,0.8578431372549019,0.8523206751054853,0.7219730941704036,0.6946564885496184,0.8181818181818182,0.7407407407407407,0.754601226993865,0.5089285714285714,0.8155339805825242,0.8760683760683761,0.7,0.7969348659003831,0.7023121387283237,0.48379888268156424,0.6764705882352942,0.729903536977492,0.7469135802469136,0.5106382978723404,0.515645371577575,0.5882352941176471,0.6764705882352942,0.6454545454545455,0.7755102040816326,0.8308457711442786,0.92,0.5481927710843374,0.7953216374269005,0.35495716034271724,0.5244810329463128,lilloukas
Llama-2-13b-orca-v1,13.0,0.5981228668941979,0.6236805417247561,0.5770884692971581,0.33,0.45925925925925926,0.5263157894736842,0.59,0.6150943396226415,0.6180555555555556,0.37,0.46,0.34,0.5375722543352601,0.3333333333333333,0.74,0.46808510638297873,0.2982456140350877,0.5448275862068965,0.3412698412698413,0.3492063492063492,0.38,0.6709677419354839,0.43349753694581283,0.6,0.703030303030303,0.7474747474747475,0.8238341968911918,0.5743589743589743,0.29259259259259257,0.5966386554621849,0.33112582781456956,0.7596330275229358,0.4398148148148148,0.75,0.7510548523206751,0.672645739910314,0.6793893129770993,0.768595041322314,0.75,0.7055214723926381,0.44642857142857145,0.7669902912621359,0.8290598290598291,0.67,0.7739463601532567,0.6445086705202312,0.43575418994413406,0.6339869281045751,0.6559485530546624,0.6327160493827161,0.4326241134751773,0.4152542372881356,0.5367647058823529,0.5833333333333334,0.6363636363636364,0.6448979591836734,0.7263681592039801,0.83,0.46987951807228917,0.7777777777777778,0.35128518971848227,0.4960965029030429,circulus
starchat-beta,,0.49829351535836175,0.6218880701055567,0.42846197799455354,0.26,0.4740740740740741,0.4407894736842105,0.46,0.4641509433962264,0.4652777777777778,0.3,0.41,0.39,0.37572254335260113,0.18627450980392157,0.59,0.35319148936170214,0.2982456140350877,0.4482758620689655,0.2619047619047619,0.36507936507936506,0.28,0.45806451612903226,0.28078817733990147,0.4,0.47878787878787876,0.5404040404040404,0.5595854922279793,0.40512820512820513,0.27037037037037037,0.35714285714285715,0.31125827814569534,0.5559633027522936,0.2962962962962963,0.46568627450980393,0.5443037974683544,0.4977578475336323,0.5038167938931297,0.512396694214876,0.4351851851851852,0.4723926380368098,0.32142857142857145,0.5533980582524272,0.6709401709401709,0.55,0.5491698595146871,0.43352601156069365,0.2636871508379888,0.45751633986928103,0.4533762057877814,0.4506172839506173,0.2907801418439716,0.3246414602346806,0.3272058823529412,0.3888888888888889,0.509090909090909,0.4857142857142857,0.5373134328358209,0.62,0.4819277108433735,0.5847953216374269,0.3157894736842105,0.47221109642342246,HuggingFaceH4
starchat-alpha,,0.29948805460750855,0.3884684325831508,0.3075770378001702,0.32,0.34074074074074073,0.3355263157894737,0.35,0.30943396226415093,0.2916666666666667,0.2,0.36,0.29,0.2543352601156069,0.21568627450980393,0.48,0.2765957446808511,0.2543859649122807,0.38620689655172413,0.2724867724867725,0.2619047619047619,0.31,0.2709677419354839,0.2413793103448276,0.46,0.2787878787878788,0.2777777777777778,0.27979274611398963,0.27692307692307694,0.26666666666666666,0.24789915966386555,0.2781456953642384,0.25137614678899084,0.16666666666666666,0.31862745098039214,0.28270042194092826,0.40358744394618834,0.2748091603053435,0.4297520661157025,0.28703703703703703,0.294478527607362,0.26785714285714285,0.32038834951456313,0.3974358974358974,0.29,0.35887611749680715,0.35260115606936415,0.2536312849162011,0.29411764705882354,0.37942122186495175,0.35802469135802467,0.2695035460992908,0.2737940026075619,0.20220588235294118,0.28104575163398693,0.33636363636363636,0.39183673469387753,0.31343283582089554,0.43,0.3433734939759036,0.3216374269005848,0.2717258261933905,0.4365737169978903,HuggingFaceH4
mpt_delta_tuned_model_v2,,0.45819112627986347,0.5774746066520613,0.2872674408154396,0.27,0.2740740740740741,0.2565789473684211,0.24,0.3169811320754717,0.3055555555555556,0.23,0.36,0.31,0.21965317919075145,0.19607843137254902,0.31,0.31063829787234043,0.2982456140350877,0.31724137931034485,0.3148148148148148,0.19047619047619047,0.36,0.2903225806451613,0.26108374384236455,0.33,0.26666666666666666,0.30303030303030304,0.31088082901554404,0.30512820512820515,0.27037037037037037,0.2857142857142857,0.2781456953642384,0.26972477064220185,0.18518518518518517,0.2549019607843137,0.2742616033755274,0.3632286995515695,0.2824427480916031,0.3884297520661157,0.37037037037037035,0.2822085889570552,0.36607142857142855,0.2815533980582524,0.3247863247863248,0.26,0.29757343550446996,0.2774566473988439,0.2424581005586592,0.2679738562091503,0.2861736334405145,0.2839506172839506,0.2765957446808511,0.25684485006518903,0.20220588235294118,0.31209150326797386,0.36363636363636365,0.31020408163265306,0.23383084577114427,0.26,0.3493975903614458,0.26900584795321636,0.23623011015911874,0.35471976554662815,nathan0
mpt_delta_tuned_model_v3,,0.45819112627986347,0.5774746066520613,0.2872674408154396,0.27,0.2740740740740741,0.2565789473684211,0.24,0.3169811320754717,0.3055555555555556,0.23,0.36,0.31,0.21965317919075145,0.19607843137254902,0.31,0.31063829787234043,0.2982456140350877,0.31724137931034485,0.3148148148148148,0.19047619047619047,0.36,0.2903225806451613,0.26108374384236455,0.33,0.26666666666666666,0.30303030303030304,0.31088082901554404,0.30512820512820515,0.27037037037037037,0.2857142857142857,0.2781456953642384,0.26972477064220185,0.18518518518518517,0.2549019607843137,0.2742616033755274,0.3632286995515695,0.2824427480916031,0.3884297520661157,0.37037037037037035,0.2822085889570552,0.36607142857142855,0.2815533980582524,0.3247863247863248,0.26,0.29757343550446996,0.2774566473988439,0.2424581005586592,0.2679738562091503,0.2861736334405145,0.2839506172839506,0.2765957446808511,0.25684485006518903,0.20220588235294118,0.31209150326797386,0.36363636363636365,0.31020408163265306,0.23383084577114427,0.26,0.3493975903614458,0.26900584795321636,0.23623011015911874,0.35471976554662815,nathan0
starcoder,,0.28498293515358364,0.3783110934076877,0.2999572821916267,0.29,0.3111111111111111,0.29605263157894735,0.32,0.26037735849056604,0.3125,0.24,0.3,0.33,0.24855491329479767,0.23529411764705882,0.48,0.2978723404255319,0.30701754385964913,0.42758620689655175,0.24867724867724866,0.29365079365079366,0.31,0.2645161290322581,0.2019704433497537,0.41,0.3393939393939394,0.20202020202020202,0.2538860103626943,0.23846153846153847,0.2740740740740741,0.27310924369747897,0.2185430463576159,0.22385321100917432,0.18055555555555555,0.27941176470588236,0.31645569620253167,0.35874439461883406,0.29770992366412213,0.4214876033057851,0.25925925925925924,0.2392638036809816,0.26785714285714285,0.2621359223300971,0.41452991452991456,0.34,0.3218390804597701,0.3583815028901734,0.2424581005586592,0.3137254901960784,0.36012861736334406,0.33641975308641975,0.29432624113475175,0.28292046936114734,0.20220588235294118,0.29901960784313725,0.34545454545454546,0.27755102040816326,0.3681592039800995,0.42,0.3132530120481928,0.3157894736842105,0.2460220318237454,0.41277784189945166,bigcode
santacoder,,0.23720136518771331,0.2557259510057757,0.2589252901574281,0.26,0.2518518518518518,0.3026315789473684,0.23,0.27169811320754716,0.2222222222222222,0.23,0.23,0.2,0.2543352601156069,0.18627450980392157,0.26,0.32340425531914896,0.23684210526315788,0.2206896551724138,0.24074074074074073,0.2777777777777778,0.3,0.267741935483871,0.3251231527093596,0.23,0.2727272727272727,0.21717171717171718,0.24870466321243523,0.2205128205128205,0.26296296296296295,0.23109243697478993,0.23841059602649006,0.24403669724770644,0.25925925925925924,0.27941176470588236,0.20675105485232068,0.37668161434977576,0.22900763358778625,0.2644628099173554,0.2962962962962963,0.24539877300613497,0.22321428571428573,0.2524271844660194,0.2564102564102564,0.26,0.2886334610472541,0.2745664739884393,0.2636871508379888,0.24836601307189543,0.2733118971061093,0.26851851851851855,0.24822695035460993,0.24511082138200782,0.3014705882352941,0.2696078431372549,0.33636363636363636,0.3510204081632653,0.24378109452736318,0.21,0.3192771084337349,0.21052631578947367,0.2607099143206854,0.5124422674921806,bigcode
starcoderplus,,0.45307167235494883,0.5814578769169488,0.43721979024402047,0.27,0.48148148148148145,0.40789473684210525,0.49,0.4830188679245283,0.4583333333333333,0.27,0.43,0.34,0.3988439306358382,0.13725490196078433,0.59,0.3617021276595745,0.2719298245614035,0.4827586206896552,0.2830687830687831,0.3253968253968254,0.3,0.5129032258064516,0.2857142857142857,0.44,0.4909090909090909,0.48484848484848486,0.5751295336787565,0.4205128205128205,0.2814814814814815,0.3907563025210084,0.31788079470198677,0.5394495412844037,0.30092592592592593,0.4803921568627451,0.5738396624472574,0.4798206278026906,0.5267175572519084,0.5619834710743802,0.5,0.5153374233128835,0.39285714285714285,0.5728155339805825,0.6666666666666666,0.51,0.558109833971903,0.4421965317919075,0.24022346368715083,0.5,0.4405144694533762,0.4444444444444444,0.3120567375886525,0.32985658409387225,0.3713235294117647,0.40522875816993464,0.5,0.5551020408163265,0.5671641791044776,0.64,0.43373493975903615,0.5789473684210527,0.23745410036719705,0.3785439623329118,bigcode
higgs-llama-vicuna-ep25-70b,70.0,0.5853242320819113,0.673770165305716,0.6425195010106586,0.29,0.4962962962962963,0.75,0.7,0.6528301886792452,0.7569444444444444,0.49,0.55,0.35,0.630057803468208,0.29411764705882354,0.69,0.5914893617021276,0.39473684210526316,0.5724137931034483,0.4126984126984127,0.40476190476190477,0.43,0.7580645161290323,0.49261083743842365,0.67,0.793939393939394,0.8232323232323232,0.9015544041450777,0.6615384615384615,0.3111111111111111,0.7142857142857143,0.44370860927152317,0.8550458715596331,0.49074074074074076,0.8725490196078431,0.8312236286919831,0.7219730941704036,0.7175572519083969,0.7933884297520661,0.8333333333333334,0.7239263803680982,0.44642857142857145,0.8155339805825242,0.8803418803418803,0.67,0.8365261813537676,0.7225433526011561,0.3854748603351955,0.7124183006535948,0.7009646302250804,0.7253086419753086,0.5070921985815603,0.5078226857887875,0.5845588235294118,0.673202614379085,0.7363636363636363,0.7836734693877551,0.8507462686567164,0.87,0.5180722891566265,0.8304093567251462,0.3684210526315789,0.5374973802082814,luffycodes
nash-vicuna-13b-v1dot5-ep2-w-rag-w-simple,13.0,0.5537542662116041,0.6131248755228043,0.5612422186449835,0.32,0.48148148148148145,0.5526315789473685,0.56,0.6075471698113207,0.5902777777777778,0.4,0.49,0.4,0.5317919075144508,0.2549019607843137,0.68,0.43829787234042555,0.30701754385964913,0.46206896551724136,0.3386243386243386,0.373015873015873,0.4,0.6709677419354839,0.4433497536945813,0.51,0.6666666666666666,0.6868686868686869,0.8134715025906736,0.5615384615384615,0.32222222222222224,0.5798319327731093,0.2847682119205298,0.7486238532110092,0.4398148148148148,0.7401960784313726,0.7805907172995781,0.6591928251121076,0.6717557251908397,0.7272727272727273,0.7129629629629629,0.7055214723926381,0.4017857142857143,0.7378640776699029,0.8376068376068376,0.56,0.7522349936143039,0.5924855491329479,0.3653631284916201,0.6241830065359477,0.6366559485530546,0.6141975308641975,0.4148936170212766,0.43089960886571055,0.4963235294117647,0.5555555555555556,0.6545454545454545,0.6244897959183674,0.7711442786069652,0.76,0.4578313253012048,0.7894736842105263,0.34516523867809057,0.5129343324445086,luffycodes
mcq-hal-vicuna-13b-v1.5,13.0,0.5196245733788396,0.6095399322844055,0.5289819154876014,0.33,0.4444444444444444,0.5197368421052632,0.53,0.5509433962264151,0.5347222222222222,0.42,0.45,0.34,0.47398843930635837,0.2647058823529412,0.68,0.4085106382978723,0.2807017543859649,0.46206896551724136,0.3201058201058201,0.29365079365079366,0.41,0.5935483870967742,0.43349753694581283,0.55,0.6848484848484848,0.6565656565656566,0.7202072538860104,0.517948717948718,0.337037037037037,0.5546218487394958,0.31125827814569534,0.691743119266055,0.35648148148148145,0.7107843137254902,0.6919831223628692,0.6457399103139013,0.5877862595419847,0.7355371900826446,0.6388888888888888,0.6441717791411042,0.38392857142857145,0.7184466019417476,0.7521367521367521,0.5,0.7458492975734355,0.523121387283237,0.2547486033519553,0.6078431372549019,0.617363344051447,0.5802469135802469,0.38652482269503546,0.4217731421121252,0.49264705882352944,0.5310457516339869,0.6454545454545455,0.6081632653061224,0.6915422885572139,0.75,0.4397590361445783,0.7251461988304093,0.3108935128518972,0.45127652687589376,luffycodes
mcq-vicuna-13b-v1.5,13.0,0.5281569965870307,0.6182035451105358,0.53298324418463,0.33,0.43703703703703706,0.4868421052631579,0.59,0.5509433962264151,0.5138888888888888,0.44,0.49,0.4,0.4913294797687861,0.24509803921568626,0.7,0.451063829787234,0.22807017543859648,0.46206896551724136,0.3412698412698413,0.3888888888888889,0.38,0.5806451612903226,0.3694581280788177,0.54,0.6909090909090909,0.6717171717171717,0.7305699481865285,0.5102564102564102,0.31851851851851853,0.5210084033613446,0.32450331125827814,0.6972477064220184,0.39814814814814814,0.7254901960784313,0.7046413502109705,0.6367713004484304,0.6412213740458015,0.71900826446281,0.6296296296296297,0.6380368098159509,0.39285714285714285,0.6796116504854369,0.7777777777777778,0.56,0.7215836526181354,0.5520231213872833,0.24581005586592178,0.5915032679738562,0.6109324758842444,0.5771604938271605,0.3546099290780142,0.41199478487614083,0.5330882352941176,0.5065359477124183,0.7,0.5918367346938775,0.6965174129353234,0.72,0.42168674698795183,0.7602339181286549,0.31701346389228885,0.4398881170391345,luffycodes
Alpaca-7B-v1,7.0,0.48208191126279865,0.5763792073292173,0.3376245731676487,0.31,0.42962962962962964,0.3026315789473684,0.44,0.3622641509433962,0.3333333333333333,0.27,0.33,0.33,0.30057803468208094,0.23529411764705882,0.39,0.3191489361702128,0.18421052631578946,0.27586206896551724,0.28835978835978837,0.21428571428571427,0.29,0.2870967741935484,0.24630541871921183,0.27,0.49696969696969695,0.3333333333333333,0.37823834196891193,0.3333333333333333,0.22962962962962963,0.3067226890756303,0.23841059602649006,0.3798165137614679,0.2037037037037037,0.4411764705882353,0.350210970464135,0.40358744394618834,0.32061068702290074,0.6115702479338843,0.3055555555555556,0.38650306748466257,0.38392857142857145,0.32038834951456313,0.3717948717948718,0.39,0.38569604086845466,0.3583815028901734,0.2558659217877095,0.32679738562091504,0.33440514469453375,0.3549382716049383,0.2695035460992908,0.2757496740547588,0.46691176470588236,0.3300653594771242,0.41818181818181815,0.2816326530612245,0.35323383084577115,0.41,0.3433734939759036,0.4853801169590643,0.2533659730722154,0.3628058152829545,WeOpenML
Pygmalion-2-13b-SuperCOT,13.0,0.5989761092150171,0.6329416450906195,0.5490243883063691,0.37,0.4740740740740741,0.5592105263157895,0.51,0.6075471698113207,0.5694444444444444,0.4,0.39,0.35,0.5202312138728323,0.28431372549019607,0.66,0.43829787234042555,0.37719298245614036,0.496551724137931,0.335978835978836,0.3888888888888889,0.39,0.6258064516129033,0.3891625615763547,0.59,0.6848484848484848,0.6767676767676768,0.8082901554404145,0.5051282051282051,0.2814814814814815,0.5210084033613446,0.2847682119205298,0.7247706422018348,0.3287037037037037,0.7450980392156863,0.7383966244725738,0.6457399103139013,0.5648854961832062,0.7520661157024794,0.6944444444444444,0.6932515337423313,0.3392857142857143,0.6990291262135923,0.8205128205128205,0.61,0.7496807151979565,0.6242774566473989,0.37988826815642457,0.6078431372549019,0.617363344051447,0.6080246913580247,0.4219858156028369,0.3741851368970013,0.49264705882352944,0.5490196078431373,0.6545454545454545,0.6244897959183674,0.7412935323383084,0.81,0.43373493975903615,0.7602339181286549,0.38310893512851896,0.531441871245389,royallab
llama2-13b-megacode2_min100,13.0,0.5588737201365188,0.6141206930890261,0.5791638767861185,0.41,0.4740740740740741,0.5657894736842105,0.64,0.6075471698113207,0.5972222222222222,0.46,0.5,0.36,0.5202312138728323,0.3235294117647059,0.7,0.4553191489361702,0.2982456140350877,0.5448275862068965,0.3253968253968254,0.4126984126984127,0.34,0.7193548387096774,0.4482758620689655,0.52,0.7212121212121212,0.7575757575757576,0.8082901554404145,0.5641025641025641,0.3148148148148148,0.5462184873949579,0.31125827814569534,0.7577981651376147,0.46296296296296297,0.7598039215686274,0.7721518987341772,0.6502242152466368,0.6564885496183206,0.7851239669421488,0.7777777777777778,0.6503067484662577,0.375,0.7766990291262136,0.8162393162393162,0.57,0.776500638569604,0.630057803468208,0.47374301675977654,0.6274509803921569,0.6109324758842444,0.6512345679012346,0.43617021276595747,0.4152542372881356,0.5588235294117647,0.5555555555555556,0.6363636363636364,0.6816326530612244,0.7512437810945274,0.85,0.4879518072289157,0.8128654970760234,0.3390452876376989,0.48893759481045423,andreaskoepf
denas-llama2,,0.4991467576791809,0.5880302728540131,0.45495060650894664,0.3,0.43703703703703706,0.4144736842105263,0.46,0.46037735849056605,0.4236111111111111,0.37,0.41,0.36,0.41040462427745666,0.19607843137254902,0.58,0.4340425531914894,0.3157894736842105,0.42758620689655175,0.291005291005291,0.2698412698412698,0.3,0.4612903225806452,0.3399014778325123,0.41,0.6,0.5505050505050505,0.6787564766839378,0.4230769230769231,0.28888888888888886,0.37815126050420167,0.304635761589404,0.6220183486238532,0.2777777777777778,0.5392156862745098,0.6033755274261603,0.5426008968609866,0.5190839694656488,0.6363636363636364,0.48148148148148145,0.4662576687116564,0.39285714285714285,0.5242718446601942,0.7094017094017094,0.52,0.6168582375478927,0.48554913294797686,0.23798882681564246,0.4542483660130719,0.6045016077170418,0.5154320987654321,0.34397163120567376,0.3741851368970013,0.5183823529411765,0.4133986928104575,0.5454545454545454,0.4,0.5572139303482587,0.7,0.39156626506024095,0.6432748538011696,0.3084455324357405,0.4524124423828304,tianyil1
Llama-2-70b-orca-200k,70.0,0.5989761092150171,0.6584345747858992,0.6689155585065705,0.38,0.6148148148148148,0.7697368421052632,0.71,0.6981132075471698,0.7847222222222222,0.45,0.57,0.36,0.6127167630057804,0.3431372549019608,0.74,0.6127659574468085,0.4298245614035088,0.593103448275862,0.41534391534391535,0.4365079365079365,0.43,0.8129032258064516,0.5123152709359606,0.72,0.8121212121212121,0.8636363636363636,0.9067357512953368,0.6820512820512821,0.35555555555555557,0.7142857142857143,0.40397350993377484,0.8568807339449541,0.5416666666666666,0.8725490196078431,0.8523206751054853,0.7488789237668162,0.7938931297709924,0.8760330578512396,0.8333333333333334,0.7852760736196319,0.4732142857142857,0.8155339805825242,0.9017094017094017,0.72,0.859514687100894,0.7745664739884393,0.5363128491620112,0.6895424836601307,0.7395498392282959,0.7685185185185185,0.48936170212765956,0.5084745762711864,0.6838235294117647,0.7075163398692811,0.7363636363636363,0.763265306122449,0.8557213930348259,0.85,0.5120481927710844,0.847953216374269,0.408812729498164,0.5618014117500216,ddobokki
openchat_v3.1,,0.5656996587030717,0.6285600477992431,0.5675547172500364,0.31,0.4962962962962963,0.5460526315789473,0.54,0.6264150943396226,0.6111111111111112,0.44,0.48,0.35,0.5375722543352601,0.3235294117647059,0.72,0.425531914893617,0.2719298245614035,0.503448275862069,0.328042328042328,0.38095238095238093,0.39,0.6870967741935484,0.46798029556650245,0.6,0.6666666666666666,0.7121212121212122,0.8031088082901554,0.5435897435897435,0.2962962962962963,0.5840336134453782,0.31788079470198677,0.7541284403669725,0.49074074074074076,0.7352941176470589,0.7215189873417721,0.6457399103139013,0.648854961832061,0.71900826446281,0.7222222222222222,0.6748466257668712,0.3125,0.7087378640776699,0.8034188034188035,0.56,0.7611749680715197,0.6502890173410405,0.46033519553072627,0.6176470588235294,0.6527331189710611,0.6388888888888888,0.41843971631205673,0.4230769230769231,0.5919117647058824,0.5604575163398693,0.6636363636363637,0.6489795918367347,0.746268656716418,0.83,0.46987951807228917,0.7602339181286549,0.3047735618115055,0.44450584533950027,openchat
opencoderplus,,0.4812286689419795,0.6070503883688508,0.42726551644910576,0.25,0.4962962962962963,0.4342105263157895,0.42,0.4679245283018868,0.4513888888888889,0.28,0.42,0.37,0.3930635838150289,0.10784313725490197,0.57,0.35319148936170214,0.30701754385964913,0.43448275862068964,0.31746031746031744,0.30158730158730157,0.32,0.4967741935483871,0.29064039408866993,0.46,0.5151515151515151,0.5,0.5647668393782384,0.38974358974358975,0.2851851851851852,0.3319327731092437,0.2913907284768212,0.5412844036697247,0.25,0.49019607843137253,0.5949367088607594,0.4798206278026906,0.549618320610687,0.49586776859504134,0.4444444444444444,0.4662576687116564,0.33035714285714285,0.5242718446601942,0.6452991452991453,0.47,0.5530012771392082,0.43352601156069365,0.23687150837988827,0.47058823529411764,0.4405144694533762,0.42592592592592593,0.3333333333333333,0.3305084745762712,0.33455882352941174,0.3872549019607843,0.5,0.5265306122448979,0.5920398009950248,0.62,0.4939759036144578,0.5730994152046783,0.3488372093023256,0.5071720433260448,openchat
openchat_v3.2,,0.5588737201365188,0.6248755228042223,0.5668268469601176,0.31,0.48148148148148145,0.5657894736842105,0.53,0.6339622641509434,0.5972222222222222,0.48,0.48,0.33,0.5549132947976878,0.3235294117647059,0.73,0.4297872340425532,0.2719298245614035,0.47586206896551725,0.3306878306878307,0.40476190476190477,0.38,0.6774193548387096,0.45320197044334976,0.58,0.6727272727272727,0.7171717171717171,0.7979274611398963,0.5435897435897435,0.29259259259259257,0.5630252100840336,0.31788079470198677,0.7486238532110092,0.4861111111111111,0.7450980392156863,0.7341772151898734,0.6457399103139013,0.6564885496183206,0.7107438016528925,0.7037037037037037,0.6687116564417178,0.33035714285714285,0.7378640776699029,0.8162393162393162,0.57,0.7471264367816092,0.6329479768786127,0.4480446927374302,0.6470588235294118,0.6430868167202572,0.6265432098765432,0.40070921985815605,0.42698826597131684,0.5992647058823529,0.5686274509803921,0.6272727272727273,0.6530612244897959,0.7512437810945274,0.81,0.4759036144578313,0.7719298245614035,0.3084455324357405,0.44489496117794547,openchat
openchat_8192,,0.5665529010238908,0.6271659032065325,0.4626271590735702,0.38,0.4666666666666667,0.46710526315789475,0.48,0.4641509433962264,0.4930555555555556,0.31,0.35,0.32,0.4277456647398844,0.23529411764705882,0.65,0.4,0.2982456140350877,0.4206896551724138,0.2830687830687831,0.35714285714285715,0.37,0.5064516129032258,0.3251231527093596,0.47,0.24848484848484848,0.5151515151515151,0.6735751295336787,0.4358974358974359,0.2740740740740741,0.5042016806722689,0.31125827814569534,0.6110091743119266,0.3194444444444444,0.39215686274509803,0.6624472573839663,0.5291479820627802,0.5877862595419847,0.6363636363636364,0.5277777777777778,0.49693251533742333,0.3482142857142857,0.6116504854368932,0.688034188034188,0.56,0.6194125159642401,0.48554913294797686,0.25027932960893856,0.5130718954248366,0.5209003215434084,0.4876543209876543,0.38652482269503546,0.3748370273794003,0.4889705882352941,0.44607843137254904,0.4818181818181818,0.5265306122448979,0.6169154228855721,0.68,0.43373493975903615,0.6491228070175439,0.3182374541003672,0.467016683643282,openchat
openchat_v3.2_super,,0.560580204778157,0.6238797052380004,0.5589931756667269,0.36,0.45925925925925926,0.5986842105263158,0.57,0.6339622641509434,0.5902777777777778,0.43,0.48,0.4,0.5664739884393064,0.27450980392156865,0.69,0.425531914893617,0.2719298245614035,0.496551724137931,0.30952380952380953,0.35714285714285715,0.37,0.6580645161290323,0.4088669950738916,0.54,0.6909090909090909,0.696969696969697,0.8134715025906736,0.5128205128205128,0.27037037037037037,0.5546218487394958,0.304635761589404,0.7559633027522936,0.4166666666666667,0.7450980392156863,0.7510548523206751,0.6233183856502242,0.6717557251908397,0.7107438016528925,0.7222222222222222,0.6687116564417178,0.3392857142857143,0.7087378640776699,0.8205128205128205,0.59,0.7496807151979565,0.6271676300578035,0.38212290502793295,0.6209150326797386,0.6205787781350482,0.6450617283950617,0.38652482269503546,0.41916558018252936,0.5919117647058824,0.5718954248366013,0.6,0.636734693877551,0.7164179104477612,0.8,0.463855421686747,0.7719298245614035,0.2937576499388005,0.42298709708965165,openchat
openchat_v2,,0.5537542662116041,0.6196972714598685,0.5057828689772266,0.33,0.4888888888888889,0.5,0.48,0.5283018867924528,0.4791666666666667,0.33,0.43,0.29,0.44508670520231214,0.20588235294117646,0.67,0.43829787234042555,0.2894736842105263,0.41379310344827586,0.2777777777777778,0.29365079365079366,0.34,0.5903225806451613,0.3645320197044335,0.5,0.6303030303030303,0.5757575757575758,0.689119170984456,0.46923076923076923,0.25925925925925924,0.4789915966386555,0.271523178807947,0.653211009174312,0.2777777777777778,0.6764705882352942,0.729957805907173,0.5874439461883408,0.648854961832061,0.71900826446281,0.5925925925925926,0.6012269938650306,0.3482142857142857,0.6893203883495146,0.7435897435897436,0.55,0.6973180076628352,0.546242774566474,0.24581005586592178,0.5849673202614379,0.5787781350482315,0.5833333333333334,0.37943262411347517,0.41134289439374183,0.5551470588235294,0.5343137254901961,0.5727272727272728,0.5959183673469388,0.6865671641791045,0.78,0.463855421686747,0.7368421052631579,0.3463892288861689,0.49537478859623507,openchat
openchat_v2_w,,0.5486348122866894,0.6174068910575583,0.501703899315553,0.36,0.4666666666666667,0.4605263157894737,0.46,0.5056603773584906,0.4930555555555556,0.32,0.42,0.33,0.4161849710982659,0.20588235294117646,0.67,0.40425531914893614,0.30701754385964913,0.4413793103448276,0.2777777777777778,0.3333333333333333,0.37,0.5709677419354838,0.35467980295566504,0.5,0.6424242424242425,0.5757575757575758,0.6476683937823834,0.46153846153846156,0.2740740740740741,0.48739495798319327,0.2781456953642384,0.6403669724770642,0.30092592592592593,0.6421568627450981,0.7383966244725738,0.5605381165919282,0.6564885496183206,0.6942148760330579,0.5462962962962963,0.5705521472392638,0.35714285714285715,0.6504854368932039,0.7350427350427351,0.57,0.6794380587484036,0.5491329479768786,0.25921787709497207,0.565359477124183,0.5691318327974276,0.5833333333333334,0.37943262411347517,0.408735332464146,0.5404411764705882,0.5261437908496732,0.5818181818181818,0.6081632653061224,0.6865671641791045,0.81,0.4397590361445783,0.7134502923976608,0.3525091799265606,0.506973470871408,openchat
codegen-16B-nl,16.0,0.4180887372013652,0.5323640709022107,0.3235430166341825,0.3,0.32592592592592595,0.3026315789473684,0.28,0.3169811320754717,0.3333333333333333,0.26,0.28,0.3,0.2774566473988439,0.2549019607843137,0.41,0.3404255319148936,0.24561403508771928,0.42758620689655175,0.24074074074074073,0.23809523809523808,0.29,0.3161290322580645,0.22660098522167488,0.31,0.30303030303030304,0.35353535353535354,0.33678756476683935,0.23076923076923078,0.27037037037037037,0.24369747899159663,0.2980132450331126,0.28440366972477066,0.19907407407407407,0.35294117647058826,0.34177215189873417,0.37668161434977576,0.3816793893129771,0.4297520661157025,0.39814814814814814,0.2883435582822086,0.33035714285714285,0.2912621359223301,0.36752136752136755,0.43,0.37420178799489145,0.3670520231213873,0.28268156424581004,0.3790849673202614,0.33440514469453375,0.3611111111111111,0.2553191489361702,0.3239895697522816,0.2977941176470588,0.2973856209150327,0.35454545454545455,0.42857142857142855,0.3781094527363184,0.5,0.3313253012048193,0.391812865497076,0.20685434516523868,0.33946672431398167,Salesforce
DialoGPT-medium,,0.1945392491467577,0.26010754829715194,0.25838967331895885,0.31,0.3333333333333333,0.3355263157894737,0.22,0.21509433962264152,0.2777777777777778,0.18,0.26,0.25,0.3179190751445087,0.24509803921568626,0.3,0.23404255319148937,0.24561403508771928,0.296551724137931,0.2671957671957672,0.15079365079365079,0.34,0.2645161290322581,0.30049261083743845,0.33,0.30303030303030304,0.25757575757575757,0.23316062176165803,0.2205128205128205,0.26296296296296295,0.25210084033613445,0.26490066225165565,0.22568807339449543,0.21296296296296297,0.24509803921568626,0.22362869198312235,0.20179372197309417,0.22900763358778625,0.371900826446281,0.2037037037037037,0.3006134969325153,0.24107142857142858,0.1941747572815534,0.2564102564102564,0.24,0.2707535121328225,0.2138728323699422,0.2659217877094972,0.2908496732026144,0.2604501607717042,0.2932098765432099,0.2695035460992908,0.26597131681877445,0.34558823529411764,0.2761437908496732,0.20909090909090908,0.23265306122448978,0.24875621890547264,0.25,0.20481927710843373,0.21637426900584794,0.22643818849449204,0.47064262440421734,microsoft
DialoGPT-large,,0.2090443686006826,0.25672176857199763,0.23813663010121772,0.21,0.2518518518518518,0.3355263157894737,0.26,0.24528301886792453,0.2569444444444444,0.22,0.21,0.21,0.2138728323699422,0.19607843137254902,0.21,0.32340425531914896,0.2894736842105263,0.22758620689655173,0.2566137566137566,0.25396825396825395,0.18,0.24516129032258063,0.270935960591133,0.2,0.21212121212121213,0.21717171717171718,0.19170984455958548,0.23333333333333334,0.2037037037037037,0.20168067226890757,0.2052980132450331,0.24036697247706423,0.1527777777777778,0.24019607843137256,0.23628691983122363,0.37668161434977576,0.2366412213740458,0.24793388429752067,0.25925925925925924,0.24539877300613497,0.3125,0.2524271844660194,0.26495726495726496,0.25,0.2669220945083014,0.23410404624277456,0.2424581005586592,0.22875816993464052,0.1864951768488746,0.21604938271604937,0.25177304964539005,0.2438070404172099,0.19117647058823528,0.2565359477124183,0.18181818181818182,0.27755102040816326,0.23880597014925373,0.21,0.3132530120481928,0.1871345029239766,0.24969400244798043,0.5027250837566865,microsoft
phi-1_5,,0.5034129692832765,0.4832702648874726,0.43886467784197875,0.34,0.45185185185185184,0.40131578947368424,0.52,0.5018867924528302,0.3680555555555556,0.26,0.46,0.41,0.4046242774566474,0.27450980392156865,0.54,0.3659574468085106,0.2631578947368421,0.4827586206896552,0.30158730158730157,0.2619047619047619,0.3,0.45806451612903226,0.33004926108374383,0.47,0.48484848484848486,0.5202020202020202,0.5492227979274611,0.4205128205128205,0.24074074074074073,0.453781512605042,0.2781456953642384,0.5577981651376147,0.2824074074074074,0.46078431372549017,0.510548523206751,0.48878923766816146,0.46564885496183206,0.6363636363636364,0.5277777777777778,0.50920245398773,0.38392857142857145,0.5825242718446602,0.7051282051282052,0.51,0.5044699872286079,0.5491329479768786,0.24804469273743016,0.5032679738562091,0.48231511254019294,0.42901234567901236,0.3120567375886525,0.3455019556714472,0.3382352941176471,0.4019607843137255,0.509090909090909,0.49387755102040815,0.6467661691542289,0.64,0.40963855421686746,0.4678362573099415,0.26805385556915545,0.4088993856119402,microsoft
CodeGPT-small-py,,0.19795221843003413,0.26309500099581756,0.25049090266860474,0.23,0.32592592592592595,0.23684210526315788,0.27,0.2188679245283019,0.2222222222222222,0.27,0.25,0.26,0.2543352601156069,0.23529411764705882,0.22,0.2127659574468085,0.23684210526315788,0.27586206896551724,0.24074074074074073,0.19047619047619047,0.16,0.3064516129032258,0.2315270935960591,0.21,0.23030303030303031,0.25757575757575757,0.24870466321243523,0.21794871794871795,0.2740740740740741,0.25630252100840334,0.3443708609271523,0.24770642201834864,0.44907407407407407,0.22549019607843138,0.24472573839662448,0.2600896860986547,0.24427480916030533,0.19834710743801653,0.25,0.2331288343558282,0.24107142857142858,0.22330097087378642,0.20085470085470086,0.33,0.2796934865900383,0.1907514450867052,0.2670391061452514,0.28431372549019607,0.2379421221864952,0.23148148148148148,0.22340425531914893,0.2457627118644068,0.33088235294117646,0.25163398692810457,0.2818181818181818,0.2816326530612245,0.22885572139303484,0.31,0.18674698795180722,0.21052631578947367,0.2937576499388005,0.5122645160316733,microsoft
DialoGPT-small,,0.21160409556313994,0.2551284604660426,0.25812742571625413,0.23,0.24444444444444444,0.21052631578947367,0.2,0.2981132075471698,0.25,0.2,0.27,0.23,0.36416184971098264,0.21568627450980393,0.25,0.2936170212765957,0.20175438596491227,0.2413793103448276,0.24074074074074073,0.31746031746031744,0.19,0.3096774193548387,0.24630541871921183,0.26,0.24848484848484848,0.35353535353535354,0.36787564766839376,0.3641025641025641,0.23333333333333334,0.3487394957983193,0.23178807947019867,0.26422018348623855,0.4351851851851852,0.2549019607843137,0.21518987341772153,0.34080717488789236,0.2748091603053435,0.14049586776859505,0.2222222222222222,0.19631901840490798,0.26785714285714285,0.17475728155339806,0.21367521367521367,0.13,0.2784163473818646,0.2138728323699422,0.2335195530726257,0.27450980392156865,0.17363344051446947,0.21604938271604937,0.24468085106382978,0.25358539765319427,0.4485294117647059,0.2761437908496732,0.24545454545454545,0.32653061224489793,0.26865671641791045,0.26,0.2469879518072289,0.21052631578947367,0.24112607099143207,0.47485141425386873,microsoft
Nous-Hermes-13B-Code,13.0,0.5793515358361775,0.6333399721171081,0.5513166758898137,0.32,0.5037037037037037,0.5394736842105263,0.59,0.5773584905660377,0.6388888888888888,0.46,0.47,0.31,0.5144508670520231,0.27450980392156865,0.65,0.46382978723404256,0.3157894736842105,0.47586206896551725,0.335978835978836,0.38095238095238093,0.36,0.6290322580645161,0.43349753694581283,0.58,0.6242424242424243,0.6868686868686869,0.7616580310880829,0.4846153846153846,0.32222222222222224,0.5588235294117647,0.4105960264900662,0.7302752293577982,0.47685185185185186,0.7647058823529411,0.7215189873417721,0.6098654708520179,0.5801526717557252,0.7272727272727273,0.7037037037037037,0.6625766871165644,0.3482142857142857,0.7184466019417476,0.7606837606837606,0.57,0.7675606641123882,0.5867052023121387,0.376536312849162,0.5784313725490197,0.617363344051447,0.6327160493827161,0.40425531914893614,0.4152542372881356,0.5330882352941176,0.5441176470588235,0.5818181818181818,0.5836734693877551,0.7512437810945274,0.8,0.43373493975903615,0.7719298245614035,0.35006119951040393,0.505550629963065,Undi95
LewdEngine,,0.5571672354948806,0.6331408086038638,0.5484242752190576,0.37,0.4740740740740741,0.5197368421052632,0.52,0.6,0.5972222222222222,0.4,0.44,0.33,0.4682080924855491,0.2647058823529412,0.67,0.425531914893617,0.2807017543859649,0.47586206896551725,0.335978835978836,0.3253968253968254,0.37,0.6483870967741936,0.4630541871921182,0.58,0.6848484848484848,0.6868686868686869,0.8082901554404145,0.5076923076923077,0.3111111111111111,0.5756302521008403,0.33774834437086093,0.7155963302752294,0.4166666666666667,0.7549019607843137,0.7215189873417721,0.6816143497757847,0.6564885496183206,0.71900826446281,0.7129629629629629,0.6809815950920245,0.29464285714285715,0.7669902912621359,0.7905982905982906,0.52,0.7292464878671775,0.638728323699422,0.30614525139664805,0.630718954248366,0.6205787781350482,0.6018518518518519,0.42907801418439717,0.4198174706649283,0.5183823529411765,0.5424836601307189,0.6090909090909091,0.6326530612244898,0.7064676616915423,0.79,0.42168674698795183,0.7602339181286549,0.3047735618115055,0.43629332146485117,Undi95
Unholy-v1-12L-13B,13.0,0.6143344709897611,0.6395140410276837,0.5808136499105658,0.38,0.48148148148148145,0.5855263157894737,0.54,0.6264150943396226,0.6597222222222222,0.39,0.5,0.38,0.5491329479768786,0.27450980392156865,0.7,0.48936170212765956,0.2807017543859649,0.5448275862068965,0.31746031746031744,0.35714285714285715,0.35,0.6709677419354839,0.458128078817734,0.61,0.703030303030303,0.7222222222222222,0.8341968911917098,0.5564102564102564,0.337037037037037,0.5966386554621849,0.31788079470198677,0.7559633027522936,0.39814814814814814,0.7990196078431373,0.7721518987341772,0.695067264573991,0.6259541984732825,0.7603305785123967,0.7870370370370371,0.6871165644171779,0.3392857142857143,0.7184466019417476,0.8076923076923077,0.65,0.7701149425287356,0.6473988439306358,0.48156424581005586,0.6339869281045751,0.639871382636656,0.6759259259259259,0.4397163120567376,0.44654498044328556,0.5588235294117647,0.5800653594771242,0.6727272727272727,0.6775510204081633,0.7810945273631841,0.85,0.4759036144578313,0.7660818713450293,0.36964504283965727,0.5109377575595978,Undi95
MLewdBoros-L2-13B,13.0,0.5947098976109215,0.6385182234614618,0.5656529814905652,0.34,0.5037037037037037,0.5460526315789473,0.55,0.6264150943396226,0.5902777777777778,0.43,0.45,0.37,0.5202312138728323,0.28431372549019607,0.71,0.43829787234042555,0.2894736842105263,0.496551724137931,0.32275132275132273,0.36507936507936506,0.36,0.667741935483871,0.4482758620689655,0.57,0.6787878787878788,0.7222222222222222,0.8134715025906736,0.5153846153846153,0.28888888888888886,0.5882352941176471,0.304635761589404,0.7376146788990826,0.41203703703703703,0.7598039215686274,0.7468354430379747,0.6771300448430493,0.648854961832061,0.743801652892562,0.7314814814814815,0.6809815950920245,0.32142857142857145,0.7281553398058253,0.811965811965812,0.6,0.7611749680715197,0.638728323699422,0.43687150837988825,0.6209150326797386,0.6495176848874598,0.6327160493827161,0.42907801418439717,0.4276401564537158,0.5551470588235294,0.5751633986928104,0.6363636363636364,0.6408163265306123,0.7512437810945274,0.86,0.46987951807228917,0.7660818713450293,0.3378212974296206,0.48136107027773045,Undi95
MLewd-L2-Chat-13B,13.0,0.5998293515358362,0.6452897829117705,0.5875102311669784,0.41,0.4962962962962963,0.5789473684210527,0.6,0.6339622641509434,0.6666666666666666,0.41,0.46,0.33,0.5549132947976878,0.3333333333333333,0.72,0.49361702127659574,0.2543859649122807,0.5172413793103449,0.3492063492063492,0.4523809523809524,0.35,0.6935483870967742,0.458128078817734,0.6,0.7212121212121212,0.7474747474747475,0.8549222797927462,0.5794871794871795,0.34074074074074073,0.6008403361344538,0.31125827814569534,0.7743119266055046,0.4166666666666667,0.7990196078431373,0.7637130801687764,0.6905829596412556,0.6717557251908397,0.7272727272727273,0.7962962962962963,0.6871165644171779,0.32142857142857145,0.7378640776699029,0.8247863247863247,0.67,0.7790549169859514,0.6416184971098265,0.5027932960893855,0.6470588235294118,0.6366559485530546,0.6604938271604939,0.450354609929078,0.43741851368970014,0.5698529411764706,0.5915032679738562,0.6272727272727273,0.6653061224489796,0.7661691542288557,0.86,0.4578313253012048,0.7953216374269005,0.3806609547123623,0.5283543922925904,Undi95
ReMM-v2.1-L2-13B,13.0,0.5844709897610921,0.6468830910177256,0.5595485987371628,0.34,0.5185185185185185,0.5263157894736842,0.57,0.5886792452830188,0.5972222222222222,0.34,0.44,0.35,0.5317919075144508,0.24509803921568626,0.7,0.4808510638297872,0.2894736842105263,0.503448275862069,0.3386243386243386,0.3253968253968254,0.39,0.635483870967742,0.4433497536945813,0.56,0.6545454545454545,0.7121212121212122,0.7927461139896373,0.5205128205128206,0.31851851851851853,0.5840336134453782,0.33112582781456956,0.7174311926605504,0.41203703703703703,0.7598039215686274,0.759493670886076,0.6771300448430493,0.6183206106870229,0.743801652892562,0.75,0.6809815950920245,0.35714285714285715,0.6990291262135923,0.7948717948717948,0.59,0.7662835249042146,0.6329479768786127,0.45027932960893857,0.6078431372549019,0.6430868167202572,0.6203703703703703,0.4219858156028369,0.4276401564537158,0.5147058823529411,0.5833333333333334,0.6363636363636364,0.6204081632653061,0.681592039800995,0.84,0.4759036144578313,0.783625730994152,0.3659730722154223,0.502982198851368,Undi95
CreativityEngine,,0.5563139931740614,0.6253734315873332,0.535526553387157,0.39,0.43703703703703706,0.5,0.5,0.5547169811320755,0.5416666666666666,0.32,0.45,0.32,0.4508670520231214,0.27450980392156865,0.66,0.425531914893617,0.24561403508771928,0.5172413793103449,0.31746031746031744,0.3253968253968254,0.4,0.5935483870967742,0.4039408866995074,0.51,0.6484848484848484,0.6767676767676768,0.772020725388601,0.517948717948718,0.2851851851851852,0.4831932773109244,0.2781456953642384,0.7027522935779816,0.37037037037037035,0.7254901960784313,0.7257383966244726,0.6681614349775785,0.6030534351145038,0.7355371900826446,0.6574074074074074,0.656441717791411,0.4017857142857143,0.6407766990291263,0.8076923076923077,0.6,0.7432950191570882,0.6069364161849711,0.43575418994413406,0.545751633986928,0.617363344051447,0.6018518518518519,0.40070921985815605,0.4198174706649283,0.5,0.5408496732026143,0.7,0.5795918367346938,0.6865671641791045,0.84,0.45180722891566266,0.7602339181286549,0.3769889840881273,0.5246393270856821,Undi95
UndiMix-v1-13b,13.0,0.5554607508532423,0.6336387173869747,0.5582607766891337,0.34,0.45925925925925926,0.5197368421052632,0.54,0.5849056603773585,0.5972222222222222,0.36,0.49,0.35,0.4797687861271676,0.3235294117647059,0.71,0.4595744680851064,0.3157894736842105,0.5172413793103449,0.3201058201058201,0.35714285714285715,0.34,0.6838709677419355,0.43349753694581283,0.57,0.6909090909090909,0.702020202020202,0.7979274611398963,0.5205128205128206,0.2777777777777778,0.5756302521008403,0.33112582781456956,0.7376146788990826,0.39351851851851855,0.7352941176470589,0.7215189873417721,0.6816143497757847,0.6564885496183206,0.7520661157024794,0.7314814814814815,0.6748466257668712,0.36607142857142855,0.6796116504854369,0.8076923076923077,0.59,0.7675606641123882,0.6184971098265896,0.3787709497206704,0.6143790849673203,0.6366559485530546,0.6265432098765432,0.40425531914893614,0.4165580182529335,0.5183823529411765,0.5588235294117647,0.6636363636363637,0.673469387755102,0.7512437810945274,0.81,0.46987951807228917,0.7368421052631579,0.3268053855569155,0.49776482696964136,Undi95
ReMM-v2-L2-13B,13.0,0.5878839590443686,0.6480780720971918,0.5613803919531726,0.35,0.5185185185185185,0.5197368421052632,0.56,0.6,0.5902777777777778,0.35,0.45,0.36,0.5260115606936416,0.2549019607843137,0.7,0.4851063829787234,0.2719298245614035,0.4827586206896552,0.3439153439153439,0.3333333333333333,0.38,0.6387096774193548,0.42857142857142855,0.58,0.6545454545454545,0.7070707070707071,0.7875647668393783,0.5205128205128206,0.32222222222222224,0.5882352941176471,0.33112582781456956,0.726605504587156,0.4166666666666667,0.7598039215686274,0.759493670886076,0.6816143497757847,0.648854961832061,0.743801652892562,0.7314814814814815,0.6871165644171779,0.36607142857142855,0.6990291262135923,0.7991452991452992,0.59,0.7662835249042146,0.6329479768786127,0.4491620111731844,0.6176470588235294,0.639871382636656,0.6203703703703703,0.425531914893617,0.42698826597131684,0.5367647058823529,0.5833333333333334,0.6363636363636364,0.6204081632653061,0.7064676616915423,0.85,0.46987951807228917,0.7719298245614035,0.3659730722154223,0.5081127343633631,Undi95
ReMM-L2-13B-PIPPA,13.0,0.5725255972696246,0.6374228241386178,0.5410079926673732,0.32,0.5111111111111111,0.4934210526315789,0.52,0.6075471698113207,0.5972222222222222,0.35,0.44,0.29,0.5028901734104047,0.2647058823529412,0.69,0.42127659574468085,0.2807017543859649,0.5103448275862069,0.328042328042328,0.31746031746031744,0.37,0.6258064516129033,0.4088669950738916,0.51,0.6666666666666666,0.6818181818181818,0.7875647668393783,0.517948717948718,0.2740740740740741,0.5252100840336135,0.2781456953642384,0.710091743119266,0.3888888888888889,0.7696078431372549,0.7130801687763713,0.6636771300448431,0.6564885496183206,0.7272727272727273,0.7314814814814815,0.6625766871165644,0.33035714285714285,0.6504854368932039,0.7692307692307693,0.58,0.735632183908046,0.6329479768786127,0.3039106145251397,0.6143790849673203,0.6366559485530546,0.6141975308641975,0.40425531914893614,0.4211212516297262,0.5073529411764706,0.553921568627451,0.6363636363636364,0.6204081632653061,0.7014925373134329,0.84,0.4397590361445783,0.7309941520467836,0.35128518971848227,0.49935182390993416,Undi95
MLewd-L2-13B,13.0,0.5435153583617748,0.6319458275243975,0.5467034033079063,0.36,0.4740740740740741,0.5328947368421053,0.53,0.5886792452830188,0.5555555555555556,0.43,0.43,0.35,0.4682080924855491,0.3137254901960784,0.68,0.43829787234042555,0.2807017543859649,0.4896551724137931,0.3253968253968254,0.2777777777777778,0.34,0.632258064516129,0.43349753694581283,0.57,0.6909090909090909,0.6868686868686869,0.8082901554404145,0.5153846153846153,0.29259259259259257,0.5378151260504201,0.31125827814569534,0.726605504587156,0.3287037037037037,0.7352941176470589,0.70042194092827,0.6905829596412556,0.6793893129770993,0.7355371900826446,0.7037037037037037,0.6748466257668712,0.3482142857142857,0.6990291262135923,0.811965811965812,0.57,0.7203065134099617,0.6242774566473989,0.3843575418994413,0.6143790849673203,0.6141479099678456,0.5895061728395061,0.42907801418439717,0.4074315514993481,0.5147058823529411,0.5441176470588235,0.6272727272727273,0.6530612244897959,0.7064676616915423,0.79,0.463855421686747,0.7309941520467836,0.3390452876376989,0.4866402159418837,Undi95
ReMM-SLERP-L2-13B,13.0,0.5827645051194539,0.642302330213105,0.5533243346586623,0.37,0.5259259259259259,0.5197368421052632,0.51,0.5471698113207547,0.5902777777777778,0.33,0.43,0.33,0.5202312138728323,0.21568627450980393,0.69,0.4765957446808511,0.2982456140350877,0.503448275862069,0.30952380952380953,0.3333333333333333,0.38,0.635483870967742,0.4088669950738916,0.56,0.6848484848484848,0.6868686868686869,0.772020725388601,0.5128205128205128,0.32592592592592595,0.5756302521008403,0.32450331125827814,0.7192660550458716,0.38425925925925924,0.7647058823529411,0.759493670886076,0.6860986547085202,0.6259541984732825,0.7355371900826446,0.7222222222222222,0.6748466257668712,0.375,0.6796116504854369,0.7991452991452992,0.6,0.768837803320562,0.6242774566473989,0.43910614525139663,0.5915032679738562,0.6430868167202572,0.6265432098765432,0.40070921985815605,0.42698826597131684,0.5036764705882353,0.5751633986928104,0.6727272727272727,0.6204081632653061,0.6915422885572139,0.82,0.463855421686747,0.7777777777777778,0.3659730722154223,0.5197363921890529,Undi95
CodeEngine,,0.5494880546075085,0.6243776140211114,0.5417882808567511,0.34,0.5037037037037037,0.5131578947368421,0.57,0.5849056603773585,0.5625,0.35,0.53,0.33,0.5028901734104047,0.29411764705882354,0.69,0.39574468085106385,0.2982456140350877,0.5310344827586206,0.30158730158730157,0.31746031746031744,0.37,0.632258064516129,0.46798029556650245,0.57,0.6727272727272727,0.6717171717171717,0.7564766839378239,0.5,0.26666666666666666,0.48739495798319327,0.3443708609271523,0.7137614678899082,0.4212962962962963,0.75,0.7130801687763713,0.6322869955156951,0.6183206106870229,0.7355371900826446,0.7037037037037037,0.6809815950920245,0.3482142857142857,0.6601941747572816,0.7393162393162394,0.53,0.7318007662835249,0.5982658959537572,0.35195530726256985,0.6013071895424836,0.6141479099678456,0.6481481481481481,0.38652482269503546,0.38461538461538464,0.49264705882352944,0.5343137254901961,0.6363636363636364,0.6081632653061224,0.7412935323383084,0.78,0.4397590361445783,0.7309941520467836,0.32313341493268055,0.45182279949368886,Undi95
OpenRP-13B,13.0,0.5878839590443686,0.6258713403704441,0.5750125099333218,0.4,0.4740740740740741,0.5723684210526315,0.56,0.6264150943396226,0.6041666666666666,0.41,0.45,0.38,0.5491329479768786,0.29411764705882354,0.7,0.46808510638297873,0.2982456140350877,0.5379310344827586,0.3306878306878307,0.35714285714285715,0.35,0.6838709677419355,0.47783251231527096,0.58,0.6727272727272727,0.7272727272727273,0.8186528497409327,0.5205128205128206,0.3,0.6092436974789915,0.3509933774834437,0.7651376146788991,0.4166666666666667,0.7745098039215687,0.7510548523206751,0.6905829596412556,0.6335877862595419,0.743801652892562,0.7685185185185185,0.6625766871165644,0.32142857142857145,0.7378640776699029,0.782051282051282,0.62,0.7701149425287356,0.6473988439306358,0.47262569832402235,0.6372549019607843,0.6527331189710611,0.654320987654321,0.450354609929078,0.42894393741851367,0.5441176470588235,0.576797385620915,0.6727272727272727,0.6530612244897959,0.7761194029850746,0.85,0.45180722891566266,0.7660818713450293,0.3378212974296206,0.48286539138692774,Undi95
UndiMix-v4-13B,13.0,0.575938566552901,0.6444931288587931,0.5689951426026968,0.36,0.48148148148148145,0.5592105263157895,0.56,0.6377358490566037,0.5972222222222222,0.35,0.49,0.33,0.5491329479768786,0.24509803921568626,0.73,0.44680851063829785,0.30701754385964913,0.4827586206896552,0.3386243386243386,0.3412698412698413,0.34,0.6645161290322581,0.45320197044334976,0.59,0.6787878787878788,0.7373737373737373,0.8134715025906736,0.5307692307692308,0.3296296296296296,0.6008403361344538,0.3443708609271523,0.744954128440367,0.375,0.7647058823529411,0.7341772151898734,0.7085201793721974,0.648854961832061,0.7520661157024794,0.7592592592592593,0.7116564417177914,0.38392857142857145,0.7184466019417476,0.8076923076923077,0.63,0.768837803320562,0.6329479768786127,0.441340782122905,0.6209150326797386,0.6463022508038585,0.6327160493827161,0.4219858156028369,0.4315514993481095,0.5330882352941176,0.5882352941176471,0.6181818181818182,0.6653061224489796,0.7164179104477612,0.85,0.4819277108433735,0.7543859649122807,0.33659730722154224,0.48955195668610224,Undi95
ReMM-L2-13B,13.0,0.5716723549488054,0.63752240589524,0.5411462692797212,0.32,0.5111111111111111,0.5,0.52,0.6037735849056604,0.5972222222222222,0.36,0.44,0.29,0.5028901734104047,0.2647058823529412,0.69,0.42127659574468085,0.2894736842105263,0.5103448275862069,0.328042328042328,0.31746031746031744,0.37,0.6258064516129033,0.4088669950738916,0.51,0.6666666666666666,0.6767676767676768,0.7875647668393783,0.5153846153846153,0.2777777777777778,0.5252100840336135,0.2781456953642384,0.7119266055045872,0.3888888888888889,0.7745098039215687,0.7130801687763713,0.6636771300448431,0.6564885496183206,0.7272727272727273,0.7314814814814815,0.6625766871165644,0.33035714285714285,0.6504854368932039,0.7649572649572649,0.58,0.7343550446998723,0.630057803468208,0.3016759776536313,0.6143790849673203,0.6366559485530546,0.6141975308641975,0.4078014184397163,0.4211212516297262,0.5036764705882353,0.5522875816993464,0.6363636363636364,0.6163265306122448,0.7014925373134329,0.84,0.4397590361445783,0.7309941520467836,0.35128518971848227,0.49938332230288074,Undi95
CAMEL-13B-Role-Playing-Data,13.0,0.5034129692832765,0.5967934674367655,0.4660841782247175,0.3,0.43703703703703706,0.4473684210526316,0.43,0.4867924528301887,0.4166666666666667,0.32,0.32,0.32,0.37572254335260113,0.21568627450980393,0.58,0.37872340425531914,0.24561403508771928,0.4,0.25132275132275134,0.29365079365079366,0.37,0.4935483870967742,0.29064039408866993,0.5,0.6121212121212121,0.5454545454545454,0.6476683937823834,0.41025641025641024,0.2518518518518518,0.42857142857142855,0.2781456953642384,0.6128440366972477,0.27314814814814814,0.6519607843137255,0.679324894514768,0.5739910313901345,0.5572519083969466,0.6611570247933884,0.49074074074074076,0.49079754601226994,0.45535714285714285,0.6310679611650486,0.7435897435897436,0.54,0.6743295019157088,0.49421965317919075,0.23798882681564246,0.5228758169934641,0.5562700964630225,0.5216049382716049,0.32269503546099293,0.3833116036505867,0.4632352941176471,0.46568627450980393,0.5454545454545454,0.5428571428571428,0.6218905472636815,0.73,0.40963855421686746,0.6666666666666666,0.33047735618115054,0.46348950664321525,camel-ai
CAMEL-13B-Combined-Data,13.0,0.514505119453925,0.5948018323043218,0.4973619608827506,0.28,0.45185185185185184,0.4934210526315789,0.54,0.5132075471698113,0.5138888888888888,0.43,0.4,0.33,0.4797687861271676,0.28431372549019607,0.64,0.3574468085106383,0.34210526315789475,0.4413793103448276,0.2724867724867725,0.30158730158730157,0.31,0.5548387096774193,0.33497536945812806,0.52,0.6121212121212121,0.6565656565656566,0.6632124352331606,0.47692307692307695,0.2740740740740741,0.4957983193277311,0.2781456953642384,0.6825688073394496,0.4212962962962963,0.6323529411764706,0.6708860759493671,0.5067264573991032,0.6335877862595419,0.6776859504132231,0.5648148148148148,0.5644171779141104,0.32142857142857145,0.6699029126213593,0.7606837606837606,0.54,0.6615581098339719,0.5173410404624278,0.24692737430167597,0.5718954248366013,0.5498392282958199,0.5185185185185185,0.32978723404255317,0.3956975228161669,0.5257352941176471,0.4526143790849673,0.5272727272727272,0.5714285714285714,0.681592039800995,0.77,0.41566265060240964,0.7192982456140351,0.33414932680538556,0.47421249569474433,camel-ai
Llama-2-13b-hf-ds_eli5_1024_r_64_alpha_16,13.0,0.552901023890785,0.6195976897032464,0.5586016549737208,0.35,0.48148148148148145,0.5328947368421053,0.53,0.6188679245283019,0.5763888888888888,0.43,0.49,0.33,0.5202312138728323,0.22549019607843138,0.72,0.425531914893617,0.3157894736842105,0.5172413793103449,0.3386243386243386,0.3333333333333333,0.31,0.6580645161290323,0.458128078817734,0.59,0.6666666666666666,0.7121212121212122,0.8393782383419689,0.5,0.27037037037037037,0.5714285714285714,0.3509933774834437,0.763302752293578,0.4305555555555556,0.7696078431372549,0.759493670886076,0.6457399103139013,0.6412213740458015,0.7272727272727273,0.7222222222222222,0.6625766871165644,0.2857142857142857,0.7475728155339806,0.7905982905982906,0.58,0.7547892720306514,0.6473988439306358,0.3877094972067039,0.6339869281045751,0.6463022508038585,0.6574074074074074,0.3971631205673759,0.41916558018252936,0.5147058823529411,0.5490196078431373,0.6090909090909091,0.6285714285714286,0.736318407960199,0.84,0.4578313253012048,0.7719298245614035,0.2913096695226438,0.43605850067412455,dhmeltzer
llama-7b-SFT_ds_eli5_1024_r_64_alpha_16_merged,7.0,0.49402730375426623,0.5805616411073491,0.43555685129117166,0.33,0.4074074074074074,0.40789473684210525,0.47,0.46037735849056605,0.4097222222222222,0.25,0.39,0.29,0.4046242774566474,0.20588235294117646,0.56,0.3872340425531915,0.24561403508771928,0.36551724137931035,0.2566137566137566,0.3492063492063492,0.25,0.43548387096774194,0.33004926108374383,0.42,0.5757575757575758,0.4595959595959596,0.6373056994818653,0.4282051282051282,0.25925925925925924,0.37815126050420167,0.26490066225165565,0.5688073394495413,0.24074074074074073,0.5196078431372549,0.5907172995780591,0.5201793721973094,0.48091603053435117,0.5619834710743802,0.48148148148148145,0.4294478527607362,0.42857142857142855,0.5242718446601942,0.6623931623931624,0.48,0.611749680715198,0.4624277456647399,0.23910614525139665,0.4477124183006536,0.5498392282958199,0.48148148148148145,0.3546099290780142,0.3246414602346806,0.43014705882352944,0.41013071895424835,0.5272727272727272,0.5102040816326531,0.6368159203980099,0.64,0.42771084337349397,0.6549707602339181,0.2668298653610771,0.4081034795930001,dhmeltzer
llama-7b-SFT_eli5_wiki65k_1024_r_64_alpha_16_merged,7.0,0.5017064846416383,0.5919139613622785,0.4633882749342803,0.34,0.4888888888888889,0.4276315789473684,0.53,0.45660377358490567,0.4513888888888889,0.33,0.33,0.3,0.3988439306358382,0.16666666666666666,0.61,0.4,0.32456140350877194,0.4068965517241379,0.2671957671957672,0.38095238095238093,0.31,0.5096774193548387,0.33497536945812806,0.46,0.593939393939394,0.4797979797979798,0.6839378238341969,0.4461538461538462,0.24074074074074073,0.42016806722689076,0.271523178807947,0.6110091743119266,0.27314814814814814,0.5294117647058824,0.5949367088607594,0.5515695067264574,0.5648854961832062,0.6198347107438017,0.5092592592592593,0.48466257668711654,0.38392857142857145,0.5825242718446602,0.688034188034188,0.53,0.644955300127714,0.49710982658959535,0.23798882681564246,0.49019607843137253,0.5916398713826366,0.49074074074074076,0.35815602836879434,0.3578878748370274,0.5183823529411765,0.4395424836601307,0.5909090909090909,0.5061224489795918,0.6368159203980099,0.64,0.40963855421686746,0.7192982456140351,0.27906976744186046,0.43289521271534454,dhmeltzer
Llama-2-13b-hf-ds_wiki_1024_full_r_64_alpha_16,13.0,0.5503412969283277,0.614618601872137,0.5536134908436433,0.33,0.48148148148148145,0.5394736842105263,0.54,0.6188679245283019,0.5833333333333334,0.41,0.47,0.32,0.49710982658959535,0.22549019607843138,0.7,0.4340425531914894,0.2982456140350877,0.503448275862069,0.3333333333333333,0.3492063492063492,0.37,0.6838709677419355,0.45320197044334976,0.59,0.6606060606060606,0.6767676767676768,0.8238341968911918,0.5358974358974359,0.2851851851851852,0.5840336134453782,0.36423841059602646,0.763302752293578,0.4398148148148148,0.7647058823529411,0.7172995780590717,0.6412556053811659,0.6335877862595419,0.6859504132231405,0.7129629629629629,0.6625766871165644,0.25892857142857145,0.7378640776699029,0.7991452991452992,0.55,0.7535121328224776,0.6416184971098265,0.29497206703910617,0.6143790849673203,0.6463022508038585,0.6604938271604939,0.40070921985815605,0.4172099087353325,0.5625,0.5375816993464052,0.6,0.6122448979591837,0.7412935323383084,0.82,0.463855421686747,0.7602339181286549,0.23990208078335373,0.35747843581335975,dhmeltzer
llama-7b-SFT_ds_wiki65k_1024_r_64_alpha_16_merged,7.0,0.5,0.5782712607050389,0.45345431302789446,0.32,0.42962962962962964,0.4342105263157895,0.44,0.46037735849056605,0.4513888888888889,0.27,0.35,0.27,0.4161849710982659,0.24509803921568626,0.62,0.4085106382978723,0.2631578947368421,0.45517241379310347,0.2777777777777778,0.3253968253968254,0.3,0.5064516129032258,0.3054187192118227,0.4,0.6,0.4797979797979798,0.6580310880829016,0.4282051282051282,0.2518518518518518,0.44537815126050423,0.26490066225165565,0.6128440366972477,0.24074074074074073,0.5,0.5907172995780591,0.5739910313901345,0.5572519083969466,0.6198347107438017,0.5,0.48466257668711654,0.375,0.5922330097087378,0.6709401709401709,0.52,0.6181353767560664,0.5,0.23798882681564246,0.4542483660130719,0.5884244372990354,0.46296296296296297,0.35106382978723405,0.3683181225554107,0.5183823529411765,0.4297385620915033,0.5363636363636364,0.4897959183673469,0.6119402985074627,0.67,0.42771084337349397,0.6666666666666666,0.22643818849449204,0.371084544147983,dhmeltzer
llama-7b-SFT-qlora-eli5-wiki_DPO_ds_RM_top_2_1024_r_64_alpha_16,7.0,0.48464163822525597,0.5871340370444135,0.4543884850234186,0.31,0.5037037037037037,0.4605263157894737,0.46,0.46037735849056605,0.4305555555555556,0.25,0.28,0.3,0.3988439306358382,0.23529411764705882,0.61,0.3829787234042553,0.2982456140350877,0.46206896551724136,0.26455026455026454,0.3412698412698413,0.3,0.49032258064516127,0.33497536945812806,0.41,0.6060606060606061,0.47474747474747475,0.6632124352331606,0.4230769230769231,0.26296296296296295,0.4369747899159664,0.24503311258278146,0.6036697247706422,0.21296296296296297,0.4803921568627451,0.5907172995780591,0.5336322869955157,0.5725190839694656,0.6115702479338843,0.5370370370370371,0.4662576687116564,0.375,0.5728155339805825,0.6623931623931624,0.52,0.6296296296296297,0.5144508670520231,0.23798882681564246,0.5098039215686274,0.5691318327974276,0.4783950617283951,0.36524822695035464,0.3533246414602347,0.44485294117647056,0.44607843137254904,0.5545454545454546,0.4897959183673469,0.6567164179104478,0.65,0.4578313253012048,0.7076023391812866,0.2864137086903305,0.43403758756918054,dhmeltzer
dlite-v2-774m,0.774,0.27986348122866894,0.3754232224656443,0.25369272500779144,0.26,0.3333333333333333,0.29605263157894735,0.23,0.2641509433962264,0.2569444444444444,0.18,0.26,0.25,0.24277456647398843,0.21568627450980393,0.29,0.2851063829787234,0.24561403508771928,0.27586206896551724,0.2724867724867725,0.15079365079365079,0.34,0.24193548387096775,0.3103448275862069,0.33,0.28484848484848485,0.2222222222222222,0.22797927461139897,0.21025641025641026,0.26296296296296295,0.21428571428571427,0.271523178807947,0.22018348623853212,0.2222222222222222,0.25980392156862747,0.2616033755274262,0.20179372197309417,0.2366412213740458,0.2809917355371901,0.23148148148148148,0.3006134969325153,0.2857142857142857,0.23300970873786409,0.2564102564102564,0.21,0.2707535121328225,0.2947976878612717,0.24692737430167597,0.25163398692810457,0.3054662379421222,0.2716049382716049,0.2695035460992908,0.2627118644067797,0.16911764705882354,0.2777777777777778,0.20909090909090908,0.21224489795918366,0.24378109452736318,0.24,0.22289156626506024,0.28654970760233917,0.2178702570379437,0.399983906781129,aisquared
chopt-1_3b,3.0,0.2909556313993174,0.4298944433379805,0.2535045393879236,0.23,0.3111111111111111,0.21052631578947367,0.25,0.2490566037735849,0.2638888888888889,0.19,0.36,0.21,0.23121387283236994,0.20588235294117646,0.25,0.2,0.2894736842105263,0.2620689655172414,0.2698412698412698,0.23809523809523808,0.31,0.24516129032258063,0.2315270935960591,0.29,0.2909090909090909,0.2222222222222222,0.22797927461139897,0.258974358974359,0.21481481481481482,0.18907563025210083,0.271523178807947,0.3211009174311927,0.2777777777777778,0.22058823529411764,0.24050632911392406,0.23766816143497757,0.2748091603053435,0.3140495867768595,0.2037037037037037,0.22085889570552147,0.19642857142857142,0.3786407766990291,0.24786324786324787,0.27,0.25287356321839083,0.27167630057803466,0.2681564245810056,0.23202614379084968,0.2347266881028939,0.25925925925925924,0.2695035460992908,0.2757496740547588,0.18382352941176472,0.2679738562091503,0.3090909090909091,0.17959183673469387,0.24875621890547264,0.35,0.2469879518072289,0.2222222222222222,0.23990208078335373,0.401922831966366,aisquared
dlite-v1-774m,0.774,0.25341296928327645,0.36536546504680345,0.259067577224056,0.18,0.2222222222222222,0.21710526315789475,0.24,0.32075471698113206,0.2569444444444444,0.18,0.31,0.3,0.24277456647398843,0.21568627450980393,0.17,0.20851063829787234,0.22807017543859648,0.31724137931034485,0.2671957671957672,0.15873015873015872,0.3,0.25483870967741934,0.30049261083743845,0.3,0.28484848484848485,0.36363636363636365,0.32124352331606215,0.35128205128205126,0.2740740740740741,0.2184873949579832,0.271523178807947,0.3174311926605505,0.32407407407407407,0.2549019607843137,0.26582278481012656,0.10762331838565023,0.29770992366412213,0.38016528925619836,0.16666666666666666,0.31901840490797545,0.20535714285714285,0.36893203883495146,0.21367521367521367,0.17,0.1979565772669221,0.2630057803468208,0.24692737430167597,0.24836601307189543,0.24437299035369775,0.25617283950617287,0.26595744680851063,0.23272490221642764,0.24632352941176472,0.22875816993464052,0.19090909090909092,0.3673469387755102,0.2935323383084577,0.26,0.26506024096385544,0.29239766081871343,0.20807833537331702,0.36111937171754704,aisquared
dlite-v1-355m,0.355,0.23720136518771331,0.3353913563035252,0.27121584487576805,0.24,0.32592592592592595,0.3223684210526316,0.28,0.3018867924528302,0.2847222222222222,0.25,0.36,0.22,0.23699421965317918,0.2549019607843137,0.29,0.2170212765957447,0.24561403508771928,0.2620689655172414,0.2698412698412698,0.29365079365079366,0.33,0.2645161290322581,0.31527093596059114,0.25,0.24242424242424243,0.3484848484848485,0.35751295336787564,0.35384615384615387,0.26666666666666666,0.24369747899159663,0.2980132450331126,0.3486238532110092,0.46296296296296297,0.2549019607843137,0.21518987341772153,0.19282511210762332,0.2824427480916031,0.12396694214876033,0.18518518518518517,0.294478527607362,0.15178571428571427,0.34951456310679613,0.17094017094017094,0.17,0.23371647509578544,0.23699421965317918,0.24134078212290502,0.28431372549019607,0.2958199356913183,0.24382716049382716,0.2624113475177305,0.25684485006518903,0.4411764705882353,0.21241830065359477,0.2545454545454545,0.3673469387755102,0.24875621890547264,0.26,0.21084337349397592,0.2807017543859649,0.23133414932680538,0.3712543349925085,aisquared
dlite-v2-355m,0.355,0.24914675767918087,0.3370842461661024,0.2677302666044169,0.26,0.2740740740740741,0.3223684210526316,0.19,0.3018867924528302,0.2777777777777778,0.23,0.35,0.2,0.2658959537572254,0.21568627450980393,0.27,0.22127659574468084,0.2807017543859649,0.25517241379310346,0.2830687830687831,0.23015873015873015,0.33,0.25806451612903225,0.2955665024630542,0.19,0.24848484848484848,0.3383838383838384,0.34196891191709844,0.37435897435897436,0.2777777777777778,0.3319327731092437,0.2913907284768212,0.3431192660550459,0.4398148148148148,0.25,0.23628691983122363,0.16591928251121077,0.29770992366412213,0.1322314049586777,0.25,0.2822085889570552,0.16964285714285715,0.3300970873786408,0.2222222222222222,0.18,0.2554278416347382,0.24855491329479767,0.23910614525139665,0.29411764705882354,0.2540192926045016,0.23765432098765432,0.25177304964539005,0.23598435462842243,0.45955882352941174,0.238562091503268,0.16363636363636364,0.3836734693877551,0.208955223880597,0.24,0.21686746987951808,0.32748538011695905,0.23133414932680538,0.3876043911419601,aisquared
dlite-v2-124m,0.124,0.2022184300341297,0.2916749651463852,0.25289743652760266,0.2,0.21481481481481482,0.15789473684210525,0.15,0.22641509433962265,0.2222222222222222,0.21,0.34,0.26,0.2658959537572254,0.21568627450980393,0.17,0.25957446808510637,0.2719298245614035,0.2413793103448276,0.25396825396825395,0.2222222222222222,0.21,0.2967741935483871,0.29064039408866993,0.17,0.17575757575757575,0.3383838383838384,0.29533678756476683,0.3487179487179487,0.24074074074074073,0.3487394957983193,0.2847682119205298,0.3155963302752294,0.44907407407407407,0.3088235294117647,0.24472573839662448,0.242152466367713,0.25190839694656486,0.23140495867768596,0.18518518518518517,0.2392638036809816,0.29464285714285715,0.22330097087378642,0.24786324786324787,0.25,0.24393358876117496,0.1936416184971098,0.24581005586592178,0.24509803921568626,0.20257234726688103,0.22839506172839505,0.2765957446808511,0.2503259452411995,0.4411764705882353,0.26633986928104575,0.2,0.2530612244897959,0.23880597014925373,0.33,0.2289156626506024,0.2046783625730994,0.23133414932680538,0.3898403177629661,aisquared
chopt-2_7b,7.0,0.3464163822525597,0.47699661422027484,0.2544251286090381,0.27,0.28888888888888886,0.18421052631578946,0.28,0.29056603773584905,0.24305555555555555,0.22,0.3,0.17,0.2254335260115607,0.20588235294117646,0.23,0.24680851063829787,0.23684210526315788,0.21379310344827587,0.25132275132275134,0.31746031746031744,0.32,0.24193548387096775,0.27586206896551724,0.3,0.23636363636363636,0.14646464646464646,0.20207253886010362,0.258974358974359,0.24074074074074073,0.22268907563025211,0.23841059602649006,0.26605504587155965,0.23148148148148148,0.22058823529411764,0.2489451476793249,0.33183856502242154,0.25190839694656486,0.23140495867768596,0.25,0.25766871165644173,0.375,0.30097087378640774,0.24358974358974358,0.26,0.30779054916985954,0.24566473988439305,0.21452513966480447,0.24509803921568626,0.2765273311897106,0.24691358024691357,0.25177304964539005,0.23402868318122555,0.25,0.25980392156862747,0.3090909090909091,0.21224489795918366,0.24875621890547264,0.29,0.3313253012048193,0.25146198830409355,0.2350061199510404,0.37706019247158395,aisquared
dlite-v1-124m,0.124,0.2167235494880546,0.2925712009559849,0.2508005008093896,0.25,0.26666666666666666,0.18421052631578946,0.23,0.2037735849056604,0.2847222222222222,0.21,0.35,0.23,0.2543352601156069,0.22549019607843138,0.22,0.22127659574468084,0.21052631578947367,0.21379310344827587,0.2328042328042328,0.18253968253968253,0.18,0.22258064516129034,0.2857142857142857,0.32,0.21818181818181817,0.29797979797979796,0.31088082901554404,0.28974358974358977,0.24814814814814815,0.22268907563025211,0.25165562913907286,0.3100917431192661,0.3425925925925926,0.24019607843137256,0.28270042194092826,0.15695067264573992,0.24427480916030533,0.30578512396694213,0.2037037037037037,0.2822085889570552,0.25892857142857145,0.21359223300970873,0.2777777777777778,0.2,0.26309067688378035,0.2398843930635838,0.2424581005586592,0.2581699346405229,0.2861736334405145,0.25617283950617287,0.25177304964539005,0.2392438070404172,0.3786764705882353,0.2565359477124183,0.2636363636363636,0.23265306122448978,0.24378109452736318,0.25,0.1927710843373494,0.30409356725146197,0.21542227662178703,0.36379079677436726,aisquared
dlite-v2-1_5b,5.0,0.2986348122866894,0.4215295757817168,0.24930597349070271,0.24,0.23703703703703705,0.17763157894736842,0.28,0.27547169811320754,0.2847222222222222,0.24,0.2,0.3,0.3468208092485549,0.20588235294117646,0.3,0.31063829787234043,0.18421052631578946,0.2,0.2275132275132275,0.3333333333333333,0.3,0.22903225806451613,0.21182266009852216,0.2,0.24242424242424243,0.20707070707070707,0.21243523316062177,0.26153846153846155,0.24444444444444444,0.19747899159663865,0.2052980132450331,0.28807339449541286,0.2638888888888889,0.24509803921568626,0.25316455696202533,0.22869955156950672,0.20610687022900764,0.2066115702479339,0.2777777777777778,0.24539877300613497,0.26785714285714285,0.3106796116504854,0.29914529914529914,0.24,0.2656449553001277,0.23410404624277456,0.2424581005586592,0.20915032679738563,0.18971061093247588,0.24691358024691357,0.24468085106382978,0.242503259452412,0.2426470588235294,0.24836601307189543,0.36363636363636365,0.17142857142857143,0.23880597014925373,0.2,0.3614457831325301,0.3216374269005848,0.2252141982864137,0.38769255348817355,aisquared
dlite-v1-1_5b,5.0,0.28498293515358364,0.39494124676359293,0.2561721010942952,0.25,0.2518518518518518,0.20394736842105263,0.23,0.2830188679245283,0.2986111111111111,0.22,0.31,0.28,0.35260115606936415,0.17647058823529413,0.26,0.251063829787234,0.21052631578947367,0.2413793103448276,0.25396825396825395,0.35714285714285715,0.15,0.25483870967741934,0.18719211822660098,0.24,0.28484848484848485,0.36363636363636365,0.22279792746113988,0.34102564102564104,0.24444444444444444,0.23529411764705882,0.2251655629139073,0.3321100917431193,0.35185185185185186,0.24509803921568626,0.25316455696202533,0.17040358744394618,0.26717557251908397,0.2396694214876033,0.25,0.25153374233128833,0.25,0.27184466019417475,0.2692307692307692,0.24,0.2720306513409962,0.24566473988439305,0.2424581005586592,0.22549019607843138,0.18971061093247588,0.25617283950617287,0.2375886524822695,0.24119947848761408,0.2536764705882353,0.24509803921568626,0.33636363636363636,0.18775510204081633,0.2537313432835821,0.19,0.3313253012048193,0.3216374269005848,0.22643818849449204,0.3708479337614819,aisquared
chimera-inst-chat-13b-hf,13.0,0.5247440273037542,0.5925114519020116,0.5059561479887578,0.33,0.45925925925925926,0.4868421052631579,0.53,0.5207547169811321,0.5625,0.29,0.4,0.31,0.45664739884393063,0.2549019607843137,0.66,0.40425531914893614,0.2982456140350877,0.4689655172413793,0.29894179894179895,0.3253968253968254,0.33,0.5612903225806452,0.3645320197044335,0.52,0.6363636363636364,0.6919191919191919,0.6839378238341969,0.4512820512820513,0.25555555555555554,0.46218487394957986,0.33774834437086093,0.673394495412844,0.41203703703703703,0.6568627450980392,0.679324894514768,0.5964125560538116,0.5877862595419847,0.6776859504132231,0.6203703703703703,0.5766871165644172,0.36607142857142855,0.7281553398058253,0.7991452991452992,0.5,0.6998722860791826,0.5433526011560693,0.28268156424581004,0.565359477124183,0.5016077170418006,0.5246913580246914,0.3723404255319149,0.4015645371577575,0.47794117647058826,0.4803921568627451,0.5363636363636364,0.6,0.7164179104477612,0.74,0.463855421686747,0.7076023391812866,0.3525091799265606,0.5012343861057633,Yhyu13
llama-30B-hf-openassitant,30.0,0.5810580204778157,0.6447918741286597,0.5846957724876328,0.35,0.5111111111111111,0.6118421052631579,0.54,0.5773584905660377,0.5833333333333334,0.43,0.47,0.37,0.5433526011560693,0.2647058823529412,0.66,0.5148936170212766,0.35964912280701755,0.5310344827586206,0.373015873015873,0.3492063492063492,0.39,0.6838709677419355,0.4088669950738916,0.6,0.7333333333333333,0.7121212121212122,0.8341968911917098,0.5717948717948718,0.26296296296296295,0.5756302521008403,0.3443708609271523,0.763302752293578,0.4861111111111111,0.7843137254901961,0.7974683544303798,0.6771300448430493,0.6564885496183206,0.7520661157024794,0.7129629629629629,0.6809815950920245,0.39285714285714285,0.7766990291262136,0.8461538461538461,0.66,0.7816091954022989,0.6705202312138728,0.38994413407821227,0.6241830065359477,0.6655948553054662,0.6697530864197531,0.43617021276595747,0.4654498044328553,0.5551470588235294,0.6405228758169934,0.7,0.6693877551020408,0.7910447761194029,0.83,0.4939759036144578,0.8011695906432749,0.2729498164014688,0.42269922233794804,Yhyu13
oasst-rlhf-2-llama-30b-7k-steps-hf,30.0,0.5887372013651877,0.6411073491336388,0.578873741838128,0.41,0.48148148148148145,0.5855263157894737,0.57,0.6113207547169811,0.6111111111111112,0.51,0.46,0.4,0.5549132947976878,0.4117647058823529,0.59,0.46382978723404256,0.39473684210526316,0.4413793103448276,0.3148148148148148,0.3253968253968254,0.4,0.6612903225806451,0.4088669950738916,0.61,0.703030303030303,0.7171717171717171,0.8082901554404145,0.5743589743589743,0.32592592592592595,0.592436974789916,0.3509933774834437,0.7743119266055046,0.49537037037037035,0.7745098039215687,0.7763713080168776,0.672645739910314,0.6564885496183206,0.7768595041322314,0.6666666666666666,0.6687116564417178,0.4107142857142857,0.7281553398058253,0.8675213675213675,0.63,0.7394636015325671,0.6473988439306358,0.4011173184357542,0.6013071895424836,0.6463022508038585,0.6327160493827161,0.4219858156028369,0.43285528031290743,0.6102941176470589,0.5882352941176471,0.6090909090909091,0.6163265306122448,0.7860696517412935,0.78,0.5120481927710844,0.783625730994152,0.33414932680538556,0.5118354668333684,Yhyu13
openbuddy-llama-30b-v7.1-bf16,30.0,0.5844709897610921,0.6191993626767576,0.5818394921155227,0.32,0.5185185185185185,0.631578947368421,0.56,0.5584905660377358,0.5763888888888888,0.33,0.51,0.38,0.5317919075144508,0.3431372549019608,0.76,0.49361702127659574,0.3684210526315789,0.4896551724137931,0.35714285714285715,0.35714285714285715,0.37,0.6774193548387096,0.3645320197044335,0.56,0.7090909090909091,0.7474747474747475,0.8290155440414507,0.5743589743589743,0.32222222222222224,0.5588235294117647,0.3841059602649007,0.7944954128440367,0.4074074074074074,0.7843137254901961,0.7805907172995781,0.6816143497757847,0.6412213740458015,0.71900826446281,0.7222222222222222,0.7239263803680982,0.38392857142857145,0.7475728155339806,0.8675213675213675,0.65,0.7777777777777778,0.6473988439306358,0.40558659217877097,0.6470588235294118,0.6495176848874598,0.6666666666666666,0.4219858156028369,0.4315514993481095,0.5808823529411765,0.6176470588235294,0.7,0.6693877551020408,0.7412935323383084,0.82,0.5060240963855421,0.7953216374269005,0.3659730722154223,0.5260004754614488,OpenBuddyEA
llama-2-7b-int4-python-code-18k,7.0,0.49402730375426623,0.5891256721768572,0.4625343255469801,0.32,0.48148148148148145,0.40789473684210525,0.51,0.4679245283018868,0.4513888888888889,0.32,0.38,0.35,0.4161849710982659,0.17647058823529413,0.59,0.4297872340425532,0.2631578947368421,0.4206896551724138,0.2566137566137566,0.30158730158730157,0.32,0.4935483870967742,0.3251231527093596,0.4,0.5575757575757576,0.51010101010101,0.6839378238341969,0.43333333333333335,0.28888888888888886,0.4369747899159664,0.2847682119205298,0.636697247706422,0.26851851851851855,0.5931372549019608,0.6329113924050633,0.5560538116591929,0.5267175572519084,0.628099173553719,0.5092592592592593,0.5337423312883436,0.36607142857142855,0.5922330097087378,0.6752136752136753,0.56,0.6270753512132823,0.49710982658959535,0.23798882681564246,0.49019607843137253,0.5980707395498392,0.5,0.35815602836879434,0.3683181225554107,0.5147058823529411,0.4395424836601307,0.5181818181818182,0.4816326530612245,0.6417910447761194,0.66,0.3855421686746988,0.6900584795321637,0.2484700122399021,0.3768762597421805,qualis2006
llama-2-70B-LoRA-assemble,70.0,0.6851535836177475,0.6707827126070504,0.6939756538372963,0.44,0.6222222222222222,0.7763157894736842,0.73,0.7358490566037735,0.8125,0.5,0.62,0.39,0.6705202312138728,0.3333333333333333,0.73,0.6638297872340425,0.42105263157894735,0.6275862068965518,0.4656084656084656,0.4523809523809524,0.46,0.8290322580645161,0.5320197044334976,0.77,0.8242424242424242,0.8939393939393939,0.927461139896373,0.6948717948717948,0.31851851851851853,0.773109243697479,0.4900662251655629,0.8862385321100917,0.5740740740740741,0.8970588235294118,0.8734177215189873,0.7757847533632287,0.8396946564885496,0.8512396694214877,0.8240740740740741,0.8220858895705522,0.4732142857142857,0.8252427184466019,0.8888888888888888,0.7,0.8633461047254151,0.7716763005780347,0.5743016759776536,0.738562091503268,0.7556270096463023,0.7993827160493827,0.5567375886524822,0.5645371577574967,0.7426470588235294,0.7418300653594772,0.7545454545454545,0.7877551020408163,0.8805970149253731,0.9,0.5240963855421686,0.8654970760233918,0.46511627906976744,0.6479539766332348,oh-yeontaek
llama-2-13B-LoRA-assemble,13.0,0.6006825938566553,0.6361282613025294,0.5982265496729149,0.3,0.5259259259259259,0.618421052631579,0.56,0.6226415094339622,0.6597222222222222,0.42,0.54,0.35,0.5953757225433526,0.3333333333333333,0.69,0.48936170212765956,0.35964912280701755,0.5655172413793104,0.34656084656084657,0.35714285714285715,0.39,0.6709677419354839,0.4876847290640394,0.62,0.7212121212121212,0.7777777777777778,0.8808290155440415,0.6205128205128205,0.32592592592592595,0.6008403361344538,0.31788079470198677,0.7926605504587156,0.42592592592592593,0.8333333333333334,0.7848101265822784,0.6860986547085202,0.6793893129770993,0.7272727272727273,0.7685185185185185,0.6993865030674846,0.39285714285714285,0.7572815533980582,0.8461538461538461,0.58,0.7956577266922095,0.661849710982659,0.4849162011173184,0.673202614379085,0.6881028938906752,0.7160493827160493,0.4716312056737589,0.4595827900912647,0.6102941176470589,0.5882352941176471,0.6636363636363637,0.673469387755102,0.7661691542288557,0.83,0.4939759036144578,0.8011695906432749,0.4039167686658507,0.5595996097364623,oh-yeontaek
llama-2-70B-LoRA-assemble-v2,70.0,0.6834470989761092,0.6721768571997611,0.693715217792559,0.43,0.6148148148148148,0.7828947368421053,0.75,0.7433962264150943,0.8194444444444444,0.48,0.61,0.36,0.6589595375722543,0.3627450980392157,0.74,0.6553191489361702,0.41228070175438597,0.6344827586206897,0.4656084656084656,0.4603174603174603,0.47,0.832258064516129,0.5467980295566502,0.78,0.8303030303030303,0.9040404040404041,0.927461139896373,0.6974358974358974,0.32592592592592595,0.7815126050420168,0.47019867549668876,0.8844036697247707,0.5648148148148148,0.8970588235294118,0.8776371308016878,0.7668161434977578,0.8244274809160306,0.8512396694214877,0.8333333333333334,0.8220858895705522,0.49107142857142855,0.8252427184466019,0.8888888888888888,0.71,0.8659003831417624,0.7774566473988439,0.5597765363128492,0.7352941176470589,0.7588424437299035,0.7962962962962963,0.5531914893617021,0.5586701434159062,0.7352941176470589,0.7434640522875817,0.7454545454545455,0.7795918367346939,0.8855721393034826,0.88,0.5240963855421686,0.8596491228070176,0.4663402692778458,0.6478807414957388,oh-yeontaek
llama-2-7B-LoRA-assemble,7.0,0.5477815699658704,0.5986855208125871,0.5075444947831996,0.33,0.45925925925925926,0.46710526315789475,0.52,0.5471698113207547,0.5625,0.36,0.41,0.32,0.4046242774566474,0.24509803921568626,0.65,0.44680851063829785,0.2807017543859649,0.496551724137931,0.291005291005291,0.2777777777777778,0.36,0.5645161290322581,0.33497536945812806,0.43,0.703030303030303,0.6515151515151515,0.7564766839378239,0.49743589743589745,0.24074074074074073,0.4957983193277311,0.31125827814569534,0.7137614678899082,0.39814814814814814,0.6862745098039216,0.7341772151898734,0.5695067264573991,0.5801526717557252,0.6528925619834711,0.6481481481481481,0.5460122699386503,0.3482142857142857,0.6990291262135923,0.7478632478632479,0.65,0.7113665389527458,0.5895953757225434,0.23128491620111732,0.5228758169934641,0.5755627009646302,0.5524691358024691,0.375886524822695,0.3820078226857888,0.47794117647058826,0.5,0.5909090909090909,0.6122448979591837,0.6218905472636815,0.71,0.39156626506024095,0.695906432748538,0.379436964504284,0.5317577400569955,oh-yeontaek
medical_transcription_generator,,0.2030716723549488,0.2909778928500299,0.2383650104149295,0.19,0.2518518518518518,0.2236842105263158,0.38,0.21509433962264152,0.22916666666666666,0.21,0.27,0.22,0.2023121387283237,0.18627450980392157,0.25,0.3148936170212766,0.2894736842105263,0.18620689655172415,0.21957671957671956,0.24603174603174602,0.21,0.23870967741935484,0.12315270935960591,0.25,0.22424242424242424,0.18181818181818182,0.27979274611398963,0.20256410256410257,0.25555555555555554,0.21428571428571427,0.271523178807947,0.28623853211009176,0.14814814814814814,0.23039215686274508,0.22362869198312235,0.3452914798206278,0.2595419847328244,0.21487603305785125,0.26851851851851855,0.27607361963190186,0.25,0.17475728155339806,0.2692307692307692,0.29,0.24265644955300128,0.2514450867052023,0.23798882681564246,0.238562091503268,0.24758842443729903,0.21296296296296297,0.24822695035460993,0.2379400260756193,0.16176470588235295,0.2630718954248366,0.19090909090909092,0.2163265306122449,0.24378109452736318,0.24,0.25903614457831325,0.3216374269005848,0.23990208078335373,0.4649671343856889,alibidaran
LIMA-13b-hf,13.0,0.5426621160409556,0.6197968532164907,0.4871528611422679,0.33,0.4740740740740741,0.5131578947368421,0.47,0.5094339622641509,0.4652777777777778,0.34,0.41,0.38,0.44508670520231214,0.19607843137254902,0.63,0.3829787234042553,0.2807017543859649,0.4689655172413793,0.2724867724867725,0.36507936507936506,0.35,0.532258064516129,0.3645320197044335,0.51,0.5878787878787879,0.5353535353535354,0.6735751295336787,0.45384615384615384,0.26296296296296295,0.4789915966386555,0.2913907284768212,0.6275229357798165,0.2962962962962963,0.5882352941176471,0.7215189873417721,0.5605381165919282,0.6183206106870229,0.6446280991735537,0.5370370370370371,0.50920245398773,0.32142857142857145,0.6310679611650486,0.7264957264957265,0.51,0.6768837803320562,0.5289017341040463,0.26145251396648045,0.5294117647058824,0.5530546623794212,0.5493827160493827,0.3617021276595745,0.38722294654498046,0.5073529411764706,0.49836601307189543,0.5818181818181818,0.5102040816326531,0.6119402985074627,0.82,0.42771084337349397,0.695906432748538,0.28151774785801714,0.4175999088658601,heegyu
WizardVicuna-Uncensored-3B-0719,3.0,0.38993174061433444,0.5081657040430193,0.2653136664902445,0.35,0.34074074074074073,0.17105263157894737,0.31,0.2792452830188679,0.2916666666666667,0.2,0.23,0.27,0.2832369942196532,0.22549019607843138,0.3,0.3191489361702128,0.2807017543859649,0.2689655172413793,0.26455026455026454,0.1984126984126984,0.28,0.24838709677419354,0.2660098522167488,0.32,0.23030303030303031,0.1919191919191919,0.21243523316062177,0.23076923076923078,0.25555555555555554,0.21008403361344538,0.2980132450331126,0.21834862385321102,0.27314814814814814,0.25,0.25316455696202533,0.32286995515695066,0.22900763358778625,0.2231404958677686,0.25925925925925924,0.24539877300613497,0.22321428571428573,0.2524271844660194,0.24786324786324787,0.25,0.2848020434227331,0.2947976878612717,0.24692737430167597,0.27124183006535946,0.3279742765273312,0.2654320987654321,0.2624113475177305,0.242503259452412,0.4522058823529412,0.27450980392156865,0.3181818181818182,0.20816326530612245,0.24875621890547264,0.24,0.27710843373493976,0.3333333333333333,0.26193390452876375,0.3934550382017939,heegyu
WizardVicuna2-13b-hf,13.0,0.5247440273037542,0.5952997410874328,0.48455095023505523,0.32,0.4666666666666667,0.4407894736842105,0.53,0.4679245283018868,0.4791666666666667,0.37,0.38,0.37,0.4046242774566474,0.20588235294117646,0.59,0.41702127659574467,0.2719298245614035,0.46206896551724136,0.30158730158730157,0.30952380952380953,0.34,0.532258064516129,0.3399014778325123,0.51,0.6424242424242425,0.5959595959595959,0.694300518134715,0.38974358974358975,0.2962962962962963,0.5,0.271523178807947,0.6440366972477064,0.3194444444444444,0.6225490196078431,0.6666666666666666,0.6053811659192825,0.5190839694656488,0.6859504132231405,0.6018518518518519,0.48466257668711654,0.3125,0.5922330097087378,0.7478632478632479,0.55,0.6768837803320562,0.5202312138728323,0.2905027932960894,0.4934640522875817,0.5787781350482315,0.5216049382716049,0.3900709219858156,0.3774445893089961,0.34191176470588236,0.4950980392156863,0.6181818181818182,0.563265306122449,0.6467661691542289,0.7,0.4457831325301205,0.7076023391812866,0.28518971848225216,0.4242681935948369,heegyu
WizardVicuna-open-llama-3b-v2,3.0,0.3506825938566553,0.5020912168890659,0.2722978172794354,0.25,0.2740740740740741,0.2894736842105263,0.35,0.2490566037735849,0.20833333333333334,0.22,0.32,0.27,0.2254335260115607,0.2549019607843137,0.33,0.20851063829787234,0.23684210526315788,0.3103448275862069,0.25396825396825395,0.2698412698412698,0.33,0.1967741935483871,0.28078817733990147,0.3,0.2909090909090909,0.21717171717171718,0.21243523316062177,0.2743589743589744,0.2518518518518518,0.23949579831932774,0.32450331125827814,0.22201834862385322,0.39351851851851855,0.19117647058823528,0.270042194092827,0.3094170403587444,0.22900763358778625,0.34710743801652894,0.2777777777777778,0.24539877300613497,0.25892857142857145,0.20388349514563106,0.2948717948717949,0.25,0.2656449553001277,0.3063583815028902,0.24692737430167597,0.2973856209150327,0.2829581993569132,0.24074074074074073,0.29432624113475175,0.2503259452411995,0.3014705882352941,0.27450980392156865,0.2636363636363636,0.40408163265306124,0.27860696517412936,0.33,0.2710843373493976,0.2807017543859649,0.23990208078335373,0.36797618702265905,heegyu
LIMA2-7b-hf,7.0,0.5,0.6234813782115116,0.43219878567085995,0.26,0.35555555555555557,0.40131578947368424,0.37,0.44528301886792454,0.4722222222222222,0.43,0.36,0.33,0.43352601156069365,0.2549019607843137,0.53,0.4,0.2631578947368421,0.35172413793103446,0.2751322751322751,0.3412698412698413,0.21,0.4838709677419355,0.3399014778325123,0.42,0.5151515151515151,0.5505050505050505,0.6010362694300518,0.43846153846153846,0.29259259259259257,0.42857142857142855,0.3509933774834437,0.5798165137614679,0.2638888888888889,0.47058823529411764,0.48523206751054854,0.484304932735426,0.5725190839694656,0.512396694214876,0.5,0.4110429447852761,0.24107142857142858,0.5922330097087378,0.6709401709401709,0.44,0.5734355044699873,0.45375722543352603,0.24692737430167597,0.4738562091503268,0.48231511254019294,0.4567901234567901,0.35815602836879434,0.32985658409387225,0.49264705882352944,0.39215686274509803,0.5272727272727272,0.47346938775510206,0.6666666666666666,0.55,0.3855421686746988,0.6432748538011696,0.2974296205630355,0.447415487052591,heegyu
RedTulu-Uncensored-3B-0719,3.0,0.3771331058020478,0.476000796654053,0.30368248336342857,0.28,0.25925925925925924,0.3157894736842105,0.37,0.27547169811320754,0.3472222222222222,0.32,0.32,0.32,0.27167630057803466,0.24509803921568626,0.31,0.2127659574468085,0.2807017543859649,0.33793103448275863,0.2751322751322751,0.35714285714285715,0.32,0.3419354838709677,0.28078817733990147,0.26,0.3090909090909091,0.37373737373737376,0.3316062176165803,0.3717948717948718,0.26296296296296295,0.3445378151260504,0.37748344370860926,0.3688073394495413,0.37962962962962965,0.27450980392156865,0.25316455696202533,0.13452914798206278,0.33587786259541985,0.3884297520661157,0.21296296296296297,0.25153374233128833,0.26785714285714285,0.3883495145631068,0.4017094017094017,0.27,0.30140485312899107,0.2658959537572254,0.27262569832402234,0.3202614379084967,0.2958199356913183,0.30864197530864196,0.2801418439716312,0.26597131681877445,0.4338235294117647,0.25,0.32727272727272727,0.2979591836734694,0.31343283582089554,0.25,0.2289156626506024,0.2982456140350877,0.22399020807833536,0.3759292134265843,heegyu
LIMA2-13b-hf,13.0,0.5494880546075085,0.652459669388568,0.5316613130688607,0.25,0.4962962962962963,0.5723684210526315,0.51,0.5622641509433962,0.5625,0.4,0.44,0.32,0.49710982658959535,0.29411764705882354,0.66,0.40425531914893614,0.3157894736842105,0.4827586206896552,0.30687830687830686,0.373015873015873,0.33,0.6193548387096774,0.4039408866995074,0.49,0.6484848484848484,0.7070707070707071,0.7668393782383419,0.49743589743589745,0.28888888888888886,0.5378151260504201,0.3443708609271523,0.710091743119266,0.4722222222222222,0.7303921568627451,0.70042194092827,0.6098654708520179,0.5877862595419847,0.6694214876033058,0.6111111111111112,0.6503067484662577,0.26785714285714285,0.6796116504854369,0.7863247863247863,0.58,0.7215836526181354,0.5895953757225434,0.36089385474860336,0.5882352941176471,0.6109324758842444,0.5895061728395061,0.37943262411347517,0.40808344198174706,0.5294117647058824,0.5212418300653595,0.6272727272727273,0.5877551020408164,0.6517412935323383,0.79,0.45180722891566266,0.7602339181286549,0.28518971848225216,0.4180556700707162,heegyu
WizardVicuna-3B-0719,3.0,0.3839590443686007,0.504779924317865,0.25442488706613575,0.28,0.23703703703703705,0.18421052631578946,0.29,0.2830188679245283,0.2847222222222222,0.19,0.22,0.22,0.30057803468208094,0.24509803921568626,0.29,0.3276595744680851,0.19298245614035087,0.27586206896551724,0.22486772486772486,0.24603174603174602,0.26,0.23225806451612904,0.2512315270935961,0.24,0.23636363636363636,0.15656565656565657,0.24870466321243523,0.23333333333333334,0.25555555555555554,0.25630252100840334,0.26490066225165565,0.21284403669724772,0.24537037037037038,0.21568627450980393,0.270042194092827,0.3273542600896861,0.20610687022900764,0.23140495867768596,0.28703703703703703,0.2147239263803681,0.2857142857142857,0.2524271844660194,0.28205128205128205,0.26,0.2835249042145594,0.30057803468208094,0.24804469273743016,0.23529411764705882,0.2347266881028939,0.24691358024691357,0.25177304964539005,0.24185136897001303,0.35661764705882354,0.25,0.2909090909090909,0.19183673469387755,0.2935323383084577,0.26,0.2710843373493976,0.32748538011695905,0.2729498164014688,0.40705647715032217,heegyu
DeciCoder-1b,1.0,0.16040955631399317,0.2826130252937662,0.24344602880955538,0.29,0.25925925925925924,0.2631578947368421,0.33,0.2,0.2638888888888889,0.26,0.19,0.22,0.2254335260115607,0.2549019607843137,0.27,0.28085106382978725,0.20175438596491227,0.22758620689655173,0.2328042328042328,0.2698412698412698,0.3,0.17419354838709677,0.18719211822660098,0.3,0.23030303030303031,0.20707070707070707,0.20725388601036268,0.19487179487179487,0.24444444444444444,0.19327731092436976,0.26490066225165565,0.1908256880733945,0.1712962962962963,0.25980392156862747,0.270042194092827,0.3094170403587444,0.2824427480916031,0.256198347107438,0.23148148148148148,0.26380368098159507,0.25892857142857145,0.18446601941747573,0.28205128205128205,0.2,0.2796934865900383,0.2398843930635838,0.24692737430167597,0.21895424836601307,0.2829581993569132,0.24382716049382716,0.25177304964539005,0.24185136897001303,0.17279411764705882,0.2826797385620915,0.24545454545454545,0.19591836734693877,0.25870646766169153,0.26,0.25301204819277107,0.2982456140350877,0.2582619339045288,0.4705381335286149,Deci
ELYZA-japanese-Llama-2-7b,7.0,0.4778156996587031,0.5593507269468233,0.4459585934808246,0.27,0.45925925925925926,0.4342105263157895,0.45,0.5169811320754717,0.4791666666666667,0.28,0.34,0.28,0.3930635838150289,0.23529411764705882,0.55,0.39574468085106385,0.2982456140350877,0.38620689655172413,0.2566137566137566,0.2222222222222222,0.39,0.4774193548387097,0.4039408866995074,0.43,0.5454545454545454,0.5606060606060606,0.6580310880829016,0.3717948717948718,0.27037037037037037,0.42436974789915966,0.24503311258278146,0.5963302752293578,0.25462962962962965,0.5588235294117647,0.5485232067510548,0.5739910313901345,0.4732824427480916,0.5785123966942148,0.5,0.5153374233128835,0.32142857142857145,0.6019417475728155,0.6923076923076923,0.46,0.6590038314176245,0.5,0.24022346368715083,0.46078431372549017,0.5755627009646302,0.5185185185185185,0.36524822695035464,0.31877444589308995,0.31985294117647056,0.44607843137254904,0.5272727272727272,0.46938775510204084,0.5771144278606966,0.66,0.42771084337349397,0.6549707602339181,0.2386780905752754,0.37916873787185484,elyza
ELYZA-japanese-Llama-2-7b-instruct,7.0,0.4948805460750853,0.5803624775941048,0.4706542274805817,0.3,0.45925925925925926,0.5197368421052632,0.47,0.5169811320754717,0.4861111111111111,0.34,0.39,0.3,0.4393063583815029,0.2549019607843137,0.6,0.425531914893617,0.3333333333333333,0.4482758620689655,0.30158730158730157,0.1984126984126984,0.3,0.535483870967742,0.35960591133004927,0.46,0.5575757575757576,0.5808080808080808,0.6994818652849741,0.4307692307692308,0.2851851851851852,0.41596638655462187,0.26490066225165565,0.655045871559633,0.35648148148148145,0.5784313725490197,0.5907172995780591,0.57847533632287,0.6106870229007634,0.6446280991735537,0.5462962962962963,0.5766871165644172,0.25892857142857145,0.6019417475728155,0.7008547008547008,0.47,0.685823754789272,0.5144508670520231,0.25027932960893856,0.48366013071895425,0.5691318327974276,0.5462962962962963,0.35106382978723405,0.31747066492829207,0.375,0.4526143790849673,0.509090909090909,0.5306122448979592,0.6019900497512438,0.68,0.41566265060240964,0.7017543859649122,0.2558139534883721,0.3907929551667542,elyza
llama2_7b_chat_uncensored,7.0,0.4991467576791809,0.5963951404102769,0.4448623629013702,0.31,0.4222222222222222,0.40131578947368424,0.5,0.4226415094339623,0.4375,0.32,0.32,0.33,0.37572254335260113,0.18627450980392157,0.54,0.425531914893617,0.3333333333333333,0.3448275862068966,0.25925925925925924,0.3968253968253968,0.31,0.47419354838709676,0.33004926108374383,0.41,0.6,0.48484848484848486,0.6476683937823834,0.4,0.26666666666666666,0.3949579831932773,0.2913907284768212,0.5871559633027523,0.18981481481481483,0.5245098039215687,0.5443037974683544,0.5426008968609866,0.5419847328244275,0.628099173553719,0.49074074074074076,0.49079754601226994,0.36607142857142855,0.5242718446601942,0.6623931623931624,0.51,0.6245210727969349,0.5086705202312138,0.23798882681564246,0.4673202614379085,0.5819935691318328,0.5123456790123457,0.3404255319148936,0.34876140808344197,0.4522058823529412,0.4526143790849673,0.5545454545454546,0.40816326530612246,0.5870646766169154,0.69,0.39759036144578314,0.6549707602339181,0.27539779681762544,0.41337320034100616,georgesung
Marcoroni-70B-v1,70.0,0.6877133105802048,0.6876120294761999,0.7067318137840602,0.38,0.6444444444444445,0.8157894736842105,0.75,0.7471698113207547,0.8194444444444444,0.45,0.58,0.41,0.7052023121387283,0.3627450980392157,0.73,0.7106382978723405,0.45614035087719296,0.6275862068965518,0.46825396825396826,0.49206349206349204,0.46,0.8290322580645161,0.5566502463054187,0.79,0.8424242424242424,0.8888888888888888,0.9378238341968912,0.7307692307692307,0.3148148148148148,0.7857142857142857,0.4900662251655629,0.8972477064220183,0.5925925925925926,0.9215686274509803,0.8945147679324894,0.8026905829596412,0.8549618320610687,0.8677685950413223,0.8333333333333334,0.8343558282208589,0.5892857142857143,0.8349514563106796,0.8974358974358975,0.72,0.8684546615581098,0.7687861271676301,0.6681564245810055,0.7581699346405228,0.7684887459807074,0.8179012345679012,0.5638297872340425,0.5788787483702738,0.7279411764705882,0.7663398692810458,0.7363636363636363,0.7836734693877551,0.8706467661691543,0.87,0.5542168674698795,0.8654970760233918,0.46878824969400246,0.6440529032814905,AIDC-ai-business
llama-2-70b-IA3-guanaco,70.0,0.6518771331058021,0.6567416849233221,0.6703000357558465,0.33,0.5481481481481482,0.8026315789473685,0.7,0.6867924528301886,0.7847222222222222,0.49,0.56,0.36,0.630057803468208,0.3431372549019608,0.75,0.6340425531914894,0.38596491228070173,0.6137931034482759,0.40476190476190477,0.42063492063492064,0.45,0.8193548387096774,0.5320197044334976,0.73,0.8242424242424242,0.8787878787878788,0.9067357512953368,0.6871794871794872,0.35555555555555557,0.7184873949579832,0.423841059602649,0.8605504587155963,0.5740740740740741,0.8921568627450981,0.8227848101265823,0.7219730941704036,0.7786259541984732,0.8925619834710744,0.8333333333333334,0.7668711656441718,0.49107142857142855,0.8155339805825242,0.8888888888888888,0.72,0.8416347381864623,0.7427745664739884,0.38100558659217876,0.7549019607843137,0.7556270096463023,0.7716049382716049,0.49645390070921985,0.5176010430247718,0.6911764705882353,0.7205882352941176,0.7363636363636363,0.7877551020408163,0.8656716417910447,0.93,0.5542168674698795,0.8304093567251462,0.3011015911872705,0.43472046491596456,yeontaek
llama-2-70B-ensemble-v2,70.0,0.6501706484641638,0.6491734714200359,0.680397817192627,0.37,0.6148148148148148,0.7894736842105263,0.74,0.7773584905660378,0.8055555555555556,0.45,0.56,0.42,0.5895953757225434,0.39215686274509803,0.75,0.6553191489361702,0.45614035087719296,0.593103448275862,0.4444444444444444,0.4603174603174603,0.44,0.8161290322580645,0.5172413793103449,0.72,0.8424242424242424,0.8686868686868687,0.9222797927461139,0.6820512820512821,0.3333333333333333,0.7563025210084033,0.41721854304635764,0.8825688073394495,0.5416666666666666,0.9019607843137255,0.8776371308016878,0.7533632286995515,0.8396946564885496,0.8347107438016529,0.7870370370370371,0.8159509202453987,0.49107142857142855,0.8155339805825242,0.8803418803418803,0.68,0.8582375478927203,0.7601156069364162,0.5463687150837989,0.7222222222222222,0.7588424437299035,0.7839506172839507,0.5319148936170213,0.5501955671447197,0.7242647058823529,0.7287581699346405,0.7181818181818181,0.763265306122449,0.8606965174129353,0.83,0.5180722891566265,0.8421052631578947,0.4663402692778458,0.6450685339919277,yeontaek
Platypus2xOpenOrca-13B-IA3-v3,13.0,0.590443686006826,0.6165106552479586,0.5867292990817432,0.33,0.48148148148148145,0.6118421052631579,0.57,0.6264150943396226,0.6805555555555556,0.43,0.43,0.34,0.5953757225433526,0.3627450980392157,0.71,0.5063829787234042,0.32456140350877194,0.5379310344827586,0.3306878306878307,0.36507936507936506,0.4,0.7,0.4433497536945813,0.6,0.7272727272727273,0.7626262626262627,0.8341968911917098,0.5769230769230769,0.3037037037037037,0.6176470588235294,0.32450331125827814,0.7669724770642202,0.4722222222222222,0.8088235294117647,0.7763713080168776,0.6591928251121076,0.6793893129770993,0.7355371900826446,0.8240740740740741,0.6748466257668712,0.32142857142857145,0.7669902912621359,0.8418803418803419,0.53,0.768837803320562,0.6647398843930635,0.4446927374301676,0.6209150326797386,0.6655948553054662,0.6666666666666666,0.475177304964539,0.4511082138200782,0.5588235294117647,0.5964052287581699,0.6272727272727273,0.6938775510204082,0.7711442786069652,0.81,0.4578313253012048,0.7894736842105263,0.31946144430844553,0.4695620998301245,yeontaek
Platypus2xOpenOrcaxGuanaco-13B-LoRa,13.0,0.5699658703071673,0.6065524795857399,0.5783808631197934,0.36,0.5037037037037037,0.5921052631578947,0.52,0.630188679245283,0.6458333333333334,0.43,0.42,0.33,0.5491329479768786,0.38235294117647056,0.7,0.48936170212765956,0.2982456140350877,0.5241379310344828,0.36772486772486773,0.3968253968253968,0.38,0.6967741935483871,0.42857142857142855,0.58,0.7212121212121212,0.7626262626262627,0.8134715025906736,0.5743589743589743,0.32592592592592595,0.634453781512605,0.3443708609271523,0.7779816513761468,0.4398148148148148,0.8137254901960784,0.7848101265822784,0.6188340807174888,0.6641221374045801,0.6859504132231405,0.7407407407407407,0.6871165644171779,0.33035714285714285,0.7475728155339806,0.8034188034188035,0.6,0.7701149425287356,0.638728323699422,0.4223463687150838,0.5751633986928104,0.6463022508038585,0.6728395061728395,0.4787234042553192,0.46479791395045633,0.5514705882352942,0.5735294117647058,0.6636363636363637,0.636734693877551,0.7562189054726368,0.78,0.45180722891566266,0.7894736842105263,0.29008567931456547,0.4181924103850948,yeontaek
Platypus2-13B-LoRa-v2,13.0,0.5563139931740614,0.6179047998406691,0.5714607840443745,0.31,0.4962962962962963,0.5986842105263158,0.53,0.6150943396226415,0.6111111111111112,0.49,0.41,0.32,0.5722543352601156,0.3431372549019608,0.69,0.4297872340425532,0.3157894736842105,0.4482758620689655,0.3386243386243386,0.36507936507936506,0.33,0.6709677419354839,0.458128078817734,0.59,0.7090909090909091,0.7424242424242424,0.8186528497409327,0.5307692307692308,0.2777777777777778,0.6218487394957983,0.36423841059602646,0.7688073394495413,0.49074074074074076,0.7549019607843137,0.7637130801687764,0.6591928251121076,0.6335877862595419,0.7107438016528925,0.7407407407407407,0.6687116564417178,0.32142857142857145,0.7281553398058253,0.811965811965812,0.58,0.7611749680715197,0.6705202312138728,0.41675977653631285,0.6241830065359477,0.662379421221865,0.654320987654321,0.46099290780141844,0.4602346805736636,0.5698529411764706,0.5996732026143791,0.6727272727272727,0.5959183673469388,0.746268656716418,0.83,0.4397590361445783,0.7777777777777778,0.28151774785801714,0.4191985438925104,yeontaek
Platypus2xOpenOrca-13B-IA3-v2,13.0,0.5836177474402731,0.6140211113324039,0.5790621323615489,0.32,0.4740740740740741,0.6578947368421053,0.56,0.6037735849056604,0.6597222222222222,0.43,0.42,0.38,0.49710982658959535,0.3235294117647059,0.73,0.4723404255319149,0.3157894736842105,0.5103448275862069,0.3333333333333333,0.4126984126984127,0.37,0.7096774193548387,0.4236453201970443,0.6,0.7333333333333333,0.7474747474747475,0.8290155440414507,0.5692307692307692,0.29259259259259257,0.6554621848739496,0.3509933774834437,0.7688073394495413,0.4583333333333333,0.8137254901960784,0.7468354430379747,0.6457399103139013,0.6870229007633588,0.71900826446281,0.7870370370370371,0.6809815950920245,0.3482142857142857,0.7475728155339806,0.8205128205128205,0.53,0.7611749680715197,0.638728323699422,0.43798882681564244,0.6143790849673203,0.639871382636656,0.6604938271604939,0.46808510638297873,0.4530638852672751,0.5477941176470589,0.5866013071895425,0.6363636363636364,0.673469387755102,0.7512437810945274,0.76,0.4578313253012048,0.783625730994152,0.3353733170134639,0.4702759014608167,yeontaek
Platypus2-13B-IA3,13.0,0.5597269624573379,0.6261700856403107,0.5632488101323694,0.27,0.4962962962962963,0.5723684210526315,0.57,0.6,0.6041666666666666,0.42,0.46,0.33,0.5433526011560693,0.24509803921568626,0.68,0.451063829787234,0.35964912280701755,0.4896551724137931,0.328042328042328,0.3412698412698413,0.37,0.7096774193548387,0.41379310344827586,0.59,0.6484848484848484,0.7121212121212122,0.8238341968911918,0.517948717948718,0.28888888888888886,0.5756302521008403,0.33774834437086093,0.7357798165137615,0.4722222222222222,0.7745098039215687,0.7341772151898734,0.6188340807174888,0.6335877862595419,0.743801652892562,0.7037037037037037,0.6748466257668712,0.30357142857142855,0.7572815533980582,0.8333333333333334,0.57,0.7598978288633461,0.6560693641618497,0.33631284916201115,0.6111111111111112,0.6655948553054662,0.6604938271604939,0.40425531914893614,0.4335071707953064,0.5698529411764706,0.5571895424836601,0.6272727272727273,0.6530612244897959,0.7761194029850746,0.83,0.4819277108433735,0.7777777777777778,0.2582619339045288,0.3834895821328264,yeontaek
Platypus2xOpenOrca-13B-IA3-ensemble,13.0,0.5844709897610921,0.6185022903804023,0.5906643063819669,0.32,0.4740740740740741,0.625,0.59,0.6150943396226415,0.6805555555555556,0.46,0.43,0.38,0.5664739884393064,0.37254901960784315,0.74,0.48936170212765956,0.3157894736842105,0.5241379310344828,0.34656084656084657,0.36507936507936506,0.41,0.7064516129032258,0.43842364532019706,0.61,0.7333333333333333,0.7777777777777778,0.8186528497409327,0.5871794871794872,0.2851851851851852,0.6386554621848739,0.33774834437086093,0.7761467889908257,0.49537037037037035,0.8382352941176471,0.7679324894514767,0.672645739910314,0.6946564885496184,0.7272727272727273,0.8333333333333334,0.6809815950920245,0.33035714285714285,0.7766990291262136,0.8461538461538461,0.54,0.7547892720306514,0.6473988439306358,0.4491620111731844,0.6209150326797386,0.6430868167202572,0.6728395061728395,0.4716312056737589,0.4517601043024772,0.5661764705882353,0.6029411764705882,0.6363636363636364,0.6857142857142857,0.7661691542288557,0.81,0.46987951807228917,0.8011695906432749,0.3317013463892289,0.47461350738527963,yeontaek
Platypus2-13B-QLoRa,13.0,0.5273037542662116,0.6195976897032464,0.5733880457606855,0.26,0.4962962962962963,0.5921052631578947,0.53,0.5962264150943396,0.6180555555555556,0.5,0.38,0.3,0.5491329479768786,0.28431372549019607,0.65,0.46382978723404256,0.2894736842105263,0.4896551724137931,0.31746031746031744,0.40476190476190477,0.37,0.6645161290322581,0.4433497536945813,0.59,0.7151515151515152,0.7121212121212122,0.8082901554404145,0.5692307692307692,0.3592592592592593,0.6176470588235294,0.4105960264900662,0.8073394495412844,0.47685185185185186,0.7843137254901961,0.7805907172995781,0.6636771300448431,0.5801526717557252,0.7355371900826446,0.7222222222222222,0.7116564417177914,0.33035714285714285,0.7572815533980582,0.8205128205128205,0.62,0.789272030651341,0.6271676300578035,0.33854748603351953,0.6111111111111112,0.6784565916398714,0.6975308641975309,0.49645390070921985,0.4517601043024772,0.6580882352941176,0.5849673202614379,0.6545454545454545,0.563265306122449,0.7213930348258707,0.82,0.4759036144578313,0.7426900584795322,0.29253365973072215,0.4337883618834812,yeontaek
llama-2-13b-QLoRA,13.0,0.5418088737201365,0.6204939255128461,0.557962689797239,0.25,0.5259259259259259,0.5,0.55,0.5811320754716981,0.6111111111111112,0.33,0.43,0.32,0.5491329479768786,0.27450980392156865,0.66,0.44680851063829785,0.2807017543859649,0.47586206896551725,0.3253968253968254,0.3333333333333333,0.37,0.6516129032258065,0.42857142857142855,0.51,0.6909090909090909,0.7121212121212122,0.8031088082901554,0.5384615384615384,0.3074074074074074,0.5672268907563025,0.3509933774834437,0.7541284403669725,0.4583333333333333,0.7941176470588235,0.7426160337552743,0.6547085201793722,0.6183206106870229,0.7520661157024794,0.7222222222222222,0.6871165644171779,0.30357142857142855,0.7281553398058253,0.8076923076923077,0.63,0.768837803320562,0.6445086705202312,0.4558659217877095,0.5915032679738562,0.6495176848874598,0.6635802469135802,0.4574468085106383,0.45045632333767927,0.5404411764705882,0.5686274509803921,0.6181818181818182,0.6,0.7213930348258707,0.81,0.4759036144578313,0.7602339181286549,0.32313341493268055,0.4623093708097934,yeontaek
llama-2-13b-Beluga-QLoRA,13.0,0.5460750853242321,0.6101374228241386,0.5666941927658258,0.29,0.4740740740740741,0.5723684210526315,0.54,0.5962264150943396,0.6041666666666666,0.49,0.44,0.3,0.5375722543352601,0.39215686274509803,0.69,0.4297872340425532,0.2894736842105263,0.46206896551724136,0.35185185185185186,0.38095238095238093,0.35,0.6483870967741936,0.4876847290640394,0.57,0.7090909090909091,0.7272727272727273,0.8134715025906736,0.5256410256410257,0.27037037037037037,0.6386554621848739,0.3443708609271523,0.7651376146788991,0.5277777777777778,0.7450980392156863,0.7510548523206751,0.6322869955156951,0.6641221374045801,0.7851239669421488,0.6944444444444444,0.7116564417177914,0.25892857142857145,0.7572815533980582,0.8076923076923077,0.6,0.7777777777777778,0.6589595375722543,0.42793296089385474,0.6274509803921569,0.6752411575562701,0.6450617283950617,0.41134751773049644,0.42242503259452413,0.5514705882352942,0.5816993464052288,0.6363636363636364,0.636734693877551,0.5970149253731343,0.82,0.4397590361445783,0.7660818713450293,0.3329253365973072,0.4823237977316098,yeontaek
llama-2-70B-ensemble-v6,70.0,0.6774744027303754,0.6856203943437562,0.6806734463523223,0.33,0.6296296296296297,0.7763157894736842,0.7,0.720754716981132,0.8055555555555556,0.44,0.52,0.39,0.6589595375722543,0.35294117647058826,0.75,0.6382978723404256,0.41228070175438597,0.5517241379310345,0.4603174603174603,0.5,0.41,0.8161290322580645,0.5172413793103449,0.76,0.8363636363636363,0.8585858585858586,0.927461139896373,0.6923076923076923,0.3,0.7521008403361344,0.45695364238410596,0.8844036697247707,0.5277777777777778,0.9166666666666666,0.8860759493670886,0.7757847533632287,0.8015267175572519,0.8347107438016529,0.8055555555555556,0.7914110429447853,0.5803571428571429,0.8349514563106796,0.8974358974358975,0.71,0.8607918263090677,0.7341040462427746,0.6424581005586593,0.7222222222222222,0.7491961414790996,0.8024691358024691,0.574468085106383,0.5671447196870926,0.6801470588235294,0.7352941176470589,0.7090909090909091,0.7387755102040816,0.8756218905472637,0.83,0.5180722891566265,0.847953216374269,0.43818849449204406,0.624345044166297,yeontaek
Platypus2xOpenOrca-13B-IA3-v2.1,13.0,0.5836177474402731,0.6140211113324039,0.5790621323615489,0.32,0.4740740740740741,0.6578947368421053,0.56,0.6037735849056604,0.6597222222222222,0.43,0.42,0.38,0.49710982658959535,0.3235294117647059,0.73,0.4723404255319149,0.3157894736842105,0.5103448275862069,0.3333333333333333,0.4126984126984127,0.37,0.7096774193548387,0.4236453201970443,0.6,0.7333333333333333,0.7474747474747475,0.8290155440414507,0.5692307692307692,0.29259259259259257,0.6554621848739496,0.3509933774834437,0.7688073394495413,0.4583333333333333,0.8137254901960784,0.7468354430379747,0.6457399103139013,0.6870229007633588,0.71900826446281,0.7870370370370371,0.6809815950920245,0.3482142857142857,0.7475728155339806,0.8205128205128205,0.53,0.7611749680715197,0.638728323699422,0.43798882681564244,0.6143790849673203,0.639871382636656,0.6604938271604939,0.46808510638297873,0.4530638852672751,0.5477941176470589,0.5866013071895425,0.6363636363636364,0.673469387755102,0.7512437810945274,0.76,0.4578313253012048,0.783625730994152,0.3353733170134639,0.4702759014608167,yeontaek
llama-2-13b-Guanaco-QLoRA,13.0,0.5665529010238908,0.6243776140211114,0.5546547448543829,0.35,0.48148148148148145,0.5592105263157895,0.53,0.5924528301886792,0.6041666666666666,0.4,0.5,0.32,0.5144508670520231,0.22549019607843138,0.71,0.39148936170212767,0.35964912280701755,0.5448275862068965,0.30423280423280424,0.3333333333333333,0.36,0.6580645161290323,0.4630541871921182,0.58,0.6606060606060606,0.6868686868686869,0.7979274611398963,0.4846153846153846,0.29259259259259257,0.5672268907563025,0.3509933774834437,0.7486238532110092,0.42592592592592593,0.7598039215686274,0.7341772151898734,0.6636771300448431,0.6335877862595419,0.7272727272727273,0.7037037037037037,0.6871165644171779,0.32142857142857145,0.7184466019417476,0.7863247863247863,0.56,0.7650063856960408,0.630057803468208,0.29497206703910617,0.630718954248366,0.6495176848874598,0.6388888888888888,0.3971631205673759,0.4178617992177314,0.5514705882352942,0.5555555555555556,0.6272727272727273,0.6326530612244898,0.6915422885572139,0.84,0.43373493975903615,0.7660818713450293,0.2962056303549572,0.44115937049398873,yeontaek
llama-2-13B-ensemble-v1,13.0,0.5998293515358362,0.6264688309101772,0.5759081756207519,0.32,0.45925925925925926,0.5394736842105263,0.58,0.6075471698113207,0.6319444444444444,0.37,0.48,0.34,0.5491329479768786,0.3235294117647059,0.75,0.46382978723404256,0.30701754385964913,0.5448275862068965,0.3306878306878307,0.35714285714285715,0.35,0.6580645161290323,0.42857142857142855,0.59,0.7090909090909091,0.7424242424242424,0.8238341968911918,0.5692307692307692,0.2962962962962963,0.6092436974789915,0.31788079470198677,0.7651376146788991,0.44907407407407407,0.7598039215686274,0.759493670886076,0.672645739910314,0.6793893129770993,0.7768595041322314,0.75,0.7055214723926381,0.39285714285714285,0.7669902912621359,0.8290598290598291,0.67,0.776500638569604,0.653179190751445,0.4324022346368715,0.630718954248366,0.6527331189710611,0.6265432098765432,0.4219858156028369,0.4178617992177314,0.5330882352941176,0.5849673202614379,0.6363636363636364,0.636734693877551,0.7263681592039801,0.83,0.4578313253012048,0.783625730994152,0.3598531211750306,0.5015608436175973,yeontaek
Platypus2xOpenOrca-13B-LoRa-v2,13.0,0.5520477815699659,0.6085441147181836,0.5022911787558298,0.3,0.4666666666666667,0.4342105263157895,0.53,0.5471698113207547,0.4930555555555556,0.27,0.37,0.31,0.45664739884393063,0.21568627450980393,0.63,0.40425531914893614,0.21929824561403508,0.3724137931034483,0.31746031746031744,0.35714285714285715,0.43,0.5741935483870968,0.39408866995073893,0.53,0.6909090909090909,0.5606060606060606,0.6321243523316062,0.4846153846153846,0.2851851851851852,0.47058823529411764,0.2582781456953642,0.7119266055045872,0.35185185185185186,0.7205882352941176,0.7468354430379747,0.6322869955156951,0.5267175572519084,0.628099173553719,0.5648148148148148,0.6196319018404908,0.4017857142857143,0.6213592233009708,0.7649572649572649,0.58,0.7215836526181354,0.5491329479768786,0.29608938547486036,0.477124183006536,0.6077170418006431,0.6141975308641975,0.4326241134751773,0.42503259452411996,0.47058823529411764,0.5277777777777778,0.6727272727272727,0.42448979591836733,0.6517412935323383,0.69,0.4457831325301205,0.7485380116959064,0.30354957160342716,0.4343083766358028,yeontaek
Platypus2xOpenOrca-13B-IA3,13.0,0.5870307167235495,0.614618601872137,0.5884353751422305,0.34,0.4888888888888889,0.6118421052631579,0.58,0.6188679245283019,0.6666666666666666,0.44,0.42,0.35,0.5722543352601156,0.35294117647058826,0.72,0.4978723404255319,0.2894736842105263,0.5310344827586206,0.34656084656084657,0.3888888888888889,0.43,0.7064516129032258,0.4433497536945813,0.6,0.7272727272727273,0.7727272727272727,0.8186528497409327,0.5692307692307692,0.3037037037037037,0.6302521008403361,0.31125827814569534,0.7743119266055046,0.49074074074074076,0.7990196078431373,0.7805907172995781,0.6681614349775785,0.7022900763358778,0.743801652892562,0.8240740740740741,0.6748466257668712,0.3392857142857143,0.7669902912621359,0.8418803418803419,0.56,0.7573435504469987,0.638728323699422,0.47039106145251397,0.6241830065359477,0.6527331189710611,0.6697530864197531,0.4716312056737589,0.44589308996088656,0.5698529411764706,0.5866013071895425,0.6363636363636364,0.6857142857142857,0.7562189054726368,0.81,0.4759036144578313,0.7953216374269005,0.33414932680538556,0.4787773325405089,yeontaek
llama-2-13B-ensemble-v4,13.0,0.6015358361774744,0.6247759410476,0.5647586460984979,0.32,0.4666666666666667,0.5526315789473685,0.59,0.6113207547169811,0.5694444444444444,0.4,0.47,0.35,0.5260115606936416,0.29411764705882354,0.74,0.4851063829787234,0.2894736842105263,0.5241379310344828,0.30423280423280424,0.3492063492063492,0.38,0.632258064516129,0.4433497536945813,0.59,0.6909090909090909,0.7373737373737373,0.8082901554404145,0.5641025641025641,0.2851851851851852,0.6050420168067226,0.304635761589404,0.7559633027522936,0.49074074074074076,0.75,0.7341772151898734,0.6681614349775785,0.648854961832061,0.743801652892562,0.7222222222222222,0.6871165644171779,0.3482142857142857,0.7669902912621359,0.7991452991452992,0.63,0.7650063856960408,0.6242774566473989,0.3664804469273743,0.6045751633986928,0.6527331189710611,0.6419753086419753,0.41843971631205673,0.42633637548891784,0.5330882352941176,0.576797385620915,0.6090909090909091,0.6489795918367347,0.6268656716417911,0.85,0.4457831325301205,0.7719298245614035,0.3806609547123623,0.518155888420307,yeontaek
llama-2-70B-ensemble-v4,70.0,0.6808873720136519,0.6838279227245568,0.6970988497440559,0.35,0.5925925925925926,0.7763157894736842,0.69,0.7433962264150943,0.8541666666666666,0.47,0.54,0.45,0.6763005780346821,0.3333333333333333,0.76,0.6680851063829787,0.45614035087719296,0.5655172413793104,0.4708994708994709,0.5238095238095238,0.46,0.8225806451612904,0.5369458128078818,0.78,0.8606060606060606,0.8737373737373737,0.9481865284974094,0.7205128205128205,0.3296296296296296,0.7941176470588235,0.46357615894039733,0.8880733944954129,0.6064814814814815,0.8970588235294118,0.890295358649789,0.8161434977578476,0.8320610687022901,0.859504132231405,0.8148148148148148,0.8159509202453987,0.5892857142857143,0.8155339805825242,0.8931623931623932,0.7,0.8659003831417624,0.7514450867052023,0.6502793296089385,0.7418300653594772,0.7556270096463023,0.8240740740740741,0.5673758865248227,0.5919165580182529,0.7095588235294118,0.7516339869281046,0.7090909090909091,0.7795918367346939,0.8756218905472637,0.86,0.5180722891566265,0.8538011695906432,0.4418604651162791,0.6260206771095533,yeontaek
WizardCoder-Python-13B-LoRa,13.0,0.44197952218430037,0.5316669986058554,0.38762653569467953,0.24,0.34074074074074073,0.35526315789473684,0.48,0.4075471698113208,0.3611111111111111,0.25,0.42,0.29,0.3179190751445087,0.17647058823529413,0.55,0.33617021276595743,0.3157894736842105,0.4689655172413793,0.24074074074074073,0.30158730158730157,0.35,0.41935483870967744,0.3054187192118227,0.47,0.503030303030303,0.4292929292929293,0.3626943005181347,0.32564102564102565,0.29259259259259257,0.3319327731092437,0.24503311258278146,0.45871559633027525,0.2916666666666667,0.43137254901960786,0.5189873417721519,0.47533632286995514,0.37404580152671757,0.4628099173553719,0.5,0.3803680981595092,0.32142857142857145,0.44660194174757284,0.6452991452991453,0.43,0.5300127713920817,0.37572254335260113,0.2770949720670391,0.3888888888888889,0.4437299035369775,0.39197530864197533,0.33687943262411346,0.29791395045632335,0.22794117647058823,0.35947712418300654,0.5181818181818182,0.363265306122449,0.47761194029850745,0.6,0.3674698795180723,0.5146198830409356,0.2913096695226438,0.43974944998784,yeontaek
llama-2-13B-ensemble-v5,13.0,0.5844709897610921,0.6290579565823541,0.5949099167352524,0.27,0.5185185185185185,0.631578947368421,0.59,0.6264150943396226,0.6666666666666666,0.42,0.46,0.33,0.5722543352601156,0.3627450980392157,0.68,0.49361702127659574,0.3333333333333333,0.5241379310344828,0.36243386243386244,0.3968253968253968,0.37,0.6806451612903226,0.4729064039408867,0.6,0.7212121212121212,0.7676767676767676,0.8756476683937824,0.6076923076923076,0.3333333333333333,0.634453781512605,0.3443708609271523,0.8036697247706422,0.44907407407407407,0.8382352941176471,0.7679324894514767,0.6367713004484304,0.6717557251908397,0.71900826446281,0.7407407407407407,0.7239263803680982,0.36607142857142855,0.7378640776699029,0.8504273504273504,0.6,0.7879948914431673,0.6416184971098265,0.4849162011173184,0.6405228758169934,0.7009646302250804,0.7222222222222222,0.4929078014184397,0.4654498044328553,0.5992647058823529,0.6029411764705882,0.6818181818181818,0.6530612244897959,0.7711442786069652,0.83,0.4819277108433735,0.8011695906432749,0.3843329253365973,0.5327328500103707,yeontaek
llama-2-70B-ensemble-v3,70.0,0.6621160409556314,0.6936865166301533,0.6815002471376173,0.34,0.5925925925925926,0.7828947368421053,0.69,0.7622641509433963,0.8333333333333334,0.45,0.55,0.38,0.653179190751445,0.4215686274509804,0.79,0.6340425531914894,0.42105263157894735,0.5655172413793104,0.48412698412698413,0.46825396825396826,0.41,0.8225806451612904,0.5270935960591133,0.75,0.8484848484848485,0.8535353535353535,0.9430051813471503,0.6923076923076923,0.3296296296296296,0.773109243697479,0.37748344370860926,0.8807339449541285,0.5370370370370371,0.9068627450980392,0.890295358649789,0.7802690582959642,0.816793893129771,0.8347107438016529,0.7592592592592593,0.8343558282208589,0.5625,0.8155339805825242,0.8931623931623932,0.68,0.8607918263090677,0.7196531791907514,0.5787709497206703,0.738562091503268,0.752411575562701,0.7993827160493827,0.5709219858156028,0.5645371577574967,0.6875,0.7336601307189542,0.7090909090909091,0.7306122448979592,0.8656716417910447,0.83,0.5301204819277109,0.8362573099415205,0.45532435740514077,0.6421820394674438,yeontaek
Platypus2xOpenOrca-13B-LoRa,13.0,0.5597269624573379,0.6144194383588927,0.587664867300821,0.31,0.48148148148148145,0.5921052631578947,0.53,0.6075471698113207,0.7152777777777778,0.44,0.42,0.31,0.5433526011560693,0.37254901960784315,0.7,0.5063829787234042,0.30701754385964913,0.5379310344827586,0.3492063492063492,0.3968253968253968,0.4,0.7064516129032258,0.45320197044334976,0.62,0.7454545454545455,0.7424242424242424,0.8238341968911918,0.6025641025641025,0.337037037037037,0.6470588235294118,0.32450331125827814,0.7871559633027523,0.44907407407407407,0.8431372549019608,0.7890295358649789,0.6367713004484304,0.6564885496183206,0.6611570247933884,0.7685185185185185,0.7116564417177914,0.3392857142857143,0.7475728155339806,0.8333333333333334,0.63,0.7662835249042146,0.6329479768786127,0.4402234636871508,0.5849673202614379,0.6655948553054662,0.6975308641975309,0.48226950354609927,0.46870925684485004,0.5661764705882353,0.6094771241830066,0.7090909090909091,0.6530612244897959,0.7711442786069652,0.82,0.4879518072289157,0.7660818713450293,0.3317013463892289,0.4515078409715004,yeontaek
llama-2-13B-ensemble-v6,13.0,0.5034129692832765,0.6101374228241386,0.5738328352684151,0.31,0.5259259259259259,0.5855263157894737,0.6,0.630188679245283,0.6666666666666666,0.38,0.44,0.31,0.5202312138728323,0.29411764705882354,0.69,0.4765957446808511,0.34210526315789475,0.496551724137931,0.3544973544973545,0.36507936507936506,0.39,0.6838709677419355,0.4187192118226601,0.56,0.7212121212121212,0.7626262626262627,0.8393782383419689,0.5846153846153846,0.34074074074074073,0.5546218487394958,0.33774834437086093,0.7743119266055046,0.4074074074074074,0.8284313725490197,0.7763713080168776,0.6278026905829597,0.6641221374045801,0.6942148760330579,0.7592592592592593,0.7239263803680982,0.4107142857142857,0.7281553398058253,0.8162393162393162,0.53,0.7675606641123882,0.6358381502890174,0.38100558659217876,0.6078431372549019,0.6688102893890675,0.6820987654320988,0.45390070921985815,0.44132985658409385,0.5441176470588235,0.5816993464052288,0.6181818181818182,0.6408163265306123,0.6965174129353234,0.82,0.4397590361445783,0.8070175438596491,0.3402692778457772,0.5264024071528917,yeontaek
llama-2-70B-ensemble-v5,70.0,0.6774744027303754,0.6800438159729137,0.6959582639677206,0.4,0.6222222222222222,0.8092105263157895,0.72,0.7396226415094339,0.8333333333333334,0.49,0.59,0.42,0.6820809248554913,0.35294117647058826,0.76,0.6723404255319149,0.4298245614035088,0.6137931034482759,0.47883597883597884,0.46825396825396826,0.49,0.8193548387096774,0.5369458128078818,0.76,0.8363636363636363,0.9040404040404041,0.9326424870466321,0.717948717948718,0.337037037037037,0.7689075630252101,0.46357615894039733,0.8880733944954129,0.6018518518518519,0.8970588235294118,0.8776371308016878,0.7802690582959642,0.8320610687022901,0.8181818181818182,0.8148148148148148,0.8282208588957055,0.4642857142857143,0.8252427184466019,0.8846153846153846,0.67,0.8697318007662835,0.7630057803468208,0.6067039106145251,0.7222222222222222,0.7717041800643086,0.8148148148148148,0.5567375886524822,0.5638852672750978,0.7352941176470589,0.7401960784313726,0.7,0.8122448979591836,0.8955223880597015,0.89,0.5421686746987951,0.8538011695906432,0.4589963280293758,0.6344801220097422,yeontaek
llama-2-13B-ensemble-v3,13.0,0.5981228668941979,0.6245767775343557,0.576746020585915,0.33,0.45925925925925926,0.5263157894736842,0.59,0.6113207547169811,0.6180555555555556,0.37,0.46,0.34,0.5317919075144508,0.3235294117647059,0.75,0.46382978723404256,0.2982456140350877,0.5448275862068965,0.3386243386243386,0.36507936507936506,0.38,0.667741935483871,0.43349753694581283,0.6,0.703030303030303,0.7474747474747475,0.8238341968911918,0.5717948717948718,0.28888888888888886,0.5966386554621849,0.31788079470198677,0.7651376146788991,0.4444444444444444,0.7549019607843137,0.7552742616033755,0.672645739910314,0.6793893129770993,0.768595041322314,0.75,0.7055214723926381,0.44642857142857145,0.7669902912621359,0.8290598290598291,0.67,0.7739463601532567,0.6445086705202312,0.4324022346368715,0.6372549019607843,0.6495176848874598,0.6327160493827161,0.42907801418439717,0.41395045632333766,0.5294117647058824,0.5833333333333334,0.6454545454545455,0.6448979591836734,0.7263681592039801,0.83,0.463855421686747,0.7777777777777778,0.35495716034271724,0.49782296764839973,yeontaek
llama-2-70B-ensemble-v7,70.0,0.6749146757679181,0.6818362875921131,0.683410380632311,0.36,0.6370370370370371,0.7828947368421053,0.75,0.7283018867924528,0.8194444444444444,0.5,0.55,0.35,0.630057803468208,0.3627450980392157,0.76,0.6595744680851063,0.43859649122807015,0.5862068965517241,0.48148148148148145,0.46825396825396826,0.47,0.8032258064516129,0.5270935960591133,0.75,0.8545454545454545,0.8939393939393939,0.927461139896373,0.6948717948717948,0.3333333333333333,0.7478991596638656,0.4503311258278146,0.8880733944954129,0.5416666666666666,0.8970588235294118,0.8818565400843882,0.7623318385650224,0.8015267175572519,0.8264462809917356,0.8240740740740741,0.8098159509202454,0.48214285714285715,0.7961165048543689,0.8846153846153846,0.66,0.8646232439335888,0.7456647398843931,0.5910614525139665,0.7091503267973857,0.7717041800643086,0.8024691358024691,0.5460992907801419,0.5430247718383312,0.6838235294117647,0.7238562091503268,0.7090909090909091,0.7877551020408163,0.8706467661691543,0.86,0.536144578313253,0.8362573099415205,0.4418604651162791,0.6310264033909807,yeontaek
llama-2-70B-ensemble-v8,70.0,0.6561433447098977,0.6623182632941645,0.6355505047845934,0.29,0.5333333333333333,0.6842105263157895,0.68,0.7056603773584905,0.75,0.43,0.48,0.38,0.6069364161849711,0.29411764705882354,0.72,0.6297872340425532,0.3684210526315789,0.5517241379310345,0.3941798941798942,0.42857142857142855,0.44,0.7741935483870968,0.45320197044334976,0.6,0.7878787878787878,0.8535353535353535,0.9067357512953368,0.6641025641025641,0.2777777777777778,0.6890756302521008,0.40397350993377484,0.8440366972477065,0.5277777777777778,0.8431372549019608,0.8396624472573839,0.7443946188340808,0.7480916030534351,0.7851239669421488,0.7777777777777778,0.7730061349693251,0.5357142857142857,0.7864077669902912,0.8547008547008547,0.65,0.8263090676883781,0.7341040462427746,0.3687150837988827,0.6830065359477124,0.7266881028938906,0.7654320987654321,0.49645390070921985,0.5208604954367666,0.5955882352941176,0.6797385620915033,0.6545454545454545,0.6693877551020408,0.7960199004975125,0.88,0.5060240963855421,0.8362573099415205,0.45165238678090575,0.6211306316728467,yeontaek
airoboros-2.1-llama-2-13B-QLoRa,13.0,0.5656996587030717,0.6340370444134634,0.5477032140328958,0.33,0.4888888888888889,0.5394736842105263,0.59,0.5811320754716981,0.5833333333333334,0.38,0.48,0.35,0.4913294797687861,0.27450980392156865,0.69,0.44680851063829785,0.3333333333333333,0.4827586206896552,0.3439153439153439,0.3412698412698413,0.39,0.6483870967741936,0.4433497536945813,0.57,0.6787878787878788,0.6666666666666666,0.772020725388601,0.517948717948718,0.25925925925925924,0.5210084033613446,0.31125827814569534,0.7192660550458716,0.33796296296296297,0.7598039215686274,0.7130801687763713,0.600896860986547,0.6106870229007634,0.743801652892562,0.7129629629629629,0.6687116564417178,0.35714285714285715,0.7378640776699029,0.782051282051282,0.62,0.7471264367816092,0.5982658959537572,0.29497206703910617,0.5816993464052288,0.5916398713826366,0.6203703703703703,0.40425531914893614,0.40352020860495436,0.5257352941176471,0.5392156862745098,0.6909090909090909,0.636734693877551,0.736318407960199,0.79,0.45180722891566266,0.7368421052631579,0.31211750305997554,0.4514307596819309,yeontaek
Open-LLongMA-3b,3.0,0.38054607508532423,0.49153555068711413,0.24946292620299754,0.25,0.2222222222222222,0.19736842105263158,0.27,0.27547169811320754,0.2013888888888889,0.21,0.19,0.22,0.2023121387283237,0.20588235294117646,0.27,0.3276595744680851,0.2631578947368421,0.2206896551724138,0.26455026455026454,0.19047619047619047,0.31,0.25806451612903225,0.270935960591133,0.23,0.24242424242424243,0.22727272727272727,0.21761658031088082,0.22564102564102564,0.24814814814814815,0.23109243697478993,0.25165562913907286,0.2,0.19907407407407407,0.23039215686274508,0.27848101265822783,0.3721973094170404,0.22900763358778625,0.2231404958677686,0.2962962962962963,0.20245398773006135,0.2767857142857143,0.2524271844660194,0.2777777777777778,0.25,0.28991060025542786,0.25722543352601157,0.2424581005586592,0.24509803921568626,0.2797427652733119,0.26851851851851855,0.2730496453900709,0.2392438070404172,0.25,0.24509803921568626,0.33636363636363636,0.19591836734693877,0.24378109452736318,0.23,0.3192771084337349,0.3216374269005848,0.2252141982864137,0.345076271513504,conceptofmind
LLongMA-2-7b-16k,7.0,0.4803754266211604,0.5653256323441546,0.38461955324362196,0.29,0.4222222222222222,0.3355263157894737,0.43,0.37735849056603776,0.375,0.29,0.36,0.31,0.32947976878612717,0.2549019607843137,0.51,0.3617021276595745,0.30701754385964913,0.3793103448275862,0.2777777777777778,0.18253968253968253,0.26,0.36451612903225805,0.27586206896551724,0.41,0.47878787878787876,0.3333333333333333,0.5544041450777202,0.31794871794871793,0.25555555555555554,0.3067226890756303,0.2582781456953642,0.43853211009174314,0.3194444444444444,0.4166666666666667,0.48945147679324896,0.47533632286995514,0.4122137404580153,0.5785123966942148,0.3611111111111111,0.38650306748466257,0.32142857142857145,0.4174757281553398,0.5042735042735043,0.43,0.5031928480204342,0.44508670520231214,0.24916201117318434,0.434640522875817,0.43086816720257237,0.42901234567901236,0.3333333333333333,0.3070404172099087,0.40441176470588236,0.40522875816993464,0.4,0.42857142857142855,0.48756218905472637,0.6,0.3855421686746988,0.52046783625731,0.26805385556915545,0.3905977414272289,conceptofmind
LLongMA-2-13b-16k,13.0,0.5025597269624573,0.5909181437960566,0.5097464655642215,0.37,0.4962962962962963,0.5197368421052632,0.49,0.5547169811320755,0.5486111111111112,0.42,0.41,0.34,0.4508670520231214,0.3333333333333333,0.63,0.39574468085106385,0.23684210526315788,0.4896551724137931,0.32275132275132273,0.3333333333333333,0.32,0.635483870967742,0.39408866995073893,0.5,0.6242424242424243,0.6666666666666666,0.7150259067357513,0.46153846153846156,0.2814814814814815,0.5168067226890757,0.3708609271523179,0.6697247706422018,0.4537037037037037,0.6813725490196079,0.6160337552742616,0.5739910313901345,0.5343511450381679,0.6694214876033058,0.6111111111111112,0.6809815950920245,0.2767857142857143,0.6699029126213593,0.7222222222222222,0.43,0.6998722860791826,0.5722543352601156,0.25139664804469275,0.565359477124183,0.6045016077170418,0.595679012345679,0.3900709219858156,0.3709256844850065,0.4742647058823529,0.46405228758169936,0.5363636363636364,0.5306122448979592,0.7412935323383084,0.73,0.4036144578313253,0.7076023391812866,0.2594859241126071,0.37705082598260203,conceptofmind
Hermes-LLongMA-2-7b-8k,7.0,0.46928327645051193,0.5497908783110934,0.28510051058551406,0.22,0.2222222222222222,0.2894736842105263,0.34,0.25660377358490566,0.24305555555555555,0.23,0.31,0.34,0.20809248554913296,0.24509803921568626,0.37,0.2851063829787234,0.23684210526315788,0.2689655172413793,0.24603174603174602,0.20634920634920634,0.21,0.24838709677419354,0.1921182266009852,0.29,0.36363636363636365,0.2676767676767677,0.2538860103626943,0.24358974358974358,0.23333333333333334,0.23109243697478993,0.31788079470198677,0.3155963302752294,0.2962962962962963,0.3333333333333333,0.3881856540084388,0.273542600896861,0.2748091603053435,0.4132231404958678,0.3333333333333333,0.2147239263803681,0.29464285714285715,0.2524271844660194,0.3504273504273504,0.26,0.2988505747126437,0.30057803468208094,0.23798882681564246,0.3300653594771242,0.2733118971061093,0.3055555555555556,0.28368794326241137,0.28748370273794005,0.18382352941176472,0.28104575163398693,0.3,0.4163265306122449,0.34328358208955223,0.37,0.2710843373493976,0.39766081871345027,0.2460220318237454,0.38838708556166845,conceptofmind
EverythingLM-13b-V2-16k,13.0,0.5511945392491467,0.6092411870145389,0.4968666133631482,0.39,0.42962962962962964,0.5,0.5,0.5018867924528302,0.5069444444444444,0.42,0.44,0.28,0.43352601156069365,0.30392156862745096,0.67,0.3617021276595745,0.24561403508771928,0.4689655172413793,0.36243386243386244,0.3412698412698413,0.31,0.6096774193548387,0.3891625615763547,0.47,0.6181818181818182,0.6313131313131313,0.694300518134715,0.45384615384615384,0.3,0.4957983193277311,0.33112582781456956,0.6697247706422018,0.42592592592592593,0.6421568627450981,0.6160337552742616,0.6053811659192825,0.5343511450381679,0.6446280991735537,0.5925925925925926,0.5521472392638037,0.32142857142857145,0.6407766990291263,0.7094017094017094,0.53,0.6819923371647509,0.5895953757225434,0.2223463687150838,0.5228758169934641,0.572347266881029,0.5679012345679012,0.39361702127659576,0.34876140808344197,0.4742647058823529,0.48366013071895425,0.5363636363636364,0.5020408163265306,0.6467661691542289,0.73,0.39156626506024095,0.7134502923976608,0.32068543451652387,0.47372699568857984,totally-not-an-llm
EverythingLM-13b-V3-peft,13.0,0.5494880546075085,0.6059549890460068,0.5470104049687383,0.34,0.5111111111111111,0.5197368421052632,0.56,0.5886792452830188,0.6319444444444444,0.42,0.42,0.35,0.4797687861271676,0.30392156862745096,0.66,0.46382978723404256,0.3157894736842105,0.4827586206896552,0.3201058201058201,0.3253968253968254,0.37,0.6161290322580645,0.4039408866995074,0.54,0.6606060606060606,0.7070707070707071,0.7409326424870466,0.48205128205128206,0.32222222222222224,0.5714285714285714,0.4304635761589404,0.7137614678899082,0.41203703703703703,0.7254901960784313,0.7215189873417721,0.6367713004484304,0.5572519083969466,0.71900826446281,0.6759259259259259,0.6441717791411042,0.44642857142857145,0.7184466019417476,0.7948717948717948,0.54,0.7330779054916986,0.6271676300578035,0.4245810055865922,0.5816993464052288,0.617363344051447,0.6111111111111112,0.40425531914893614,0.38722294654498046,0.5147058823529411,0.5375816993464052,0.5909090909090909,0.5877551020408164,0.736318407960199,0.8,0.43373493975903615,0.7485380116959064,0.35495716034271724,0.5297760407368329,totally-not-an-llm
OpenHermes-7B,7.0,0.5281569965870307,0.59061939852619,0.48617757574363246,0.32,0.4962962962962963,0.4144736842105263,0.54,0.5169811320754717,0.4791666666666667,0.31,0.41,0.36,0.4393063583815029,0.17647058823529413,0.59,0.4340425531914894,0.2543859649122807,0.42758620689655175,0.29894179894179895,0.30952380952380953,0.32,0.5419354838709678,0.35467980295566504,0.46,0.6363636363636364,0.6111111111111112,0.7098445595854922,0.44358974358974357,0.24444444444444444,0.4411764705882353,0.2781456953642384,0.6678899082568808,0.3194444444444444,0.6470588235294118,0.6835443037974683,0.5919282511210763,0.6106870229007634,0.6446280991735537,0.5462962962962963,0.48466257668711654,0.375,0.6504854368932039,0.7264957264957265,0.58,0.6679438058748404,0.5317919075144508,0.264804469273743,0.5196078431372549,0.5819935691318328,0.5432098765432098,0.3829787234042553,0.3683181225554107,0.5183823529411765,0.45588235294117646,0.5545454545454546,0.5510204081632653,0.6417910447761194,0.66,0.41566265060240964,0.7076023391812866,0.29498164014687883,0.44995354312872166,teknium
OpenHermes-13B,13.0,0.5648464163822525,0.6246763592909779,0.563472777962917,0.31,0.48148148148148145,0.5723684210526315,0.54,0.5735849056603773,0.5972222222222222,0.39,0.45,0.43,0.5375722543352601,0.23529411764705882,0.68,0.4765957446808511,0.2807017543859649,0.47586206896551725,0.35978835978835977,0.35714285714285715,0.37,0.6387096774193548,0.4827586206896552,0.53,0.6424242424242425,0.6818181818181818,0.7875647668393783,0.541025641025641,0.3074074074074074,0.592436974789916,0.3576158940397351,0.7357798165137615,0.5,0.7696078431372549,0.7341772151898734,0.6636771300448431,0.6412213740458015,0.7603305785123967,0.7222222222222222,0.6748466257668712,0.3392857142857143,0.7087378640776699,0.8247863247863247,0.6,0.7496807151979565,0.6473988439306358,0.45139664804469276,0.6274509803921569,0.6077170418006431,0.6419753086419753,0.45390070921985815,0.4322033898305085,0.5330882352941176,0.5473856209150327,0.6545454545454545,0.6489795918367347,0.7263681592039801,0.8,0.46987951807228917,0.7719298245614035,0.31946144430844553,0.46011282176154084,teknium
spatial-vicuna-7b-v1.5-LoRA,7.0,0.4761092150170648,0.5616411073491336,0.4812736346927099,0.3,0.4740740740740741,0.42105263157894735,0.54,0.5056603773584906,0.5,0.27,0.44,0.33,0.43352601156069365,0.22549019607843138,0.62,0.4340425531914894,0.2894736842105263,0.45517241379310347,0.2830687830687831,0.31746031746031744,0.29,0.5258064516129032,0.33004926108374383,0.47,0.6484848484848484,0.6111111111111112,0.7046632124352331,0.4282051282051282,0.22962962962962963,0.4327731092436975,0.24503311258278146,0.6568807339449542,0.33796296296296297,0.6666666666666666,0.6666666666666666,0.6053811659192825,0.5648854961832062,0.5785123966942148,0.5370370370370371,0.48466257668711654,0.4107142857142857,0.6213592233009708,0.7735042735042735,0.56,0.6309067688378033,0.4913294797687861,0.23798882681564246,0.49019607843137253,0.5498392282958199,0.5339506172839507,0.3333333333333333,0.35658409387222945,0.4742647058823529,0.46895424836601307,0.5818181818181818,0.5510204081632653,0.6865671641791045,0.75,0.42771084337349397,0.6491228070175439,0.3329253365973072,0.4936186720041678,joehuangx
Llama-2-7B-GPTQ,7.0,0.4786689419795222,0.5760804620593507,0.43986049757802786,0.33,0.45925925925925926,0.39473684210526316,0.46,0.4188679245283019,0.4097222222222222,0.23,0.36,0.34,0.37572254335260113,0.20588235294117646,0.57,0.4085106382978723,0.32456140350877194,0.46206896551724136,0.24338624338624337,0.3412698412698413,0.35,0.45483870967741935,0.3054187192118227,0.4,0.5393939393939394,0.4797979797979798,0.6476683937823834,0.37948717948717947,0.29259259259259257,0.38235294117647056,0.2847682119205298,0.5834862385321101,0.2222222222222222,0.49019607843137253,0.5021097046413502,0.5291479820627802,0.5114503816793893,0.6115702479338843,0.49074074074074076,0.49079754601226994,0.35714285714285715,0.4854368932038835,0.6666666666666666,0.54,0.5810983397190294,0.49710982658959535,0.23910614525139665,0.47058823529411764,0.5659163987138264,0.49074074074074076,0.32978723404255317,0.3578878748370274,0.4264705882352941,0.4411764705882353,0.5,0.49387755102040815,0.6069651741293532,0.64,0.42168674698795183,0.6783625730994152,0.2484700122399021,0.39318347243467555,TheBloke
WizardLM-30B-Uncensored-GPTQ,30.0,0.22696245733788395,0.25791674965146383,0.24350007751410868,0.27,0.3037037037037037,0.21710526315789475,0.26,0.2641509433962264,0.2638888888888889,0.23,0.26,0.25,0.23699421965317918,0.30392156862745096,0.25,0.1829787234042553,0.2543859649122807,0.23448275862068965,0.24074074074074073,0.25396825396825395,0.24,0.23548387096774193,0.18719211822660098,0.31,0.21212121212121213,0.30808080808080807,0.16580310880829016,0.30256410256410254,0.23333333333333334,0.28991596638655465,0.2251655629139073,0.23853211009174313,0.2037037037037037,0.22549019607843138,0.2320675105485232,0.16591928251121077,0.2366412213740458,0.2809917355371901,0.24074074074074073,0.25766871165644173,0.3125,0.2815533980582524,0.21367521367521367,0.17,0.23754789272030652,0.2745664739884393,0.264804469273743,0.24836601307189543,0.26688102893890675,0.2191358024691358,0.24113475177304963,0.24315514993481094,0.19852941176470587,0.2679738562091503,0.2545454545454545,0.18775510204081633,0.3034825870646766,0.27,0.18072289156626506,0.17543859649122806,0.23745410036719705,0.4914690919219968,TheBloke
Project-Baize-v2-7B-GPTQ,7.0,0.44112627986348124,0.5578570005974905,0.3546451256999263,0.25,0.4,0.3355263157894737,0.41,0.4,0.3472222222222222,0.26,0.4,0.31,0.28901734104046245,0.28431372549019607,0.34,0.2936170212765957,0.2543859649122807,0.36551724137931035,0.2328042328042328,0.30952380952380953,0.22,0.36451612903225805,0.2512315270935961,0.34,0.4484848484848485,0.4292929292929293,0.44559585492227977,0.34102564102564104,0.2740740740740741,0.33613445378151263,0.2980132450331126,0.4036697247706422,0.30092592592592593,0.4362745098039216,0.4936708860759494,0.3721973094170404,0.4198473282442748,0.45454545454545453,0.3148148148148148,0.3374233128834356,0.23214285714285715,0.4077669902912621,0.4444444444444444,0.45,0.46998722860791825,0.3670520231213873,0.25251396648044694,0.33986928104575165,0.3762057877813505,0.37962962962962965,0.2695035460992908,0.303129074315515,0.4522058823529412,0.30718954248366015,0.34545454545454546,0.3224489795918367,0.40298507462686567,0.5,0.3373493975903614,0.49122807017543857,0.25458996328029376,0.3991984976250448,TheBloke
CAMEL-33B-Combined-Data-SuperHOT-8K-fp16,33.0,0.22781569965870307,0.2765385381398128,0.23686320568382646,0.22,0.21481481481481482,0.19736842105263158,0.33,0.2037735849056604,0.25,0.22,0.26,0.21,0.2138728323699422,0.21568627450980393,0.33,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2777777777777778,0.22,0.1870967741935484,0.15270935960591134,0.27,0.22424242424242424,0.17676767676767677,0.20207253886010362,0.2076923076923077,0.24444444444444444,0.19327731092436976,0.1986754966887417,0.1908256880733945,0.16203703703703703,0.24509803921568626,0.26582278481012656,0.30493273542600896,0.25190839694656486,0.256198347107438,0.26851851851851855,0.22085889570552147,0.3125,0.18446601941747573,0.27350427350427353,0.3,0.25287356321839083,0.24855491329479767,0.24804469273743016,0.21568627450980393,0.1832797427652733,0.21296296296296297,0.2872340425531915,0.2457627118644068,0.18382352941176472,0.24673202614379086,0.21818181818181817,0.2571428571428571,0.24378109452736318,0.28,0.26506024096385544,0.30409356725146197,0.22766217870257038,0.4812732167278406,TheBloke
manticore-13b-chat-pyg-GPTQ,13.0,0.5511945392491467,0.6094403505277833,0.4755501379765095,0.34,0.48148148148148145,0.506578947368421,0.46,0.5169811320754717,0.4791666666666667,0.24,0.37,0.37,0.42196531791907516,0.29411764705882354,0.62,0.3829787234042553,0.2719298245614035,0.41379310344827586,0.2830687830687831,0.30158730158730157,0.33,0.49032258064516127,0.2955665024630542,0.54,0.6,0.5404040404040404,0.6424870466321243,0.43846153846153846,0.2740740740740741,0.453781512605042,0.2781456953642384,0.6018348623853211,0.27314814814814814,0.6421568627450981,0.7088607594936709,0.5426008968609866,0.5343511450381679,0.6446280991735537,0.5370370370370371,0.50920245398773,0.35714285714285715,0.6116504854368932,0.717948717948718,0.52,0.6590038314176245,0.4797687861271676,0.23575418994413408,0.5032679738562091,0.5434083601286174,0.5277777777777778,0.4078014184397163,0.3970013037809648,0.47058823529411764,0.48856209150326796,0.509090909090909,0.5183673469387755,0.6467661691542289,0.77,0.42168674698795183,0.6900584795321637,0.3268053855569155,0.4776861669816965,TheBloke
WizardLM-13B-V1-1-SuperHOT-8K-GPTQ,13.0,0.5486348122866894,0.6078470424218283,0.47084586333038303,0.3,0.45925925925925926,0.48026315789473684,0.44,0.5622641509433962,0.4444444444444444,0.38,0.4,0.3,0.4508670520231214,0.2647058823529412,0.64,0.41702127659574467,0.2543859649122807,0.3931034482758621,0.2962962962962963,0.3492063492063492,0.33,0.532258064516129,0.3448275862068966,0.44,0.20606060606060606,0.5808080808080808,0.6683937823834197,0.47435897435897434,0.2222222222222222,0.5252100840336135,0.32450331125827814,0.6697247706422018,0.37962962962962965,0.24509803921568626,0.6160337552742616,0.5112107623318386,0.5572519083969466,0.6446280991735537,0.5092592592592593,0.5460122699386503,0.30357142857142855,0.6699029126213593,0.7008547008547008,0.54,0.6666666666666666,0.5606936416184971,0.2759776536312849,0.5751633986928104,0.5530546623794212,0.5493827160493827,0.3546099290780142,0.39308996088657105,0.5220588235294118,0.4803921568627451,0.4818181818181818,0.5918367346938775,0.6865671641791045,0.65,0.41566265060240964,0.7076023391812866,0.3659730722154223,0.5345534336987072,TheBloke
alpaca-lora-65B-HF,65.0,0.6237201365187713,0.6719776936865166,0.6311403055663969,0.28,0.5333333333333333,0.7171052631578947,0.58,0.6641509433962264,0.6597222222222222,0.51,0.45,0.36,0.5549132947976878,0.3431372549019608,0.76,0.6,0.34210526315789475,0.5448275862068965,0.3888888888888889,0.4444444444444444,0.38,0.7258064516129032,0.41379310344827586,0.67,0.7757575757575758,0.803030303030303,0.8601036269430051,0.6564102564102564,0.31851851851851853,0.6932773109243697,0.3841059602649007,0.8422018348623853,0.5509259259259259,0.8284313725490197,0.810126582278481,0.6816143497757847,0.7786259541984732,0.8016528925619835,0.7222222222222222,0.7791411042944786,0.5089285714285714,0.8252427184466019,0.8675213675213675,0.71,0.8058748403575989,0.7398843930635838,0.4793296089385475,0.6764705882352942,0.729903536977492,0.7345679012345679,0.46808510638297873,0.48826597131681876,0.6139705882352942,0.6584967320261438,0.6909090909090909,0.7346938775510204,0.835820895522388,0.85,0.5240963855421686,0.8245614035087719,0.31211750305997554,0.45147495688569755,TheBloke
dromedary-65b-lora-HF,65.0,0.5853242320819113,0.6527584146584345,0.6307756588536797,0.28,0.5555555555555556,0.7368421052631579,0.55,0.6641509433962264,0.6597222222222222,0.54,0.49,0.32,0.5375722543352601,0.35294117647058826,0.8,0.5659574468085107,0.3508771929824561,0.5517241379310345,0.3835978835978836,0.4603174603174603,0.38,0.7322580645161291,0.4433497536945813,0.64,0.7696969696969697,0.7878787878787878,0.8756476683937824,0.6461538461538462,0.3333333333333333,0.6890756302521008,0.3973509933774834,0.8275229357798165,0.5370370370370371,0.8333333333333334,0.8396624472573839,0.6816143497757847,0.7633587786259542,0.8099173553719008,0.7407407407407407,0.7914110429447853,0.48214285714285715,0.8252427184466019,0.8504273504273504,0.65,0.7994891443167306,0.7369942196531792,0.45363128491620114,0.673202614379085,0.7266881028938906,0.7283950617283951,0.5035460992907801,0.4915254237288136,0.6066176470588235,0.6683006535947712,0.6909090909090909,0.7183673469387755,0.8109452736318408,0.87,0.5421686746987951,0.8070175438596491,0.2668298653610771,0.3882253449999486,TheBloke
Kimiko-v2-13B-fp16,13.0,0.5750853242320819,0.6241784505078669,0.5516950895727504,0.33,0.48148148148148145,0.5394736842105263,0.53,0.5773584905660377,0.5694444444444444,0.37,0.48,0.33,0.5375722543352601,0.23529411764705882,0.68,0.4297872340425532,0.2719298245614035,0.503448275862069,0.31216931216931215,0.36507936507936506,0.34,0.667741935483871,0.4039408866995074,0.6,0.6848484848484848,0.6666666666666666,0.8290155440414507,0.5076923076923077,0.2777777777777778,0.5588235294117647,0.2913907284768212,0.7504587155963303,0.46296296296296297,0.7598039215686274,0.7510548523206751,0.6502242152466368,0.6259541984732825,0.7355371900826446,0.6481481481481481,0.6625766871165644,0.2857142857142857,0.7378640776699029,0.7863247863247863,0.58,0.756066411238825,0.6242774566473989,0.3106145251396648,0.630718954248366,0.6495176848874598,0.6604938271604939,0.3971631205673759,0.42242503259452413,0.5404411764705882,0.5490196078431373,0.6181818181818182,0.636734693877551,0.7512437810945274,0.85,0.4819277108433735,0.7602339181286549,0.26805385556915545,0.4065291125077462,TheBloke
guanaco-7B-HF,7.0,0.492320819112628,0.6026687910774746,0.35315927998783436,0.29,0.3925925925925926,0.3157894736842105,0.29,0.43018867924528303,0.3680555555555556,0.3,0.28,0.31,0.27167630057803466,0.21568627450980393,0.41,0.3659574468085106,0.2719298245614035,0.3103448275862069,0.2698412698412698,0.19047619047619047,0.36,0.35161290322580646,0.3399014778325123,0.33,0.43636363636363634,0.3838383838383838,0.44041450777202074,0.36666666666666664,0.23703703703703705,0.3235294117647059,0.2582781456953642,0.46238532110091746,0.23148148148148148,0.36764705882352944,0.37130801687763715,0.4439461883408072,0.3435114503816794,0.5371900826446281,0.39814814814814814,0.3803680981595092,0.23214285714285715,0.32038834951456313,0.49572649572649574,0.37,0.44189016602809705,0.37572254335260113,0.2424581005586592,0.38562091503267976,0.3762057877813505,0.38271604938271603,0.2730496453900709,0.29465449804432853,0.40808823529411764,0.3545751633986928,0.45454545454545453,0.3183673469387755,0.4626865671641791,0.43,0.3855421686746988,0.47953216374269003,0.2460220318237454,0.39198062564912123,TheBloke
CodeLlama-13B-Instruct-fp16,13.0,0.4087030716723549,0.4812786297550289,0.3876937154502336,0.31,0.32592592592592595,0.4144736842105263,0.37,0.38113207547169814,0.3611111111111111,0.36,0.32,0.31,0.3236994219653179,0.3235294117647059,0.49,0.3617021276595745,0.2894736842105263,0.4206896551724138,0.2751322751322751,0.29365079365079366,0.32,0.4064516129032258,0.3054187192118227,0.49,0.3575757575757576,0.5151515151515151,0.5077720207253886,0.36923076923076925,0.2222222222222222,0.37815126050420167,0.31125827814569534,0.4990825688073395,0.37962962962962965,0.38235294117647056,0.38396624472573837,0.4260089686098655,0.4198473282442748,0.38016528925619836,0.4537037037037037,0.4049079754601227,0.30357142857142855,0.4563106796116505,0.7051282051282052,0.43,0.4955300127713921,0.3468208092485549,0.2681564245810056,0.39215686274509803,0.40836012861736337,0.3888888888888889,0.3049645390070922,0.2926988265971317,0.34558823529411764,0.3284313725490196,0.4727272727272727,0.4326530612244898,0.4577114427860697,0.56,0.39759036144578314,0.4678362573099415,0.2937576499388005,0.45878663529563757,TheBloke
stable-vicuna-13B-HF,13.0,0.5170648464163823,0.5864369647480582,0.5029383222258571,0.33,0.48148148148148145,0.5592105263157895,0.49,0.46037735849056605,0.5277777777777778,0.41,0.41,0.29,0.3815028901734104,0.22549019607843138,0.61,0.4127659574468085,0.2894736842105263,0.4413793103448276,0.2962962962962963,0.35714285714285715,0.33,0.5580645161290323,0.35467980295566504,0.5,0.6363636363636364,0.6262626262626263,0.694300518134715,0.4512820512820513,0.3,0.5042016806722689,0.304635761589404,0.6642201834862386,0.38425925925925924,0.6323529411764706,0.6497890295358649,0.5874439461883408,0.6335877862595419,0.6198347107438017,0.6018518518518519,0.6503067484662577,0.38392857142857145,0.6601941747572816,0.7777777777777778,0.55,0.6641123882503193,0.5549132947976878,0.2748603351955307,0.5261437908496732,0.5434083601286174,0.5216049382716049,0.3829787234042553,0.4048239895697523,0.5,0.5032679738562091,0.5545454545454546,0.6163265306122448,0.6517412935323383,0.74,0.4578313253012048,0.7426900584795322,0.3427172582619339,0.4838353616511973,TheBloke
Llama-2-70B-chat-GPTQ,70.0,0.5810580204778157,0.6557458673571002,0.6274483928439463,0.3,0.5111111111111111,0.7302631578947368,0.64,0.6377358490566037,0.7291666666666666,0.47,0.6,0.36,0.6011560693641619,0.3333333333333333,0.64,0.5361702127659574,0.3684210526315789,0.5793103448275863,0.3994708994708995,0.40476190476190477,0.42,0.7612903225806451,0.46798029556650245,0.65,0.7878787878787878,0.803030303030303,0.8860103626943006,0.6282051282051282,0.2962962962962963,0.6596638655462185,0.3973509933774834,0.8366972477064221,0.4861111111111111,0.8627450980392157,0.8396624472573839,0.7040358744394619,0.732824427480916,0.7768595041322314,0.8333333333333334,0.7361963190184049,0.4732142857142857,0.8155339805825242,0.8632478632478633,0.6,0.80970625798212,0.7167630057803468,0.329608938547486,0.6895424836601307,0.7170418006430869,0.7037037037037037,0.4432624113475177,0.4680573663624511,0.5698529411764706,0.6601307189542484,0.7,0.7591836734693878,0.845771144278607,0.88,0.5,0.8128654970760234,0.3463892288861689,0.509833074268794,TheBloke
Nous-Hermes-13B-SuperHOT-8K-fp16,13.0,0.5401023890784983,0.6229834694284008,0.4823241045720587,0.31,0.43703703703703706,0.5,0.45,0.5283018867924528,0.4722222222222222,0.32,0.46,0.29,0.4508670520231214,0.22549019607843138,0.65,0.4127659574468085,0.2807017543859649,0.41379310344827586,0.2751322751322751,0.36507936507936506,0.31,0.5483870967741935,0.35960591133004927,0.52,0.23030303030303031,0.6616161616161617,0.694300518134715,0.43333333333333335,0.23703703703703705,0.4957983193277311,0.304635761589404,0.691743119266055,0.3194444444444444,0.24509803921568626,0.679324894514768,0.5919282511210763,0.6030534351145038,0.6363636363636364,0.5925925925925926,0.5644171779141104,0.41964285714285715,0.6893203883495146,0.7606837606837606,0.56,0.6832694763729247,0.546242774566474,0.23910614525139665,0.5490196078431373,0.5241157556270096,0.5308641975308642,0.36524822695035464,0.38005215123859193,0.4485294117647059,0.49673202614379086,0.5636363636363636,0.5428571428571428,0.7114427860696517,0.78,0.43373493975903615,0.7076023391812866,0.35128518971848227,0.5119241591172863,TheBloke
Airoboros-L2-70B-2.1-GPTQ,70.0,0.6697952218430034,0.6748655646285601,0.6889238918652135,0.3,0.562962962962963,0.8223684210526315,0.75,0.7283018867924528,0.8402777777777778,0.47,0.54,0.38,0.6763005780346821,0.38235294117647056,0.71,0.6851063829787234,0.41228070175438597,0.5862068965517241,0.41798941798941797,0.5,0.48,0.8451612903225807,0.4975369458128079,0.74,0.806060606060606,0.8585858585858586,0.9378238341968912,0.7333333333333333,0.36666666666666664,0.7563025210084033,0.4304635761589404,0.8862385321100917,0.5833333333333334,0.9019607843137255,0.8818565400843882,0.7847533632286996,0.8320610687022901,0.8842975206611571,0.8333333333333334,0.803680981595092,0.5,0.7961165048543689,0.8717948717948718,0.69,0.8480204342273308,0.7687861271676301,0.4960893854748603,0.7679738562091504,0.7813504823151125,0.8055555555555556,0.5567375886524822,0.5521512385919165,0.7352941176470589,0.7581699346405228,0.7181818181818181,0.7959183673469388,0.900497512437811,0.94,0.5421686746987951,0.8362573099415205,0.3880048959608323,0.5554952598764649,TheBloke
Llama-2-13B-fp16,13.0,0.5477815699658704,0.614618601872137,0.5567429203566243,0.35,0.4666666666666667,0.5328947368421053,0.55,0.6037735849056604,0.6111111111111112,0.44,0.47,0.3,0.5317919075144508,0.24509803921568626,0.7,0.425531914893617,0.32456140350877194,0.5103448275862069,0.3386243386243386,0.38095238095238093,0.33,0.6741935483870968,0.4482758620689655,0.57,0.6545454545454545,0.6868686868686869,0.8186528497409327,0.5102564102564102,0.2740740740740741,0.5840336134453782,0.3708609271523179,0.7596330275229358,0.44907407407407407,0.7450980392156863,0.7215189873417721,0.6367713004484304,0.6183206106870229,0.7355371900826446,0.7407407407407407,0.6687116564417178,0.26785714285714285,0.7281553398058253,0.7948717948717948,0.54,0.7471264367816092,0.6473988439306358,0.394413407821229,0.6241830065359477,0.6430868167202572,0.6512345679012346,0.3900709219858156,0.423728813559322,0.5367647058823529,0.5506535947712419,0.6090909090909091,0.636734693877551,0.7263681592039801,0.82,0.463855421686747,0.7602339181286549,0.26805385556915545,0.3738783761432801,TheBloke
wizard-mega-13B-GPTQ,13.0,0.2158703071672355,0.2544313881696873,0.2497129923336459,0.25,0.17777777777777778,0.23684210526315788,0.19,0.2490566037735849,0.2152777777777778,0.26,0.28,0.21,0.21965317919075145,0.22549019607843138,0.24,0.2851063829787234,0.22807017543859648,0.31724137931034485,0.23544973544973544,0.25396825396825395,0.19,0.22903225806451613,0.2660098522167488,0.31,0.2727272727272727,0.2878787878787879,0.2694300518134715,0.26666666666666666,0.23703703703703705,0.2689075630252101,0.1986754966887417,0.24220183486238533,0.3148148148148148,0.22058823529411764,0.21940928270042195,0.22869955156950672,0.2595419847328244,0.21487603305785125,0.24074074074074073,0.2331288343558282,0.22321428571428573,0.3106796116504854,0.25213675213675213,0.29,0.22860791826309068,0.24855491329479767,0.26256983240223464,0.28431372549019607,0.21864951768488747,0.28703703703703703,0.2553191489361702,0.26597131681877445,0.23161764705882354,0.26633986928104575,0.22727272727272727,0.2979591836734694,0.2736318407960199,0.25,0.2289156626506024,0.28654970760233917,0.2460220318237454,0.4869109173912817,TheBloke
Kimiko-13B-fp16,13.0,0.552901023890785,0.617307309300936,0.5584575577426749,0.32,0.4888888888888889,0.5657894736842105,0.56,0.630188679245283,0.5833333333333334,0.4,0.44,0.34,0.5202312138728323,0.28431372549019607,0.69,0.4085106382978723,0.2631578947368421,0.5172413793103449,0.3148148148148148,0.35714285714285715,0.33,0.667741935483871,0.4236453201970443,0.58,0.6606060606060606,0.6919191919191919,0.8290155440414507,0.5205128205128206,0.3037037037037037,0.5798319327731093,0.3443708609271523,0.7596330275229358,0.4861111111111111,0.7450980392156863,0.7341772151898734,0.6322869955156951,0.6717557251908397,0.6942148760330579,0.7222222222222222,0.6932515337423313,0.2857142857142857,0.7961165048543689,0.7863247863247863,0.57,0.7432950191570882,0.6445086705202312,0.3396648044692737,0.6437908496732027,0.6334405144694534,0.6327160493827161,0.4078014184397163,0.42633637548891784,0.5404411764705882,0.5490196078431373,0.6272727272727273,0.6448979591836734,0.7512437810945274,0.82,0.463855421686747,0.7719298245614035,0.2766217870257038,0.3955278979709314,TheBloke
guanaco-13B-HF,13.0,0.5486348122866894,0.6353316072495518,0.48280758858774325,0.26,0.4740740740740741,0.4934210526315789,0.48,0.47924528301886793,0.4513888888888889,0.31,0.44,0.35,0.3930635838150289,0.24509803921568626,0.62,0.40425531914893614,0.2982456140350877,0.4413793103448276,0.2777777777777778,0.35714285714285715,0.36,0.5387096774193548,0.35467980295566504,0.48,0.5757575757575758,0.5757575757575758,0.6632124352331606,0.44358974358974357,0.29259259259259257,0.4831932773109244,0.2913907284768212,0.6330275229357798,0.3148148148148148,0.5882352941176471,0.6835443037974683,0.5605381165919282,0.5954198473282443,0.6033057851239669,0.5370370370370371,0.4785276073619632,0.3125,0.6504854368932039,0.7094017094017094,0.49,0.6577266922094508,0.5375722543352601,0.2871508379888268,0.5261437908496732,0.5401929260450161,0.558641975308642,0.38652482269503546,0.39504563233376794,0.5477941176470589,0.47875816993464054,0.5727272727272728,0.5224489795918368,0.6218905472636815,0.79,0.4457831325301205,0.6608187134502924,0.3182374541003672,0.4673352529553649,TheBloke
EverythingLM-13B-16K-GPTQ,13.0,0.23720136518771331,0.25801633140808605,0.253967947677782,0.25,0.25925925925925924,0.2894736842105263,0.2,0.26037735849056604,0.24305555555555555,0.27,0.27,0.26,0.26011560693641617,0.20588235294117646,0.21,0.2297872340425532,0.22807017543859648,0.30344827586206896,0.24074074074074073,0.24603174603174602,0.28,0.3064516129032258,0.3399014778325123,0.22,0.24242424242424243,0.29292929292929293,0.35751295336787564,0.2743589743589744,0.22592592592592592,0.2689075630252101,0.2913907284768212,0.26422018348623855,0.3333333333333333,0.23529411764705882,0.26582278481012656,0.14349775784753363,0.2748091603053435,0.256198347107438,0.19444444444444445,0.2822085889570552,0.16964285714285715,0.2912621359223301,0.23931623931623933,0.27,0.23627075351213284,0.2138728323699422,0.25139664804469275,0.28104575163398693,0.27009646302250806,0.25308641975308643,0.2765957446808511,0.2392438070404172,0.22426470588235295,0.24836601307189543,0.20909090909090908,0.23265306122448978,0.23880597014925373,0.24,0.22289156626506024,0.29239766081871343,0.23133414932680538,0.4858437813036855,TheBloke
koala-13B-HF,13.0,0.49573378839590443,0.5763792073292173,0.4532206892768197,0.28,0.45185185185185184,0.40789473684210525,0.43,0.4679245283018868,0.4652777777777778,0.26,0.34,0.3,0.3930635838150289,0.23529411764705882,0.55,0.33617021276595743,0.2543859649122807,0.47586206896551725,0.25396825396825395,0.3333333333333333,0.26,0.4645161290322581,0.2857142857142857,0.47,0.6242424242424243,0.5808080808080808,0.6373056994818653,0.4,0.24074074074074073,0.42016806722689076,0.271523178807947,0.581651376146789,0.35185185185185186,0.6274509803921569,0.6497890295358649,0.49327354260089684,0.5648854961832062,0.6528925619834711,0.5277777777777778,0.4785276073619632,0.41964285714285715,0.5242718446601942,0.6709401709401709,0.45,0.6219667943805874,0.5202312138728323,0.25139664804469275,0.5359477124183006,0.5080385852090032,0.5061728395061729,0.3262411347517731,0.37809647979139505,0.3897058823529412,0.4264705882352941,0.4818181818181818,0.5755102040816327,0.6517412935323383,0.73,0.41566265060240964,0.631578947368421,0.34761321909424725,0.5022661446867869,TheBloke
tulu-30B-fp16,30.0,0.5563139931740614,0.6341366261700856,0.5610385629703264,0.25,0.5185185185185185,0.5921052631578947,0.56,0.5773584905660377,0.6180555555555556,0.36,0.37,0.32,0.5086705202312138,0.27450980392156865,0.7,0.4808510638297872,0.2982456140350877,0.4413793103448276,0.3201058201058201,0.3333333333333333,0.36,0.6419354838709678,0.4039408866995074,0.6,0.7757575757575758,0.702020202020202,0.7668393782383419,0.5307692307692308,0.2851851851851852,0.5798319327731093,0.304635761589404,0.7889908256880734,0.42592592592592593,0.8235294117647058,0.8185654008438819,0.6322869955156951,0.6641221374045801,0.743801652892562,0.7407407407407407,0.6993865030674846,0.39285714285714285,0.7087378640776699,0.8504273504273504,0.53,0.7624521072796935,0.6069364161849711,0.19441340782122904,0.5980392156862745,0.639871382636656,0.6481481481481481,0.46099290780141844,0.44132985658409385,0.5808823529411765,0.5833333333333334,0.6636363636363637,0.6612244897959184,0.7512437810945274,0.81,0.4879518072289157,0.7953216374269005,0.2974296205630355,0.4514200961025914,TheBloke
Platypus-30B-SuperHOT-8K-fp16,30.0,0.21843003412969283,0.2731527584146584,0.23614799321441127,0.22,0.2074074074074074,0.20394736842105263,0.32,0.22641509433962265,0.2361111111111111,0.17,0.24,0.2,0.20809248554913296,0.23529411764705882,0.28,0.25957446808510637,0.2543859649122807,0.2482758620689655,0.20899470899470898,0.2777777777777778,0.16,0.25483870967741934,0.18226600985221675,0.28,0.21818181818181817,0.18686868686868688,0.21243523316062177,0.23333333333333334,0.2037037037037037,0.21428571428571427,0.17218543046357615,0.1981651376146789,0.2037037037037037,0.25,0.28270042194092826,0.3094170403587444,0.29770992366412213,0.24793388429752067,0.25,0.24539877300613497,0.30357142857142855,0.17475728155339806,0.2905982905982906,0.3,0.2515964240102171,0.24277456647398843,0.23910614525139665,0.22875816993464052,0.2347266881028939,0.21604938271604937,0.23049645390070922,0.24967405475880053,0.1948529411764706,0.2630718954248366,0.21818181818181817,0.17959183673469387,0.23880597014925373,0.27,0.27710843373493976,0.2573099415204678,0.2178702570379437,0.471292004765754,TheBloke
OpenAssistant-SFT-7-Llama-30B-HF,30.0,0.5767918088737202,0.6190001991635132,0.5793349523840287,0.31,0.45925925925925926,0.5855263157894737,0.54,0.6037735849056604,0.6319444444444444,0.42,0.45,0.34,0.5144508670520231,0.35294117647058826,0.63,0.5148936170212766,0.3684210526315789,0.4689655172413793,0.3386243386243386,0.3333333333333333,0.42,0.7161290322580646,0.4187192118226601,0.55,0.7090909090909091,0.7525252525252525,0.8290155440414507,0.5923076923076923,0.25925925925925924,0.6302521008403361,0.31788079470198677,0.7908256880733945,0.49537037037037035,0.7990196078431373,0.7805907172995781,0.6771300448430493,0.6717557251908397,0.7933884297520661,0.6574074074074074,0.6871165644171779,0.39285714285714285,0.7669902912621359,0.8589743589743589,0.64,0.7624521072796935,0.6560693641618497,0.4212290502793296,0.6209150326797386,0.6270096463022508,0.6635802469135802,0.4148936170212766,0.4348109517601043,0.6066176470588235,0.6160130718954249,0.6272727272727273,0.6408163265306123,0.7761194029850746,0.82,0.4819277108433735,0.783625730994152,0.30966952264381886,0.4693711489528687,TheBloke
chronos-wizardlm-uc-scot-st-13B-GPTQ,13.0,0.2235494880546075,0.25652260505875324,0.2571567975703901,0.22,0.25925925925925924,0.21710526315789475,0.23,0.24150943396226415,0.25,0.26,0.26,0.3,0.2543352601156069,0.29411764705882354,0.22,0.3021276595744681,0.2807017543859649,0.27586206896551724,0.25925925925925924,0.23809523809523808,0.29,0.27741935483870966,0.29064039408866993,0.16,0.26666666666666666,0.30303030303030304,0.32124352331606215,0.2717948717948718,0.24444444444444444,0.2773109243697479,0.33112582781456956,0.29357798165137616,0.37037037037037035,0.21568627450980393,0.270042194092827,0.20179372197309417,0.20610687022900764,0.2066115702479339,0.24074074074074073,0.24539877300613497,0.1875,0.2815533980582524,0.23076923076923078,0.26,0.2388250319284802,0.20520231213872833,0.24692737430167597,0.2581699346405229,0.2572347266881029,0.2716049382716049,0.2553191489361702,0.2438070404172099,0.3125,0.22712418300653595,0.3181818181818182,0.23265306122448978,0.26865671641791045,0.21,0.2891566265060241,0.21637426900584794,0.24724602203182375,0.49679341606997424,TheBloke
Llama-2-13B-GPTQ,13.0,0.53839590443686,0.6082453694483171,0.5480940122309337,0.36,0.5111111111111111,0.5328947368421053,0.57,0.6226415094339622,0.6041666666666666,0.39,0.43,0.31,0.5202312138728323,0.22549019607843138,0.68,0.42127659574468085,0.3508771929824561,0.5310344827586206,0.3148148148148148,0.30158730158730157,0.36,0.632258064516129,0.43349753694581283,0.55,0.6303030303030303,0.6666666666666666,0.7875647668393783,0.5102564102564102,0.2851851851851852,0.5378151260504201,0.32450331125827814,0.7357798165137615,0.4537037037037037,0.7254901960784313,0.70042194092827,0.6547085201793722,0.6259541984732825,0.7107438016528925,0.6759259259259259,0.6625766871165644,0.2857142857142857,0.7475728155339806,0.8034188034188035,0.55,0.7573435504469987,0.615606936416185,0.36089385474860336,0.5947712418300654,0.6237942122186495,0.6358024691358025,0.39361702127659576,0.4256844850065189,0.5294117647058824,0.565359477124183,0.6454545454545455,0.6285714285714286,0.7064676616915423,0.82,0.463855421686747,0.7485380116959064,0.25703794369645044,0.36558532676669275,TheBloke
Vicuna-33B-1-3-SuperHOT-8K-fp16,33.0,0.21331058020477817,0.28828918542123083,0.23622062849621547,0.22,0.24444444444444444,0.17763157894736842,0.34,0.21509433962264152,0.25,0.2,0.26,0.24,0.20809248554913296,0.22549019607843138,0.3,0.26382978723404255,0.2543859649122807,0.2413793103448276,0.2275132275132275,0.20634920634920634,0.18,0.2838709677419355,0.24630541871921183,0.25,0.2727272727272727,0.18181818181818182,0.19689119170984457,0.20512820512820512,0.23703703703703705,0.23529411764705882,0.19205298013245034,0.21467889908256882,0.2638888888888889,0.25,0.270042194092827,0.242152466367713,0.2595419847328244,0.2396694214876033,0.26851851851851855,0.22699386503067484,0.30357142857142855,0.17475728155339806,0.23931623931623933,0.3,0.2554278416347382,0.20520231213872833,0.23910614525139665,0.21568627450980393,0.1864951768488746,0.2191358024691358,0.24822695035460993,0.24771838331160365,0.21323529411764705,0.2549019607843137,0.2,0.19183673469387755,0.24378109452736318,0.23,0.28313253012048195,0.2222222222222222,0.23378212974296206,0.4693099566156165,TheBloke
Platypus2-70B-Instruct-GPTQ,70.0,0.6919795221843004,0.6863174666401115,0.6988587856347913,0.35,0.5925925925925926,0.7894736842105263,0.71,0.7471698113207547,0.8333333333333334,0.47,0.55,0.44,0.6705202312138728,0.35294117647058826,0.76,0.6680851063829787,0.43859649122807015,0.6137931034482759,0.4656084656084656,0.5396825396825397,0.48,0.8064516129032258,0.5467980295566502,0.74,0.8787878787878788,0.8585858585858586,0.9481865284974094,0.7025641025641025,0.3037037037037037,0.7815126050420168,0.47019867549668876,0.908256880733945,0.5972222222222222,0.9068627450980392,0.8987341772151899,0.7982062780269058,0.8091603053435115,0.8760330578512396,0.8055555555555556,0.8282208588957055,0.5714285714285714,0.8446601941747572,0.9017094017094017,0.71,0.8659003831417624,0.7687861271676301,0.646927374301676,0.7647058823529411,0.77491961414791,0.8271604938271605,0.5673758865248227,0.5860495436766623,0.7132352941176471,0.7565359477124183,0.7181818181818181,0.7795918367346939,0.8706467661691543,0.84,0.5481927710843374,0.8421052631578947,0.4455324357405141,0.6253657801165746,TheBloke
wizard-vicuna-13B-HF,13.0,0.5187713310580204,0.5871340370444135,0.48875948861570995,0.32,0.4074074074074074,0.47368421052631576,0.5,0.4716981132075472,0.4861111111111111,0.33,0.46,0.31,0.3583815028901734,0.17647058823529413,0.61,0.3829787234042553,0.2807017543859649,0.4068965517241379,0.2751322751322751,0.38095238095238093,0.3,0.5225806451612903,0.35960591133004927,0.52,0.6545454545454545,0.6161616161616161,0.6839378238341969,0.4153846153846154,0.23703703703703705,0.4327731092436975,0.304635761589404,0.6495412844036698,0.3101851851851852,0.6764705882352942,0.6708860759493671,0.5964125560538116,0.6259541984732825,0.6363636363636364,0.5925925925925926,0.6012269938650306,0.36607142857142855,0.6601941747572816,0.717948717948718,0.59,0.6756066411238825,0.5317919075144508,0.3452513966480447,0.5555555555555556,0.49517684887459806,0.5246913580246914,0.34397163120567376,0.408735332464146,0.4338235294117647,0.5,0.5181818181818182,0.5673469387755102,0.7263681592039801,0.72,0.45180722891566266,0.6900584795321637,0.35006119951040393,0.49619544657387094,TheBloke
Wizard-Vicuna-30B-Superhot-8K-fp16,30.0,0.22525597269624573,0.2804222266480781,0.23457558626833958,0.22,0.1925925925925926,0.17763157894736842,0.3,0.19245283018867926,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.24867724867724866,0.2857142857142857,0.18,0.18064516129032257,0.15270935960591134,0.25,0.2606060606060606,0.17676767676767677,0.18652849740932642,0.2128205128205128,0.24814814814814815,0.23949579831932774,0.1986754966887417,0.1926605504587156,0.2361111111111111,0.25,0.2742616033755274,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.27350427350427353,0.3,0.23754789272030652,0.24277456647398843,0.24581005586592178,0.22549019607843138,0.1832797427652733,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.20909090909090908,0.22040816326530613,0.24378109452736318,0.28,0.28313253012048195,0.28654970760233917,0.22766217870257038,0.4747511496520905,TheBloke
Wizard-Vicuna-13B-Uncensored-HF,13.0,0.5656996587030717,0.6218880701055567,0.4792227875511831,0.3,0.4666666666666667,0.47368421052631576,0.49,0.4716981132075472,0.4861111111111111,0.3,0.41,0.32,0.4046242774566474,0.23529411764705882,0.59,0.41702127659574467,0.2982456140350877,0.4,0.25396825396825395,0.3492063492063492,0.31,0.5193548387096775,0.32019704433497537,0.52,0.6242424242424243,0.5555555555555556,0.6632124352331606,0.4230769230769231,0.2111111111111111,0.4411764705882353,0.2251655629139073,0.6238532110091743,0.23148148148148148,0.6519607843137255,0.6919831223628692,0.5695067264573991,0.5954198473282443,0.6694214876033058,0.5462962962962963,0.5460122699386503,0.375,0.6019417475728155,0.7649572649572649,0.57,0.6768837803320562,0.5086705202312138,0.24804469273743016,0.5,0.5530546623794212,0.5370370370370371,0.3617021276595745,0.40547588005215124,0.49264705882352944,0.5081699346405228,0.5272727272727272,0.5306122448979592,0.6368159203980099,0.77,0.45180722891566266,0.6900584795321637,0.3635250917992656,0.5168692050626681,TheBloke
airoboros-7b-gpt4-fp16,7.0,0.49829351535836175,0.6005775741884087,0.3887553379438131,0.29,0.4222222222222222,0.3881578947368421,0.39,0.4490566037735849,0.3819444444444444,0.3,0.34,0.27,0.32947976878612717,0.18627450980392157,0.49,0.3574468085106383,0.2719298245614035,0.4068965517241379,0.2777777777777778,0.2619047619047619,0.4,0.4,0.3103448275862069,0.37,0.23636363636363636,0.494949494949495,0.5647668393782384,0.3564102564102564,0.22962962962962963,0.3445378151260504,0.2980132450331126,0.5266055045871559,0.3287037037037037,0.25,0.4767932489451477,0.484304932735426,0.42748091603053434,0.6198347107438017,0.4074074074074074,0.4539877300613497,0.23214285714285715,0.4174757281553398,0.5726495726495726,0.47,0.5632183908045977,0.4277456647398844,0.2424581005586592,0.37254901960784315,0.4340836012861736,0.42592592592592593,0.30851063829787234,0.3344198174706649,0.4522058823529412,0.39052287581699346,0.4636363636363636,0.3306122448979592,0.5024875621890548,0.55,0.3313253012048193,0.543859649122807,0.27050183598531213,0.40728190105019363,TheBloke
Airoboros-L2-13B-2.1-GPTQ,13.0,0.5401023890784983,0.6171081457876917,0.5315824645163855,0.29,0.5111111111111111,0.5197368421052632,0.56,0.569811320754717,0.5763888888888888,0.35,0.47,0.3,0.5028901734104047,0.29411764705882354,0.7,0.39574468085106385,0.30701754385964913,0.5517241379310345,0.3201058201058201,0.30158730158730157,0.37,0.6193548387096774,0.43842364532019706,0.54,0.6787878787878788,0.6868686868686869,0.7772020725388601,0.441025641025641,0.2740740740740741,0.44537815126050423,0.33112582781456956,0.6880733944954128,0.4027777777777778,0.7352941176470589,0.6877637130801688,0.6278026905829597,0.6030534351145038,0.743801652892562,0.6851851851851852,0.6319018404907976,0.33035714285714285,0.6407766990291263,0.7350427350427351,0.52,0.7305236270753512,0.5982658959537572,0.3217877094972067,0.5718954248366013,0.6205787781350482,0.6419753086419753,0.38652482269503546,0.38722294654498046,0.4852941176470588,0.5392156862745098,0.6272727272727273,0.5795918367346938,0.6865671641791045,0.78,0.46987951807228917,0.7192982456140351,0.3157894736842105,0.446804769719196,TheBloke
Vicuna-13B-CoT-fp16,13.0,0.5196245733788396,0.6011750647281418,0.5190047111544449,0.28,0.4888888888888889,0.506578947368421,0.54,0.4981132075471698,0.5972222222222222,0.38,0.46,0.31,0.4161849710982659,0.27450980392156865,0.64,0.39148936170212767,0.30701754385964913,0.4689655172413793,0.3386243386243386,0.40476190476190477,0.26,0.567741935483871,0.4039408866995074,0.55,0.6666666666666666,0.6515151515151515,0.694300518134715,0.4717948717948718,0.3,0.44537815126050423,0.31125827814569534,0.6844036697247706,0.36574074074074076,0.6862745098039216,0.7130801687763713,0.5829596412556054,0.6717557251908397,0.6859504132231405,0.6203703703703703,0.6441717791411042,0.39285714285714285,0.6990291262135923,0.7521367521367521,0.59,0.6922094508301405,0.546242774566474,0.3318435754189944,0.5522875816993464,0.5241157556270096,0.5493827160493827,0.3900709219858156,0.41851368970013036,0.49264705882352944,0.5179738562091504,0.5454545454545454,0.6244897959183674,0.7711442786069652,0.76,0.4397590361445783,0.7134502923976608,0.3623011015911873,0.520836680647418,TheBloke
WizardLM-30B-GPTQ,30.0,0.22525597269624573,0.2559251145190201,0.2461812961140345,0.31,0.2518518518518518,0.27631578947368424,0.24,0.20754716981132076,0.2847222222222222,0.24,0.25,0.31,0.2658959537572254,0.21568627450980393,0.31,0.25957446808510637,0.2631578947368421,0.31724137931034485,0.2671957671957672,0.18253968253968253,0.25,0.22258064516129034,0.17733990147783252,0.26,0.22424242424242424,0.25252525252525254,0.15544041450777202,0.20512820512820512,0.22962962962962963,0.20168067226890757,0.2052980132450331,0.22935779816513763,0.2638888888888889,0.22549019607843138,0.26582278481012656,0.28699551569506726,0.21374045801526717,0.2644628099173554,0.26851851851851855,0.25153374233128833,0.25,0.21359223300970873,0.2692307692307692,0.22,0.26181353767560667,0.2658959537572254,0.2324022346368715,0.23202614379084968,0.24437299035369775,0.22839506172839505,0.26595744680851063,0.2666232073011734,0.2426470588235294,0.24183006535947713,0.24545454545454545,0.19183673469387755,0.3034825870646766,0.26,0.20481927710843373,0.28654970760233917,0.24357405140758873,0.4913727694395835,TheBloke
fiction.live-Kimiko-V2-70B-fp16,70.0,0.6399317406143344,0.6801433977295359,0.6981608401580328,0.35,0.6296296296296297,0.8223684210526315,0.73,0.7320754716981132,0.8333333333333334,0.48,0.58,0.4,0.6473988439306358,0.35294117647058826,0.79,0.6723404255319149,0.4298245614035088,0.6206896551724138,0.4365079365079365,0.5,0.5,0.8096774193548387,0.5270935960591133,0.76,0.8303030303030303,0.8787878787878788,0.9378238341968912,0.7153846153846154,0.35555555555555557,0.7605042016806722,0.4105960264900662,0.8844036697247707,0.6157407407407407,0.9068627450980392,0.8776371308016878,0.8026905829596412,0.8702290076335878,0.8760330578512396,0.8240740740740741,0.8220858895705522,0.5714285714285714,0.8349514563106796,0.8974358974358975,0.74,0.8659003831417624,0.7803468208092486,0.43575418994413406,0.7745098039215687,0.7684887459807074,0.8333333333333334,0.5425531914893617,0.5365058670143416,0.7536764705882353,0.7565359477124183,0.7,0.7959183673469388,0.8955223880597015,0.92,0.5542168674698795,0.8654970760233918,0.34761321909424725,0.4927605148296666,TheBloke
CodeLlama-34B-Instruct-fp16,34.0,0.3796928327645051,0.2998406691894045,0.3972483571729544,0.36,0.35555555555555557,0.3684210526315789,0.44,0.4037735849056604,0.3680555555555556,0.29,0.33,0.41,0.3583815028901734,0.22549019607843138,0.54,0.3872340425531915,0.2543859649122807,0.3448275862068966,0.30423280423280424,0.30952380952380953,0.32,0.44193548387096776,0.3645320197044335,0.42,0.26666666666666666,0.5202020202020202,0.533678756476684,0.3564102564102564,0.3111111111111111,0.39915966386554624,0.31125827814569534,0.45321100917431195,0.24074074074074073,0.28431372549019607,0.4092827004219409,0.4260089686098655,0.4351145038167939,0.5702479338842975,0.5370370370370371,0.3803680981595092,0.26785714285714285,0.5436893203883495,0.6196581196581197,0.45,0.565772669220945,0.41040462427745666,0.20446927374301677,0.4117647058823529,0.5048231511254019,0.4567901234567901,0.31560283687943264,0.27835723598435463,0.3272058823529412,0.3431372549019608,0.5272727272727272,0.2857142857142857,0.48258706467661694,0.57,0.4036144578313253,0.6432748538011696,0.29008567931456547,0.4428923144531004,TheBloke
tulu-13B-fp16,13.0,0.5110921501706485,0.606652061342362,0.5319496176581007,0.28,0.4666666666666667,0.5263157894736842,0.46,0.5547169811320755,0.5972222222222222,0.35,0.48,0.34,0.42196531791907516,0.17647058823529413,0.66,0.4553191489361702,0.37719298245614036,0.46206896551724136,0.3386243386243386,0.373015873015873,0.33,0.5967741935483871,0.35960591133004927,0.5,0.7212121212121212,0.6818181818181818,0.7512953367875648,0.5205128205128206,0.27037037037037037,0.5756302521008403,0.33112582781456956,0.7211009174311926,0.36574074074074076,0.6911764705882353,0.759493670886076,0.5739910313901345,0.6183206106870229,0.6859504132231405,0.7037037037037037,0.6380368098159509,0.44642857142857145,0.6990291262135923,0.7692307692307693,0.51,0.7139208173690932,0.5953757225433526,0.3307262569832402,0.5686274509803921,0.6205787781350482,0.5740740740740741,0.42907801418439717,0.39960886571056065,0.49264705882352944,0.5212418300653595,0.6363636363636364,0.6081632653061224,0.7562189054726368,0.77,0.42168674698795183,0.7426900584795322,0.2962056303549572,0.4383598440987917,TheBloke
vicuna-13b-v1.3.0-GPTQ,13.0,0.515358361774744,0.594901414060944,0.519666703998624,0.27,0.4444444444444444,0.4868421052631579,0.55,0.5094339622641509,0.5069444444444444,0.41,0.47,0.33,0.4277456647398844,0.27450980392156865,0.68,0.4085106382978723,0.30701754385964913,0.45517241379310347,0.2671957671957672,0.3492063492063492,0.33,0.5870967741935483,0.4187192118226601,0.49,0.6666666666666666,0.6616161616161617,0.7202072538860104,0.441025641025641,0.2518518518518518,0.4831932773109244,0.2913907284768212,0.7064220183486238,0.4212962962962963,0.6666666666666666,0.6835443037974683,0.5515695067264574,0.6030534351145038,0.6859504132231405,0.6111111111111112,0.656441717791411,0.4375,0.6893203883495146,0.811965811965812,0.56,0.7062579821200511,0.5722543352601156,0.3016759776536313,0.630718954248366,0.5755627009646302,0.5802469135802469,0.38652482269503546,0.42503259452411996,0.5183823529411765,0.5196078431372549,0.5454545454545454,0.5836734693877551,0.7263681592039801,0.74,0.4578313253012048,0.7777777777777778,0.35862913096695226,0.5088488034487862,TheBloke
gpt4-alpaca-lora_mlp-65B-HF,65.0,0.6220136518771331,0.6664011153156741,0.6272607630477791,0.33,0.5481481481481482,0.7105263157894737,0.63,0.6641509433962264,0.6875,0.46,0.47,0.38,0.5375722543352601,0.38235294117647056,0.77,0.5914893617021276,0.39473684210526316,0.5241379310344828,0.37566137566137564,0.47619047619047616,0.4,0.7354838709677419,0.3891625615763547,0.66,0.7818181818181819,0.7878787878787878,0.8704663212435233,0.6256410256410256,0.31851851851851853,0.6764705882352942,0.40397350993377484,0.8238532110091743,0.5138888888888888,0.8235294117647058,0.8312236286919831,0.6591928251121076,0.6870229007633588,0.8016528925619835,0.7592592592592593,0.7300613496932515,0.45535714285714285,0.8058252427184466,0.8717948717948718,0.68,0.7867177522349936,0.7312138728323699,0.4480446927374302,0.6633986928104575,0.7331189710610932,0.7191358024691358,0.4716312056737589,0.47196870925684486,0.6176470588235294,0.6519607843137255,0.6636363636363637,0.7061224489795919,0.845771144278607,0.84,0.5602409638554217,0.8187134502923976,0.43329253365973075,0.591576692393521,TheBloke
Wizard-Vicuna-30B-Uncensored-GPTQ,30.0,0.5836177474402731,0.6248755228042223,0.5645849912726324,0.35,0.45925925925925926,0.5328947368421053,0.6,0.5849056603773585,0.5833333333333334,0.36,0.44,0.37,0.5144508670520231,0.24509803921568626,0.66,0.4425531914893617,0.2982456140350877,0.503448275862069,0.3253968253968254,0.30952380952380953,0.47,0.667741935483871,0.4088669950738916,0.57,0.6909090909090909,0.7222222222222222,0.7823834196891192,0.5666666666666667,0.2518518518518518,0.5798319327731093,0.3708609271523179,0.7376146788990826,0.4212962962962963,0.7549019607843137,0.7637130801687764,0.6457399103139013,0.6412213740458015,0.7272727272727273,0.6851851851851852,0.6932515337423313,0.375,0.7669902912621359,0.8547008547008547,0.55,0.7471264367816092,0.630057803468208,0.423463687150838,0.5915032679738562,0.7041800643086816,0.6265432098765432,0.43617021276595747,0.4361147327249022,0.5551470588235294,0.5784313725490197,0.6636363636363637,0.6122448979591837,0.7761194029850746,0.84,0.4879518072289157,0.7953216374269005,0.3463892288861689,0.4989885484393867,TheBloke
Wizard-Vicuna-13B-Uncensored-GPTQ,13.0,0.23976109215017063,0.25721967735510853,0.253401379614198,0.25,0.2222222222222222,0.2236842105263158,0.24,0.3283018867924528,0.24305555555555555,0.29,0.28,0.16,0.30057803468208094,0.2647058823529412,0.21,0.2297872340425532,0.21052631578947367,0.1793103448275862,0.28835978835978837,0.3412698412698413,0.19,0.2838709677419355,0.2315270935960591,0.27,0.28484848484848485,0.2676767676767677,0.24352331606217617,0.3153846153846154,0.22592592592592592,0.3025210084033613,0.2251655629139073,0.24587155963302754,0.3194444444444444,0.2549019607843137,0.2742616033755274,0.2825112107623318,0.3053435114503817,0.2396694214876033,0.2777777777777778,0.20245398773006135,0.2767857142857143,0.34951456310679613,0.2222222222222222,0.24,0.25287356321839083,0.22832369942196531,0.2581005586592179,0.20261437908496732,0.2604501607717042,0.20987654320987653,0.28368794326241137,0.2633637548891786,0.22794117647058823,0.2565359477124183,0.2545454545454545,0.2612244897959184,0.22885572139303484,0.27,0.22289156626506024,0.1695906432748538,0.2350061199510404,0.5024971327286255,TheBloke
VicUnlocked-30B-LoRA-HF,30.0,0.5742320819112628,0.6362278430591516,0.5781028165211602,0.34,0.5111111111111111,0.6118421052631579,0.58,0.5584905660377358,0.6111111111111112,0.37,0.51,0.35,0.5202312138728323,0.2647058823529412,0.7,0.4808510638297872,0.35964912280701755,0.4827586206896552,0.3439153439153439,0.3492063492063492,0.34,0.6741935483870968,0.3842364532019704,0.64,0.7636363636363637,0.696969696969697,0.8290155440414507,0.5461538461538461,0.2777777777777778,0.5840336134453782,0.3576158940397351,0.7614678899082569,0.4398148148148148,0.7794117647058824,0.8059071729957806,0.6591928251121076,0.6335877862595419,0.7520661157024794,0.7037037037037037,0.6809815950920245,0.39285714285714285,0.7184466019417476,0.8632478632478633,0.65,0.7739463601532567,0.6589595375722543,0.3743016759776536,0.6143790849673203,0.6913183279742765,0.6635802469135802,0.43617021276595747,0.46284224250325945,0.5367647058823529,0.6127450980392157,0.6363636363636364,0.6530612244897959,0.7960199004975125,0.85,0.5120481927710844,0.8011695906432749,0.31334149326805383,0.4854286644286285,TheBloke
robin-13B-v2-fp16,13.0,0.5401023890784983,0.5945030870344553,0.48786731633405656,0.33,0.4666666666666667,0.4868421052631579,0.45,0.4679245283018868,0.4722222222222222,0.24,0.38,0.31,0.44508670520231214,0.17647058823529413,0.62,0.4,0.30701754385964913,0.4068965517241379,0.25925925925925924,0.31746031746031744,0.38,0.49032258064516127,0.32019704433497537,0.47,0.6303030303030303,0.5606060606060606,0.6683937823834197,0.44871794871794873,0.23333333333333334,0.4411764705882353,0.2781456953642384,0.6605504587155964,0.30092592592592593,0.6274509803921569,0.7215189873417721,0.5695067264573991,0.6106870229007634,0.7024793388429752,0.5740740740740741,0.5828220858895705,0.5089285714285714,0.6407766990291263,0.7521367521367521,0.56,0.6883780332056194,0.5,0.25027932960893856,0.5065359477124183,0.5337620578778135,0.5524691358024691,0.37943262411347517,0.4211212516297262,0.5147058823529411,0.48366013071895425,0.5636363636363636,0.5551020408163265,0.6567164179104478,0.78,0.4578313253012048,0.695906432748538,0.34149326805385555,0.5063100731922137,TheBloke
UltraLM-13B-fp16,13.0,0.5631399317406144,0.5995817566221868,0.5185233242809648,0.3,0.4740740740740741,0.5131578947368421,0.52,0.5283018867924528,0.5069444444444444,0.37,0.41,0.31,0.4393063583815029,0.29411764705882354,0.68,0.4,0.32456140350877194,0.4896551724137931,0.30423280423280424,0.3888888888888889,0.32,0.5967741935483871,0.3842364532019704,0.54,0.6545454545454545,0.6565656565656566,0.7098445595854922,0.4666666666666667,0.24814814814814815,0.4957983193277311,0.33774834437086093,0.6697247706422018,0.3287037037037037,0.6813725490196079,0.7046413502109705,0.5739910313901345,0.6412213740458015,0.7107438016528925,0.6111111111111112,0.6257668711656442,0.32142857142857145,0.6699029126213593,0.7692307692307693,0.49,0.7049808429118773,0.5751445086705202,0.32737430167597764,0.6143790849673203,0.5755627009646302,0.595679012345679,0.40425531914893614,0.4132985658409387,0.5110294117647058,0.5506535947712419,0.5727272727272728,0.563265306122449,0.7313432835820896,0.79,0.43373493975903615,0.7309941520467836,0.35862913096695226,0.5156080724492841,TheBloke
Lemur-70B-Chat-v1-GPTQ,70.0,0.6075085324232082,0.6475801633140809,0.6474833908854765,0.29,0.5407407407407407,0.6973684210526315,0.67,0.6754716981132075,0.7430555555555556,0.47,0.49,0.3,0.6358381502890174,0.4117647058823529,0.78,0.5914893617021276,0.4298245614035088,0.5448275862068965,0.4603174603174603,0.47619047619047616,0.5,0.7612903225806451,0.4630541871921182,0.72,0.7878787878787878,0.8131313131313131,0.8963730569948186,0.6615384615384615,0.3,0.6596638655462185,0.41721854304635764,0.8348623853211009,0.5231481481481481,0.8382352941176471,0.8354430379746836,0.7309417040358744,0.7404580152671756,0.8429752066115702,0.7777777777777778,0.7852760736196319,0.49107142857142855,0.7864077669902912,0.8589743589743589,0.62,0.8135376756066411,0.7427745664739884,0.5072625698324023,0.7058823529411765,0.707395498392283,0.7469135802469136,0.49645390070921985,0.49934810951760106,0.6580882352941176,0.6830065359477124,0.7,0.7918367346938775,0.845771144278607,0.86,0.5120481927710844,0.783625730994152,0.3818849449204406,0.5711470281396481,TheBloke
WizardLM-13B-V1.1-GPTQ,13.0,0.5648464163822525,0.6042620991834295,0.4959229889159146,0.33,0.4666666666666667,0.4934210526315789,0.47,0.5358490566037736,0.4236111111111111,0.45,0.42,0.31,0.44508670520231214,0.23529411764705882,0.66,0.3829787234042553,0.2719298245614035,0.43448275862068964,0.29894179894179895,0.40476190476190477,0.36,0.5709677419354838,0.3448275862068966,0.52,0.6242424242424243,0.5909090909090909,0.6787564766839378,0.4512820512820513,0.25555555555555554,0.5084033613445378,0.33112582781456956,0.6623853211009174,0.4305555555555556,0.6421568627450981,0.6582278481012658,0.4798206278026906,0.5725190839694656,0.6115702479338843,0.5370370370370371,0.5030674846625767,0.33035714285714285,0.6504854368932039,0.717948717948718,0.55,0.6615581098339719,0.5606936416184971,0.29497206703910617,0.6045751633986928,0.5369774919614148,0.5277777777777778,0.39361702127659576,0.40352020860495436,0.4889705882352941,0.47875816993464054,0.5636363636363636,0.5877551020408164,0.6567164179104478,0.74,0.42771084337349397,0.7251461988304093,0.37821297429620565,0.5435298001783399,TheBloke
orca_mini_13B-GPTQ,13.0,0.23976109215017063,0.2561242780322645,0.25313078211532125,0.19,0.2,0.2236842105263158,0.28,0.2981132075471698,0.2986111111111111,0.22,0.28,0.28,0.31213872832369943,0.3627450980392157,0.2,0.24680851063829787,0.2719298245614035,0.27586206896551724,0.2328042328042328,0.2698412698412698,0.2,0.26129032258064516,0.27586206896551724,0.21,0.296969696969697,0.26262626262626265,0.26424870466321243,0.24615384615384617,0.23703703703703705,0.3025210084033613,0.17880794701986755,0.24954128440366974,0.3055555555555556,0.22058823529411764,0.22784810126582278,0.22869955156950672,0.29770992366412213,0.19834710743801653,0.24074074074074073,0.22699386503067484,0.26785714285714285,0.3106796116504854,0.31196581196581197,0.29,0.26436781609195403,0.22832369942196531,0.24134078212290502,0.24836601307189543,0.2090032154340836,0.23148148148148148,0.23049645390070922,0.2542372881355932,0.2977941176470588,0.22712418300653595,0.2,0.22040816326530613,0.22885572139303484,0.3,0.2289156626506024,0.2631578947368421,0.2252141982864137,0.48061175625899105,TheBloke
wizard-vicuna-13B-GPTQ,13.0,0.23464163822525597,0.2555267874925314,0.25842846206843473,0.21,0.22962962962962963,0.26973684210526316,0.18,0.2981132075471698,0.2013888888888889,0.34,0.3,0.21,0.31213872832369943,0.3431372549019608,0.19,0.20851063829787234,0.24561403508771928,0.2413793103448276,0.25925925925925924,0.35714285714285715,0.17,0.27419354838709675,0.2857142857142857,0.24,0.24242424242424243,0.3484848484848485,0.33678756476683935,0.36153846153846153,0.23703703703703705,0.35294117647058826,0.2251655629139073,0.28623853211009176,0.375,0.27941176470588236,0.2489451476793249,0.10762331838565023,0.2824427480916031,0.2231404958677686,0.2222222222222222,0.2331288343558282,0.25892857142857145,0.3786407766990291,0.19658119658119658,0.24,0.20434227330779056,0.2398843930635838,0.29608938547486036,0.2875816993464052,0.24437299035369775,0.22839506172839505,0.2553191489361702,0.2627118644067797,0.2536764705882353,0.24673202614379086,0.24545454545454545,0.2653061224489796,0.263681592039801,0.26,0.19879518072289157,0.17543859649122806,0.23745410036719705,0.48529808032699134,TheBloke
OpenOrcaxOpenChat-Preview2-13B-GPTQ,13.0,0.591296928327645,0.6223859788886676,0.5784878882621881,0.29,0.48148148148148145,0.5789473684210527,0.61,0.6113207547169811,0.625,0.35,0.47,0.32,0.5722543352601156,0.3137254901960784,0.71,0.4595744680851064,0.3157894736842105,0.5103448275862069,0.3333333333333333,0.3253968253968254,0.4,0.6967741935483871,0.45320197044334976,0.57,0.7151515151515152,0.7575757575757576,0.8082901554404145,0.5641025641025641,0.31851851851851853,0.6176470588235294,0.3443708609271523,0.7559633027522936,0.4351851851851852,0.7696078431372549,0.7763713080168776,0.6636771300448431,0.7022900763358778,0.7355371900826446,0.7962962962962963,0.6809815950920245,0.36607142857142855,0.7475728155339806,0.8418803418803419,0.6,0.7637292464878672,0.6473988439306358,0.47374301675977654,0.6470588235294118,0.6495176848874598,0.6759259259259259,0.46808510638297873,0.4348109517601043,0.5257352941176471,0.5931372549019608,0.6181818181818182,0.6938775510204082,0.7512437810945274,0.79,0.45180722891566266,0.7953216374269005,0.3623011015911873,0.5021851197251754,TheBloke
h2ogpt-oasst1-512-30B-HF,30.0,0.5273037542662116,0.611431985660227,0.48093602390503887,0.28,0.45185185185185184,0.4934210526315789,0.52,0.49433962264150944,0.5069444444444444,0.28,0.37,0.28,0.44508670520231214,0.21568627450980393,0.57,0.4,0.34210526315789475,0.4413793103448276,0.3492063492063492,0.21428571428571427,0.37,0.5516129032258065,0.39408866995073893,0.46,0.5696969696969697,0.6060606060606061,0.7305699481865285,0.43333333333333335,0.2962962962962963,0.42436974789915966,0.304635761589404,0.6311926605504588,0.35185185185185186,0.6715686274509803,0.729957805907173,0.5829596412556054,0.48854961832061067,0.5950413223140496,0.5462962962962963,0.5214723926380368,0.3125,0.5533980582524272,0.7692307692307693,0.45,0.665389527458493,0.5809248554913294,0.29720670391061454,0.48366013071895425,0.5659163987138264,0.5740740740740741,0.3829787234042553,0.3754889178617992,0.49264705882352944,0.4934640522875817,0.5727272727272728,0.4530612244897959,0.5920398009950248,0.75,0.40963855421686746,0.7251461988304093,0.3047735618115055,0.4546446919607391,TheBloke
llama-30b-supercot-SuperHOT-8K-fp16,30.0,0.22866894197952217,0.2740489942242581,0.23500369054070958,0.22,0.18518518518518517,0.18421052631578946,0.32,0.21509433962264152,0.2569444444444444,0.21,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.22758620689655173,0.21428571428571427,0.2857142857142857,0.18,0.24838709677419354,0.18226600985221675,0.25,0.21818181818181817,0.18181818181818182,0.24352331606217617,0.2205128205128205,0.2222222222222222,0.22268907563025211,0.17880794701986755,0.1761467889908257,0.18981481481481483,0.25,0.270042194092827,0.32286995515695066,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.2085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23116219667943805,0.24855491329479767,0.23798882681564246,0.25163398692810457,0.1864951768488746,0.2191358024691358,0.23049645390070922,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.26,0.28313253012048195,0.3216374269005848,0.2350061199510404,0.4704454489388094,TheBloke
Project-Baize-v2-13B-GPTQ,13.0,0.24573378839590443,0.2552280422226648,0.259055538902862,0.28,0.3333333333333333,0.24342105263157895,0.25,0.20754716981132076,0.2638888888888889,0.28,0.32,0.24,0.2254335260115607,0.2549019607843137,0.3,0.2765957446808511,0.2719298245614035,0.2689655172413793,0.24074074074074073,0.23809523809523808,0.34,0.23225806451612904,0.2857142857142857,0.27,0.26666666666666666,0.25757575757575757,0.20207253886010362,0.2128205128205128,0.2851851851851852,0.21428571428571427,0.23841059602649006,0.22568807339449543,0.2916666666666667,0.2647058823529412,0.21940928270042195,0.2600896860986547,0.16030534351145037,0.2727272727272727,0.2777777777777778,0.26380368098159507,0.20535714285714285,0.18446601941747573,0.24786324786324787,0.19,0.2720306513409962,0.2630057803468208,0.24804469273743016,0.2777777777777778,0.2861736334405145,0.31790123456790126,0.28368794326241137,0.26140808344198174,0.30514705882352944,0.2647058823529412,0.3090909090909091,0.3224489795918367,0.2835820895522388,0.22,0.2710843373493976,0.21637426900584794,0.24112607099143207,0.48217112656241606,TheBloke
WizardLM-30B-fp16,30.0,0.6023890784982935,0.6337382991435969,0.5902867714210337,0.25,0.5481481481481482,0.6447368421052632,0.63,0.6,0.6666666666666666,0.39,0.41,0.32,0.5433526011560693,0.3333333333333333,0.69,0.49361702127659574,0.39473684210526316,0.46206896551724136,0.3783068783068783,0.373015873015873,0.36,0.6935483870967742,0.42857142857142855,0.62,0.7272727272727273,0.7727272727272727,0.844559585492228,0.5897435897435898,0.3074074074074074,0.5714285714285714,0.33112582781456956,0.7926605504587156,0.4722222222222222,0.7941176470588235,0.8059071729957806,0.6591928251121076,0.6870229007633588,0.7603305785123967,0.7037037037037037,0.7361963190184049,0.39285714285714285,0.7475728155339806,0.8632478632478633,0.65,0.7701149425287356,0.6589595375722543,0.3776536312849162,0.6568627450980392,0.6816720257234726,0.6944444444444444,0.4716312056737589,0.4452411994784876,0.6029411764705882,0.6437908496732027,0.6545454545454545,0.6693877551020408,0.7960199004975125,0.83,0.4759036144578313,0.7777777777777778,0.36107711138310894,0.5248618748874638,TheBloke
orca_mini_v3_7B-GPTQ,7.0,0.2354948805460751,0.25492929695279826,0.24312090484792467,0.26,0.26666666666666666,0.17105263157894737,0.27,0.2679245283018868,0.24305555555555555,0.17,0.24,0.21,0.2138728323699422,0.20588235294117646,0.25,0.28085106382978725,0.2982456140350877,0.2206896551724138,0.2619047619047619,0.1984126984126984,0.31,0.24838709677419354,0.28078817733990147,0.24,0.2545454545454545,0.18686868686868688,0.24352331606217617,0.23333333333333334,0.27037037037037037,0.23109243697478993,0.23841059602649006,0.25137614678899084,0.14351851851851852,0.29411764705882354,0.2320675105485232,0.28699551569506726,0.20610687022900764,0.3305785123966942,0.26851851851851855,0.22699386503067484,0.2767857142857143,0.14563106796116504,0.24358974358974358,0.27,0.24776500638569604,0.22254335260115607,0.24134078212290502,0.21895424836601307,0.2379421221864952,0.24691358024691357,0.24468085106382978,0.25358539765319427,0.15808823529411764,0.26143790849673204,0.33636363636363636,0.17142857142857143,0.23383084577114427,0.24,0.3493975903614458,0.25146198830409355,0.2423500611995104,0.48438228589364474,TheBloke
Genz-70b-GPTQ,70.0,0.6638225255972696,0.689205337582155,0.7026095384711725,0.34,0.6370370370370371,0.8223684210526315,0.76,0.720754716981132,0.8194444444444444,0.51,0.58,0.35,0.6473988439306358,0.4019607843137255,0.77,0.676595744680851,0.45614035087719296,0.6344827586206897,0.4417989417989418,0.46825396825396826,0.49,0.8290322580645161,0.5270935960591133,0.8,0.8545454545454545,0.8686868686868687,0.9378238341968912,0.7051282051282052,0.31851851851851853,0.773109243697479,0.5099337748344371,0.8917431192660551,0.6018518518518519,0.9313725490196079,0.9029535864978903,0.8116591928251121,0.8396946564885496,0.859504132231405,0.8240740740740741,0.8159509202453987,0.5,0.8446601941747572,0.9102564102564102,0.71,0.8722860791826309,0.8005780346820809,0.5754189944134078,0.7745098039215687,0.7717041800643086,0.8487654320987654,0.5638297872340425,0.5534550195567145,0.7389705882352942,0.7630718954248366,0.7363636363636363,0.8,0.8606965174129353,0.9,0.5180722891566265,0.8771929824561403,0.4320685434516524,0.6228267270427654,TheBloke
wizardLM-13B-1.0-fp16,13.0,0.5537542662116041,0.6105357498506274,0.5290438266686646,0.3,0.4962962962962963,0.5394736842105263,0.51,0.5358490566037736,0.5347222222222222,0.34,0.41,0.31,0.4682080924855491,0.23529411764705882,0.67,0.41702127659574467,0.2982456140350877,0.42758620689655175,0.31746031746031744,0.3968253968253968,0.37,0.5967741935483871,0.3793103448275862,0.56,0.6787878787878788,0.702020202020202,0.7202072538860104,0.47435897435897434,0.2851851851851852,0.5084033613445378,0.3443708609271523,0.6990825688073394,0.3611111111111111,0.6666666666666666,0.7088607594936709,0.5874439461883408,0.6335877862595419,0.6694214876033058,0.6388888888888888,0.6380368098159509,0.3482142857142857,0.7572815533980582,0.7777777777777778,0.6,0.7241379310344828,0.5809248554913294,0.2670391061452514,0.5915032679738562,0.5852090032154341,0.5679012345679012,0.4148936170212766,0.42242503259452413,0.5551470588235294,0.5392156862745098,0.6,0.6408163265306123,0.7412935323383084,0.8,0.4578313253012048,0.7543859649122807,0.3561811505507956,0.5054873045730662,TheBloke
Wizard-Vicuna-30B-Uncensored-fp16,30.0,0.5989761092150171,0.6386178052180841,0.582367623108102,0.33,0.5333333333333333,0.5986842105263158,0.6,0.6150943396226415,0.6041666666666666,0.4,0.46,0.39,0.5317919075144508,0.29411764705882354,0.65,0.502127659574468,0.3157894736842105,0.5103448275862069,0.3439153439153439,0.31746031746031744,0.4,0.6516129032258065,0.39901477832512317,0.61,0.7212121212121212,0.7626262626262627,0.8082901554404145,0.5717948717948718,0.26666666666666666,0.6134453781512605,0.32450331125827814,0.781651376146789,0.4444444444444444,0.7598039215686274,0.7890295358649789,0.6412556053811659,0.6793893129770993,0.7520661157024794,0.6944444444444444,0.6993865030674846,0.48214285714285715,0.7864077669902912,0.8504273504273504,0.64,0.7637292464878672,0.6589595375722543,0.4145251396648045,0.630718954248366,0.6881028938906752,0.6697530864197531,0.4574468085106383,0.4576271186440678,0.5698529411764706,0.6045751633986928,0.6454545454545455,0.6,0.7860696517412935,0.82,0.5180722891566265,0.783625730994152,0.3525091799265606,0.5080755505916852,TheBloke
gpt4-alpaca-lora-13B-HF,13.0,0.5716723549488054,0.6233817964548894,0.47484546633896596,0.3,0.4888888888888889,0.47368421052631576,0.46,0.4716981132075472,0.4652777777777778,0.31,0.45,0.32,0.4046242774566474,0.24509803921568626,0.61,0.4340425531914894,0.2894736842105263,0.38620689655172413,0.24338624338624337,0.3253968253968254,0.34,0.5,0.31527093596059114,0.48,0.6242424242424243,0.5505050505050505,0.6373056994818653,0.4282051282051282,0.23333333333333334,0.4411764705882353,0.26490066225165565,0.6201834862385321,0.22685185185185186,0.5784313725490197,0.6877637130801688,0.5426008968609866,0.5725190839694656,0.6611570247933884,0.48148148148148145,0.5398773006134969,0.375,0.6407766990291263,0.7435897435897436,0.52,0.6628352490421456,0.5202312138728323,0.23910614525139665,0.5228758169934641,0.5401929260450161,0.5216049382716049,0.36524822695035464,0.38070404172099087,0.5220588235294118,0.49673202614379086,0.5818181818181818,0.5306122448979592,0.6567164179104478,0.76,0.42168674698795183,0.6608187134502924,0.33047735618115054,0.48961829787726385,TheBloke
medalpaca-13B-GPTQ-4bit,13.0,0.23720136518771331,0.2560246962756423,0.25442018752187096,0.21,0.22962962962962963,0.3157894736842105,0.29,0.3018867924528302,0.2638888888888889,0.3,0.29,0.24,0.30057803468208094,0.29411764705882354,0.18,0.20851063829787234,0.19298245614035087,0.2413793103448276,0.2619047619047619,0.2698412698412698,0.18,0.29354838709677417,0.2413793103448276,0.23,0.26666666666666666,0.3484848484848485,0.33678756476683935,0.3641025641025641,0.2111111111111111,0.3487394957983193,0.2781456953642384,0.30458715596330277,0.26851851851851855,0.28921568627450983,0.20675105485232068,0.10762331838565023,0.2824427480916031,0.2231404958677686,0.21296296296296297,0.2392638036809816,0.21428571428571427,0.3786407766990291,0.19658119658119658,0.24,0.20434227330779056,0.23699421965317918,0.21899441340782122,0.2549019607843137,0.24115755627009647,0.2191358024691358,0.26595744680851063,0.24771838331160365,0.3235294117647059,0.238562091503268,0.24545454545454545,0.24489795918367346,0.27860696517412936,0.26,0.1927710843373494,0.17543859649122806,0.24112607099143207,0.4951295157746196,TheBloke
WizardLM-13B-V1-1-SuperHOT-8K-fp16,13.0,0.5546075085324232,0.6121290579565823,0.483231746033245,0.34,0.45925925925925926,0.5460526315789473,0.47,0.5622641509433962,0.5,0.4,0.42,0.26,0.4277456647398844,0.24509803921568626,0.6,0.40425531914893614,0.2894736842105263,0.46206896551724136,0.28835978835978837,0.3333333333333333,0.35,0.5580645161290323,0.37438423645320196,0.46,0.24242424242424243,0.6313131313131313,0.6839378238341969,0.4564102564102564,0.22962962962962963,0.46638655462184875,0.33112582781456956,0.671559633027523,0.39351851851851855,0.24509803921568626,0.6118143459915611,0.547085201793722,0.5877862595419847,0.5867768595041323,0.5648148148148148,0.5398773006134969,0.30357142857142855,0.6990291262135923,0.7435897435897436,0.53,0.6781609195402298,0.5664739884393064,0.2558659217877095,0.5882352941176471,0.5627009646302251,0.5493827160493827,0.3900709219858156,0.4015645371577575,0.5036764705882353,0.5081699346405228,0.5545454545454546,0.5836734693877551,0.7064676616915423,0.75,0.41566265060240964,0.7134502923976608,0.38310893512851896,0.541865699474601,TheBloke
Chinese-Alpaca-33B-SuperHOT-8K-fp16,33.0,0.2175767918088737,0.26926906990639315,0.24069877681114302,0.22,0.2222222222222222,0.17763157894736842,0.31,0.2188679245283019,0.2222222222222222,0.2,0.15,0.23,0.20809248554913296,0.21568627450980393,0.24,0.26382978723404255,0.2631578947368421,0.2413793103448276,0.2275132275132275,0.2222222222222222,0.18,0.25161290322580643,0.23645320197044334,0.19,0.2727272727272727,0.21212121212121213,0.21761658031088082,0.2128205128205128,0.26666666666666666,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.4722222222222222,0.2549019607843137,0.28270042194092826,0.28699551569506726,0.2595419847328244,0.2396694214876033,0.25,0.22085889570552147,0.3125,0.17475728155339806,0.29914529914529914,0.3,0.26947637292464877,0.26878612716763006,0.23798882681564246,0.21568627450980393,0.1864951768488746,0.21604938271604937,0.22340425531914893,0.2457627118644068,0.20588235294117646,0.25,0.21818181818181817,0.20408163265306123,0.24378109452736318,0.32,0.26506024096385544,0.3216374269005848,0.23378212974296206,0.4774590793334822,TheBloke
vicuna-13B-1.1-HF,13.0,0.5196245733788396,0.6007767377016531,0.5193614752036645,0.28,0.4888888888888889,0.506578947368421,0.54,0.4981132075471698,0.5972222222222222,0.38,0.46,0.31,0.4161849710982659,0.27450980392156865,0.64,0.39574468085106385,0.30701754385964913,0.47586206896551725,0.3386243386243386,0.40476190476190477,0.26,0.567741935483871,0.4039408866995074,0.54,0.6666666666666666,0.6565656565656566,0.694300518134715,0.4717948717948718,0.3,0.4495798319327731,0.31125827814569534,0.6862385321100918,0.37037037037037035,0.6862745098039216,0.7088607594936709,0.5874439461883408,0.6717557251908397,0.6859504132231405,0.6203703703703703,0.6380368098159509,0.39285714285714285,0.6990291262135923,0.7521367521367521,0.59,0.6922094508301405,0.546242774566474,0.3307262569832402,0.5555555555555556,0.5241157556270096,0.5462962962962963,0.39361702127659576,0.4165580182529335,0.4889705882352941,0.5212418300653595,0.5545454545454546,0.6244897959183674,0.7711442786069652,0.76,0.4397590361445783,0.7134502923976608,0.3623011015911873,0.5207836984948891,TheBloke
openchat_v2_openorca_preview-GPTQ,,0.23208191126279865,0.25851424019119695,0.24236761217081518,0.18,0.23703703703703705,0.17763157894736842,0.24,0.2679245283018868,0.2569444444444444,0.28,0.27,0.21,0.2254335260115607,0.35294117647058826,0.23,0.18723404255319148,0.2807017543859649,0.16551724137931034,0.25132275132275134,0.2857142857142857,0.17,0.23548387096774193,0.18719211822660098,0.29,0.2545454545454545,0.23737373737373738,0.24352331606217617,0.30256410256410254,0.2,0.29411764705882354,0.271523178807947,0.26788990825688075,0.23148148148148148,0.23529411764705882,0.21518987341772153,0.19282511210762332,0.2824427480916031,0.19008264462809918,0.24074074074074073,0.22085889570552147,0.3125,0.24271844660194175,0.23504273504273504,0.25,0.21328224776500637,0.23410404624277456,0.24804469273743016,0.24509803921568626,0.21221864951768488,0.25308641975308643,0.25886524822695034,0.2529335071707953,0.2610294117647059,0.25326797385620914,0.20909090909090908,0.2897959183673469,0.23880597014925373,0.28,0.25301204819277107,0.21052631578947367,0.23378212974296206,0.5007929816225261,TheBloke
Manticore-13B-Chat-Pyg-Guanaco-SuperHOT-8K-GPTQ,13.0,0.5051194539249146,0.5962955586536547,0.398302697475482,0.24,0.37037037037037035,0.42105263157894735,0.47,0.4226415094339623,0.4305555555555556,0.28,0.27,0.23,0.32947976878612717,0.22549019607843138,0.52,0.3404255319148936,0.3157894736842105,0.33793103448275863,0.25925925925925924,0.2619047619047619,0.32,0.42258064516129035,0.30049261083743845,0.48,0.22424242424242424,0.494949494949495,0.5751295336787565,0.3871794871794872,0.24814814814814815,0.36134453781512604,0.23841059602649006,0.5302752293577981,0.27314814814814814,0.25980392156862747,0.5611814345991561,0.5381165919282511,0.4580152671755725,0.48760330578512395,0.5185185185185185,0.44785276073619634,0.26785714285714285,0.49514563106796117,0.6752136752136753,0.39,0.5708812260536399,0.43352601156069365,0.2536312849162011,0.4019607843137255,0.45980707395498394,0.4660493827160494,0.32269503546099293,0.35658409387222945,0.39338235294117646,0.4150326797385621,0.44545454545454544,0.42857142857142855,0.5024875621890548,0.68,0.3433734939759036,0.5497076023391813,0.35006119951040393,0.5254779040118085,TheBloke
GPlatty-30B-SuperHOT-8K-fp16,30.0,0.22696245733788395,0.28450507866958774,0.24919540082860925,0.22,0.2518518518518518,0.19736842105263158,0.31,0.22641509433962265,0.2361111111111111,0.24,0.29,0.19,0.20809248554913296,0.2647058823529412,0.31,0.2851063829787234,0.21052631578947367,0.27586206896551724,0.21428571428571427,0.2857142857142857,0.18,0.2645161290322581,0.22167487684729065,0.29,0.21818181818181817,0.21717171717171718,0.18134715025906736,0.2717948717948718,0.2037037037037037,0.22268907563025211,0.19205298013245034,0.22568807339449543,0.26851851851851855,0.24509803921568626,0.2869198312236287,0.2914798206278027,0.2748091603053435,0.2727272727272727,0.26851851851851855,0.26993865030674846,0.3125,0.17475728155339806,0.2863247863247863,0.28,0.3065134099616858,0.23121387283236994,0.24581005586592178,0.3104575163398693,0.27009646302250806,0.2345679012345679,0.25177304964539005,0.26597131681877445,0.17647058823529413,0.27450980392156865,0.2,0.20816326530612245,0.26865671641791045,0.26,0.2710843373493976,0.29239766081871343,0.22888616891064872,0.46272712607124966,TheBloke
landmark-attention-llama7b-fp16,7.0,0.4445392491467577,0.5030870344552878,0.31592151725199735,0.25,0.362962962962963,0.3026315789473684,0.42,0.30566037735849055,0.3402777777777778,0.18,0.27,0.31,0.24855491329479767,0.22549019607843138,0.4,0.37446808510638296,0.2543859649122807,0.27586206896551724,0.26455026455026454,0.25396825396825395,0.31,0.3032258064516129,0.22167487684729065,0.29,0.3696969696969697,0.2474747474747475,0.3626943005181347,0.26153846153846155,0.24814814814814815,0.2773109243697479,0.23178807947019867,0.3137614678899083,0.20833333333333334,0.38235294117647056,0.3459915611814346,0.4349775784753363,0.31297709923664124,0.4462809917355372,0.32407407407407407,0.4049079754601227,0.35714285714285715,0.2815533980582524,0.4017094017094017,0.37,0.3767560664112388,0.3208092485549133,0.24692737430167597,0.33986928104575165,0.3054662379421222,0.3055555555555556,0.25177304964539005,0.27249022164276404,0.2867647058823529,0.3627450980392157,0.37272727272727274,0.22448979591836735,0.34328358208955223,0.47,0.3253012048192771,0.45614035087719296,0.2533659730722154,0.4262711761930085,TheBloke
koala-7B-HF,7.0,0.4308873720136519,0.5472017526389166,0.2552916587131416,0.22,0.25925925925925924,0.21710526315789475,0.3,0.27169811320754716,0.2777777777777778,0.21,0.26,0.25,0.24277456647398843,0.20588235294117646,0.33,0.26382978723404255,0.2982456140350877,0.22758620689655173,0.22486772486772486,0.2698412698412698,0.18,0.2032258064516129,0.18226600985221675,0.26,0.22424242424242424,0.26262626262626265,0.22797927461139897,0.2205128205128205,0.23703703703703705,0.21428571428571427,0.2119205298013245,0.22201834862385322,0.18518518518518517,0.2696078431372549,0.27848101265822783,0.3183856502242152,0.26717557251908397,0.371900826446281,0.28703703703703703,0.24539877300613497,0.23214285714285715,0.1941747572815534,0.33760683760683763,0.31,0.29118773946360155,0.2658959537572254,0.25139664804469275,0.23202614379084968,0.22186495176848875,0.22839506172839505,0.23404255319148937,0.26010430247718386,0.21323529411764705,0.2777777777777778,0.2636363636363636,0.2530612244897959,0.31840796019900497,0.34,0.29518072289156627,0.3333333333333333,0.3084455324357405,0.4596019229751083,TheBloke
WizardLM-7B-uncensored-GPTQ,7.0,0.23122866894197952,0.2552280422226648,0.2485184455530617,0.29,0.17037037037037037,0.23684210526315788,0.24,0.27547169811320754,0.24305555555555555,0.27,0.23,0.27,0.24277456647398843,0.21568627450980393,0.26,0.30638297872340425,0.2543859649122807,0.2620689655172414,0.25132275132275134,0.30158730158730157,0.21,0.24516129032258063,0.2019704433497537,0.23,0.2909090909090909,0.21212121212121213,0.18652849740932642,0.2153846153846154,0.24814814814814815,0.2184873949579832,0.16556291390728478,0.22018348623853212,0.2962962962962963,0.2647058823529412,0.21940928270042195,0.40358744394618834,0.2824427480916031,0.23140495867768596,0.2962962962962963,0.2085889570552147,0.25,0.2815533980582524,0.2777777777777778,0.29,0.2771392081736909,0.22832369942196531,0.2670391061452514,0.19281045751633988,0.2347266881028939,0.21296296296296297,0.24468085106382978,0.2777053455019557,0.23161764705882354,0.23366013071895425,0.2545454545454545,0.2163265306122449,0.23383084577114427,0.26,0.25301204819277107,0.2807017543859649,0.24479804161566707,0.5086427712457394,TheBloke
airoboros-13B-HF,13.0,0.5554607508532423,0.6165106552479586,0.5003081958954941,0.3,0.4888888888888889,0.5,0.47,0.5509433962264151,0.4652777777777778,0.41,0.4,0.37,0.4508670520231214,0.24509803921568626,0.64,0.40425531914893614,0.3157894736842105,0.42758620689655175,0.2962962962962963,0.3888888888888889,0.36,0.5580645161290323,0.3399014778325123,0.54,0.6424242424242425,0.5909090909090909,0.7046632124352331,0.48717948717948717,0.3,0.5084033613445378,0.271523178807947,0.6880733944954128,0.3425925925925926,0.6568627450980392,0.6962025316455697,0.5112107623318386,0.5801526717557252,0.5867768595041323,0.5277777777777778,0.5398773006134969,0.33035714285714285,0.6796116504854369,0.7606837606837606,0.54,0.6743295019157088,0.5375722543352601,0.33743016759776534,0.5522875816993464,0.5627009646302251,0.5462962962962963,0.36524822695035464,0.3891786179921773,0.5220588235294118,0.4918300653594771,0.6,0.5346938775510204,0.6318407960199005,0.77,0.41566265060240964,0.7192982456140351,0.3537331701346389,0.5157191510287134,TheBloke
llama-2-70b-Guanaco-QLoRA-fp16,70.0,0.6407849829351536,0.6952798247361084,0.7023298341400357,0.32,0.6370370370370371,0.8026315789473685,0.75,0.6981132075471698,0.8194444444444444,0.5,0.59,0.4,0.6878612716763006,0.38235294117647056,0.78,0.6595744680851063,0.4473684210526316,0.6758620689655173,0.4523809523809524,0.4444444444444444,0.54,0.8193548387096774,0.5270935960591133,0.76,0.8363636363636363,0.8686868686868687,0.927461139896373,0.717948717948718,0.34074074074074073,0.773109243697479,0.5099337748344371,0.8825688073394495,0.6296296296296297,0.9117647058823529,0.8734177215189873,0.8071748878923767,0.8549618320610687,0.8760330578512396,0.8240740740740741,0.8220858895705522,0.5357142857142857,0.8058252427184466,0.905982905982906,0.7,0.855683269476373,0.7976878612716763,0.5206703910614525,0.7843137254901961,0.7813504823151125,0.8518518518518519,0.5709219858156028,0.5384615384615384,0.7389705882352942,0.7598039215686274,0.7,0.8040816326530612,0.8805970149253731,0.92,0.5542168674698795,0.8771929824561403,0.39657282741738065,0.5569422346576033,TheBloke
WizardLM-33B-V1.0-Uncensored-GPTQ,33.0,0.2363481228668942,0.2528380800637323,0.25810085527026205,0.21,0.22962962962962963,0.29605263157894735,0.26,0.2981132075471698,0.2569444444444444,0.32,0.25,0.28,0.3352601156069364,0.35294117647058826,0.18,0.20851063829787234,0.2543859649122807,0.2413793103448276,0.29365079365079366,0.29365079365079366,0.18,0.29354838709677417,0.2512315270935961,0.23,0.2545454545454545,0.35353535353535354,0.35233160621761656,0.36153846153846153,0.21851851851851853,0.3487394957983193,0.37748344370860926,0.3137614678899083,0.3101851851851852,0.25980392156862747,0.25738396624472576,0.10762331838565023,0.2824427480916031,0.1652892561983471,0.21296296296296297,0.2331288343558282,0.25892857142857145,0.3786407766990291,0.19658119658119658,0.24,0.20561941251596424,0.24566473988439305,0.2424581005586592,0.26143790849673204,0.24115755627009647,0.21604938271604937,0.20567375886524822,0.23989569752281617,0.30514705882352944,0.20588235294117646,0.22727272727272727,0.2,0.2885572139303483,0.26,0.1927710843373494,0.17543859649122806,0.24112607099143207,0.4890395458965077,TheBloke
LongChat-13B-GPTQ,13.0,0.24744027303754265,0.2513443537143995,0.255566193105262,0.29,0.3333333333333333,0.27631578947368424,0.29,0.2188679245283019,0.2986111111111111,0.27,0.24,0.27,0.23121387283236994,0.22549019607843138,0.28,0.20425531914893616,0.23684210526315788,0.296551724137931,0.2275132275132275,0.29365079365079366,0.33,0.24193548387096775,0.2857142857142857,0.2,0.2545454545454545,0.25252525252525254,0.22797927461139897,0.2128205128205128,0.26296296296296295,0.20588235294117646,0.2582781456953642,0.1981651376146789,0.18518518518518517,0.2549019607843137,0.2109704641350211,0.20179372197309417,0.22900763358778625,0.2809917355371901,0.25,0.26993865030674846,0.33035714285714285,0.1941747572815534,0.23931623931623933,0.2,0.2707535121328225,0.2861271676300578,0.2759776536312849,0.27124183006535946,0.2958199356913183,0.30246913580246915,0.2695035460992908,0.24445893089960888,0.2610294117647059,0.2630718954248366,0.23636363636363636,0.3183673469387755,0.24875621890547264,0.26,0.21084337349397592,0.29239766081871343,0.23133414932680538,0.4827158174737024,TheBloke
VicUnlocked-alpaca-65B-QLoRA-fp16,65.0,0.6194539249146758,0.6573391754630552,0.6313206031349283,0.31,0.5555555555555556,0.7302631578947368,0.62,0.660377358490566,0.7013888888888888,0.48,0.52,0.34,0.5549132947976878,0.39215686274509803,0.78,0.5914893617021276,0.39473684210526316,0.5379310344827586,0.37566137566137564,0.4365079365079365,0.38,0.7483870967741936,0.4827586206896552,0.65,0.7757575757575758,0.8131313131313131,0.8652849740932642,0.6641025641025641,0.3333333333333333,0.6932773109243697,0.3708609271523179,0.8201834862385321,0.5601851851851852,0.8284313725490197,0.8143459915611815,0.6547085201793722,0.7251908396946565,0.7768595041322314,0.7314814814814815,0.7300613496932515,0.4642857142857143,0.8252427184466019,0.8333333333333334,0.65,0.8135376756066411,0.7283236994219653,0.4312849162011173,0.7026143790849673,0.707395498392283,0.7407407407407407,0.5106382978723404,0.4745762711864407,0.6323529411764706,0.6388888888888888,0.7272727272727273,0.7387755102040816,0.8258706467661692,0.84,0.4879518072289157,0.8128654970760234,0.3684210526315789,0.524653346988439,TheBloke
robin-33B-v2-GPTQ,33.0,0.23122866894197952,0.2546305516829317,0.23526403557488954,0.18,0.23703703703703705,0.23026315789473684,0.28,0.2641509433962264,0.25,0.23,0.24,0.21,0.2658959537572254,0.3235294117647059,0.24,0.18723404255319148,0.2982456140350877,0.1724137931034483,0.23809523809523808,0.23015873015873015,0.17,0.22903225806451613,0.1921182266009852,0.22,0.21818181818181817,0.23737373737373738,0.2538860103626943,0.29743589743589743,0.2074074074074074,0.29411764705882354,0.24503311258278146,0.27706422018348625,0.17592592592592593,0.23529411764705882,0.21518987341772153,0.19282511210762332,0.2824427480916031,0.2809917355371901,0.24074074074074073,0.22699386503067484,0.26785714285714285,0.24271844660194175,0.23504273504273504,0.25,0.21328224776500637,0.2398843930635838,0.2335195530726257,0.22549019607843138,0.21221864951768488,0.19135802469135801,0.23404255319148937,0.25358539765319427,0.21691176470588236,0.24509803921568626,0.21818181818181817,0.17551020408163265,0.24875621890547264,0.28,0.2469879518072289,0.21052631578947367,0.2423500611995104,0.49536982988840905,TheBloke
WizardLM-70B-V1.0-GPTQ,70.0,0.6075085324232082,0.6486755626369249,0.6367595227602691,0.32,0.5185185185185185,0.7171052631578947,0.7,0.660377358490566,0.7430555555555556,0.42,0.53,0.32,0.6184971098265896,0.3235294117647059,0.69,0.5617021276595745,0.3684210526315789,0.5655172413793104,0.41005291005291006,0.4365079365079365,0.4,0.7516129032258064,0.5024630541871922,0.71,0.8181818181818182,0.7878787878787878,0.8963730569948186,0.6128205128205129,0.3148148148148148,0.6848739495798319,0.4370860927152318,0.8422018348623853,0.48148148148148145,0.8382352941176471,0.8438818565400844,0.7174887892376681,0.7862595419847328,0.8181818181818182,0.75,0.7484662576687117,0.5089285714285714,0.7961165048543689,0.8846153846153846,0.68,0.8186462324393359,0.6878612716763006,0.35195530726256985,0.6764705882352942,0.6881028938906752,0.7067901234567902,0.48936170212765956,0.5097783572359843,0.5808823529411765,0.6764705882352942,0.7363636363636363,0.763265306122449,0.8656716417910447,0.85,0.5421686746987951,0.8362573099415205,0.3818849449204406,0.5454276049890074,TheBloke
robin-33B-v2-fp16,33.0,0.5947098976109215,0.6331408086038638,0.5471043158395592,0.36,0.5037037037037037,0.5657894736842105,0.55,0.5207547169811321,0.5555555555555556,0.36,0.47,0.36,0.48554913294797686,0.3137254901960784,0.65,0.451063829787234,0.3684210526315789,0.47586206896551725,0.328042328042328,0.31746031746031744,0.36,0.6161290322580645,0.37438423645320196,0.6,0.7333333333333333,0.7222222222222222,0.772020725388601,0.5025641025641026,0.26296296296296295,0.5630252100840336,0.31788079470198677,0.7339449541284404,0.4212962962962963,0.7598039215686274,0.7763713080168776,0.6188340807174888,0.6106870229007634,0.7024793388429752,0.6666666666666666,0.6932515337423313,0.3392857142857143,0.6310679611650486,0.8418803418803419,0.59,0.7305236270753512,0.5953757225433526,0.26033519553072626,0.5882352941176471,0.6302250803858521,0.6080246913580247,0.43617021276595747,0.41264667535853977,0.5404411764705882,0.5571895424836601,0.6,0.5714285714285714,0.7661691542288557,0.8,0.4819277108433735,0.7602339181286549,0.3574051407588739,0.5388029530988832,TheBloke
Planner-7B-fp16,7.0,0.4761092150170648,0.575682135032862,0.35711061135855415,0.26,0.3851851851851852,0.34868421052631576,0.41,0.35471698113207545,0.375,0.3,0.32,0.34,0.32947976878612717,0.23529411764705882,0.45,0.3702127659574468,0.2631578947368421,0.23448275862068965,0.26455026455026454,0.2619047619047619,0.31,0.32903225806451614,0.2857142857142857,0.33,0.44242424242424244,0.3333333333333333,0.44559585492227977,0.3384615384615385,0.25925925925925924,0.3319327731092437,0.2582781456953642,0.47889908256880737,0.3101851851851852,0.3627450980392157,0.43037974683544306,0.3991031390134529,0.3511450381679389,0.5206611570247934,0.4166666666666667,0.4294478527607362,0.2767857142857143,0.33980582524271846,0.47863247863247865,0.37,0.42528735632183906,0.3901734104046243,0.2424581005586592,0.39215686274509803,0.3987138263665595,0.345679012345679,0.2730496453900709,0.3011734028683181,0.4375,0.35294117647058826,0.4,0.33877551020408164,0.46766169154228854,0.43,0.3373493975903614,0.49122807017543857,0.22031823745410037,0.3432950455512755,TheBloke
CodeLlama-34B-Python-fp16,34.0,0.3575085324232082,0.29924317864967137,0.32948436207195986,0.3,0.32592592592592595,0.3223684210526316,0.27,0.3660377358490566,0.3819444444444444,0.42,0.34,0.32,0.3236994219653179,0.28431372549019607,0.41,0.3191489361702128,0.22807017543859648,0.27586206896551724,0.25925925925925924,0.3253968253968254,0.21,0.3580645161290323,0.2019704433497537,0.37,0.2545454545454545,0.398989898989899,0.47668393782383417,0.3435897435897436,0.2074074074074074,0.36134453781512604,0.25165562913907286,0.3596330275229358,0.30092592592592593,0.27450980392156865,0.39662447257383965,0.32286995515695066,0.29770992366412213,0.33884297520661155,0.3055555555555556,0.22699386503067484,0.24107142857142858,0.46601941747572817,0.44871794871794873,0.31,0.4508301404853129,0.34104046242774566,0.2636871508379888,0.38235294117647056,0.43086816720257237,0.3055555555555556,0.25886524822695034,0.26401564537157757,0.4007352941176471,0.2875816993464052,0.34545454545454546,0.37142857142857144,0.2736318407960199,0.34,0.3132530120481928,0.5555555555555556,0.2778457772337821,0.43567105267740514,TheBloke
Wizard-Vicuna-7B-Uncensored-HF,7.0,0.5008532423208191,0.6055566620195181,0.3708892477364517,0.28,0.37777777777777777,0.35526315789473684,0.42,0.4037735849056604,0.3611111111111111,0.28,0.28,0.27,0.27167630057803466,0.23529411764705882,0.5,0.40425531914893614,0.2631578947368421,0.31724137931034485,0.23809523809523808,0.2619047619047619,0.32,0.3774193548387097,0.23645320197044334,0.38,0.48484848484848486,0.42424242424242425,0.49222797927461137,0.3333333333333333,0.24074074074074073,0.31932773109243695,0.23841059602649006,0.47155963302752296,0.19444444444444445,0.46568627450980393,0.4810126582278481,0.4663677130044843,0.3816793893129771,0.5950413223140496,0.42592592592592593,0.36809815950920244,0.25,0.34951456310679613,0.5427350427350427,0.48,0.5312899106002554,0.41329479768786126,0.2424581005586592,0.38235294117647056,0.38263665594855306,0.41358024691358025,0.3333333333333333,0.30378096479791394,0.4632352941176471,0.3872549019607843,0.41818181818181815,0.3020408163265306,0.39303482587064675,0.49,0.3192771084337349,0.5263157894736842,0.2974296205630355,0.4347779023075343,TheBloke
tulu-7B-fp16,7.0,0.46245733788395904,0.5748854809798845,0.4763284385086601,0.24,0.45185185185185184,0.47368421052631576,0.56,0.49056603773584906,0.5,0.3,0.43,0.31,0.4277456647398844,0.27450980392156865,0.64,0.37446808510638296,0.2894736842105263,0.4068965517241379,0.25132275132275134,0.30952380952380953,0.31,0.4806451612903226,0.3103448275862069,0.45,0.6606060606060606,0.5909090909090909,0.6735751295336787,0.4358974358974359,0.2962962962962963,0.3907563025210084,0.271523178807947,0.671559633027523,0.38425925925925924,0.6225490196078431,0.6624472573839663,0.5291479820627802,0.5114503816793893,0.6115702479338843,0.5648148148148148,0.5705521472392638,0.3392857142857143,0.6601941747572816,0.7564102564102564,0.61,0.6526181353767561,0.5115606936416185,0.29608938547486036,0.5032679738562091,0.4919614147909968,0.5370370370370371,0.34397163120567376,0.3546284224250326,0.4375,0.45751633986928103,0.5636363636363636,0.4897959183673469,0.6616915422885572,0.69,0.40963855421686746,0.6549707602339181,0.2802937576499388,0.41606557052981424,TheBloke
WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GPTQ,30.0,0.22781569965870307,0.2582154949213304,0.24708415585420287,0.22,0.26666666666666666,0.3026315789473684,0.2,0.2188679245283019,0.25,0.29,0.27,0.26,0.2658959537572254,0.17647058823529413,0.27,0.20851063829787234,0.19298245614035087,0.22758620689655173,0.23015873015873015,0.2777777777777778,0.26,0.2645161290322581,0.270935960591133,0.22,0.2727272727272727,0.18181818181818182,0.3316062176165803,0.2076923076923077,0.24814814814814815,0.21428571428571427,0.17880794701986755,0.21100917431192662,0.25,0.22058823529411764,0.21940928270042195,0.22869955156950672,0.2748091603053435,0.2892561983471074,0.23148148148148148,0.294478527607362,0.25,0.1553398058252427,0.2777777777777778,0.28,0.24521072796934865,0.23699421965317918,0.2659217877094972,0.2549019607843137,0.24437299035369775,0.26851851851851855,0.2801418439716312,0.2620599739243807,0.2610294117647059,0.2565359477124183,0.2,0.27755102040816326,0.19900497512437812,0.26,0.28313253012048195,0.32748538011695905,0.2521419828641371,0.49535667677532336,TheBloke
wizardLM-7B-HF,7.0,0.48464163822525597,0.5685122485560645,0.3807240327154984,0.35,0.43703703703703706,0.40131578947368424,0.48,0.4377358490566038,0.3680555555555556,0.24,0.29,0.23,0.35260115606936415,0.22549019607843138,0.49,0.4,0.2631578947368421,0.32413793103448274,0.30687830687830686,0.25396825396825395,0.32,0.36129032258064514,0.30049261083743845,0.34,0.45454545454545453,0.42424242424242425,0.46632124352331605,0.35384615384615387,0.24444444444444444,0.3277310924369748,0.2781456953642384,0.46605504587155966,0.2175925925925926,0.45588235294117646,0.43037974683544306,0.5112107623318386,0.3893129770992366,0.5785123966942148,0.4537037037037037,0.3987730061349693,0.3125,0.3592233009708738,0.5170940170940171,0.42,0.545338441890166,0.38439306358381503,0.23016759776536314,0.4084967320261438,0.3858520900321543,0.39814814814814814,0.3191489361702128,0.3220338983050847,0.3860294117647059,0.40032679738562094,0.41818181818181815,0.3142857142857143,0.47761194029850745,0.55,0.39156626506024095,0.5380116959064327,0.31456548347613217,0.45584096136441793,TheBloke
robin-65b-v2-fp16,65.0,0.5870307167235495,0.6395140410276837,0.6251093546258365,0.3,0.5333333333333333,0.6973684210526315,0.57,0.660377358490566,0.7152777777777778,0.49,0.48,0.34,0.5606936416184971,0.3235294117647059,0.81,0.6085106382978723,0.39473684210526316,0.5241379310344828,0.3994708994708995,0.3968253968253968,0.38,0.7516129032258064,0.4433497536945813,0.65,0.7696969696969697,0.8080808080808081,0.8808290155440415,0.6487179487179487,0.3148148148148148,0.6638655462184874,0.37748344370860926,0.818348623853211,0.4861111111111111,0.8137254901960784,0.8354430379746836,0.6995515695067265,0.7175572519083969,0.8016528925619835,0.7222222222222222,0.754601226993865,0.41964285714285715,0.7961165048543689,0.8675213675213675,0.67,0.8212005108556832,0.7167630057803468,0.34413407821229053,0.6568627450980392,0.7202572347266881,0.7438271604938271,0.5070921985815603,0.46936114732724904,0.6102941176470589,0.6715686274509803,0.6727272727272727,0.7306122448979592,0.8407960199004975,0.87,0.5301204819277109,0.8304093567251462,0.37209302325581395,0.5230660045885717,TheBloke
OpenOrca-Platypus2-13B-GPTQ,13.0,0.575938566552901,0.6208922525393348,0.5855659081936961,0.27,0.4962962962962963,0.6052631578947368,0.57,0.6415094339622641,0.6666666666666666,0.4,0.41,0.32,0.5606936416184971,0.3333333333333333,0.68,0.48936170212765956,0.32456140350877194,0.4827586206896552,0.35978835978835977,0.3492063492063492,0.46,0.6774193548387096,0.43349753694581283,0.64,0.7575757575757576,0.7575757575757576,0.844559585492228,0.6205128205128205,0.34814814814814815,0.6050420168067226,0.33774834437086093,0.8110091743119267,0.4398148148148148,0.8284313725490197,0.7721518987341772,0.6367713004484304,0.6717557251908397,0.6942148760330579,0.75,0.7055214723926381,0.4107142857142857,0.7281553398058253,0.8333333333333334,0.59,0.7828863346104725,0.6445086705202312,0.4793296089385475,0.6372549019607843,0.6945337620578779,0.7037037037037037,0.45390070921985815,0.4491525423728814,0.5514705882352942,0.576797385620915,0.6363636363636364,0.6408163265306123,0.7213930348258707,0.82,0.4939759036144578,0.7777777777777778,0.3635250917992656,0.519328776659898,TheBloke
guanaco-33B-GPTQ,33.0,0.23890784982935154,0.25423222465644296,0.2494372585299445,0.31,0.2518518518518518,0.23684210526315788,0.21,0.21132075471698114,0.22916666666666666,0.23,0.28,0.27,0.2543352601156069,0.28431372549019607,0.31,0.25957446808510637,0.2807017543859649,0.3103448275862069,0.22486772486772486,0.23015873015873015,0.25,0.20967741935483872,0.21182266009852216,0.31,0.2727272727272727,0.2474747474747475,0.15544041450777202,0.2076923076923077,0.2777777777777778,0.20168067226890757,0.24503311258278146,0.23119266055045873,0.30092592592592593,0.25980392156862747,0.22362869198312235,0.28699551569506726,0.21374045801526717,0.2644628099173554,0.25925925925925924,0.2392638036809816,0.20535714285714285,0.21359223300970873,0.2692307692307692,0.22,0.26181353767560667,0.24566473988439305,0.28044692737430166,0.27124183006535946,0.24115755627009647,0.2191358024691358,0.24822695035460993,0.24902216427640156,0.19117647058823528,0.2826797385620915,0.22727272727272727,0.2938775510204082,0.2885572139303483,0.26,0.21084337349397592,0.28654970760233917,0.2460220318237454,0.48980862480634235,TheBloke
airoboros-33B-gpt4-1-4-SuperHOT-8K-fp16,33.0,0.23037542662116042,0.2709619597689703,0.2357333938385135,0.22,0.25925925925925924,0.17763157894736842,0.32,0.22264150943396227,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.27,0.26382978723404255,0.2631578947368421,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.267741935483871,0.15763546798029557,0.25,0.22424242424242424,0.18686868686868688,0.18652849740932642,0.2076923076923077,0.24074074074074073,0.25210084033613445,0.2119205298013245,0.1944954128440367,0.1527777777777778,0.24019607843137256,0.2742616033755274,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.2777777777777778,0.22085889570552147,0.3125,0.17475728155339806,0.29914529914529914,0.3,0.23371647509578544,0.24855491329479767,0.24692737430167597,0.1830065359477124,0.1864951768488746,0.2191358024691358,0.22695035460992907,0.2457627118644068,0.18382352941176472,0.25326797385620914,0.21818181818181817,0.17959183673469387,0.24378109452736318,0.26,0.28313253012048195,0.3157894736842105,0.22031823745410037,0.4792055778955594,TheBloke
CodeLlama-13B-Python-fp16,13.0,0.2960750853242321,0.35769766978689504,0.259432144203747,0.23,0.3333333333333333,0.20394736842105263,0.21,0.2188679245283019,0.2916666666666667,0.18,0.29,0.3,0.26011560693641617,0.16666666666666666,0.21,0.2680851063829787,0.2719298245614035,0.2689655172413793,0.2566137566137566,0.1746031746031746,0.24,0.31290322580645163,0.270935960591133,0.31,0.2606060606060606,0.2828282828282828,0.35233160621761656,0.3282051282051282,0.26296296296296295,0.2605042016806723,0.2980132450331126,0.28990825688073396,0.39814814814814814,0.25980392156862747,0.29957805907172996,0.242152466367713,0.29770992366412213,0.256198347107438,0.24074074074074073,0.22085889570552147,0.23214285714285715,0.17475728155339806,0.1752136752136752,0.25,0.31800766283524906,0.20809248554913296,0.27150837988826815,0.2581699346405229,0.24758842443729903,0.22839506172839505,0.28368794326241137,0.2438070404172099,0.21691176470588236,0.24673202614379086,0.20909090909090908,0.3877551020408163,0.21393034825870647,0.27,0.21686746987951808,0.3157894736842105,0.26560587515299877,0.43989219144943836,TheBloke
guanaco-65B-HF,65.0,0.6186006825938567,0.6684923322047401,0.6291847457258638,0.31,0.5555555555555556,0.7631578947368421,0.61,0.660377358490566,0.7013888888888888,0.48,0.51,0.35,0.5491329479768786,0.4215686274509804,0.72,0.6170212765957447,0.35964912280701755,0.5310344827586206,0.3835978835978836,0.4126984126984127,0.39,0.7387096774193549,0.43842364532019706,0.63,0.7696969696969697,0.8282828282828283,0.8704663212435233,0.6615384615384615,0.34814814814814815,0.6932773109243697,0.41721854304635764,0.818348623853211,0.5925925925925926,0.8382352941176471,0.8227848101265823,0.6681614349775785,0.7251908396946565,0.768595041322314,0.7222222222222222,0.7607361963190185,0.45535714285714285,0.8058252427184466,0.8589743589743589,0.61,0.8045977011494253,0.7341040462427746,0.3743016759776536,0.6568627450980392,0.7266881028938906,0.7345679012345679,0.5141843971631206,0.4771838331160365,0.6360294117647058,0.6421568627450981,0.7181818181818181,0.689795918367347,0.8059701492537313,0.85,0.5180722891566265,0.8128654970760234,0.36474908200734396,0.5281436462656385,TheBloke
gpt4-x-vicuna-13B-HF,13.0,0.5110921501706485,0.6038637721569409,0.512225742768376,0.31,0.45925925925925926,0.506578947368421,0.57,0.4867924528301887,0.5486111111111112,0.32,0.44,0.35,0.4046242774566474,0.20588235294117646,0.57,0.3617021276595745,0.2894736842105263,0.47586206896551725,0.28835978835978837,0.42063492063492064,0.31,0.5741935483870968,0.3891625615763547,0.53,0.6424242424242425,0.6363636363636364,0.7046632124352331,0.43846153846153846,0.23703703703703705,0.4411764705882353,0.33112582781456956,0.6770642201834862,0.36574074074074076,0.6715686274509803,0.7046413502109705,0.5739910313901345,0.6717557251908397,0.6776859504132231,0.6574074074074074,0.6625766871165644,0.39285714285714285,0.6796116504854369,0.7735042735042735,0.62,0.6871008939974457,0.5375722543352601,0.31731843575418994,0.5424836601307189,0.5530546623794212,0.5740740740740741,0.38652482269503546,0.41264667535853977,0.44485294117647056,0.5196078431372549,0.5454545454545454,0.5795918367346938,0.7412935323383084,0.79,0.45180722891566266,0.7426900584795322,0.3635250917992656,0.5357942440986606,TheBloke
Llama-2-70B-fp16,70.0,0.6262798634812287,0.6760605457080263,0.6983208921288625,0.33,0.6296296296296297,0.8092105263157895,0.72,0.7169811320754716,0.8472222222222222,0.51,0.6,0.37,0.6416184971098265,0.37254901960784315,0.77,0.6638297872340425,0.4473684210526316,0.6551724137931034,0.43386243386243384,0.47619047619047616,0.46,0.8193548387096774,0.5123152709359606,0.79,0.8303030303030303,0.8787878787878788,0.9430051813471503,0.7410256410256411,0.35555555555555557,0.7647058823529411,0.4304635761589404,0.8733944954128441,0.6342592592592593,0.8970588235294118,0.8776371308016878,0.8026905829596412,0.8778625954198473,0.8760330578512396,0.8333333333333334,0.803680981595092,0.5357142857142857,0.8349514563106796,0.905982905982906,0.74,0.8620689655172413,0.7774566473988439,0.4547486033519553,0.7810457516339869,0.7877813504823151,0.8364197530864198,0.5673758865248227,0.5319426336375489,0.75,0.7565359477124183,0.6909090909090909,0.7918367346938775,0.900497512437811,0.92,0.5301204819277109,0.8538011695906432,0.3108935128518972,0.44923493721887353,TheBloke
FinOPT-Franklin,,0.22781569965870307,0.2539334793865764,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.2582619339045288,0.5240462847918886,MayaPH
FinOPT-Washington,,0.20563139931740615,0.26000796654052977,0.24828136569182307,0.3,0.22962962962962963,0.16447368421052633,0.22,0.27547169811320754,0.2361111111111111,0.2,0.15,0.22,0.30057803468208094,0.20588235294117646,0.18,0.2297872340425532,0.2894736842105263,0.2482758620689655,0.20634920634920634,0.36507936507936506,0.25,0.1774193548387097,0.17733990147783252,0.17,0.296969696969697,0.3484848484848485,0.3005181347150259,0.3564102564102564,0.21481481481481482,0.3487394957983193,0.2582781456953642,0.24403669724770644,0.28703703703703703,0.2647058823529412,0.26582278481012656,0.12556053811659193,0.25190839694656486,0.2396694214876033,0.26851851851851855,0.24539877300613497,0.3125,0.34951456310679613,0.2606837606837607,0.27,0.1966794380587484,0.24855491329479767,0.2569832402234637,0.22549019607843138,0.18971061093247588,0.21604938271604937,0.22695035460992907,0.2503259452411995,0.2610294117647059,0.25163398692810457,0.20909090909090908,0.1836734693877551,0.24378109452736318,0.27,0.2891566265060241,0.32748538011695905,0.21909424724602203,0.45800376332198445,MayaPH
GodziLLa-30B-instruct,30.0,0.23378839590443687,0.2566221868153754,0.24895452536576504,0.27,0.2814814814814815,0.20394736842105263,0.34,0.28679245283018867,0.1527777777777778,0.15,0.24,0.17,0.2543352601156069,0.21568627450980393,0.27,0.2553191489361702,0.3333333333333333,0.2,0.23809523809523808,0.30952380952380953,0.31,0.24516129032258063,0.29064039408866993,0.22,0.2606060606060606,0.20202020202020202,0.2538860103626943,0.2282051282051282,0.3,0.23529411764705882,0.2251655629139073,0.28073394495412846,0.20833333333333334,0.21568627450980393,0.19831223628691982,0.34080717488789236,0.1297709923664122,0.371900826446281,0.28703703703703703,0.17791411042944785,0.26785714285714285,0.24271844660194175,0.27350427350427353,0.26,0.27330779054916987,0.21676300578034682,0.24134078212290502,0.2222222222222222,0.26366559485530544,0.24691358024691357,0.22340425531914893,0.2737940026075619,0.20220588235294118,0.27941176470588236,0.33636363636363636,0.23673469387755103,0.23383084577114427,0.22,0.3072289156626506,0.21637426900584794,0.24112607099143207,0.4884362927710609,MayaPH
opt-flan-iml-6.7b,6.7,0.23720136518771331,0.4442342162915754,0.2512059890036269,0.26,0.2518518518518518,0.17105263157894737,0.26,0.2679245283018868,0.2222222222222222,0.22,0.16,0.25,0.2023121387283237,0.19607843137254902,0.27,0.32340425531914896,0.30701754385964913,0.22758620689655173,0.2566137566137566,0.19047619047619047,0.31,0.2838709677419355,0.27586206896551724,0.24,0.2545454545454545,0.21717171717171718,0.19170984455958548,0.33589743589743587,0.2518518518518518,0.23109243697478993,0.1986754966887417,0.23853211009174313,0.3101851851851852,0.23529411764705882,0.26582278481012656,0.36771300448430494,0.22900763358778625,0.256198347107438,0.24074074074074073,0.24539877300613497,0.2857142857142857,0.18446601941747573,0.25213675213675213,0.27,0.28607918263090676,0.23699421965317918,0.2435754189944134,0.22549019607843138,0.2797427652733119,0.2839506172839506,0.25886524822695034,0.23663624511082137,0.3382352941176471,0.20751633986928106,0.32727272727272727,0.1673469387755102,0.23880597014925373,0.25,0.3192771084337349,0.21052631578947367,0.22766217870257038,0.36744346077867734,MayaPH
FinOPT-Lincoln,,0.2098976109215017,0.2546305516829317,0.22996124534787324,0.19,0.18518518518518517,0.21710526315789475,0.3,0.21509433962264152,0.2569444444444444,0.19,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.2543859649122807,0.2413793103448276,0.21693121693121692,0.23809523809523808,0.18,0.1774193548387097,0.14285714285714285,0.24,0.23030303030303031,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2037037037037037,0.21428571428571427,0.1986754966887417,0.2036697247706422,0.1527777777777778,0.25980392156862747,0.270042194092827,0.30493273542600896,0.25190839694656486,0.2396694214876033,0.25925925925925924,0.2147239263803681,0.32142857142857145,0.17475728155339806,0.2905982905982906,0.3,0.20689655172413793,0.24855491329479767,0.24022346368715083,0.22549019607843138,0.18971061093247588,0.20679012345679013,0.23049645390070922,0.2457627118644068,0.18382352941176472,0.25163398692810457,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3157894736842105,0.27539779681762544,0.5059199780831098,MayaPH
GodziLLa2-70B,70.0,0.6868600682593856,0.6891057558255328,0.6988177291658042,0.33,0.5703703703703704,0.7960526315789473,0.71,0.7660377358490567,0.8194444444444444,0.51,0.55,0.45,0.6878612716763006,0.3333333333333333,0.77,0.6680851063829787,0.47368421052631576,0.593103448275862,0.47354497354497355,0.5079365079365079,0.52,0.8193548387096774,0.5665024630541872,0.78,0.8666666666666667,0.8535353535353535,0.9326424870466321,0.7128205128205128,0.3074074074074074,0.7647058823529411,0.48344370860927155,0.908256880733945,0.625,0.8970588235294118,0.9071729957805907,0.8116591928251121,0.8244274809160306,0.859504132231405,0.8333333333333334,0.8159509202453987,0.5803571428571429,0.8155339805825242,0.9017094017094017,0.67,0.8684546615581098,0.7543352601156069,0.6312849162011173,0.738562091503268,0.7684887459807074,0.8148148148148148,0.574468085106383,0.5814863102998696,0.7022058823529411,0.7581699346405228,0.7090909090909091,0.7591836734693878,0.8756218905472637,0.84,0.536144578313253,0.8538011695906432,0.4259485924112607,0.6153983714812797,MayaPH
GodziLLa-30B,30.0,0.5955631399317406,0.6142202748456482,0.5421152843869532,0.29,0.5185185185185185,0.6052631578947368,0.61,0.5584905660377358,0.6388888888888888,0.33,0.43,0.25,0.48554913294797686,0.29411764705882354,0.66,0.4808510638297872,0.3508771929824561,0.4,0.37037037037037035,0.3412698412698413,0.4,0.6451612903225806,0.39901477832512317,0.59,0.6909090909090909,0.7121212121212122,0.7823834196891192,0.5051282051282051,0.25925925925925924,0.5756302521008403,0.33774834437086093,0.7064220183486238,0.4212962962962963,0.7450980392156863,0.7637130801687764,0.6457399103139013,0.5419847328244275,0.7355371900826446,0.6851851851851852,0.6441717791411042,0.36607142857142855,0.7087378640776699,0.7948717948717948,0.57,0.7471264367816092,0.5867052023121387,0.2659217877094972,0.5555555555555556,0.6430868167202572,0.5895061728395061,0.43617021276595747,0.4074315514993481,0.5257352941176471,0.5702614379084967,0.6090909090909091,0.5102040816326531,0.6766169154228856,0.76,0.4457831325301205,0.7309941520467836,0.37821297429620565,0.5590599514836058,MayaPH
GodziLLa-30B-plus,30.0,0.2380546075085324,0.2568213503286198,0.24554557107820735,0.21,0.2518518518518518,0.19078947368421054,0.26,0.23773584905660378,0.2222222222222222,0.19,0.24,0.22,0.2658959537572254,0.2549019607843137,0.3,0.28936170212765955,0.2543859649122807,0.25517241379310346,0.21957671957671956,0.18253968253968253,0.16,0.2161290322580645,0.20689655172413793,0.28,0.2727272727272727,0.1919191919191919,0.29015544041450775,0.27692307692307694,0.25925925925925924,0.2689075630252101,0.2185430463576159,0.21284403669724772,0.16203703703703703,0.2549019607843137,0.22784810126582278,0.3183856502242152,0.2900763358778626,0.2066115702479339,0.2777777777777778,0.2883435582822086,0.23214285714285715,0.2524271844660194,0.34615384615384615,0.3,0.24265644955300128,0.23121387283236994,0.24692737430167597,0.21241830065359477,0.2057877813504823,0.21604938271604937,0.21631205673758866,0.25358539765319427,0.19852941176470587,0.25980392156862747,0.24545454545454545,0.23673469387755103,0.263681592039801,0.3,0.3132530120481928,0.2982456140350877,0.23745410036719705,0.48853115015881693,MayaPH
Nous-Hermes-Platypus2-13B-QLoRA-0.80-epoch,13.0,0.5648464163822525,0.632742481577375,0.5669154268069879,0.32,0.5111111111111111,0.5921052631578947,0.6,0.5849056603773585,0.6388888888888888,0.44,0.51,0.36,0.5028901734104047,0.24509803921568626,0.67,0.46382978723404256,0.30701754385964913,0.45517241379310347,0.3412698412698413,0.42857142857142855,0.41,0.6225806451612903,0.39901477832512317,0.56,0.6909090909090909,0.7373737373737373,0.8031088082901554,0.5487179487179488,0.34074074074074073,0.5756302521008403,0.33112582781456956,0.7761467889908257,0.42592592592592593,0.7745098039215687,0.7341772151898734,0.6502242152466368,0.6183206106870229,0.768595041322314,0.6851851851851852,0.6625766871165644,0.32142857142857145,0.7475728155339806,0.8205128205128205,0.63,0.7637292464878672,0.6011560693641619,0.39776536312849164,0.565359477124183,0.6045016077170418,0.6419753086419753,0.425531914893617,0.4439374185136897,0.5698529411764706,0.5800653594771242,0.6454545454545455,0.6122448979591837,0.736318407960199,0.85,0.46987951807228917,0.8011695906432749,0.35128518971848227,0.5107941862859451,TFLai
Platypus2-13B-QLoRA-0.80-epoch,13.0,0.5443686006825939,0.607647878908584,0.5562706921379071,0.24,0.4740740740740741,0.5592105263157895,0.57,0.5849056603773585,0.6319444444444444,0.44,0.49,0.35,0.5086705202312138,0.28431372549019607,0.67,0.46808510638297873,0.2807017543859649,0.4689655172413793,0.3333333333333333,0.3968253968253968,0.33,0.6645161290322581,0.42857142857142855,0.56,0.7151515151515152,0.7323232323232324,0.8082901554404145,0.5025641025641026,0.31851851851851853,0.5378151260504201,0.3443708609271523,0.7688073394495413,0.4675925925925926,0.7156862745098039,0.7383966244725738,0.6547085201793722,0.6259541984732825,0.743801652892562,0.6666666666666666,0.6380368098159509,0.2767857142857143,0.7766990291262136,0.8205128205128205,0.6,0.768837803320562,0.6184971098265896,0.28938547486033517,0.5915032679738562,0.617363344051447,0.6296296296296297,0.4219858156028369,0.4302477183833116,0.5882352941176471,0.5964052287581699,0.6727272727272727,0.5877551020408164,0.7263681592039801,0.77,0.4397590361445783,0.7719298245614035,0.2766217870257038,0.39698245763845513,TFLai
Nova-13B-50-step,13.0,0.5631399317406144,0.6199960167297351,0.5727060438317099,0.28,0.5037037037037037,0.6052631578947368,0.55,0.6452830188679245,0.625,0.47,0.42,0.35,0.5780346820809249,0.37254901960784315,0.68,0.4851063829787234,0.3333333333333333,0.5172413793103449,0.3492063492063492,0.373015873015873,0.37,0.6806451612903226,0.4876847290640394,0.61,0.7151515151515152,0.7474747474747475,0.8290155440414507,0.5948717948717949,0.2814814814814815,0.6050420168067226,0.31125827814569534,0.7871559633027523,0.49074074074074076,0.8235294117647058,0.729957805907173,0.6233183856502242,0.648854961832061,0.6859504132231405,0.7407407407407407,0.6993865030674846,0.33035714285714285,0.7475728155339806,0.8418803418803419,0.59,0.7535121328224776,0.6069364161849711,0.3418994413407821,0.5816993464052288,0.6430868167202572,0.6327160493827161,0.46808510638297873,0.4198174706649283,0.5992647058823529,0.5588235294117647,0.6272727272727273,0.6204081632653061,0.7164179104477612,0.77,0.45180722891566266,0.7426900584795322,0.35862913096695226,0.5153458883991275,TFLai
SpeechlessV1-Nova-13B,13.0,0.5674061433447098,0.6249751045608445,0.577483399758578,0.28,0.4888888888888889,0.5921052631578947,0.55,0.6150943396226415,0.6111111111111112,0.47,0.43,0.33,0.5491329479768786,0.37254901960784315,0.66,0.5191489361702127,0.2894736842105263,0.47586206896551725,0.3492063492063492,0.4603174603174603,0.34,0.6612903225806451,0.4433497536945813,0.6,0.7333333333333333,0.7727272727272727,0.8497409326424871,0.6205128205128205,0.32222222222222224,0.6470588235294118,0.304635761589404,0.8073394495412844,0.5370370370370371,0.8235294117647058,0.7763713080168776,0.6681614349775785,0.6641221374045801,0.6776859504132231,0.7222222222222222,0.7055214723926381,0.35714285714285715,0.7475728155339806,0.8162393162393162,0.62,0.7573435504469987,0.6473988439306358,0.3687150837988827,0.5915032679738562,0.6527331189710611,0.6574074074074074,0.45390070921985815,0.44654498044328556,0.6102941176470589,0.5620915032679739,0.6272727272727273,0.6040816326530613,0.6865671641791045,0.79,0.4397590361445783,0.7602339181286549,0.3574051407588739,0.5144308498130321,TFLai
Nova-13B,13.0,0.5776450511945392,0.6241784505078669,0.579770682234495,0.28,0.48148148148148145,0.5789473684210527,0.54,0.6415094339622641,0.6458333333333334,0.49,0.43,0.32,0.6011560693641619,0.37254901960784315,0.68,0.48936170212765956,0.2894736842105263,0.5103448275862069,0.3544973544973545,0.4126984126984127,0.32,0.6709677419354839,0.458128078817734,0.57,0.7090909090909091,0.7373737373737373,0.8186528497409327,0.6256410256410256,0.3111111111111111,0.6722689075630253,0.33112582781456956,0.8,0.5324074074074074,0.8137254901960784,0.7848101265822784,0.6636771300448431,0.6793893129770993,0.7272727272727273,0.75,0.7239263803680982,0.32142857142857145,0.7378640776699029,0.8290598290598291,0.55,0.7471264367816092,0.6560693641618497,0.3575418994413408,0.6176470588235294,0.662379421221865,0.654320987654321,0.46099290780141844,0.42894393741851367,0.6029411764705882,0.5604575163398693,0.6545454545454545,0.6448979591836734,0.7611940298507462,0.8,0.42771084337349397,0.7543859649122807,0.3623011015911873,0.5134426394958894,TFLai
bloom-560m-4bit-alpaca,0.56,0.19027303754266212,0.27614021111332404,0.2520182305894481,0.24,0.26666666666666666,0.17105263157894737,0.24,0.25660377358490566,0.2222222222222222,0.32,0.27,0.2,0.20809248554913296,0.27450980392156865,0.18,0.26382978723404255,0.24561403508771928,0.2,0.25396825396825395,0.15873015873015872,0.22,0.3,0.2561576354679803,0.34,0.20606060606060606,0.21717171717171718,0.22797927461139897,0.2153846153846154,0.2518518518518518,0.25210084033613445,0.2582781456953642,0.24954128440366974,0.4722222222222222,0.22549019607843138,0.270042194092827,0.35874439461883406,0.22900763358778625,0.19834710743801653,0.2222222222222222,0.2822085889570552,0.3482142857142857,0.2912621359223301,0.21367521367521367,0.3,0.2541507024265645,0.23699421965317918,0.2446927374301676,0.2222222222222222,0.2282958199356913,0.22839506172839505,0.25886524822695034,0.24511082138200782,0.4485294117647059,0.23529411764705882,0.2909090909090909,0.2,0.23880597014925373,0.24,0.21084337349397592,0.2046783625730994,0.26438188494492043,0.45176641262128736,TFLai
MythoMix-Platypus2-13B-QLoRA-0.80-epoch,13.0,0.5665529010238908,0.633240390360486,0.5574493264448358,0.32,0.5185185185185185,0.5394736842105263,0.55,0.5547169811320755,0.625,0.37,0.46,0.34,0.5491329479768786,0.21568627450980393,0.67,0.4297872340425532,0.30701754385964913,0.4896551724137931,0.2962962962962963,0.3888888888888889,0.38,0.5967741935483871,0.37438423645320196,0.55,0.7272727272727273,0.7121212121212122,0.8341968911917098,0.5384615384615384,0.34074074074074073,0.5714285714285714,0.33112582781456956,0.7559633027522936,0.44907407407407407,0.7647058823529411,0.729957805907173,0.6457399103139013,0.6335877862595419,0.7520661157024794,0.7037037037037037,0.6625766871165644,0.3125,0.6893203883495146,0.8376068376068376,0.64,0.7675606641123882,0.6011560693641619,0.4491620111731844,0.5915032679738562,0.6045016077170418,0.6296296296296297,0.4219858156028369,0.439374185136897,0.5330882352941176,0.5964052287581699,0.6636363636363637,0.6122448979591837,0.7213930348258707,0.78,0.42771084337349397,0.7777777777777778,0.3671970624235006,0.5218086101134253,TFLai
Luban-Platypus2-13B-QLora-0.80-epoch,13.0,0.575938566552901,0.6199960167297351,0.5803487031278975,0.28,0.5111111111111111,0.618421052631579,0.56,0.6075471698113207,0.6111111111111112,0.36,0.52,0.38,0.5433526011560693,0.29411764705882354,0.68,0.4851063829787234,0.34210526315789475,0.5793103448275863,0.3492063492063492,0.3253968253968254,0.36,0.6516129032258065,0.4630541871921182,0.62,0.7575757575757576,0.7323232323232324,0.8341968911917098,0.6102564102564103,0.34444444444444444,0.5672268907563025,0.32450331125827814,0.7798165137614679,0.4074074074074074,0.803921568627451,0.7637130801687764,0.6547085201793722,0.6564885496183206,0.743801652892562,0.7685185185185185,0.6625766871165644,0.36607142857142855,0.7281553398058253,0.8418803418803419,0.61,0.776500638569604,0.6127167630057804,0.4335195530726257,0.6568627450980392,0.6463022508038585,0.691358024691358,0.4645390070921986,0.439374185136897,0.5588235294117647,0.5931372549019608,0.6181818181818182,0.6653061224489796,0.7412935323383084,0.8,0.4759036144578313,0.8070175438596491,0.38310893512851896,0.5525986510332871,TFLai
MythicalDestroyerV2-Platypus2-13B-QLora-0.80-epoch,13.0,0.5392491467576792,0.6172077275443139,0.556397275991199,0.26,0.4740740740740741,0.5328947368421053,0.56,0.569811320754717,0.6527777777777778,0.33,0.47,0.38,0.5028901734104047,0.30392156862745096,0.67,0.48936170212765956,0.2894736842105263,0.496551724137931,0.3412698412698413,0.30952380952380953,0.4,0.6161290322580645,0.37438423645320196,0.52,0.7151515151515152,0.6919191919191919,0.8341968911917098,0.5512820512820513,0.2962962962962963,0.542016806722689,0.31788079470198677,0.7596330275229358,0.42592592592592593,0.803921568627451,0.7552742616033755,0.6816143497757847,0.6335877862595419,0.7024793388429752,0.7222222222222222,0.6441717791411042,0.3125,0.7281553398058253,0.811965811965812,0.61,0.7471264367816092,0.5895953757225434,0.4346368715083799,0.5816993464052288,0.6237942122186495,0.6327160493827161,0.46099290780141844,0.45436766623207303,0.5367647058823529,0.5604575163398693,0.6454545454545455,0.6163265306122448,0.7014925373134329,0.81,0.46987951807228917,0.7660818713450293,0.37209302325581395,0.5598133622703098,TFLai
OpenOrcaPlatypus2-Platypus2-13B-QLora-0.80-epoch,13.0,0.5708191126279863,0.6255725951005776,0.5696114951508273,0.29,0.5037037037037037,0.6052631578947368,0.58,0.5773584905660377,0.6527777777777778,0.37,0.39,0.35,0.5491329479768786,0.27450980392156865,0.66,0.46808510638297873,0.2982456140350877,0.46206896551724136,0.36772486772486773,0.38095238095238093,0.38,0.6225806451612903,0.4039408866995074,0.55,0.7212121212121212,0.7525252525252525,0.8497409326424871,0.6025641025641025,0.3592592592592593,0.5798319327731093,0.3576158940397351,0.7908256880733945,0.4444444444444444,0.8382352941176471,0.759493670886076,0.6636771300448431,0.6106870229007634,0.7107438016528925,0.7129629629629629,0.7177914110429447,0.36607142857142855,0.7184466019417476,0.8162393162393162,0.6,0.789272030651341,0.615606936416185,0.4793296089385475,0.6013071895424836,0.6495176848874598,0.6882716049382716,0.4574468085106383,0.46479791395045633,0.5698529411764706,0.5980392156862745,0.6181818181818182,0.5673469387755102,0.6666666666666666,0.74,0.46987951807228917,0.783625730994152,0.3623011015911873,0.5291728702187227,TFLai
OrcaMini-Platypus2-13B-QLoRA-0.80-epoch,13.0,0.5810580204778157,0.626867157936666,0.5641608673254824,0.31,0.48148148148148145,0.5921052631578947,0.58,0.5962264150943396,0.625,0.4,0.47,0.36,0.5549132947976878,0.30392156862745096,0.66,0.4808510638297872,0.2894736842105263,0.5172413793103449,0.30952380952380953,0.3333333333333333,0.39,0.6129032258064516,0.43842364532019706,0.58,0.7393939393939394,0.7323232323232324,0.8393782383419689,0.5538461538461539,0.2851851851851852,0.5840336134453782,0.32450331125827814,0.781651376146789,0.4675925925925926,0.7794117647058824,0.7637130801687764,0.6457399103139013,0.6335877862595419,0.71900826446281,0.7037037037037037,0.6687116564417178,0.33035714285714285,0.7475728155339806,0.8461538461538461,0.63,0.7701149425287356,0.6184971098265896,0.3474860335195531,0.5816993464052288,0.639871382636656,0.6481481481481481,0.43617021276595747,0.4367666232073012,0.5625,0.5718954248366013,0.6181818181818182,0.6163265306122448,0.6069651741293532,0.8,0.45180722891566266,0.7894736842105263,0.3806609547123623,0.5331823936755519,TFLai
OpenOrca-Platypus2-13B-QLoRA-0.80-epoch,13.0,0.5964163822525598,0.6318462457677754,0.5937655877855771,0.35,0.5185185185185185,0.618421052631579,0.59,0.6113207547169811,0.6458333333333334,0.39,0.47,0.39,0.5606936416184971,0.38235294117647056,0.67,0.5106382978723404,0.32456140350877194,0.5793103448275863,0.3783068783068783,0.36507936507936506,0.35,0.6645161290322581,0.42857142857142855,0.58,0.7636363636363637,0.7727272727272727,0.8601036269430051,0.6230769230769231,0.337037037037037,0.6134453781512605,0.3509933774834437,0.7944954128440367,0.4537037037037037,0.8284313725490197,0.7637130801687764,0.6816143497757847,0.6793893129770993,0.743801652892562,0.7777777777777778,0.6748466257668712,0.3392857142857143,0.7572815533980582,0.8504273504273504,0.61,0.7854406130268199,0.6589595375722543,0.4581005586592179,0.6111111111111112,0.6559485530546624,0.6851851851851852,0.4787234042553192,0.4485006518904824,0.5808823529411765,0.6143790849673203,0.6454545454545455,0.6816326530612244,0.7761194029850746,0.81,0.46987951807228917,0.8304093567251462,0.36964504283965727,0.5220378272071609,TFLai
Airboros2.1-Platypus2-13B-QLora-0.80-epoch,13.0,0.552901023890785,0.6234813782115116,0.546235954788136,0.28,0.48148148148148145,0.5657894736842105,0.52,0.5924528301886792,0.6041666666666666,0.41,0.42,0.37,0.5433526011560693,0.3333333333333333,0.71,0.37872340425531914,0.3157894736842105,0.45517241379310347,0.30687830687830686,0.38095238095238093,0.36,0.6129032258064516,0.4088669950738916,0.54,0.7212121212121212,0.7171717171717171,0.8031088082901554,0.47435897435897434,0.29259259259259257,0.47478991596638653,0.31788079470198677,0.7577981651376147,0.4212962962962963,0.7647058823529411,0.7215189873417721,0.6322869955156951,0.6106870229007634,0.6942148760330579,0.6574074074074074,0.656441717791411,0.3125,0.7281553398058253,0.7863247863247863,0.64,0.7586206896551724,0.5982658959537572,0.28268156424581004,0.545751633986928,0.6237942122186495,0.6388888888888888,0.425531914893617,0.4315514993481095,0.5588235294117647,0.5915032679738562,0.6636363636363637,0.5877551020408164,0.6766169154228856,0.76,0.4457831325301205,0.7719298245614035,0.33414932680538556,0.4770960067945883,TFLai
gpt-neo-1.3B-4bit-alpaca,1.3,0.24829351535836178,0.36347341167098185,0.2518979277784919,0.22,0.17037037037037037,0.17763157894736842,0.31,0.2528301886792453,0.2569444444444444,0.21,0.32,0.28,0.20809248554913296,0.21568627450980393,0.27,0.26382978723404255,0.2719298245614035,0.2620689655172414,0.21693121693121692,0.2698412698412698,0.18,0.2129032258064516,0.22167487684729065,0.22,0.23030303030303031,0.16666666666666666,0.23834196891191708,0.29743589743589743,0.25925925925925924,0.21008403361344538,0.2847682119205298,0.30825688073394497,0.4398148148148148,0.2696078431372549,0.3080168776371308,0.23766816143497757,0.2824427480916031,0.2727272727272727,0.25925925925925924,0.22085889570552147,0.30357142857142855,0.17475728155339806,0.2905982905982906,0.3,0.2120051085568327,0.2398843930635838,0.25027932960893856,0.22875816993464052,0.18006430868167203,0.21604938271604937,0.2375886524822695,0.24511082138200782,0.25735294117647056,0.2565359477124183,0.21818181818181817,0.27755102040816326,0.24875621890547264,0.29,0.3132530120481928,0.3216374269005848,0.24112607099143207,0.39258277716254397,TFLai
gpt2-turkish-uncased,,0.18771331058020477,0.25423222465644296,0.26586942398420776,0.21,0.22962962962962963,0.3092105263157895,0.24,0.3018867924528302,0.2916666666666667,0.28,0.24,0.24,0.3179190751445087,0.35294117647058826,0.18,0.20851063829787234,0.2807017543859649,0.2413793103448276,0.2671957671957672,0.1984126984126984,0.2,0.3,0.2660098522167488,0.29,0.2606060606060606,0.3333333333333333,0.24352331606217617,0.36923076923076925,0.25555555555555554,0.33613445378151263,0.3509933774834437,0.27339449541284405,0.42592592592592593,0.27941176470588236,0.2109704641350211,0.10762331838565023,0.2824427480916031,0.15702479338842976,0.24074074074074073,0.2331288343558282,0.21428571428571427,0.3786407766990291,0.23931623931623933,0.24,0.2260536398467433,0.25722543352601157,0.24804469273743016,0.2777777777777778,0.24115755627009647,0.28703703703703703,0.2765957446808511,0.25554106910039115,0.4264705882352941,0.238562091503268,0.23636363636363636,0.4122448979591837,0.23383084577114427,0.28,0.1927710843373494,0.1871345029239766,0.2741738066095471,0.5230349770235149,TFLai
PuddleJumper-Platypus2-13B-QLoRA-0.80-epoch,13.0,0.5119453924914675,0.5905198167695678,0.5514599987096858,0.33,0.5037037037037037,0.6118421052631579,0.57,0.5509433962264151,0.6111111111111112,0.37,0.37,0.31,0.4797687861271676,0.29411764705882354,0.67,0.425531914893617,0.2982456140350877,0.4413793103448276,0.35978835978835977,0.36507936507936506,0.39,0.5774193548387097,0.3842364532019704,0.61,0.7090909090909091,0.7525252525252525,0.8186528497409327,0.6128205128205129,0.32592592592592595,0.5126050420168067,0.33774834437086093,0.7706422018348624,0.4074074074074074,0.7745098039215687,0.7637130801687764,0.6367713004484304,0.5725190839694656,0.7024793388429752,0.6388888888888888,0.6503067484662577,0.35714285714285715,0.7087378640776699,0.7863247863247863,0.58,0.7650063856960408,0.5982658959537572,0.43687150837988825,0.5686274509803921,0.617363344051447,0.6450617283950617,0.475177304964539,0.4439374185136897,0.5661764705882353,0.5833333333333334,0.6181818181818182,0.5795918367346938,0.5621890547263682,0.79,0.4578313253012048,0.783625730994152,0.35128518971848227,0.5431670480120661,TFLai
Stable-Platypus2-13B-QLoRA-0.80-epoch,13.0,0.5878839590443686,0.6265684126667994,0.570914040960065,0.34,0.48148148148148145,0.5986842105263158,0.58,0.5811320754716981,0.6111111111111112,0.38,0.45,0.41,0.5549132947976878,0.29411764705882354,0.69,0.4808510638297872,0.2894736842105263,0.5448275862068965,0.3333333333333333,0.40476190476190477,0.33,0.6387096774193548,0.39408866995073893,0.57,0.7333333333333333,0.7474747474747475,0.8341968911917098,0.5564102564102564,0.3037037037037037,0.5840336134453782,0.33112582781456956,0.7834862385321101,0.4305555555555556,0.7794117647058824,0.7510548523206751,0.6367713004484304,0.648854961832061,0.7355371900826446,0.6944444444444444,0.6625766871165644,0.3125,0.7572815533980582,0.8504273504273504,0.65,0.7816091954022989,0.6502890173410405,0.4122905027932961,0.6013071895424836,0.6559485530546624,0.6512345679012346,0.44680851063829785,0.42698826597131684,0.5735294117647058,0.5800653594771242,0.6181818181818182,0.6244897959183674,0.7114427860696517,0.79,0.4819277108433735,0.7953216374269005,0.36964504283965727,0.5140502514486448,TFLai
Athena-Platypus2-13B-QLora-0.80-epoch,13.0,0.5332764505119454,0.6037641904003187,0.5542928634440972,0.34,0.5037037037037037,0.6052631578947368,0.6,0.5509433962264151,0.6388888888888888,0.39,0.41,0.28,0.4913294797687861,0.24509803921568626,0.64,0.4425531914893617,0.2807017543859649,0.46206896551724136,0.35185185185185186,0.38095238095238093,0.39,0.5774193548387097,0.3891625615763547,0.59,0.7212121212121212,0.7575757575757576,0.8393782383419689,0.6102564102564103,0.34074074074074073,0.5126050420168067,0.3576158940397351,0.7651376146788991,0.4166666666666667,0.7941176470588235,0.7679324894514767,0.6412556053811659,0.5648854961832062,0.7355371900826446,0.7037037037037037,0.6625766871165644,0.33035714285714285,0.7184466019417476,0.7905982905982906,0.58,0.768837803320562,0.6098265895953757,0.4592178770949721,0.5751633986928104,0.6141479099678456,0.6604938271604939,0.4574468085106383,0.45371577574967403,0.5735294117647058,0.5882352941176471,0.6181818181818182,0.5795918367346938,0.4527363184079602,0.79,0.42771084337349397,0.7953216374269005,0.36474908200734396,0.5362010944011686,TFLai
Orca-Nova-13B,13.0,0.5742320819112628,0.620991834295957,0.5744387523264125,0.25,0.4666666666666667,0.5592105263157895,0.54,0.6377358490566037,0.6319444444444444,0.49,0.41,0.33,0.5433526011560693,0.37254901960784315,0.7,0.4723404255319149,0.2982456140350877,0.496551724137931,0.3492063492063492,0.4444444444444444,0.38,0.7032258064516129,0.458128078817734,0.58,0.696969696969697,0.7727272727272727,0.7875647668393783,0.6128205128205129,0.3296296296296296,0.6680672268907563,0.33774834437086093,0.7871559633027523,0.5324074074074074,0.7990196078431373,0.7637130801687764,0.6278026905829597,0.6412213740458015,0.71900826446281,0.7592592592592593,0.6687116564417178,0.33035714285714285,0.7475728155339806,0.8034188034188035,0.55,0.7445721583652618,0.630057803468208,0.39553072625698327,0.5849673202614379,0.6463022508038585,0.6697530864197531,0.425531914893617,0.42046936114732725,0.5955882352941176,0.565359477124183,0.6454545454545455,0.6448979591836734,0.7611940298507462,0.8,0.42771084337349397,0.7368421052631579,0.3219094247246022,0.4597465231311121,TFLai
Limarp-Platypus2-13B-QLoRA-0.80-epoch,13.0,0.5631399317406144,0.6221868153754232,0.565178527702576,0.32,0.48148148148148145,0.5789473684210527,0.51,0.5811320754716981,0.625,0.46,0.44,0.37,0.5144508670520231,0.23529411764705882,0.69,0.4595744680851064,0.30701754385964913,0.5103448275862069,0.35714285714285715,0.40476190476190477,0.32,0.6645161290322581,0.39408866995073893,0.56,0.696969696969697,0.7474747474747475,0.8290155440414507,0.5358974358974359,0.32222222222222224,0.5672268907563025,0.33774834437086093,0.7669724770642202,0.49537037037037035,0.7647058823529411,0.7383966244725738,0.6188340807174888,0.6870229007633588,0.7272727272727273,0.6851851851851852,0.6503067484662577,0.2767857142857143,0.7766990291262136,0.8247863247863247,0.64,0.7713920817369093,0.6358381502890174,0.39217877094972065,0.6143790849673203,0.6430868167202572,0.6234567901234568,0.4078014184397163,0.43285528031290743,0.6066176470588235,0.5931372549019608,0.6454545454545455,0.5918367346938775,0.7313432835820896,0.8,0.4578313253012048,0.7953216374269005,0.3047735618115055,0.44144767502452936,TFLai
Ensemble5-Platypus2-13B-QLora-0.80-epoch,13.0,0.5674061433447098,0.6262696673969329,0.5693713408641482,0.27,0.5037037037037037,0.5986842105263158,0.57,0.5811320754716981,0.6527777777777778,0.35,0.41,0.34,0.5549132947976878,0.28431372549019607,0.66,0.4553191489361702,0.2982456140350877,0.4896551724137931,0.36507936507936506,0.3968253968253968,0.4,0.6161290322580645,0.4187192118226601,0.58,0.7151515151515152,0.7474747474747475,0.8497409326424871,0.5948717948717949,0.362962962962963,0.5714285714285714,0.3443708609271523,0.7963302752293578,0.4398148148148148,0.8333333333333334,0.759493670886076,0.6502242152466368,0.6030534351145038,0.7107438016528925,0.6851851851851852,0.7055214723926381,0.36607142857142855,0.7184466019417476,0.8162393162393162,0.6,0.789272030651341,0.6184971098265896,0.48044692737430167,0.5849673202614379,0.6527331189710611,0.6882716049382716,0.46099290780141844,0.4654498044328553,0.5735294117647058,0.5964052287581699,0.6090909090909091,0.5755102040816327,0.6716417910447762,0.75,0.4819277108433735,0.7894736842105263,0.35862913096695226,0.5291574060590136,TFLai
gpt-neox-20b-4bit-alpaca,20.0,0.41467576791808874,0.509061939852619,0.25058023213915476,0.22,0.23703703703703705,0.21052631578947367,0.33,0.23773584905660378,0.2708333333333333,0.22,0.26,0.23,0.2138728323699422,0.28431372549019607,0.32,0.2765957446808511,0.2894736842105263,0.2689655172413793,0.23809523809523808,0.23015873015873015,0.29,0.1967741935483871,0.1477832512315271,0.18,0.22424242424242424,0.1717171717171717,0.20725388601036268,0.258974358974359,0.26666666666666666,0.2184873949579832,0.271523178807947,0.21467889908256882,0.18518518518518517,0.24509803921568626,0.25738396624472576,0.34977578475336324,0.31297709923664124,0.2396694214876033,0.2222222222222222,0.2331288343558282,0.17857142857142858,0.27184466019417475,0.23504273504273504,0.35,0.28991060025542786,0.30057803468208094,0.24581005586592178,0.24836601307189543,0.3279742765273312,0.23765432098765432,0.24468085106382978,0.24445893089960888,0.17279411764705882,0.23529411764705882,0.3,0.17959183673469387,0.2885572139303483,0.29,0.2891566265060241,0.3216374269005848,0.2178702570379437,0.35672489857760115,TFLai
bloomz-1b7-4bit-alpaca,1.0,0.2619453924914676,0.3754232224656443,0.3179756353543824,0.29,0.34074074074074073,0.24342105263157895,0.35,0.3169811320754717,0.2916666666666667,0.28,0.38,0.36,0.3352601156069364,0.17647058823529413,0.29,0.30638297872340425,0.22807017543859648,0.33793103448275863,0.2751322751322751,0.3492063492063492,0.33,0.35161290322580646,0.28078817733990147,0.33,0.21818181818181817,0.3434343434343434,0.34196891191709844,0.34615384615384615,0.23333333333333334,0.3277310924369748,0.2582781456953642,0.3192660550458716,0.4351851851851852,0.29901960784313725,0.4008438818565401,0.39461883408071746,0.366412213740458,0.3140495867768595,0.35185185185185186,0.25153374233128833,0.29464285714285715,0.33980582524271846,0.32905982905982906,0.31,0.3793103448275862,0.2861271676300578,0.2446927374301676,0.3627450980392157,0.3408360128617363,0.3271604938271605,0.26595744680851063,0.2757496740547588,0.39338235294117646,0.31699346405228757,0.38181818181818183,0.2530612244897959,0.30845771144278605,0.45,0.3795180722891566,0.23976608187134502,0.23745410036719705,0.41064553123757513,TFLai
pythia-2.8b-4bit-alpaca,2.8,0.310580204778157,0.44363672575184226,0.2552962810394638,0.23,0.3333333333333333,0.2631578947368421,0.23,0.21132075471698114,0.2638888888888889,0.19,0.25,0.25,0.20809248554913296,0.20588235294117646,0.33,0.23404255319148937,0.22807017543859648,0.2827586206896552,0.2751322751322751,0.14285714285714285,0.27,0.25161290322580643,0.15763546798029557,0.28,0.2545454545454545,0.2474747474747475,0.24870466321243523,0.27692307692307694,0.26666666666666666,0.226890756302521,0.31125827814569534,0.21100917431192662,0.3194444444444444,0.2549019607843137,0.24472573839662448,0.24663677130044842,0.2595419847328244,0.3305785123966942,0.25,0.2883435582822086,0.23214285714285715,0.20388349514563106,0.24358974358974358,0.31,0.2681992337164751,0.28901734104046245,0.24692737430167597,0.26143790849673204,0.27009646302250806,0.2962962962962963,0.24822695035460993,0.2796610169491525,0.3272058823529412,0.272875816993464,0.23636363636363636,0.22040816326530613,0.24875621890547264,0.28,0.20481927710843373,0.28654970760233917,0.2423500611995104,0.3914056867537695,TFLai
llama-2-13b-4bit-alpaca-gpt4,13.0,0.53839590443686,0.6101374228241386,0.5181524615569006,0.34,0.45925925925925926,0.4934210526315789,0.49,0.5924528301886792,0.5555555555555556,0.34,0.39,0.27,0.4682080924855491,0.20588235294117646,0.67,0.4297872340425532,0.2982456140350877,0.4827586206896552,0.31746031746031744,0.25396825396825395,0.36,0.6516129032258065,0.4187192118226601,0.52,0.6606060606060606,0.6868686868686869,0.7305699481865285,0.4717948717948718,0.28888888888888886,0.5210084033613446,0.32450331125827814,0.6954128440366972,0.4398148148148148,0.6519607843137255,0.6962025316455697,0.600896860986547,0.6106870229007634,0.6528925619834711,0.6481481481481481,0.656441717791411,0.2767857142857143,0.6893203883495146,0.782051282051282,0.54,0.6947637292464879,0.6011560693641619,0.25251396648044694,0.545751633986928,0.6366559485530546,0.5987654320987654,0.39361702127659576,0.3924380704041721,0.49264705882352944,0.5196078431372549,0.6,0.5836734693877551,0.7213930348258707,0.77,0.4036144578313253,0.695906432748538,0.31946144430844553,0.45686332356911125,TFLai
llama-13b-4bit-alpaca,13.0,0.5349829351535836,0.6217884883489345,0.42416924149673857,0.36,0.45185185185185184,0.4473684210526316,0.4,0.4188679245283019,0.4722222222222222,0.25,0.33,0.31,0.35260115606936415,0.24509803921568626,0.59,0.3829787234042553,0.2807017543859649,0.4068965517241379,0.2275132275132275,0.2857142857142857,0.25,0.44193548387096776,0.270935960591133,0.42,0.4484848484848485,0.47474747474747475,0.6113989637305699,0.37948717948717947,0.26666666666666666,0.4117647058823529,0.23841059602649006,0.5559633027522936,0.22685185185185186,0.43137254901960786,0.47257383966244726,0.48878923766816146,0.4198473282442748,0.6033057851239669,0.49074074074074076,0.44171779141104295,0.33035714285714285,0.6116504854368932,0.6239316239316239,0.5,0.6104725415070242,0.4393063583815029,0.24692737430167597,0.46078431372549017,0.47266881028938906,0.48148148148148145,0.29432624113475175,0.31029986962190353,0.4117647058823529,0.44281045751633985,0.5454545454545454,0.4857142857142857,0.6417910447761194,0.7,0.3795180722891566,0.631578947368421,0.2937576499388005,0.4479806162586582,TFLai
Janin-GPTJ,,0.36006825938566556,0.4953196574387572,0.2740419193308567,0.24,0.28888888888888886,0.2894736842105263,0.29,0.3018867924528302,0.2638888888888889,0.15,0.23,0.31,0.27167630057803466,0.22549019607843138,0.34,0.33617021276595743,0.3333333333333333,0.2689655172413793,0.2671957671957672,0.23015873015873015,0.29,0.22580645161290322,0.2413793103448276,0.24,0.2606060606060606,0.2222222222222222,0.22279792746113988,0.2717948717948718,0.2518518518518518,0.25630252100840334,0.2582781456953642,0.24587155963302754,0.19444444444444445,0.28431372549019607,0.2616033755274262,0.32286995515695066,0.22900763358778625,0.2727272727272727,0.3148148148148148,0.24539877300613497,0.3392857142857143,0.20388349514563106,0.2777777777777778,0.26,0.30268199233716475,0.28901734104046245,0.23798882681564246,0.2777777777777778,0.2765273311897106,0.30246913580246915,0.28368794326241137,0.3109517601043025,0.25735294117647056,0.272875816993464,0.33636363636363636,0.4122448979591837,0.35323383084577115,0.29,0.27710843373493976,0.30994152046783624,0.211750305997552,0.36245167469649814,digitous
13B-Chimera,13.0,0.5614334470989761,0.6163114917347142,0.498622674687708,0.36,0.4962962962962963,0.4605263157894737,0.49,0.5094339622641509,0.5208333333333334,0.35,0.42,0.37,0.42196531791907516,0.21568627450980393,0.62,0.41702127659574467,0.2807017543859649,0.43448275862068964,0.2857142857142857,0.38095238095238093,0.31,0.5548387096774193,0.32019704433497537,0.48,0.6363636363636364,0.6161616161616161,0.689119170984456,0.4794871794871795,0.2222222222222222,0.453781512605042,0.2582781456953642,0.689908256880734,0.3101851851851852,0.6715686274509803,0.6962025316455697,0.5874439461883408,0.5801526717557252,0.6611570247933884,0.5833333333333334,0.5276073619631901,0.36607142857142855,0.7281553398058253,0.7606837606837606,0.56,0.7062579821200511,0.5317919075144508,0.23798882681564246,0.545751633986928,0.5305466237942122,0.5432098765432098,0.3829787234042553,0.4015645371577575,0.46691176470588236,0.5228758169934641,0.5545454545454546,0.5387755102040817,0.681592039800995,0.8,0.4457831325301205,0.7543859649122807,0.3598531211750306,0.5259120317801959,digitous
Javelin-GPTJ,,0.39078498293515357,0.5243975303724357,0.26197540969644384,0.26,0.28888888888888886,0.25,0.27,0.27547169811320754,0.24305555555555555,0.23,0.18,0.33,0.24277456647398843,0.20588235294117646,0.3,0.32340425531914896,0.2719298245614035,0.23448275862068965,0.2619047619047619,0.21428571428571427,0.31,0.24838709677419354,0.2660098522167488,0.14,0.2909090909090909,0.22727272727272727,0.22279792746113988,0.2512820512820513,0.26296296296296295,0.23949579831932774,0.25165562913907286,0.23486238532110093,0.12962962962962962,0.2549019607843137,0.2911392405063291,0.35874439461883406,0.22137404580152673,0.3140495867768595,0.2962962962962963,0.22699386503067484,0.3392857142857143,0.1941747572815534,0.28205128205128205,0.26,0.3065134099616858,0.27167630057803466,0.2424581005586592,0.2647058823529412,0.2829581993569132,0.27469135802469136,0.2801418439716312,0.2861799217731421,0.19852941176470587,0.25326797385620914,0.32727272727272727,0.27755102040816326,0.2935323383084577,0.3,0.3253012048192771,0.25146198830409355,0.21297429620563035,0.36081837896921476,digitous
Javalion-GPTJ,,0.3856655290102389,0.504282015534754,0.2684774948615434,0.28,0.2962962962962963,0.2565789473684211,0.3,0.2943396226415094,0.24305555555555555,0.2,0.2,0.29,0.2543352601156069,0.21568627450980393,0.28,0.3276595744680851,0.2719298245614035,0.2620689655172414,0.2724867724867725,0.20634920634920634,0.32,0.24193548387096775,0.2660098522167488,0.17,0.2909090909090909,0.22727272727272727,0.23316062176165803,0.26153846153846155,0.26296296296296295,0.25210084033613445,0.25165562913907286,0.24403669724770644,0.14814814814814814,0.2647058823529412,0.26582278481012656,0.36771300448430494,0.22900763358778625,0.35537190082644626,0.3055555555555556,0.22085889570552147,0.33035714285714285,0.20388349514563106,0.28205128205128205,0.27,0.3231162196679438,0.2832369942196532,0.2424581005586592,0.2875816993464052,0.2990353697749196,0.2839506172839506,0.2765957446808511,0.29139504563233376,0.1948529411764706,0.25980392156862747,0.3,0.35918367346938773,0.31840796019900497,0.28,0.30120481927710846,0.28654970760233917,0.21297429620563035,0.35438024747556346,digitous
Alpacino13b,13.0,0.5503412969283277,0.6141206930890261,0.4791768275563307,0.38,0.4740740740740741,0.4342105263157895,0.47,0.4716981132075472,0.4652777777777778,0.31,0.41,0.36,0.43352601156069365,0.20588235294117646,0.61,0.4297872340425532,0.2894736842105263,0.3931034482758621,0.24603174603174602,0.3492063492063492,0.34,0.5161290322580645,0.3054187192118227,0.49,0.6121212121212121,0.5303030303030303,0.6476683937823834,0.43846153846153846,0.2740740740740741,0.47058823529411764,0.271523178807947,0.6293577981651376,0.27314814814814814,0.5931372549019608,0.6877637130801688,0.5650224215246636,0.5648854961832062,0.6528925619834711,0.5370370370370371,0.5644171779141104,0.3392857142857143,0.6504854368932039,0.7264957264957265,0.51,0.6666666666666666,0.5144508670520231,0.2435754189944134,0.5130718954248366,0.5434083601286174,0.5339506172839507,0.35106382978723405,0.37157757496740546,0.5147058823529411,0.4852941176470588,0.5909090909090909,0.5387755102040817,0.6567164179104478,0.76,0.4397590361445783,0.6666666666666666,0.28151774785801714,0.41663528664025434,digitous
GPT-R,,0.38310580204778155,0.4980083648675563,0.36502405859248654,0.32,0.4666666666666667,0.4934210526315789,0.33,0.3886792452830189,0.3472222222222222,0.35,0.26,0.38,0.34104046242774566,0.27450980392156865,0.47,0.32340425531914896,0.32456140350877194,0.3931034482758621,0.2962962962962963,0.2222222222222222,0.32,0.38387096774193546,0.3251231527093596,0.32,0.34545454545454546,0.4292929292929293,0.46113989637305697,0.3641025641025641,0.25555555555555554,0.36554621848739494,0.32450331125827814,0.3541284403669725,0.2777777777777778,0.3627450980392157,0.35443037974683544,0.4080717488789238,0.3816793893129771,0.5041322314049587,0.3611111111111111,0.37423312883435583,0.25892857142857145,0.3592233009708738,0.42735042735042733,0.41,0.3780332056194125,0.36416184971098264,0.2446927374301676,0.42810457516339867,0.3858520900321543,0.38271604938271603,0.2765957446808511,0.30378096479791394,0.3602941176470588,0.315359477124183,0.43636363636363634,0.4448979591836735,0.5174129353233831,0.5,0.3433734939759036,0.4152046783625731,0.22276621787025705,0.34219171977394097,digitous
Javalion-R,,0.378839590443686,0.5032861979685321,0.30811194646086304,0.28,0.34814814814814815,0.3223684210526316,0.26,0.33962264150943394,0.2847222222222222,0.23,0.22,0.33,0.30057803468208094,0.20588235294117646,0.31,0.3617021276595745,0.3157894736842105,0.31724137931034485,0.2698412698412698,0.19047619047619047,0.35,0.2903225806451613,0.30049261083743845,0.24,0.30303030303030304,0.29797979797979796,0.32124352331606215,0.31025641025641026,0.2518518518518518,0.2773109243697479,0.24503311258278146,0.28073394495412846,0.17592592592592593,0.3235294117647059,0.350210970464135,0.3991031390134529,0.2595419847328244,0.3884297520661157,0.32407407407407407,0.25153374233128833,0.3125,0.36893203883495146,0.31196581196581197,0.32,0.351213282247765,0.3092485549132948,0.2446927374301676,0.369281045751634,0.3215434083601286,0.31790123456790126,0.28368794326241137,0.32529335071707954,0.3125,0.2973856209150327,0.37272727272727274,0.44081632653061226,0.40298507462686567,0.39,0.3493975903614458,0.3333333333333333,0.2215422276621787,0.34436864491547176,digitous
Javelin-R,,0.386518771331058,0.5119498107946624,0.3069510607515644,0.28,0.34814814814814815,0.3223684210526316,0.27,0.33584905660377357,0.2708333333333333,0.22,0.24,0.31,0.3063583815028902,0.21568627450980393,0.34,0.3574468085106383,0.30701754385964913,0.296551724137931,0.26455026455026454,0.16666666666666666,0.35,0.2838709677419355,0.29064039408866993,0.22,0.3212121212121212,0.30303030303030304,0.31088082901554404,0.30256410256410254,0.2518518518518518,0.31092436974789917,0.25165562913907286,0.29541284403669726,0.16203703703703703,0.3382352941176471,0.3670886075949367,0.39461883408071746,0.2824427480916031,0.3884297520661157,0.35185185185185186,0.25153374233128833,0.2767857142857143,0.3592233009708738,0.29914529914529914,0.31,0.36015325670498083,0.30346820809248554,0.2424581005586592,0.369281045751634,0.3086816720257235,0.3117283950617284,0.2872340425531915,0.32529335071707954,0.3014705882352941,0.2875816993464052,0.36363636363636365,0.42857142857142855,0.40298507462686567,0.39,0.35542168674698793,0.3333333333333333,0.21664626682986537,0.34500578848693414,digitous
Janin-R,,0.3728668941979522,0.4986058554072894,0.3124330474686588,0.27,0.34814814814814815,0.3355263157894737,0.26,0.3660377358490566,0.2916666666666667,0.23,0.23,0.35,0.30057803468208094,0.21568627450980393,0.37,0.3404255319148936,0.3157894736842105,0.31724137931034485,0.2724867724867725,0.1746031746031746,0.33,0.25806451612903225,0.27586206896551724,0.19,0.3212121212121212,0.30303030303030304,0.35233160621761656,0.3282051282051282,0.24444444444444444,0.3025210084033613,0.2781456953642384,0.28807339449541286,0.2222222222222222,0.3137254901960784,0.3459915611814346,0.37668161434977576,0.2748091603053435,0.4297520661157025,0.3333333333333333,0.294478527607362,0.29464285714285715,0.33980582524271846,0.31196581196581197,0.32,0.31800766283524906,0.3236994219653179,0.2446927374301676,0.3758169934640523,0.3440514469453376,0.32407407407407407,0.2765957446808511,0.318122555410691,0.34191176470588236,0.2973856209150327,0.36363636363636365,0.4530612244897959,0.44776119402985076,0.38,0.3373493975903614,0.34502923976608185,0.21664626682986537,0.34493913847379143,digitous
Skegma-GPTJ,,0.39505119453924914,0.5075682135032862,0.25372880969020206,0.26,0.2740740740740741,0.23684210526315788,0.28,0.27547169811320754,0.22916666666666666,0.22,0.15,0.24,0.2138728323699422,0.19607843137254902,0.28,0.32340425531914896,0.2719298245614035,0.21379310344827587,0.2566137566137566,0.20634920634920634,0.31,0.25483870967741934,0.27586206896551724,0.23,0.2606060606060606,0.22727272727272727,0.21243523316062177,0.23333333333333334,0.24814814814814815,0.23949579831932774,0.2185430463576159,0.23669724770642203,0.14814814814814814,0.27450980392156865,0.24472573839662448,0.3632286995515695,0.22137404580152673,0.2809917355371901,0.2962962962962963,0.24539877300613497,0.29464285714285715,0.22330097087378642,0.27350427350427353,0.27,0.3103448275862069,0.23121387283236994,0.2424581005586592,0.27124183006535946,0.2958199356913183,0.2777777777777778,0.2765957446808511,0.2529335071707953,0.20220588235294118,0.26143790849673204,0.3181818181818182,0.23673469387755103,0.2537313432835821,0.25,0.3253012048192771,0.24561403508771928,0.21297429620563035,0.34673353659204126,digitous
13B-HyperMantis,13.0,0.5554607508532423,0.6267675761800439,0.5061198224911198,0.34,0.4888888888888889,0.4934210526315789,0.47,0.5056603773584906,0.5277777777777778,0.34,0.41,0.33,0.4161849710982659,0.19607843137254902,0.62,0.41702127659574467,0.2807017543859649,0.43448275862068964,0.2619047619047619,0.3968253968253968,0.37,0.5548387096774193,0.3497536945812808,0.53,0.6424242424242425,0.6464646464646465,0.6683937823834197,0.47692307692307695,0.23703703703703705,0.47058823529411764,0.2913907284768212,0.691743119266055,0.3425925925925926,0.6862745098039216,0.7130801687763713,0.5874439461883408,0.6106870229007634,0.6859504132231405,0.5648148148148148,0.558282208588957,0.39285714285714285,0.7184466019417476,0.7692307692307693,0.54,0.7088122605363985,0.5520231213872833,0.25139664804469275,0.5555555555555556,0.5691318327974276,0.558641975308642,0.38652482269503546,0.4002607561929596,0.5073529411764706,0.5228758169934641,0.5909090909090909,0.5469387755102041,0.681592039800995,0.8,0.45180722891566266,0.7368421052631579,0.3243574051407589,0.4749758518603797,digitous
elm-test,,0.5,0.5914160525791675,0.4704471149844455,0.3,0.4888888888888889,0.4144736842105263,0.5,0.46037735849056605,0.4722222222222222,0.35,0.35,0.31,0.43352601156069365,0.24509803921568626,0.62,0.4340425531914894,0.30701754385964913,0.4827586206896552,0.2830687830687831,0.30158730158730157,0.34,0.49032258064516127,0.3694581280788177,0.42,0.6242424242424243,0.48484848484848486,0.6994818652849741,0.46153846153846156,0.29259259259259257,0.42436974789915966,0.31788079470198677,0.636697247706422,0.2777777777777778,0.5441176470588235,0.6286919831223629,0.5695067264573991,0.5572519083969466,0.6446280991735537,0.5370370370370371,0.50920245398773,0.38392857142857145,0.5533980582524272,0.6923076923076923,0.53,0.648786717752235,0.5028901734104047,0.23910614525139665,0.49673202614379086,0.5916398713826366,0.5061728395061729,0.35106382978723405,0.35853976531942633,0.5220588235294118,0.44607843137254904,0.5363636363636364,0.4816326530612245,0.6467661691542289,0.61,0.42771084337349397,0.7076023391812866,0.2582619339045288,0.39505922754623324,TinyPixel
llama2-7b-oa,7.0,0.4974402730375427,0.5893248356901015,0.46678618253499216,0.32,0.4666666666666667,0.40131578947368424,0.53,0.4641509433962264,0.4513888888888889,0.35,0.36,0.31,0.43352601156069365,0.21568627450980393,0.61,0.425531914893617,0.2807017543859649,0.47586206896551725,0.2698412698412698,0.2777777777777778,0.32,0.5,0.35960591133004927,0.4,0.6242424242424243,0.494949494949495,0.694300518134715,0.441025641025641,0.2851851851851852,0.4495798319327731,0.304635761589404,0.6330275229357798,0.27314814814814814,0.5294117647058824,0.5991561181434599,0.5605381165919282,0.5419847328244275,0.6528925619834711,0.5277777777777778,0.5214723926380368,0.375,0.5631067961165048,0.7008547008547008,0.54,0.644955300127714,0.5057803468208093,0.23798882681564246,0.4934640522875817,0.6045016077170418,0.5,0.35815602836879434,0.3670143415906128,0.5147058823529411,0.4477124183006536,0.5363636363636364,0.4857142857142857,0.6467661691542289,0.63,0.39759036144578314,0.7017543859649122,0.27539779681762544,0.410552466411242,TinyPixel
testmodel2,,0.49146757679180886,0.5907189802828122,0.46608766635153726,0.3,0.4888888888888889,0.3881578947368421,0.52,0.44150943396226416,0.4583333333333333,0.34,0.35,0.31,0.43352601156069365,0.24509803921568626,0.6,0.42127659574468085,0.2894736842105263,0.47586206896551725,0.2671957671957672,0.2777777777777778,0.32,0.5096774193548387,0.3497536945812808,0.4,0.6303030303030303,0.48484848484848486,0.7046632124352331,0.4512820512820513,0.3037037037037037,0.4369747899159664,0.31788079470198677,0.6293577981651376,0.2777777777777778,0.5294117647058824,0.620253164556962,0.5695067264573991,0.549618320610687,0.6611570247933884,0.5185185185185185,0.5153374233128835,0.375,0.5631067961165048,0.7051282051282052,0.54,0.6411238825031929,0.48265895953757226,0.23798882681564246,0.4934640522875817,0.594855305466238,0.49691358024691357,0.36524822695035464,0.36114732724902215,0.5073529411764706,0.44607843137254904,0.509090909090909,0.4816326530612245,0.6318407960199005,0.63,0.40963855421686746,0.7076023391812866,0.2582619339045288,0.3917355712197997,TinyPixel
llama2-7b-instruct,7.0,0.49829351535836175,0.5910177255526787,0.46111858959015184,0.3,0.45925925925925926,0.39473684210526316,0.5,0.4528301886792453,0.4513888888888889,0.33,0.39,0.32,0.43352601156069365,0.23529411764705882,0.61,0.4340425531914894,0.2719298245614035,0.46206896551724136,0.2724867724867725,0.29365079365079366,0.31,0.4935483870967742,0.32019704433497537,0.36,0.6303030303030303,0.48484848484848486,0.6839378238341969,0.4282051282051282,0.2740740740740741,0.4411764705882353,0.2980132450331126,0.6220183486238532,0.24537037037037038,0.5245098039215687,0.6033755274261603,0.5515695067264574,0.5267175572519084,0.628099173553719,0.5370370370370371,0.50920245398773,0.35714285714285715,0.5728155339805825,0.688034188034188,0.54,0.6411238825031929,0.49710982658959535,0.23798882681564246,0.49673202614379086,0.6045016077170418,0.5092592592592593,0.36524822695035464,0.36897001303780963,0.5073529411764706,0.44281045751633985,0.5272727272727272,0.46122448979591835,0.6218905472636815,0.65,0.39156626506024095,0.7192982456140351,0.26438188494492043,0.39481096196846566,TinyPixel
lima-test,,0.49146757679180886,0.5900219079864569,0.46416525949278814,0.3,0.45925925925925926,0.3881578947368421,0.51,0.46037735849056605,0.4513888888888889,0.31,0.36,0.32,0.42196531791907516,0.23529411764705882,0.61,0.43829787234042555,0.2982456140350877,0.47586206896551725,0.25925925925925924,0.30952380952380953,0.31,0.4967741935483871,0.3399014778325123,0.39,0.6363636363636364,0.47474747474747475,0.6787564766839378,0.44871794871794873,0.28888888888888886,0.42436974789915966,0.2980132450331126,0.6275229357798165,0.2777777777777778,0.5294117647058824,0.5949367088607594,0.5560538116591929,0.5725190839694656,0.628099173553719,0.5370370370370371,0.5153374233128835,0.35714285714285715,0.5631067961165048,0.6965811965811965,0.52,0.6462324393358876,0.49421965317919075,0.23798882681564246,0.4869281045751634,0.6012861736334405,0.5092592592592593,0.35815602836879434,0.36766623207301175,0.5220588235294118,0.4542483660130719,0.5636363636363636,0.45714285714285713,0.6318407960199005,0.64,0.4036144578313253,0.7134502923976608,0.2533659730722154,0.3939743360593484,TinyPixel
mythalion-13b,13.0,0.5767918088737202,0.644991037641904,0.5652673576862677,0.33,0.4888888888888889,0.5460526315789473,0.55,0.6150943396226415,0.6111111111111112,0.34,0.46,0.33,0.5491329479768786,0.27450980392156865,0.7,0.4340425531914894,0.30701754385964913,0.5172413793103449,0.3306878306878307,0.3968253968253968,0.37,0.6387096774193548,0.4482758620689655,0.55,0.6909090909090909,0.7121212121212122,0.8031088082901554,0.517948717948718,0.3,0.5756302521008403,0.32450331125827814,0.7394495412844037,0.3888888888888889,0.7696078431372549,0.7763713080168776,0.672645739910314,0.6412213740458015,0.7272727272727273,0.7129629629629629,0.6871165644171779,0.36607142857142855,0.7184466019417476,0.8205128205128205,0.64,0.7713920817369093,0.6416184971098265,0.4581005586592179,0.6372549019607843,0.639871382636656,0.6265432098765432,0.4148936170212766,0.43089960886571055,0.5294117647058824,0.5915032679738562,0.6363636363636364,0.6530612244897959,0.7213930348258707,0.83,0.4819277108433735,0.783625730994152,0.3219094247246022,0.46562168990109065,PygmalionAI
pygmalion-350m,0.35,0.20819112627986347,0.32901812387970525,0.2568402737192397,0.22,0.2518518518518518,0.17105263157894737,0.31,0.2037735849056604,0.2361111111111111,0.28,0.23,0.24,0.2023121387283237,0.19607843137254902,0.28,0.3446808510638298,0.21052631578947367,0.21379310344827587,0.25396825396825395,0.1746031746031746,0.19,0.25161290322580643,0.2660098522167488,0.2,0.3393939393939394,0.3434343434343434,0.3160621761658031,0.31025641025641026,0.23703703703703705,0.24369747899159663,0.23178807947019867,0.27155963302752295,0.4722222222222222,0.27450980392156865,0.2489451476793249,0.23318385650224216,0.24427480916030533,0.3305785123966942,0.2222222222222222,0.25766871165644173,0.21428571428571427,0.1650485436893204,0.24786324786324787,0.28,0.2260536398467433,0.30057803468208094,0.23798882681564246,0.25163398692810457,0.2347266881028939,0.23148148148148148,0.25177304964539005,0.2379400260756193,0.44485294117647056,0.23039215686274508,0.24545454545454545,0.37142857142857144,0.27860696517412936,0.27,0.2469879518072289,0.1695906432748538,0.2386780905752754,0.4040948097037574,PygmalionAI
pygmalion-1.3b,1.3,0.2525597269624573,0.38458474407488547,0.24120222783825152,0.19,0.2222222222222222,0.21710526315789475,0.3,0.22264150943396227,0.25,0.27,0.25,0.29,0.2658959537572254,0.23529411764705882,0.24,0.251063829787234,0.20175438596491227,0.2620689655172414,0.24338624338624337,0.23809523809523808,0.24,0.1935483870967742,0.17733990147783252,0.19,0.21818181818181817,0.17676767676767677,0.18134715025906736,0.2205128205128205,0.24814814814814815,0.25630252100840334,0.3576158940397351,0.1981651376146789,0.1712962962962963,0.25,0.28270042194092826,0.31390134529147984,0.2595419847328244,0.2644628099173554,0.25925925925925924,0.19631901840490798,0.32142857142857145,0.18446601941747573,0.2863247863247863,0.31,0.23754789272030652,0.2398843930635838,0.23687150837988827,0.22875816993464052,0.19935691318327975,0.21296296296296297,0.2198581560283688,0.2503259452411995,0.19117647058823528,0.22712418300653595,0.2545454545454545,0.24489795918367346,0.21890547263681592,0.31,0.26506024096385544,0.30409356725146197,0.21542227662178703,0.37636128873514013,PygmalionAI
gpt4-alpaca-lora-13b-decapoda-1024,13.0,0.568259385665529,0.6201951802429795,0.4775150833518953,0.37,0.4740740740740741,0.42105263157894735,0.44,0.5018867924528302,0.4513888888888889,0.35,0.37,0.41,0.3988439306358382,0.2549019607843137,0.59,0.39148936170212767,0.2807017543859649,0.36551724137931035,0.24867724867724866,0.3253968253968254,0.3,0.535483870967742,0.31527093596059114,0.5,0.6484848484848484,0.5353535353535354,0.6683937823834197,0.4358974358974359,0.24444444444444444,0.47478991596638653,0.23841059602649006,0.6293577981651376,0.30092592592592593,0.5980392156862745,0.6877637130801688,0.5605381165919282,0.5648854961832062,0.6528925619834711,0.5,0.5214723926380368,0.3392857142857143,0.6407766990291263,0.7393162393162394,0.55,0.6666666666666666,0.5260115606936416,0.24916201117318434,0.5163398692810458,0.5594855305466238,0.5277777777777778,0.36524822695035464,0.3709256844850065,0.5147058823529411,0.4803921568627451,0.5909090909090909,0.5306122448979592,0.6368159203980099,0.74,0.42168674698795183,0.695906432748538,0.3671970624235006,0.5258813499782976,chansung
LLaMa-2-PeanutButter_v10-7B,7.0,0.5093856655290102,0.6230830511850229,0.46973181337962233,0.37,0.4740740740740741,0.40789473684210525,0.47,0.4867924528301887,0.4722222222222222,0.34,0.38,0.31,0.4161849710982659,0.18627450980392157,0.54,0.4595744680851064,0.37719298245614036,0.47586206896551725,0.31746031746031744,0.23809523809523808,0.4,0.5193548387096775,0.3842364532019704,0.47,0.5757575757575758,0.5303030303030303,0.6839378238341969,0.441025641025641,0.3148148148148148,0.44537815126050423,0.2847682119205298,0.6275229357798165,0.25925925925925924,0.5735294117647058,0.6118143459915611,0.5291479820627802,0.549618320610687,0.6115702479338843,0.49074074074074076,0.49079754601226994,0.4017857142857143,0.5436893203883495,0.6794871794871795,0.5,0.6398467432950191,0.4884393063583815,0.2849162011173184,0.49673202614379086,0.5755627009646302,0.5092592592592593,0.3723404255319149,0.34419817470664926,0.4963235294117647,0.4493464052287582,0.5181818181818182,0.5469387755102041,0.6169154228855721,0.69,0.40963855421686746,0.695906432748538,0.2913096695226438,0.4378126637958177,PeanutJar
LLaMa-2-PeanutButter_v18_A-7B,7.0,0.48464163822525597,0.5869348735311691,0.4554146383743074,0.32,0.4222222222222222,0.3881578947368421,0.52,0.4528301886792453,0.4444444444444444,0.34,0.36,0.33,0.3930635838150289,0.19607843137254902,0.59,0.43829787234042555,0.2982456140350877,0.4068965517241379,0.25132275132275134,0.38095238095238093,0.3,0.4838709677419355,0.3054187192118227,0.37,0.5878787878787879,0.48484848484848486,0.6632124352331606,0.441025641025641,0.2814814814814815,0.3907563025210084,0.33774834437086093,0.6018348623853211,0.2222222222222222,0.5392156862745098,0.5822784810126582,0.5246636771300448,0.5725190839694656,0.5950413223140496,0.5,0.5030674846625767,0.375,0.5436893203883495,0.6752136752136753,0.51,0.6385696040868455,0.48554913294797686,0.24022346368715083,0.48366013071895425,0.572347266881029,0.48148148148148145,0.3404255319148936,0.3604954367666232,0.5110294117647058,0.4477124183006536,0.5454545454545454,0.5102040816326531,0.6467661691542289,0.66,0.4036144578313253,0.7076023391812866,0.26438188494492043,0.40371146629344423,PeanutJar
LLaMa-2-PeanutButter_v37_SFT-R1-DPO-R2-7B,7.0,0.5042662116040956,0.5925114519020116,0.4731864612254052,0.31,0.48148148148148145,0.42105263157894735,0.54,0.4716981132075472,0.4652777777777778,0.33,0.34,0.34,0.4393063583815029,0.2647058823529412,0.61,0.425531914893617,0.2807017543859649,0.47586206896551725,0.2830687830687831,0.30952380952380953,0.33,0.49032258064516127,0.37438423645320196,0.4,0.5818181818181818,0.51010101010101,0.6735751295336787,0.4512820512820513,0.2962962962962963,0.4411764705882353,0.32450331125827814,0.636697247706422,0.28703703703703703,0.553921568627451,0.6497890295358649,0.5560538116591929,0.549618320610687,0.6528925619834711,0.5185185185185185,0.5398773006134969,0.375,0.5728155339805825,0.6965811965811965,0.55,0.6398467432950191,0.5144508670520231,0.23798882681564246,0.5032679738562091,0.617363344051447,0.4783950617283951,0.3617021276595745,0.36114732724902215,0.5183823529411765,0.45098039215686275,0.5545454545454546,0.5142857142857142,0.6417910447761194,0.63,0.42771084337349397,0.7192982456140351,0.27906976744186046,0.41999112300299424,PeanutJar
LLaMa-2-PeanutButter_v4-7B,7.0,0.507679180887372,0.6188010356502689,0.47237336682205827,0.31,0.45925925925925926,0.4276315789473684,0.47,0.4867924528301887,0.5,0.35,0.39,0.35,0.43352601156069365,0.20588235294117646,0.58,0.42127659574468085,0.3333333333333333,0.4482758620689655,0.30158730158730157,0.29365079365079366,0.31,0.5032258064516129,0.3694581280788177,0.42,0.6242424242424243,0.5909090909090909,0.7202072538860104,0.4666666666666667,0.2814814814814815,0.4579831932773109,0.3576158940397351,0.6385321100917432,0.375,0.5686274509803921,0.5949367088607594,0.5381165919282511,0.5114503816793893,0.5619834710743802,0.4722222222222222,0.49693251533742333,0.375,0.6019417475728155,0.688034188034188,0.5,0.6155810983397191,0.476878612716763,0.2994413407821229,0.5261437908496732,0.5787781350482315,0.5061728395061729,0.3723404255319149,0.36766623207301175,0.5367647058823529,0.434640522875817,0.509090909090909,0.4897959183673469,0.6169154228855721,0.68,0.42168674698795183,0.7076023391812866,0.26805385556915545,0.42310904021377665,PeanutJar
LLaMa-2-PeanutButter_v14-7B,7.0,0.5051194539249146,0.6148177653853814,0.4597492387902029,0.32,0.4962962962962963,0.4407894736842105,0.48,0.4867924528301887,0.4861111111111111,0.31,0.39,0.31,0.41040462427745666,0.19607843137254902,0.51,0.425531914893617,0.32456140350877194,0.4413793103448276,0.3148148148148148,0.23809523809523808,0.33,0.4935483870967742,0.3891625615763547,0.45,0.5393939393939394,0.5303030303030303,0.6528497409326425,0.43333333333333335,0.29259259259259257,0.4327731092436975,0.304635761589404,0.6238532110091743,0.27314814814814814,0.5686274509803921,0.5907172995780591,0.48878923766816146,0.5114503816793893,0.5950413223140496,0.4722222222222222,0.5030674846625767,0.375,0.5145631067961165,0.6752136752136753,0.52,0.6372924648786717,0.4797687861271676,0.30837988826815643,0.5130718954248366,0.5305466237942122,0.5061728395061729,0.36879432624113473,0.35071707953063885,0.5036764705882353,0.43300653594771243,0.5363636363636364,0.49795918367346936,0.5970149253731343,0.72,0.39759036144578314,0.6842105263157895,0.27906976744186046,0.44677492914800465,PeanutJar
LLaMa-2-PeanutButter_v19_R8-7B,7.0,0.4948805460750853,0.5902210714997013,0.4648011487142737,0.31,0.4740740740740741,0.40789473684210525,0.51,0.4377358490566038,0.4583333333333333,0.34,0.35,0.35,0.43352601156069365,0.19607843137254902,0.59,0.425531914893617,0.2982456140350877,0.42758620689655175,0.2724867724867725,0.3253968253968254,0.31,0.5064516129032258,0.33497536945812806,0.38,0.5818181818181818,0.5151515151515151,0.6580310880829016,0.44358974358974357,0.2814814814814815,0.4117647058823529,0.2980132450331126,0.6330275229357798,0.26851851851851855,0.5735294117647058,0.6244725738396625,0.5605381165919282,0.5725190839694656,0.6115702479338843,0.5185185185185185,0.5214723926380368,0.38392857142857145,0.5631067961165048,0.6923076923076923,0.53,0.6462324393358876,0.5,0.24022346368715083,0.477124183006536,0.5884244372990354,0.4845679012345679,0.3829787234042553,0.363754889178618,0.5330882352941176,0.46078431372549017,0.5454545454545454,0.5061224489795918,0.6318407960199005,0.64,0.40963855421686746,0.7017543859649122,0.2631578947368421,0.3961362396399567,PeanutJar
dulia-13b-8k-alpha,13.0,0.5571672354948806,0.6138219478191596,0.5686904790926277,0.35,0.4888888888888889,0.625,0.58,0.5962264150943396,0.6180555555555556,0.45,0.42,0.28,0.4913294797687861,0.3137254901960784,0.71,0.4297872340425532,0.2631578947368421,0.5379310344827586,0.335978835978836,0.30952380952380953,0.38,0.6838709677419355,0.47783251231527096,0.62,0.7151515151515152,0.7272727272727273,0.7772020725388601,0.5615384615384615,0.31851851851851853,0.5756302521008403,0.32450331125827814,0.7504587155963303,0.37962962962962965,0.7892156862745098,0.7763713080168776,0.6457399103139013,0.6412213740458015,0.8016528925619835,0.7222222222222222,0.6687116564417178,0.35714285714285715,0.7087378640776699,0.8076923076923077,0.59,0.7713920817369093,0.6647398843930635,0.376536312849162,0.6274509803921569,0.6463022508038585,0.6697530864197531,0.4397163120567376,0.4172099087353325,0.5183823529411765,0.5800653594771242,0.6181818181818182,0.6938775510204082,0.7562189054726368,0.8,0.4578313253012048,0.7777777777777778,0.30966952264381886,0.42586995575139946,duliadotio
xDAN_13b_l2_lora,13.0,0.5691126279863481,0.6207926707827126,0.5603251818270362,0.34,0.4888888888888889,0.5723684210526315,0.56,0.6226415094339622,0.6180555555555556,0.38,0.47,0.34,0.4913294797687861,0.2647058823529412,0.71,0.425531914893617,0.3508771929824561,0.5379310344827586,0.30687830687830686,0.30952380952380953,0.39,0.6612903225806451,0.46798029556650245,0.55,0.6787878787878788,0.7171717171717171,0.7927461139896373,0.49743589743589745,0.2851851851851852,0.5840336134453782,0.2781456953642384,0.7559633027522936,0.4212962962962963,0.7745098039215687,0.7468354430379747,0.672645739910314,0.6030534351145038,0.71900826446281,0.7314814814814815,0.7177914110429447,0.33035714285714285,0.7281553398058253,0.7905982905982906,0.58,0.7675606641123882,0.6473988439306358,0.44692737430167595,0.6274509803921569,0.6302250803858521,0.6234567901234568,0.41843971631205673,0.40352020860495436,0.49264705882352944,0.5522875816993464,0.6090909090909091,0.6571428571428571,0.7412935323383084,0.84,0.45180722891566266,0.7660818713450293,0.31946144430844553,0.44746680649420667,xDAN-AI
mpt-7b-8k-chat,7.0,0.43430034129692835,0.576777534355706,0.41878502396399137,0.39,0.4222222222222222,0.42105263157894735,0.44,0.4716981132075472,0.4444444444444444,0.23,0.41,0.29,0.34104046242774566,0.28431372549019607,0.56,0.4297872340425532,0.24561403508771928,0.3724137931034483,0.2777777777777778,0.23809523809523808,0.3,0.45161290322580644,0.31527093596059114,0.41,0.5515151515151515,0.5151515151515151,0.616580310880829,0.3717948717948718,0.2740740740740741,0.37815126050420167,0.2847682119205298,0.5302752293577981,0.25925925925925924,0.5098039215686274,0.5358649789029536,0.47085201793721976,0.4961832061068702,0.512396694214876,0.5092592592592593,0.4171779141104294,0.39285714285714285,0.5145631067961165,0.6068376068376068,0.4,0.5491698595146871,0.4277456647398844,0.2536312849162011,0.4411764705882353,0.4694533762057878,0.43209876543209874,0.3191489361702128,0.3305084745762712,0.3125,0.4199346405228758,0.5636363636363636,0.3836734693877551,0.5174129353233831,0.58,0.4457831325301205,0.5321637426900585,0.2876376988984088,0.43682946705020864,mosaicml
mpt-30b-chat,30.0,0.5477815699658704,0.6353316072495518,0.5116170367764504,0.34,0.45925925925925926,0.4934210526315789,0.56,0.5584905660377358,0.5902777777777778,0.36,0.38,0.38,0.5202312138728323,0.3137254901960784,0.58,0.425531914893617,0.2807017543859649,0.4827586206896552,0.31746031746031744,0.3253968253968254,0.37,0.632258064516129,0.3842364532019704,0.5,0.6363636363636364,0.6919191919191919,0.6580310880829016,0.4641025641025641,0.3037037037037037,0.47478991596638653,0.33112582781456956,0.7302752293577982,0.4305555555555556,0.7647058823529411,0.6835443037974683,0.5291479820627802,0.5648854961832062,0.47107438016528924,0.5555555555555556,0.6012269938650306,0.36607142857142855,0.6990291262135923,0.7948717948717948,0.53,0.6909323116219668,0.5433526011560693,0.2916201117318436,0.5326797385620915,0.5562700964630225,0.5833333333333334,0.3900709219858156,0.3748370273794003,0.4742647058823529,0.5016339869281046,0.5727272727272728,0.5836734693877551,0.6069651741293532,0.76,0.4457831325301205,0.7192982456140351,0.34149326805385555,0.5241634539292511,mosaicml
mpt-7b-chat,7.0,0.431740614334471,0.5710017924716192,0.3762359443743764,0.3,0.3925925925925926,0.3684210526315789,0.39,0.3849056603773585,0.3888888888888889,0.32,0.35,0.36,0.32947976878612717,0.17647058823529413,0.44,0.3702127659574468,0.21929824561403508,0.45517241379310347,0.24338624338624337,0.25396825396825395,0.26,0.4032258064516129,0.2413793103448276,0.41,0.3212121212121212,0.36363636363636365,0.49222797927461137,0.3871794871794872,0.21851851851851853,0.3907563025210084,0.2847682119205298,0.5100917431192661,0.35185185185185186,0.3284313725490196,0.4092827004219409,0.484304932735426,0.46564885496183206,0.4049586776859504,0.4074074074074074,0.2883435582822086,0.33035714285714285,0.36893203883495146,0.5512820512820513,0.47,0.5325670498084292,0.41040462427745666,0.24134078212290502,0.4019607843137255,0.40836012861736337,0.36728395061728397,0.2695035460992908,0.2907431551499348,0.3897058823529412,0.3202614379084967,0.4636363636363636,0.4857142857142857,0.48258706467661694,0.57,0.42771084337349397,0.49707602339181284,0.27050183598531213,0.40163647231251104,mosaicml
mpt-30b-instruct,30.0,0.5426621160409556,0.652459669388568,0.4915295522947723,0.33,0.4222222222222222,0.5,0.5,0.5169811320754717,0.5347222222222222,0.32,0.47,0.33,0.4508670520231214,0.35294117647058826,0.64,0.46382978723404256,0.2894736842105263,0.46206896551724136,0.3201058201058201,0.3492063492063492,0.31,0.532258064516129,0.3793103448275862,0.51,0.6484848484848484,0.6464646464646465,0.6735751295336787,0.45897435897435895,0.3296296296296296,0.44537815126050423,0.32450331125827814,0.6587155963302752,0.2916666666666667,0.7205882352941176,0.6877637130801688,0.5919282511210763,0.5877862595419847,0.4462809917355372,0.5740740740740741,0.49079754601226994,0.375,0.6116504854368932,0.7051282051282052,0.46,0.6922094508301405,0.49710982658959535,0.3027932960893855,0.5163398692810458,0.5659163987138264,0.5771604938271605,0.3900709219858156,0.37027379400260757,0.4485294117647059,0.49019607843137253,0.5181818181818182,0.563265306122449,0.5522388059701493,0.69,0.463855421686747,0.6666666666666666,0.2582619339045288,0.3804643219400445,mosaicml
mpt-30b,30.0,0.5290102389078498,0.6195976897032464,0.4792873323675515,0.32,0.4888888888888889,0.40789473684210525,0.53,0.47924528301886793,0.5208333333333334,0.32,0.43,0.36,0.44508670520231214,0.29411764705882354,0.59,0.42127659574468085,0.2894736842105263,0.503448275862069,0.328042328042328,0.2777777777777778,0.37,0.5387096774193548,0.3497536945812808,0.53,0.6,0.5959595959595959,0.6424870466321243,0.46153846153846156,0.2851851851851852,0.4369747899159664,0.2913907284768212,0.6752293577981652,0.37962962962962965,0.6666666666666666,0.6708860759493671,0.5426008968609866,0.5419847328244275,0.4380165289256198,0.4537037037037037,0.48466257668711654,0.45535714285714285,0.5533980582524272,0.7136752136752137,0.49,0.6871008939974457,0.5115606936416185,0.2670391061452514,0.5163398692810458,0.5466237942122186,0.5648148148148148,0.35815602836879434,0.37809647979139505,0.38235294117647056,0.4591503267973856,0.5818181818181818,0.5510204081632653,0.5472636815920398,0.67,0.4457831325301205,0.6783625730994152,0.2582619339045288,0.38375171489761534,mosaicml
mpt-7b-storywriter,7.0,0.4197952218430034,0.5461063533160725,0.2880402284844152,0.32,0.3111111111111111,0.25,0.24,0.27547169811320754,0.2708333333333333,0.18,0.32,0.3,0.2254335260115607,0.20588235294117646,0.31,0.2978723404255319,0.2631578947368421,0.30344827586206896,0.2804232804232804,0.2857142857142857,0.35,0.2806451612903226,0.2955665024630542,0.32,0.24242424242424243,0.25757575757575757,0.2849740932642487,0.258974358974359,0.2814814814814815,0.2857142857142857,0.2913907284768212,0.24587155963302754,0.375,0.27450980392156865,0.29535864978902954,0.32286995515695066,0.25190839694656486,0.34710743801652894,0.28703703703703703,0.3067484662576687,0.25892857142857145,0.2621359223300971,0.31196581196581197,0.23,0.3128991060025543,0.31213872832369943,0.25139664804469275,0.27124183006535946,0.3022508038585209,0.3055555555555556,0.2978723404255319,0.27835723598435463,0.22058823529411764,0.272875816993464,0.39090909090909093,0.37142857142857144,0.31840796019900497,0.29,0.3373493975903614,0.32748538011695905,0.2178702570379437,0.36116628938913975,mosaicml
oasst-pythia-12b-reference,12.0,0.4044368600682594,0.5123481378211512,0.28325966892168714,0.28,0.3111111111111111,0.3157894736842105,0.36,0.3320754716981132,0.2777777777777778,0.3,0.3,0.28,0.2947976878612717,0.30392156862745096,0.25,0.225531914893617,0.2631578947368421,0.27586206896551724,0.2698412698412698,0.23015873015873015,0.27,0.2870967741935484,0.2512315270935961,0.21,0.2787878787878788,0.35858585858585856,0.33678756476683935,0.32564102564102565,0.2518518518518518,0.24789915966386555,0.32450331125827814,0.26422018348623855,0.3287037037037037,0.24509803921568626,0.22362869198312235,0.2645739910313901,0.22900763358778625,0.3884297520661157,0.2777777777777778,0.3067484662576687,0.26785714285714285,0.27184466019417475,0.3333333333333333,0.23,0.26309067688378035,0.28034682080924855,0.2424581005586592,0.2875816993464052,0.3054662379421222,0.26851851851851855,0.29432624113475175,0.25684485006518903,0.4632352941176471,0.24183006535947713,0.22727272727272727,0.37551020408163266,0.24875621890547264,0.26,0.25301204819277107,0.23391812865497075,0.24112607099143207,0.36573462372530646,dvruette
oasst-pythia-12b-pretrained-sft,12.0,0.4061433447098976,0.5109539932284406,0.27806569210104765,0.28,0.28888888888888886,0.27631578947368424,0.4,0.32452830188679244,0.24305555555555555,0.22,0.29,0.29,0.2543352601156069,0.3431372549019608,0.25,0.3191489361702128,0.2719298245614035,0.3103448275862069,0.23015873015873015,0.30158730158730157,0.31,0.27419354838709675,0.2512315270935961,0.24,0.2545454545454545,0.31313131313131315,0.35751295336787564,0.3153846153846154,0.23703703703703705,0.23529411764705882,0.304635761589404,0.27889908256880735,0.3055555555555556,0.29901960784313725,0.19831223628691982,0.34080717488789236,0.2595419847328244,0.2727272727272727,0.3148148148148148,0.19631901840490798,0.22321428571428573,0.23300970873786409,0.2692307692307692,0.26,0.2541507024265645,0.25722543352601157,0.2547486033519553,0.2647058823529412,0.24758842443729903,0.21604938271604937,0.2765957446808511,0.24445893089960888,0.44485294117647056,0.2369281045751634,0.3181818181818182,0.4,0.2736318407960199,0.23,0.25301204819277107,0.23976608187134502,0.2386780905752754,0.3816199922032097,dvruette
llama-13b-pretrained-dropout,13.0,0.5443686006825939,0.5916152160924119,0.46588416187273785,0.26,0.48148148148148145,0.4144736842105263,0.43,0.5132075471698113,0.4722222222222222,0.33,0.41,0.38,0.3872832369942196,0.24509803921568626,0.59,0.3829787234042553,0.3333333333333333,0.4068965517241379,0.31746031746031744,0.30158730158730157,0.36,0.5096774193548387,0.28078817733990147,0.47,0.5757575757575758,0.5454545454545454,0.6424870466321243,0.4128205128205128,0.26666666666666666,0.39915966386554624,0.2913907284768212,0.6165137614678899,0.2638888888888889,0.6127450980392157,0.6751054852320675,0.5560538116591929,0.4961832061068702,0.6694214876033058,0.5092592592592593,0.49693251533742333,0.41964285714285715,0.6310679611650486,0.717948717948718,0.53,0.665389527458493,0.45375722543352603,0.2905027932960894,0.49673202614379086,0.5144694533762058,0.5092592592592593,0.3546099290780142,0.3728813559322034,0.4742647058823529,0.44607843137254904,0.5363636363636364,0.46122448979591835,0.572139303482587,0.75,0.4036144578313253,0.6491228070175439,0.34394124847001223,0.48598338733893365,dvruette
oasst-gpt-neox-20b-1000-steps,20.0,0.4496587030716723,0.5615415255925115,0.26385590769637157,0.31,0.34074074074074073,0.3223684210526316,0.24,0.24150943396226415,0.3055555555555556,0.24,0.25,0.22,0.20809248554913296,0.21568627450980393,0.34,0.2170212765957447,0.24561403508771928,0.2689655172413793,0.2724867724867725,0.21428571428571427,0.33,0.24838709677419354,0.1921182266009852,0.37,0.2727272727272727,0.25757575757575757,0.2694300518134715,0.2230769230769231,0.2962962962962963,0.23109243697478993,0.2913907284768212,0.21100917431192662,0.16203703703703703,0.29411764705882354,0.2109704641350211,0.22869955156950672,0.2824427480916031,0.45454545454545453,0.18518518518518517,0.3067484662576687,0.19642857142857142,0.2815533980582524,0.26495726495726496,0.2,0.27586206896551724,0.2745664739884393,0.24692737430167597,0.27124183006535946,0.3054662379421222,0.29012345679012347,0.2553191489361702,0.2770534550195567,0.16911764705882354,0.272875816993464,0.19090909090909092,0.3224489795918367,0.24875621890547264,0.32,0.3253012048192771,0.2807017543859649,0.22399020807833536,0.35634049316369004,dvruette
llama-13b-pretrained-sft-epoch-1,13.0,0.5460750853242321,0.5963951404102769,0.4551562749336333,0.24,0.4666666666666667,0.46710526315789475,0.4,0.44528301886792454,0.4513888888888889,0.25,0.39,0.32,0.3699421965317919,0.19607843137254902,0.61,0.3872340425531915,0.2543859649122807,0.4827586206896552,0.2698412698412698,0.30158730158730157,0.37,0.49032258064516127,0.3103448275862069,0.45,0.5696969696969697,0.494949494949495,0.6424870466321243,0.40512820512820513,0.23703703703703705,0.42016806722689076,0.24503311258278146,0.5963302752293578,0.23148148148148148,0.6323529411764706,0.6582278481012658,0.5515695067264574,0.5419847328244275,0.6198347107438017,0.5277777777777778,0.4723926380368098,0.33035714285714285,0.6504854368932039,0.7008547008547008,0.5,0.6871008939974457,0.4913294797687861,0.23910614525139665,0.4673202614379085,0.5209003215434084,0.48148148148148145,0.33687943262411346,0.3820078226857888,0.4522058823529412,0.4803921568627451,0.5363636363636364,0.4326530612244898,0.6019900497512438,0.76,0.40963855421686746,0.7134502923976608,0.30354957160342716,0.4445412163889677,dvruette
oasst-pythia-6.9b-4000-steps,6.9,0.36945392491467577,0.48595897231627166,0.2625967900144953,0.3,0.3333333333333333,0.2894736842105263,0.23,0.32452830188679244,0.2569444444444444,0.21,0.27,0.27,0.24277456647398843,0.21568627450980393,0.31,0.20425531914893616,0.24561403508771928,0.31724137931034485,0.2671957671957672,0.1746031746031746,0.33,0.25806451612903225,0.2857142857142857,0.32,0.2727272727272727,0.29292929292929293,0.29015544041450775,0.2717948717948718,0.25925925925925924,0.21008403361344538,0.2847682119205298,0.29357798165137616,0.25,0.2696078431372549,0.25738396624472576,0.21076233183856502,0.1984732824427481,0.38016528925619836,0.23148148148148148,0.2883435582822086,0.19642857142857142,0.22330097087378642,0.2564102564102564,0.2,0.2503192848020434,0.29190751445086704,0.2446927374301676,0.2679738562091503,0.3022508038585209,0.32098765432098764,0.2695035460992908,0.27183833116036504,0.19117647058823528,0.2761437908496732,0.20909090909090908,0.24897959183673468,0.24875621890547264,0.26,0.2289156626506024,0.29239766081871343,0.26193390452876375,0.4043289945059289,dvruette
oasst-llama-13b-2-epochs,13.0,0.5469283276450512,0.6190001991635132,0.48563490253584907,0.31,0.4962962962962963,0.4473684210526316,0.48,0.5207547169811321,0.4583333333333333,0.29,0.36,0.31,0.4161849710982659,0.16666666666666666,0.64,0.37872340425531914,0.30701754385964913,0.43448275862068964,0.2857142857142857,0.2698412698412698,0.39,0.5290322580645161,0.35467980295566504,0.46,0.6181818181818182,0.5707070707070707,0.6787564766839378,0.44871794871794873,0.27037037037037037,0.46638655462184875,0.31788079470198677,0.636697247706422,0.2916666666666667,0.6029411764705882,0.6877637130801688,0.57847533632287,0.6106870229007634,0.6115702479338843,0.5555555555555556,0.5276073619631901,0.3482142857142857,0.6601941747572816,0.7478632478632479,0.56,0.6730523627075351,0.5086705202312138,0.2905027932960894,0.5359477124183006,0.5273311897106109,0.5648148148148148,0.3617021276595745,0.3898305084745763,0.5294117647058824,0.4803921568627451,0.5818181818181818,0.5387755102040817,0.6517412935323383,0.81,0.45180722891566266,0.6900584795321637,0.3219094247246022,0.4726716809453157,dvruette
oasst-llama-13b-1000-steps,13.0,0.5443686006825939,0.6166102370045807,0.4864959414793039,0.35,0.4962962962962963,0.4868421052631579,0.45,0.5207547169811321,0.5,0.31,0.38,0.31,0.4161849710982659,0.23529411764705882,0.61,0.3872340425531915,0.2982456140350877,0.42758620689655175,0.30687830687830686,0.2619047619047619,0.36,0.532258064516129,0.3399014778325123,0.47,0.6181818181818182,0.601010101010101,0.6683937823834197,0.45384615384615384,0.25555555555555554,0.4495798319327731,0.304635761589404,0.6458715596330276,0.28703703703703703,0.6813725490196079,0.7088607594936709,0.5650224215246636,0.5572519083969466,0.6446280991735537,0.5277777777777778,0.5153374233128835,0.33035714285714285,0.6504854368932039,0.7564102564102564,0.52,0.6819923371647509,0.5289017341040463,0.24804469273743016,0.5392156862745098,0.5434083601286174,0.5771604938271605,0.375886524822695,0.4041720990873533,0.45955882352941174,0.48856209150326796,0.5909090909090909,0.5142857142857142,0.6517412935323383,0.77,0.4578313253012048,0.7076023391812866,0.24724602203182375,0.3598739393511243,dvruette
llama-13b-pretrained-sft-do2,13.0,0.5648464163822525,0.6081457876916949,0.4724864074667127,0.3,0.4962962962962963,0.4473684210526316,0.45,0.5018867924528302,0.4722222222222222,0.34,0.41,0.35,0.42196531791907516,0.29411764705882354,0.64,0.37446808510638296,0.2807017543859649,0.43448275862068964,0.30952380952380953,0.30952380952380953,0.3,0.5096774193548387,0.3054187192118227,0.5,0.6060606060606061,0.6060606060606061,0.6632124352331606,0.4307692307692308,0.25925925925925924,0.46638655462184875,0.271523178807947,0.6238532110091743,0.375,0.6372549019607843,0.6708860759493671,0.4977578475336323,0.4961832061068702,0.6033057851239669,0.5277777777777778,0.4539877300613497,0.32142857142857145,0.6601941747572816,0.7564102564102564,0.49,0.6475095785440613,0.49421965317919075,0.329608938547486,0.49673202614379086,0.4983922829581994,0.5123456790123457,0.3191489361702128,0.3859191655801825,0.4522058823529412,0.45098039215686275,0.5818181818181818,0.4857142857142857,0.6119402985074627,0.7,0.42771084337349397,0.672514619883041,0.3317013463892289,0.47410436126460553,dvruette
oasst-pythia-12b-flash-attn-5000-steps,12.0,0.42235494880546076,0.5270862378012349,0.2663644655946135,0.34,0.3037037037037037,0.3092105263157895,0.21,0.3169811320754717,0.2708333333333333,0.23,0.25,0.21,0.24855491329479767,0.29411764705882354,0.25,0.24680851063829787,0.22807017543859648,0.25517241379310346,0.2724867724867725,0.24603174603174602,0.32,0.2645161290322581,0.2561576354679803,0.26,0.2727272727272727,0.3181818181818182,0.35233160621761656,0.3,0.25925925925925924,0.226890756302521,0.31125827814569534,0.25871559633027524,0.25925925925925924,0.29411764705882354,0.2109704641350211,0.19730941704035873,0.22900763358778625,0.371900826446281,0.26851851851851855,0.3006134969325153,0.20535714285714285,0.22330097087378642,0.26495726495726496,0.21,0.2515964240102171,0.2861271676300578,0.2547486033519553,0.29411764705882354,0.28938906752411575,0.2777777777777778,0.26595744680851063,0.26140808344198174,0.33088235294117646,0.27124183006535946,0.21818181818181817,0.3469387755102041,0.24875621890547264,0.2,0.21686746987951808,0.25146198830409355,0.24724602203182375,0.38886962831065847,dvruette
llama-13b-pretrained,13.0,0.5332764505119454,0.5932085241983669,0.47026112775556167,0.25,0.4444444444444444,0.4342105263157895,0.42,0.4830188679245283,0.4583333333333333,0.31,0.39,0.36,0.4161849710982659,0.2647058823529412,0.61,0.40425531914893614,0.2982456140350877,0.4482758620689655,0.30687830687830686,0.2777777777777778,0.35,0.5193548387096775,0.32019704433497537,0.46,0.5818181818181818,0.5404040404040404,0.6528497409326425,0.4358974358974359,0.26296296296296295,0.4831932773109244,0.2913907284768212,0.636697247706422,0.28703703703703703,0.6078431372549019,0.6835443037974683,0.5515695067264574,0.549618320610687,0.6694214876033058,0.5277777777777778,0.48466257668711654,0.29464285714285715,0.6601941747572816,0.7222222222222222,0.53,0.665389527458493,0.49421965317919075,0.2558659217877095,0.5098039215686274,0.5466237942122186,0.5092592592592593,0.35815602836879434,0.38265971316818775,0.47794117647058826,0.45588235294117646,0.5363636363636364,0.49387755102040815,0.5771144278606966,0.75,0.43373493975903615,0.6783625730994152,0.3329253365973072,0.4842048930680027,dvruette
gpt-neox-20b-full-precision,20.0,0.4616040955631399,0.5581557458673571,0.2616202394424434,0.31,0.34074074074074073,0.3157894736842105,0.22,0.23773584905660378,0.2638888888888889,0.23,0.28,0.18,0.2138728323699422,0.19607843137254902,0.3,0.20851063829787234,0.2807017543859649,0.27586206896551724,0.26455026455026454,0.1984126984126984,0.36,0.2838709677419355,0.20689655172413793,0.32,0.23030303030303031,0.2777777777777778,0.24870466321243523,0.2358974358974359,0.29259259259259257,0.23949579831932774,0.2781456953642384,0.21651376146788992,0.1574074074074074,0.3284313725490196,0.24472573839662448,0.242152466367713,0.24427480916030533,0.4793388429752066,0.23148148148148148,0.32515337423312884,0.25,0.23300970873786409,0.2564102564102564,0.21,0.3001277139208174,0.2832369942196532,0.24692737430167597,0.2777777777777778,0.2990353697749196,0.29012345679012347,0.25886524822695034,0.27183833116036504,0.15808823529411764,0.25980392156862747,0.22727272727272727,0.2857142857142857,0.24875621890547264,0.22,0.30120481927710846,0.27485380116959063,0.23990208078335373,0.36889989433525894,dvruette
oasst-pythia-12b-6000-steps,12.0,0.41467576791808874,0.5239992033459471,0.25971958296182707,0.3,0.32592592592592595,0.3092105263157895,0.23,0.2830188679245283,0.2847222222222222,0.22,0.26,0.24,0.24277456647398843,0.28431372549019607,0.26,0.19574468085106383,0.22807017543859648,0.2896551724137931,0.2724867724867725,0.24603174603174602,0.32,0.24516129032258063,0.2857142857142857,0.33,0.23636363636363636,0.3282828282828283,0.27979274611398963,0.26666666666666666,0.26296296296296295,0.23529411764705882,0.271523178807947,0.25137614678899084,0.2962962962962963,0.28921568627450983,0.20253164556962025,0.19282511210762332,0.20610687022900764,0.371900826446281,0.24074074074074073,0.27607361963190186,0.15178571428571427,0.2524271844660194,0.2564102564102564,0.19,0.2503192848020434,0.2832369942196532,0.24134078212290502,0.2647058823529412,0.29260450160771706,0.25,0.2553191489361702,0.2692307692307692,0.31985294117647056,0.2581699346405229,0.21818181818181817,0.24489795918367346,0.24875621890547264,0.18,0.2469879518072289,0.26900584795321636,0.2533659730722154,0.3984757796276021,dvruette
MythoLogic-L2-13b,13.0,0.5750853242320819,0.6408086038637721,0.5570445430207451,0.38,0.5111111111111111,0.5394736842105263,0.57,0.5962264150943396,0.5833333333333334,0.36,0.43,0.33,0.5202312138728323,0.2647058823529412,0.66,0.4340425531914894,0.2807017543859649,0.4896551724137931,0.328042328042328,0.3492063492063492,0.39,0.6387096774193548,0.41379310344827586,0.54,0.6606060606060606,0.6818181818181818,0.7875647668393783,0.5358974358974359,0.29259259259259257,0.5588235294117647,0.32450331125827814,0.7321100917431193,0.4166666666666667,0.7549019607843137,0.7426160337552743,0.6816143497757847,0.5954198473282443,0.743801652892562,0.6944444444444444,0.6748466257668712,0.4017857142857143,0.7087378640776699,0.8247863247863247,0.6,0.7586206896551724,0.6271676300578035,0.4793296089385475,0.5882352941176471,0.6334405144694534,0.6141975308641975,0.41843971631205673,0.4302477183833116,0.5147058823529411,0.5735294117647058,0.6727272727272727,0.6163265306122448,0.7263681592039801,0.84,0.45180722891566266,0.783625730994152,0.3427172582619339,0.4864279905147294,Gryphe
MythoLogic-13b,13.0,0.5597269624573379,0.6184027086237801,0.4936385172729768,0.32,0.45185185185185184,0.4473684210526316,0.5,0.4981132075471698,0.4930555555555556,0.35,0.36,0.33,0.43352601156069365,0.22549019607843138,0.62,0.41702127659574467,0.2894736842105263,0.42758620689655175,0.2698412698412698,0.40476190476190477,0.31,0.5612903225806452,0.3645320197044335,0.49,0.6424242424242425,0.6111111111111112,0.6787564766839378,0.46923076923076923,0.26666666666666666,0.48739495798319327,0.25165562913907286,0.6605504587155964,0.2824074074074074,0.6372549019607843,0.679324894514768,0.5381165919282511,0.6106870229007634,0.6198347107438017,0.5555555555555556,0.5644171779141104,0.48214285714285715,0.6601941747572816,0.7564102564102564,0.59,0.6832694763729247,0.5173410404624278,0.23798882681564246,0.5392156862745098,0.5305466237942122,0.5462962962962963,0.36879432624113473,0.39113428943937417,0.4963235294117647,0.4918300653594771,0.5636363636363636,0.5469387755102041,0.6865671641791045,0.8,0.42771084337349397,0.7017543859649122,0.3463892288861689,0.49469156179831597,Gryphe
MythoMax-L2-13b,13.0,0.5827645051194539,0.642302330213105,0.5533243346586623,0.37,0.5259259259259259,0.5197368421052632,0.51,0.5471698113207547,0.5902777777777778,0.33,0.43,0.33,0.5202312138728323,0.21568627450980393,0.69,0.4765957446808511,0.2982456140350877,0.503448275862069,0.30952380952380953,0.3333333333333333,0.38,0.635483870967742,0.4088669950738916,0.56,0.6848484848484848,0.6868686868686869,0.772020725388601,0.5128205128205128,0.32592592592592595,0.5756302521008403,0.32450331125827814,0.7192660550458716,0.38425925925925924,0.7647058823529411,0.759493670886076,0.6860986547085202,0.6259541984732825,0.7355371900826446,0.7222222222222222,0.6748466257668712,0.375,0.6796116504854369,0.7991452991452992,0.6,0.768837803320562,0.6242774566473989,0.43910614525139663,0.5915032679738562,0.6430868167202572,0.6265432098765432,0.40070921985815605,0.42698826597131684,0.5036764705882353,0.5751633986928104,0.6727272727272727,0.6204081632653061,0.6915422885572139,0.82,0.463855421686747,0.7777777777777778,0.3659730722154223,0.5197363921890529,Gryphe
MythoBoros-13b,13.0,0.5537542662116041,0.619398526190002,0.5013473734867591,0.31,0.48148148148148145,0.4605263157894737,0.5,0.5094339622641509,0.4652777777777778,0.38,0.39,0.35,0.42196531791907516,0.24509803921568626,0.63,0.4340425531914894,0.2807017543859649,0.46206896551724136,0.2751322751322751,0.3968253968253968,0.31,0.5612903225806452,0.35960591133004927,0.53,0.6545454545454545,0.6262626262626263,0.6787564766839378,0.4717948717948718,0.23333333333333334,0.49159663865546216,0.2251655629139073,0.6825688073394496,0.2916666666666667,0.6519607843137255,0.70042194092827,0.5695067264573991,0.6183206106870229,0.6776859504132231,0.5277777777777778,0.588957055214724,0.4375,0.6601941747572816,0.7649572649572649,0.59,0.7037037037037037,0.5404624277456648,0.2536312849162011,0.5522875816993464,0.5337620578778135,0.5555555555555556,0.35815602836879434,0.4002607561929596,0.4742647058823529,0.49673202614379086,0.5727272727272728,0.563265306122449,0.6865671641791045,0.8,0.463855421686747,0.7251461988304093,0.33659730722154224,0.4893444522172139,Gryphe
b1ade-1b,1.0,0.24061433447098976,0.367257518422625,0.25114296206638254,0.28,0.2518518518518518,0.17763157894736842,0.26,0.26037735849056604,0.2222222222222222,0.21,0.15,0.3,0.23121387283236994,0.28431372549019607,0.24,0.25957446808510637,0.23684210526315788,0.2896551724137931,0.25396825396825395,0.21428571428571427,0.24,0.2645161290322581,0.270935960591133,0.26,0.21818181818181817,0.20707070707070707,0.23316062176165803,0.2128205128205128,0.26666666666666666,0.23109243697478993,0.1986754966887417,0.22568807339449543,0.4722222222222222,0.23529411764705882,0.2616033755274262,0.32286995515695066,0.26717557251908397,0.23140495867768596,0.21296296296296297,0.2392638036809816,0.25892857142857145,0.21359223300970873,0.27350427350427353,0.3,0.27330779054916987,0.22832369942196531,0.23575418994413408,0.22875816993464052,0.18971061093247588,0.29012345679012347,0.24822695035460993,0.242503259452412,0.39338235294117646,0.25,0.2545454545454545,0.17959183673469387,0.23383084577114427,0.28,0.3253012048192771,0.2222222222222222,0.2460220318237454,0.4134051985159488,w601sxs
Ziya-LLaMA-13B-Pretrain-v1,13.0,0.20648464163822525,0.25492929695279826,0.2703799242337422,0.21,0.22962962962962963,0.3355263157894737,0.21,0.2981132075471698,0.2638888888888889,0.41,0.33,0.31,0.3352601156069364,0.37254901960784315,0.18,0.20851063829787234,0.23684210526315788,0.2413793103448276,0.2671957671957672,0.36507936507936506,0.18,0.3161290322580645,0.28078817733990147,0.19,0.2545454545454545,0.35353535353535354,0.36787564766839376,0.3641025641025641,0.26296296296296295,0.3487394957983193,0.33112582781456956,0.3486238532110092,0.4722222222222222,0.2549019607843137,0.20253164556962025,0.10762331838565023,0.2824427480916031,0.14049586776859505,0.21296296296296297,0.2331288343558282,0.16071428571428573,0.3786407766990291,0.19658119658119658,0.24,0.20434227330779056,0.2138728323699422,0.27262569832402234,0.29411764705882354,0.24115755627009647,0.22530864197530864,0.24113475177304963,0.24445893089960888,0.4485294117647059,0.2173202614379085,0.22727272727272727,0.4,0.26865671641791045,0.26,0.1927710843373494,0.17543859649122806,0.26438188494492043,0.48589836094381605,IDEA-CCNL
dolphinette,,0.2235494880546075,0.3140808603863772,0.25374470200724825,0.26,0.2518518518518518,0.2565789473684211,0.21,0.2528301886792453,0.22916666666666666,0.4,0.28,0.26,0.24277456647398843,0.3431372549019608,0.24,0.2425531914893617,0.21929824561403508,0.2620689655172414,0.24867724867724866,0.23015873015873015,0.2,0.3096774193548387,0.30049261083743845,0.28,0.2727272727272727,0.2222222222222222,0.33678756476683935,0.25384615384615383,0.26666666666666666,0.3487394957983193,0.304635761589404,0.25504587155963304,0.44907407407407407,0.2647058823529412,0.25316455696202533,0.17937219730941703,0.22900763358778625,0.24793388429752067,0.24074074074074073,0.2392638036809816,0.17857142857142858,0.18446601941747573,0.18803418803418803,0.23,0.24776500638569604,0.21965317919075145,0.2536312849162011,0.2777777777777778,0.2347266881028939,0.25308641975308643,0.23404255319148937,0.2392438070404172,0.23897058823529413,0.22712418300653595,0.20909090909090908,0.24081632653061225,0.27860696517412936,0.23,0.18072289156626506,0.23391812865497075,0.26193390452876375,0.4207661403631234,player1537
Healix-410M,0.41,0.20819112627986347,0.29466241784505076,0.24939662193326603,0.22,0.2518518518518518,0.17763157894736842,0.2,0.21509433962264152,0.2222222222222222,0.28,0.17,0.28,0.18497109826589594,0.2647058823529412,0.19,0.2425531914893617,0.23684210526315788,0.2413793103448276,0.25396825396825395,0.16666666666666666,0.18,0.31290322580645163,0.28078817733990147,0.31,0.22424242424242424,0.23737373737373738,0.25906735751295334,0.2512820512820513,0.2777777777777778,0.23529411764705882,0.32450331125827814,0.22018348623853212,0.4583333333333333,0.22549019607843138,0.26582278481012656,0.3811659192825112,0.2366412213740458,0.24793388429752067,0.2222222222222222,0.3067484662576687,0.23214285714285715,0.1553398058252427,0.19658119658119658,0.3,0.24648786717752236,0.24855491329479767,0.24916201117318434,0.2647058823529412,0.2282958199356913,0.22839506172839505,0.25886524822695034,0.2320730117340287,0.4338235294117647,0.25,0.22727272727272727,0.2612244897959184,0.24378109452736318,0.27,0.21686746987951808,0.21637426900584794,0.2729498164014688,0.44415007746402513,health360
Healix-3B,3.0,0.36177474402730375,0.48615813582951606,0.2601838835102234,0.29,0.3037037037037037,0.18421052631578946,0.3,0.27547169811320754,0.2361111111111111,0.21,0.24,0.26,0.19653179190751446,0.19607843137254902,0.31,0.28936170212765955,0.2719298245614035,0.2689655172413793,0.2724867724867725,0.23809523809523808,0.26,0.25806451612903225,0.26108374384236455,0.24,0.26666666666666666,0.22727272727272727,0.21243523316062177,0.23076923076923078,0.25555555555555554,0.24789915966386555,0.2847682119205298,0.22201834862385322,0.2777777777777778,0.23039215686274508,0.27848101265822783,0.3452914798206278,0.22900763358778625,0.2644628099173554,0.3055555555555556,0.27607361963190186,0.22321428571428573,0.2524271844660194,0.28205128205128205,0.27,0.2937420178799489,0.31213872832369943,0.24692737430167597,0.25163398692810457,0.27009646302250806,0.28703703703703703,0.2730496453900709,0.23989569752281617,0.2426470588235294,0.2565359477124183,0.2909090909090909,0.21224489795918366,0.2835820895522388,0.22,0.3192771084337349,0.28654970760233917,0.2484700122399021,0.37397989676916243,health360
llama-2-13b-code-alpaca,13.0,0.568259385665529,0.6166102370045807,0.5592621809530965,0.32,0.4962962962962963,0.5197368421052632,0.51,0.6264150943396226,0.5694444444444444,0.41,0.48,0.32,0.5375722543352601,0.23529411764705882,0.72,0.4297872340425532,0.30701754385964913,0.496551724137931,0.31746031746031744,0.373015873015873,0.33,0.6806451612903226,0.458128078817734,0.59,0.6666666666666666,0.6868686868686869,0.8238341968911918,0.5025641025641026,0.2962962962962963,0.5798319327731093,0.32450331125827814,0.7522935779816514,0.42592592592592593,0.7696078431372549,0.7383966244725738,0.6457399103139013,0.648854961832061,0.71900826446281,0.75,0.6809815950920245,0.29464285714285715,0.7669902912621359,0.7948717948717948,0.56,0.7586206896551724,0.6416184971098265,0.3675977653631285,0.630718954248366,0.662379421221865,0.6388888888888888,0.40425531914893614,0.4256844850065189,0.5404411764705882,0.5604575163398693,0.6090909090909091,0.6408163265306123,0.7661691542288557,0.84,0.46987951807228917,0.7660818713450293,0.26805385556915545,0.38273049387137276,layoric
llama-2-7b-guanaco-instruct-sharded,7.0,0.5025597269624573,0.59699263095001,0.46654203746715195,0.3,0.4148148148148148,0.48026315789473684,0.42,0.5245283018867924,0.5416666666666666,0.25,0.38,0.33,0.37572254335260113,0.22549019607843138,0.55,0.39574468085106385,0.3508771929824561,0.42758620689655175,0.2804232804232804,0.25396825396825395,0.33,0.5225806451612903,0.3497536945812808,0.44,0.5454545454545454,0.5959595959595959,0.6580310880829016,0.4153846153846154,0.25925925925925924,0.42436974789915966,0.2913907284768212,0.6495412844036698,0.3333333333333333,0.6666666666666666,0.6666666666666666,0.5695067264573991,0.48091603053435117,0.5702479338842975,0.5648148148148148,0.5337423312883436,0.33035714285714285,0.6796116504854369,0.7435897435897436,0.51,0.6679438058748404,0.5202312138728323,0.21564245810055865,0.5261437908496732,0.5787781350482315,0.5709876543209876,0.3546099290780142,0.3376792698826597,0.3639705882352941,0.47549019607843135,0.5,0.4775510204081633,0.572139303482587,0.67,0.42771084337349397,0.7017543859649122,0.2876376988984088,0.4393102241986315,guardrail
opt-1.3b,1.3,0.26535836177474403,0.41435968930491934,0.24963045825616692,0.27,0.28888888888888886,0.19736842105263158,0.23,0.2490566037735849,0.2569444444444444,0.21,0.27,0.24,0.24855491329479767,0.3137254901960784,0.19,0.2297872340425532,0.2631578947368421,0.2827586206896552,0.2566137566137566,0.14285714285714285,0.33,0.23548387096774193,0.26108374384236455,0.32,0.21818181818181817,0.23232323232323232,0.2538860103626943,0.26153846153846155,0.22962962962962963,0.20168067226890757,0.2847682119205298,0.25688073394495414,0.2824074074074074,0.18137254901960784,0.24050632911392406,0.273542600896861,0.24427480916030533,0.2975206611570248,0.24074074074074073,0.27607361963190186,0.25,0.18446601941747573,0.24358974358974358,0.26,0.26309067688378035,0.23699421965317918,0.2424581005586592,0.3006535947712418,0.19614147909967847,0.2654320987654321,0.24468085106382978,0.23142112125162972,0.36764705882352944,0.27124183006535946,0.19090909090909092,0.22040816326530613,0.23383084577114427,0.2,0.30120481927710846,0.2631578947368421,0.23745410036719705,0.38710675790483107,facebook
galactica-1.3b,1.3,0.2960750853242321,0.3375821549492133,0.2709380804146136,0.26,0.34074074074074073,0.23684210526315788,0.2,0.26037735849056604,0.2569444444444444,0.21,0.25,0.28,0.24277456647398843,0.20588235294117646,0.37,0.3148936170212766,0.2631578947368421,0.2689655172413793,0.26455026455026454,0.15873015873015872,0.35,0.27741935483870966,0.29064039408866993,0.27,0.30303030303030304,0.2727272727272727,0.29015544041450775,0.2846153846153846,0.27037037037037037,0.24789915966386555,0.32450331125827814,0.25688073394495414,0.2638888888888889,0.24019607843137256,0.28270042194092826,0.27802690582959644,0.22137404580152673,0.3884297520661157,0.25925925925925924,0.3067484662576687,0.30357142857142855,0.20388349514563106,0.2777777777777778,0.27,0.2835249042145594,0.28034682080924855,0.24581005586592178,0.27124183006535946,0.3215434083601286,0.3055555555555556,0.26595744680851063,0.2685788787483703,0.2610294117647059,0.3022875816993464,0.23636363636363636,0.2653061224489796,0.24378109452736318,0.21,0.29518072289156627,0.26900584795321636,0.2484700122399021,0.41399712836660274,facebook
xglm-4.5B,4.5,0.2977815699658703,0.4334793865763792,0.254299777191496,0.2,0.3037037037037037,0.21052631578947367,0.23,0.22264150943396227,0.2638888888888889,0.24,0.28,0.29,0.27167630057803466,0.19607843137254902,0.28,0.2425531914893617,0.2807017543859649,0.2,0.25132275132275134,0.1746031746031746,0.34,0.25806451612903225,0.26108374384236455,0.31,0.20606060606060606,0.2727272727272727,0.26424870466321243,0.2564102564102564,0.2518518518518518,0.22268907563025211,0.26490066225165565,0.24770642201834864,0.28703703703703703,0.20588235294117646,0.21518987341772153,0.2242152466367713,0.26717557251908397,0.33884297520661155,0.23148148148148148,0.2883435582822086,0.24107142857142858,0.2912621359223301,0.2222222222222222,0.24,0.20434227330779056,0.27167630057803466,0.24134078212290502,0.26143790849673204,0.3022508038585209,0.2654320987654321,0.2765957446808511,0.273142112125163,0.3272058823529412,0.25,0.23636363636363636,0.23673469387755103,0.31343283582089554,0.28,0.18674698795180722,0.2222222222222222,0.20807833537331702,0.35839394850406386,facebook
opt-30b,30.0,0.39419795221843,0.5491933877713603,0.26658730035291095,0.25,0.2,0.2236842105263158,0.3,0.24528301886792453,0.2847222222222222,0.19,0.35,0.29,0.26011560693641617,0.19607843137254902,0.3,0.23404255319148937,0.23684210526315788,0.23448275862068965,0.25132275132275134,0.24603174603174602,0.18,0.25806451612903225,0.2413793103448276,0.15,0.2787878787878788,0.19696969696969696,0.3316062176165803,0.32564102564102565,0.22962962962962963,0.24789915966386555,0.2847682119205298,0.29908256880733947,0.4212962962962963,0.3088235294117647,0.25316455696202533,0.3183856502242152,0.20610687022900764,0.2975206611570248,0.2777777777777778,0.25153374233128833,0.2767857142857143,0.1941747572815534,0.26495726495726496,0.26,0.2554278416347382,0.2630057803468208,0.2759776536312849,0.22549019607843138,0.27009646302250806,0.2993827160493827,0.2375886524822695,0.2757496740547588,0.3272058823529412,0.2581699346405229,0.32727272727272727,0.363265306122449,0.22388059701492538,0.27,0.3192771084337349,0.3567251461988304,0.22276621787025705,0.35163826284747607,facebook
xglm-564M,0.564,0.19795221843003413,0.30551682931686913,0.2517966357007282,0.2,0.3111111111111111,0.17763157894736842,0.27,0.2037735849056604,0.2222222222222222,0.2,0.15,0.23,0.2138728323699422,0.22549019607843138,0.23,0.3148936170212766,0.2719298245614035,0.2620689655172414,0.2619047619047619,0.14285714285714285,0.18,0.2709677419354839,0.2955665024630542,0.34,0.26666666666666666,0.19696969696969696,0.2694300518134715,0.2128205128205128,0.24814814814814815,0.23949579831932774,0.1986754966887417,0.1871559633027523,0.4537037037037037,0.28921568627450983,0.24050632911392406,0.3273542600896861,0.2595419847328244,0.3305785123966942,0.25925925925925924,0.27607361963190186,0.33035714285714285,0.18446601941747573,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.2424581005586592,0.21895424836601307,0.1864951768488746,0.21604938271604937,0.2765957446808511,0.2457627118644068,0.44485294117647056,0.25,0.21818181818181817,0.24081632653061225,0.24378109452736318,0.23,0.28313253012048195,0.23391812865497075,0.23255813953488372,0.40432058770396273,facebook
xglm-1.7B,1.7,0.22098976109215018,0.3633738299143597,0.25100416456909946,0.3,0.32592592592592595,0.17763157894736842,0.2,0.2188679245283019,0.2222222222222222,0.18,0.24,0.2,0.2138728323699422,0.23529411764705882,0.22,0.24680851063829787,0.2543859649122807,0.22758620689655173,0.2566137566137566,0.19047619047619047,0.2,0.2838709677419355,0.3103448275862069,0.33,0.22424242424242424,0.2676767676767677,0.22797927461139897,0.21025641025641026,0.3,0.21428571428571427,0.1986754966887417,0.22568807339449543,0.47685185185185186,0.2549019607843137,0.25316455696202533,0.23766816143497757,0.16793893129770993,0.24793388429752067,0.23148148148148148,0.2392638036809816,0.26785714285714285,0.1941747572815534,0.23931623931623933,0.3,0.2669220945083014,0.24566473988439305,0.2424581005586592,0.22875816993464052,0.2508038585209003,0.32098765432098764,0.2695035460992908,0.2392438070404172,0.4522058823529412,0.26143790849673204,0.22727272727272727,0.22040816326530613,0.23880597014925373,0.33,0.28313253012048195,0.21637426900584794,0.22031823745410037,0.37206341516963043,facebook
opt-125m,0.125,0.20392491467576793,0.29187412865962953,0.26015587555644143,0.27,0.24444444444444444,0.26973684210526316,0.21,0.21509433962264152,0.2222222222222222,0.28,0.33,0.26,0.2023121387283237,0.37254901960784315,0.18,0.3191489361702128,0.22807017543859648,0.2482758620689655,0.2566137566137566,0.14285714285714285,0.18,0.3161290322580645,0.2955665024630542,0.19,0.21212121212121213,0.2727272727272727,0.36787564766839376,0.3435897435897436,0.26296296296296295,0.35294117647058826,0.31125827814569534,0.22752293577981653,0.4722222222222222,0.25980392156862747,0.25738396624472576,0.20179372197309417,0.2366412213740458,0.38016528925619836,0.21296296296296297,0.22085889570552147,0.15178571428571427,0.18446601941747573,0.19658119658119658,0.34,0.2541507024265645,0.23121387283236994,0.2424581005586592,0.27124183006535946,0.2379421221864952,0.2932098765432099,0.26595744680851063,0.2529335071707953,0.4485294117647059,0.2222222222222222,0.22727272727272727,0.24897959183673468,0.23383084577114427,0.32,0.20481927710843373,0.17543859649122806,0.23990208078335373,0.4286875802615585,facebook
opt-iml-max-30b,30.0,0.4035836177474403,0.538338976299542,0.4108644487918455,0.29,0.4222222222222222,0.46710526315789475,0.43,0.4528301886792453,0.3333333333333333,0.31,0.42,0.36,0.3468208092485549,0.27450980392156865,0.47,0.31063829787234043,0.2807017543859649,0.4206896551724138,0.28835978835978837,0.30952380952380953,0.27,0.3935483870967742,0.2413793103448276,0.38,0.4727272727272727,0.4696969696969697,0.5595854922279793,0.4461538461538462,0.26296296296296295,0.37815126050420167,0.31788079470198677,0.5688073394495413,0.35648148148148145,0.46568627450980393,0.70042194092827,0.4484304932735426,0.48091603053435117,0.4214876033057851,0.4351851851851852,0.39263803680981596,0.30357142857142855,0.5145631067961165,0.5256410256410257,0.46,0.5223499361430396,0.49421965317919075,0.27150837988826815,0.39215686274509803,0.4790996784565916,0.4444444444444444,0.32978723404255317,0.31747066492829207,0.4227941176470588,0.4035947712418301,0.4636363636363636,0.46938775510204084,0.582089552238806,0.52,0.40963855421686746,0.4444444444444444,0.24724602203182375,0.3815782242834733,facebook
galactica-30b,30.0,0.44197952218430037,0.4569806811392153,0.4756181099760944,0.27,0.5481481481481482,0.5328947368421053,0.48,0.5547169811320755,0.5833333333333334,0.37,0.45,0.36,0.5028901734104047,0.3431372549019608,0.66,0.4723404255319149,0.34210526315789475,0.5655172413793104,0.3201058201058201,0.2777777777777778,0.34,0.5548387096774193,0.4482758620689655,0.54,0.6303030303030303,0.5353535353535354,0.5751295336787565,0.4256410256410256,0.2518518518518518,0.4495798319327731,0.37748344370860926,0.6256880733944954,0.35185185185185186,0.4264705882352941,0.5991561181434599,0.5695067264573991,0.5725190839694656,0.6694214876033058,0.5185185185185185,0.49693251533742333,0.33035714285714285,0.6213592233009708,0.7051282051282052,0.58,0.5019157088122606,0.45664739884393063,0.24022346368715083,0.5294117647058824,0.4855305466237942,0.5308641975308642,0.35815602836879434,0.34419817470664926,0.4889705882352941,0.5049019607843137,0.5,0.4,0.572139303482587,0.52,0.43373493975903615,0.4152046783625731,0.23378212974296206,0.3800977452649422,facebook
opt-2.7b,2.7,0.3097269624573379,0.4600677155945031,0.2543197294843227,0.2,0.2518518518518518,0.17105263157894737,0.21,0.22264150943396227,0.20833333333333334,0.19,0.29,0.23,0.24855491329479767,0.21568627450980393,0.26,0.225531914893617,0.24561403508771928,0.2827586206896552,0.22486772486772486,0.19047619047619047,0.31,0.2161290322580645,0.2512315270935961,0.33,0.23636363636363636,0.21717171717171718,0.33678756476683935,0.3487179487179487,0.2814814814814815,0.21428571428571427,0.31788079470198677,0.326605504587156,0.4074074074074074,0.25,0.23628691983122363,0.20179372197309417,0.1984732824427481,0.24793388429752067,0.28703703703703703,0.22699386503067484,0.2857142857142857,0.36893203883495146,0.23931623931623933,0.35,0.24648786717752236,0.24277456647398843,0.23575418994413408,0.19281045751633988,0.31511254019292606,0.24074074074074073,0.2978723404255319,0.2522816166883963,0.31985294117647056,0.2581699346405229,0.21818181818181817,0.20816326530612245,0.2537313432835821,0.25,0.23493975903614459,0.17543859649122806,0.22766217870257038,0.37425417990290183,facebook
xglm-7.5B,7.5,0.30716723549488056,0.44961163114917346,0.27788668071669426,0.27,0.2518518518518518,0.2236842105263158,0.26,0.3018867924528302,0.2986111111111111,0.27,0.28,0.25,0.2543352601156069,0.19607843137254902,0.28,0.28936170212765955,0.2543859649122807,0.20689655172413793,0.2671957671957672,0.31746031746031744,0.29,0.33225806451612905,0.3103448275862069,0.28,0.2787878787878788,0.35858585858585856,0.3626943005181347,0.3564102564102564,0.24814814814814815,0.3319327731092437,0.2980132450331126,0.27706422018348625,0.4212962962962963,0.23529411764705882,0.25738396624472576,0.3452914798206278,0.2366412213740458,0.36363636363636365,0.21296296296296297,0.25766871165644173,0.22321428571428573,0.2621359223300971,0.1794871794871795,0.31,0.2554278416347382,0.23121387283236994,0.2424581005586592,0.2777777777777778,0.24437299035369775,0.27469135802469136,0.2624113475177305,0.24445893089960888,0.4522058823529412,0.2696078431372549,0.24545454545454545,0.2897959183673469,0.23880597014925373,0.24,0.2891566265060241,0.2807017543859649,0.20930232558139536,0.36661523882354585,facebook
opt-350m,0.35,0.20563139931740615,0.3212507468631747,0.26023096743467933,0.22,0.2740740740740741,0.17763157894736842,0.21,0.2679245283018868,0.22916666666666666,0.35,0.3,0.27,0.2543352601156069,0.22549019607843138,0.18,0.2723404255319149,0.23684210526315788,0.296551724137931,0.2566137566137566,0.23809523809523808,0.19,0.3,0.29064039408866993,0.19,0.26666666666666666,0.35858585858585856,0.3471502590673575,0.2743589743589744,0.2777777777777778,0.27310924369747897,0.33112582781456956,0.326605504587156,0.4722222222222222,0.25980392156862747,0.20675105485232068,0.13452914798206278,0.2595419847328244,0.371900826446281,0.2222222222222222,0.24539877300613497,0.17857142857142858,0.22330097087378642,0.21367521367521367,0.29,0.20561941251596424,0.2630057803468208,0.24692737430167597,0.26143790849673204,0.19614147909967847,0.2716049382716049,0.24822695035460993,0.24119947848761408,0.4485294117647059,0.24183006535947713,0.19090909090909092,0.39591836734693875,0.21890547263681592,0.26,0.1927710843373494,0.1871345029239766,0.23255813953488372,0.40828532777844695,facebook
opt-iml-max-1.3b,1.3,0.27047781569965873,0.4115714001194981,0.27610505922940987,0.15,0.2518518518518518,0.1513157894736842,0.31,0.32452830188679244,0.2777777777777778,0.23,0.31,0.28,0.23699421965317918,0.3431372549019608,0.24,0.28085106382978725,0.21929824561403508,0.2620689655172414,0.2566137566137566,0.1984126984126984,0.23,0.32903225806451614,0.18226600985221675,0.23,0.296969696969697,0.22727272727272727,0.38341968911917096,0.30256410256410254,0.26296296296296295,0.25210084033613445,0.2185430463576159,0.3357798165137615,0.46296296296296297,0.28921568627450983,0.35864978902953587,0.3452914798206278,0.3435114503816794,0.2396694214876033,0.26851851851851855,0.25153374233128833,0.20535714285714285,0.3786407766990291,0.23931623931623933,0.27,0.32567049808429116,0.2658959537572254,0.21675977653631284,0.32679738562091504,0.19614147909967847,0.27469135802469136,0.2801418439716312,0.2470664928292047,0.2867647058823529,0.25980392156862747,0.2636363636363636,0.2857142857142857,0.31343283582089554,0.41,0.3192771084337349,0.23976608187134502,0.22766217870257038,0.3834241864559234,facebook
opt-6.7b,6.7,0.34726962457337884,0.5067715594503087,0.24567406599049402,0.25,0.34814814814814815,0.14473684210526316,0.16,0.2037735849056604,0.22916666666666666,0.24,0.32,0.27,0.23121387283236994,0.20588235294117646,0.24,0.2680851063829787,0.22807017543859648,0.27586206896551724,0.21428571428571427,0.16666666666666666,0.3,0.22258064516129034,0.24630541871921183,0.23,0.23636363636363636,0.19696969696969696,0.24352331606217617,0.2230769230769231,0.26296296296296295,0.18487394957983194,0.18543046357615894,0.25871559633027524,0.2037037037037037,0.24019607843137256,0.2616033755274262,0.3452914798206278,0.21374045801526717,0.23140495867768596,0.25925925925925924,0.25153374233128833,0.29464285714285715,0.23300970873786409,0.3034188034188034,0.3,0.27586206896551724,0.23410404624277456,0.2424581005586592,0.22875816993464052,0.24758842443729903,0.2839506172839506,0.2801418439716312,0.24119947848761408,0.27205882352941174,0.25326797385620914,0.33636363636363636,0.19591836734693877,0.22388059701492538,0.21,0.3253012048192771,0.22807017543859648,0.211750305997552,0.3512214978869498,facebook
AtomGPT_56k,,0.4872013651877133,0.5675164309898426,0.45314891949849273,0.29,0.4222222222222222,0.46710526315789475,0.44,0.5018867924528302,0.4236111111111111,0.41,0.34,0.34,0.4393063583815029,0.2647058823529412,0.54,0.3574468085106383,0.3157894736842105,0.4482758620689655,0.2566137566137566,0.373015873015873,0.33,0.46774193548387094,0.2857142857142857,0.48,0.5515151515151515,0.5858585858585859,0.6580310880829016,0.44871794871794873,0.2814814814814815,0.4789915966386555,0.3509933774834437,0.5871559633027523,0.39351851851851855,0.4852941176470588,0.569620253164557,0.547085201793722,0.5419847328244275,0.5702479338842975,0.5092592592592593,0.44785276073619634,0.25,0.5922330097087378,0.6709401709401709,0.53,0.6028097062579821,0.43641618497109824,0.24804469273743016,0.5359477124183006,0.5112540192926045,0.4876543209876543,0.3617021276595745,0.32529335071707954,0.4485294117647059,0.36764705882352944,0.5181818181818182,0.46938775510204084,0.6218905472636815,0.61,0.3855421686746988,0.6549707602339181,0.2558139534883721,0.40273954840598397,AtomEchoAI
open-calm-large,,0.17406143344709898,0.2795259908384784,0.25231014138775415,0.26,0.23703703703703705,0.18421052631578946,0.24,0.25660377358490566,0.2222222222222222,0.37,0.32,0.33,0.2658959537572254,0.10784313725490197,0.22,0.2,0.2631578947368421,0.20689655172413793,0.23809523809523808,0.24603174603174602,0.27,0.22258064516129034,0.2857142857142857,0.27,0.19393939393939394,0.22727272727272727,0.2849740932642487,0.258974358974359,0.22962962962962963,0.23109243697478993,0.31125827814569534,0.26605504587155965,0.44907407407407407,0.24019607843137256,0.26582278481012656,0.19282511210762332,0.25190839694656486,0.3884297520661157,0.21296296296296297,0.26993865030674846,0.22321428571428573,0.24271844660194175,0.2094017094017094,0.13,0.26947637292464877,0.27167630057803466,0.25251396648044694,0.238562091503268,0.26366559485530544,0.28703703703703703,0.26595744680851063,0.22359843546284225,0.34558823529411764,0.2549019607843137,0.17272727272727273,0.22448979591836735,0.23383084577114427,0.24,0.3253012048192771,0.21637426900584794,0.2521419828641371,0.4652388251878066,cyberagent
llama-65b,65.0,0.5938566552901023,0.6653057159928301,0.6393064176395022,0.3,0.5777777777777777,0.7171052631578947,0.6,0.660377358490566,0.7013888888888888,0.49,0.46,0.36,0.5549132947976878,0.38235294117647056,0.79,0.5829787234042553,0.37719298245614036,0.5586206896551724,0.40476190476190477,0.4365079365079365,0.38,0.7483870967741936,0.41379310344827586,0.68,0.7878787878787878,0.803030303030303,0.8808290155440415,0.6615384615384615,0.34074074074074073,0.680672268907563,0.37748344370860926,0.8293577981651377,0.6064814814814815,0.8382352941176471,0.8396624472573839,0.6636771300448431,0.7709923664122137,0.8181818181818182,0.7592592592592593,0.7791411042944786,0.49107142857142855,0.8252427184466019,0.8760683760683761,0.68,0.8160919540229885,0.7369942196531792,0.48044692737430167,0.6830065359477124,0.7266881028938906,0.7469135802469136,0.4929078014184397,0.4954367666232073,0.6213235294117647,0.6650326797385621,0.7454545454545455,0.7142857142857143,0.8009950248756219,0.88,0.5421686746987951,0.8070175438596491,0.28518971848225216,0.4342876070583593,huggyllama
llama-13b,13.0,0.5315699658703071,0.6074487153953396,0.476105883021701,0.31,0.45925925925925926,0.47368421052631576,0.46,0.4641509433962264,0.4583333333333333,0.28,0.41,0.36,0.4161849710982659,0.18627450980392157,0.63,0.39148936170212767,0.2807017543859649,0.41379310344827586,0.26455026455026454,0.3253968253968254,0.36,0.5225806451612903,0.28078817733990147,0.48,0.6242424242424243,0.5505050505050505,0.6683937823834197,0.46153846153846156,0.25925925925925924,0.4789915966386555,0.304635761589404,0.6091743119266055,0.2962962962962963,0.5686274509803921,0.6751054852320675,0.5515695067264574,0.5725190839694656,0.6446280991735537,0.5185185185185185,0.5276073619631901,0.32142857142857145,0.6601941747572816,0.717948717948718,0.52,0.6462324393358876,0.5,0.29832402234636873,0.5032679738562091,0.5434083601286174,0.5154320987654321,0.33687943262411346,0.37222946544980445,0.5147058823529411,0.48856209150326796,0.6181818181818182,0.5265306122448979,0.6119402985074627,0.78,0.4397590361445783,0.6842105263157895,0.2521419828641371,0.3947888264167134,huggyllama
llama-30b,30.0,0.5810580204778157,0.6447918741286597,0.5844661283793138,0.35,0.5111111111111111,0.6118421052631579,0.54,0.5773584905660377,0.5833333333333334,0.43,0.46,0.38,0.5433526011560693,0.2647058823529412,0.66,0.5148936170212766,0.35964912280701755,0.5241379310344828,0.373015873015873,0.35714285714285715,0.38,0.6838709677419355,0.4088669950738916,0.6,0.7333333333333333,0.7121212121212122,0.8341968911917098,0.5641025641025641,0.26296296296296295,0.5756302521008403,0.3443708609271523,0.763302752293578,0.4861111111111111,0.7843137254901961,0.7974683544303798,0.6771300448430493,0.6564885496183206,0.7603305785123967,0.7129629629629629,0.6748466257668712,0.4017857142857143,0.7766990291262136,0.8461538461538461,0.66,0.7816091954022989,0.6705202312138728,0.3865921787709497,0.6241830065359477,0.6655948553054662,0.6666666666666666,0.43617021276595747,0.46479791395045633,0.5588235294117647,0.6405228758169934,0.7,0.6653061224489796,0.7910447761194029,0.83,0.4939759036144578,0.8011695906432749,0.2729498164014688,0.42273875997635146,huggyllama
1.3b,1.3,0.2431740614334471,0.33120892252539336,0.2676524347414349,0.13,0.22962962962962963,0.19078947368421054,0.22,0.2830188679245283,0.2708333333333333,0.26,0.32,0.31,0.2543352601156069,0.19607843137254902,0.19,0.2170212765957447,0.2719298245614035,0.27586206896551724,0.2804232804232804,0.29365079365079366,0.27,0.2,0.31527093596059114,0.33,0.3151515151515151,0.3333333333333333,0.32124352331606215,0.3641025641025641,0.2777777777777778,0.2184873949579832,0.271523178807947,0.3596330275229358,0.4722222222222222,0.25,0.27848101265822783,0.15695067264573992,0.2824427480916031,0.2396694214876033,0.26851851851851855,0.3067484662576687,0.22321428571428573,0.30097087378640774,0.3034188034188034,0.25,0.210727969348659,0.26878612716763006,0.23575418994413408,0.24836601307189543,0.2572347266881029,0.2191358024691358,0.25886524822695034,0.2405475880052151,0.38235294117647056,0.23529411764705882,0.18181818181818182,0.3142857142857143,0.2885572139303483,0.23,0.29518072289156627,0.28654970760233917,0.23255813953488372,0.39015532406426673,Corianas
Quokka_256m,0.256,0.1825938566552901,0.27683728340967934,0.26481059437326554,0.25,0.31851851851851853,0.17763157894736842,0.2,0.22641509433962265,0.2569444444444444,0.2,0.27,0.27,0.19653179190751446,0.24509803921568626,0.24,0.251063829787234,0.23684210526315788,0.2827586206896552,0.24338624338624337,0.14285714285714285,0.27,0.2806451612903226,0.29064039408866993,0.35,0.34545454545454546,0.3333333333333333,0.27461139896373055,0.3641025641025641,0.29259259259259257,0.20588235294117646,0.23841059602649006,0.3211009174311927,0.2962962962962963,0.29901960784313725,0.21940928270042195,0.2825112107623318,0.2595419847328244,0.24793388429752067,0.26851851851851855,0.294478527607362,0.3125,0.3300970873786408,0.2222222222222222,0.31,0.2771392081736909,0.25722543352601157,0.25027932960893856,0.2549019607843137,0.2347266881028939,0.22530864197530864,0.23049645390070922,0.23859191655801826,0.43014705882352944,0.2761437908496732,0.23636363636363636,0.2693877551020408,0.24378109452736318,0.32,0.18674698795180722,0.24561403508771928,0.24112607099143207,0.3946752706040574,Corianas
590m,0.59,0.20563139931740615,0.29087831109340767,0.26606328940716695,0.21,0.22962962962962963,0.28289473684210525,0.17,0.3018867924528302,0.2986111111111111,0.38,0.32,0.3,0.24855491329479767,0.16666666666666666,0.18,0.19574468085106383,0.22807017543859648,0.3103448275862069,0.23544973544973544,0.3333333333333333,0.18,0.2870967741935484,0.23645320197044334,0.25,0.2606060606060606,0.35353535353535354,0.36787564766839376,0.36153846153846153,0.2814814814814815,0.29411764705882354,0.33112582781456956,0.3486238532110092,0.4722222222222222,0.2549019607843137,0.20253164556962025,0.10762331838565023,0.26717557251908397,0.23140495867768596,0.23148148148148148,0.22699386503067484,0.17857142857142858,0.33980582524271846,0.20085470085470086,0.25,0.21328224776500637,0.26011560693641617,0.26033519553072626,0.2908496732026144,0.21221864951768488,0.22530864197530864,0.24822695035460993,0.23989569752281617,0.4485294117647059,0.23202614379084968,0.2545454545454545,0.4,0.26865671641791045,0.26,0.19879518072289157,0.24561403508771928,0.23745410036719705,0.4218970294491857,Corianas
Quokka_590m,0.59,0.18686006825938567,0.2878908583947421,0.25356753303503693,0.21,0.2518518518518518,0.19736842105263158,0.22,0.2339622641509434,0.2708333333333333,0.22,0.34,0.22,0.23121387283236994,0.21568627450980393,0.26,0.2851063829787234,0.2543859649122807,0.2896551724137931,0.21428571428571427,0.18253968253968253,0.28,0.2,0.2413793103448276,0.32,0.3212121212121212,0.2878787878787879,0.3005181347150259,0.2282051282051282,0.2740740740740741,0.1722689075630252,0.19205298013245034,0.28807339449541286,0.4583333333333333,0.24019607843137256,0.21940928270042195,0.33183856502242154,0.2366412213740458,0.2809917355371901,0.24074074074074073,0.2883435582822086,0.25,0.21359223300970873,0.2905982905982906,0.28,0.26053639846743293,0.2254335260115607,0.2424581005586592,0.20915032679738563,0.2379421221864952,0.23765432098765432,0.2375886524822695,0.2242503259452412,0.3786764705882353,0.25980392156862747,0.21818181818181817,0.1673469387755102,0.21890547263681592,0.3,0.1746987951807229,0.32748538011695905,0.23745410036719705,0.3959001965221609,Corianas
111m,0.111,0.1757679180887372,0.2674765982871938,0.25275541466147794,0.2,0.26666666666666666,0.16447368421052633,0.24,0.24528301886792453,0.2569444444444444,0.21,0.18,0.26,0.24855491329479767,0.3235294117647059,0.25,0.2680851063829787,0.24561403508771928,0.2413793103448276,0.2804232804232804,0.15873015873015872,0.14,0.3064516129032258,0.29064039408866993,0.28,0.24242424242424243,0.2676767676767677,0.23316062176165803,0.2564102564102564,0.2777777777777778,0.23109243697478993,0.2781456953642384,0.3155963302752294,0.4722222222222222,0.24509803921568626,0.25316455696202533,0.2242152466367713,0.2748091603053435,0.35537190082644626,0.24074074074074073,0.3006134969325153,0.21428571428571427,0.1650485436893204,0.20512820512820512,0.26,0.27330779054916987,0.24277456647398843,0.2424581005586592,0.25163398692810457,0.27009646302250806,0.22530864197530864,0.2695035460992908,0.2405475880052151,0.36764705882352944,0.272875816993464,0.19090909090909092,0.2979591836734694,0.23880597014925373,0.18,0.1927710843373494,0.2807017543859649,0.23255813953488372,0.4372453533892753,Corianas
Quokka_2.7b,2.7,0.2815699658703072,0.3811989643497311,0.24802658795399915,0.19,0.22962962962962963,0.2236842105263158,0.24,0.21509433962264152,0.2638888888888889,0.18,0.38,0.25,0.2023121387283237,0.1568627450980392,0.3,0.2765957446808511,0.24561403508771928,0.22758620689655173,0.20899470899470898,0.24603174603174602,0.17,0.20967741935483872,0.21674876847290642,0.34,0.22424242424242424,0.1717171717171717,0.20725388601036268,0.20512820512820512,0.26666666666666666,0.20588235294117646,0.26490066225165565,0.22568807339449543,0.36574074074074076,0.27450980392156865,0.2489451476793249,0.3273542600896861,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.3006134969325153,0.30357142857142855,0.1941747572815534,0.21794871794871795,0.26,0.24904214559386972,0.22832369942196531,0.26256983240223464,0.21895424836601307,0.2347266881028939,0.21296296296296297,0.2553191489361702,0.2522816166883963,0.3639705882352941,0.25,0.16363636363636364,0.3306122448979592,0.22388059701492538,0.32,0.2891566265060241,0.28654970760233917,0.25091799265605874,0.40144936891043304,Corianas
256_5epoch,,0.18003412969283278,0.2773351921927903,0.26622197715060825,0.25,0.23703703703703705,0.19736842105263158,0.27,0.2830188679245283,0.22916666666666666,0.21,0.28,0.25,0.2138728323699422,0.2647058823529412,0.23,0.2978723404255319,0.24561403508771928,0.27586206896551724,0.24074074074074073,0.16666666666666666,0.31,0.3032258064516129,0.22660098522167488,0.29,0.30303030303030304,0.3434343434343434,0.35751295336787564,0.36153846153846153,0.2851851851851852,0.21428571428571427,0.25165562913907286,0.3467889908256881,0.4537037037037037,0.24509803921568626,0.18565400843881857,0.11659192825112108,0.16030534351145037,0.24793388429752067,0.25925925925925924,0.2883435582822086,0.22321428571428573,0.3592233009708738,0.2777777777777778,0.28,0.23499361430395913,0.24277456647398843,0.25139664804469275,0.2777777777777778,0.27009646302250806,0.21604938271604937,0.2730496453900709,0.24837027379400262,0.4485294117647059,0.23366013071895425,0.23636363636363636,0.4,0.24378109452736318,0.28,0.20481927710843373,0.2807017543859649,0.2386780905752754,0.4170640141357406,Corianas
Quokka_1.3b,1.3,0.24573378839590443,0.3285202150965943,0.2665817163229995,0.23,0.2222222222222222,0.20394736842105263,0.23,0.2943396226415094,0.2777777777777778,0.22,0.32,0.33,0.24277456647398843,0.24509803921568626,0.2,0.2,0.20175438596491227,0.2827586206896552,0.23544973544973544,0.2698412698412698,0.31,0.2032258064516129,0.23645320197044334,0.31,0.26666666666666666,0.37373737373737376,0.37305699481865284,0.2948717948717949,0.2962962962962963,0.20588235294117646,0.2847682119205298,0.3559633027522936,0.4675925925925926,0.2647058823529412,0.2616033755274262,0.242152466367713,0.26717557251908397,0.2975206611570248,0.25,0.2883435582822086,0.25,0.3883495145631068,0.2905982905982906,0.28,0.20434227330779056,0.2774566473988439,0.24134078212290502,0.2549019607843137,0.2572347266881029,0.23765432098765432,0.2907801418439716,0.2392438070404172,0.2536764705882353,0.2565359477124183,0.18181818181818182,0.1836734693877551,0.21890547263681592,0.21,0.29518072289156627,0.32748538011695905,0.2460220318237454,0.4014192060803863,Corianas
testlm-1-1,,0.5017064846416383,0.5705038836885082,0.5120686323331608,0.25,0.4740740740740741,0.5131578947368421,0.54,0.5433962264150943,0.5555555555555556,0.39,0.45,0.37,0.4624277456647399,0.20588235294117646,0.67,0.42127659574468085,0.2982456140350877,0.496551724137931,0.3333333333333333,0.31746031746031744,0.35,0.5903225806451613,0.35960591133004927,0.48,0.6484848484848484,0.6262626262626263,0.7202072538860104,0.49743589743589745,0.26666666666666666,0.5210084033613446,0.3576158940397351,0.7119266055045872,0.44907407407407407,0.7156862745098039,0.7088607594936709,0.5919282511210763,0.5801526717557252,0.6528925619834711,0.5833333333333334,0.5705521472392638,0.2857142857142857,0.6796116504854369,0.7649572649572649,0.52,0.7088122605363985,0.5173410404624278,0.29720670391061454,0.5555555555555556,0.6045016077170418,0.5709876543209876,0.3971631205673759,0.3754889178617992,0.4852941176470588,0.49836601307189543,0.6,0.6081632653061224,0.6716417910447762,0.71,0.3795180722891566,0.6842105263157895,0.32802937576499386,0.48413168566081527,Kiddyz
testlm,,0.5017064846416383,0.5705038836885082,0.5120686323331608,0.25,0.4740740740740741,0.5131578947368421,0.54,0.5433962264150943,0.5555555555555556,0.39,0.45,0.37,0.4624277456647399,0.20588235294117646,0.67,0.42127659574468085,0.2982456140350877,0.496551724137931,0.3333333333333333,0.31746031746031744,0.35,0.5903225806451613,0.35960591133004927,0.48,0.6484848484848484,0.6262626262626263,0.7202072538860104,0.49743589743589745,0.26666666666666666,0.5210084033613446,0.3576158940397351,0.7119266055045872,0.44907407407407407,0.7156862745098039,0.7088607594936709,0.5919282511210763,0.5801526717557252,0.6528925619834711,0.5833333333333334,0.5705521472392638,0.2857142857142857,0.6796116504854369,0.7649572649572649,0.52,0.7088122605363985,0.5173410404624278,0.29720670391061454,0.5555555555555556,0.6045016077170418,0.5709876543209876,0.3971631205673759,0.3754889178617992,0.4852941176470588,0.49836601307189543,0.6,0.6081632653061224,0.6716417910447762,0.71,0.3795180722891566,0.6842105263157895,0.32802937576499386,0.48413168566081527,Kiddyz
testlm-1,,0.5017064846416383,0.5705038836885082,0.5120686323331608,0.25,0.4740740740740741,0.5131578947368421,0.54,0.5433962264150943,0.5555555555555556,0.39,0.45,0.37,0.4624277456647399,0.20588235294117646,0.67,0.42127659574468085,0.2982456140350877,0.496551724137931,0.3333333333333333,0.31746031746031744,0.35,0.5903225806451613,0.35960591133004927,0.48,0.6484848484848484,0.6262626262626263,0.7202072538860104,0.49743589743589745,0.26666666666666666,0.5210084033613446,0.3576158940397351,0.7119266055045872,0.44907407407407407,0.7156862745098039,0.7088607594936709,0.5919282511210763,0.5801526717557252,0.6528925619834711,0.5833333333333334,0.5705521472392638,0.2857142857142857,0.6796116504854369,0.7649572649572649,0.52,0.7088122605363985,0.5173410404624278,0.29720670391061454,0.5555555555555556,0.6045016077170418,0.5709876543209876,0.3971631205673759,0.3754889178617992,0.4852941176470588,0.49836601307189543,0.6,0.6081632653061224,0.6716417910447762,0.71,0.3795180722891566,0.6842105263157895,0.32802937576499386,0.48413168566081527,Kiddyz
testlm2,,0.49829351535836175,0.5723959370643298,0.5152568211684916,0.28,0.4888888888888889,0.5,0.55,0.5584905660377358,0.5347222222222222,0.42,0.41,0.29,0.4508670520231214,0.19607843137254902,0.66,0.4297872340425532,0.3157894736842105,0.46206896551724136,0.291005291005291,0.3333333333333333,0.37,0.5741935483870968,0.3842364532019704,0.39,0.6727272727272727,0.6515151515151515,0.7564766839378239,0.4794871794871795,0.2740740740740741,0.48739495798319327,0.33774834437086093,0.6880733944954128,0.41203703703703703,0.7401960784313726,0.7215189873417721,0.6367713004484304,0.6106870229007634,0.6942148760330579,0.5833333333333334,0.5828220858895705,0.3482142857142857,0.6796116504854369,0.7649572649572649,0.55,0.7100893997445722,0.5375722543352601,0.2927374301675978,0.5555555555555556,0.5980707395498392,0.5648148148148148,0.4078014184397163,0.3898305084745763,0.45955882352941174,0.5016339869281046,0.6272727272727273,0.6285714285714286,0.6915422885572139,0.72,0.41566265060240964,0.7076023391812866,0.3268053855569155,0.4867717626441099,Kiddyz
testlm-3,,0.5025597269624573,0.5963951404102769,0.517656719160505,0.25,0.45925925925925926,0.47368421052631576,0.56,0.5584905660377358,0.5208333333333334,0.43,0.43,0.37,0.45664739884393063,0.27450980392156865,0.68,0.40425531914893614,0.2719298245614035,0.47586206896551725,0.31746031746031744,0.3888888888888889,0.28,0.5967741935483871,0.35467980295566504,0.4,0.6848484848484848,0.6414141414141414,0.7150259067357513,0.49743589743589745,0.28888888888888886,0.46638655462184875,0.3841059602649007,0.7009174311926606,0.4722222222222222,0.7058823529411765,0.7383966244725738,0.600896860986547,0.6106870229007634,0.628099173553719,0.6296296296296297,0.5828220858895705,0.3392857142857143,0.6699029126213593,0.7521367521367521,0.56,0.698595146871009,0.5433526011560693,0.41899441340782123,0.5849673202614379,0.5916398713826366,0.558641975308642,0.3546099290780142,0.38396349413298564,0.5661764705882353,0.4493464052287582,0.5909090909090909,0.6285714285714286,0.7014925373134329,0.69,0.4036144578313253,0.7192982456140351,0.3157894736842105,0.46416337242431305,Kiddyz
openbuddy-llama2-34b-v11.1-bf16,34.0,0.4641638225255973,0.5283808006373233,0.5571082206133329,0.36,0.4074074074074074,0.5855263157894737,0.63,0.5132075471698113,0.5347222222222222,0.38,0.5,0.38,0.47398843930635837,0.3333333333333333,0.72,0.4553191489361702,0.3684210526315789,0.4896551724137931,0.3783068783068783,0.4603174603174603,0.37,0.6258064516129033,0.4088669950738916,0.7,0.7151515151515152,0.7323232323232324,0.7979274611398963,0.5538461538461539,0.34444444444444444,0.5588235294117647,0.3443708609271523,0.7412844036697248,0.5185185185185185,0.7009803921568627,0.759493670886076,0.6143497757847534,0.6106870229007634,0.7520661157024794,0.7222222222222222,0.6993865030674846,0.4375,0.6699029126213593,0.8333333333333334,0.58,0.7100893997445722,0.6127167630057804,0.2860335195530726,0.5784313725490197,0.617363344051447,0.5679012345679012,0.38652482269503546,0.39960886571056065,0.45955882352941174,0.5081699346405228,0.6181818181818182,0.6612244897959184,0.7213930348258707,0.72,0.40963855421686746,0.7368421052631579,0.36474908200734396,0.5300576050535195,openBuddy
llama2-13b-Chinese-chat,13.0,0.560580204778157,0.6160127464648476,0.554505205603274,0.37,0.4888888888888889,0.5526315789473685,0.57,0.6264150943396226,0.5833333333333334,0.37,0.49,0.3,0.5202312138728323,0.29411764705882354,0.73,0.40425531914893614,0.3157894736842105,0.503448275862069,0.3201058201058201,0.30158730158730157,0.35,0.6451612903225806,0.4630541871921182,0.56,0.6666666666666666,0.6818181818181818,0.8082901554404145,0.48205128205128206,0.3074074074074074,0.5588235294117647,0.304635761589404,0.7467889908256881,0.4074074074074074,0.7745098039215687,0.729957805907173,0.6591928251121076,0.5954198473282443,0.7520661157024794,0.7129629629629629,0.6503067484662577,0.3125,0.7281553398058253,0.7948717948717948,0.54,0.7471264367816092,0.6329479768786127,0.39329608938547483,0.6241830065359477,0.6463022508038585,0.6358024691358025,0.425531914893617,0.4132985658409387,0.5036764705882353,0.5522875816993464,0.6090909090909091,0.6408163265306123,0.7313432835820896,0.86,0.463855421686747,0.7543859649122807,0.31211750305997554,0.45108999093807056,shareAI
CodeLLaMA-chat-13b-Chinese,13.0,0.39761092150170646,0.4841665006970723,0.34285639181947924,0.29,0.3925925925925926,0.3092105263157895,0.34,0.35094339622641507,0.2222222222222222,0.34,0.2,0.3,0.3583815028901734,0.3235294117647059,0.39,0.2978723404255319,0.2719298245614035,0.4068965517241379,0.2751322751322751,0.23015873015873015,0.36,0.3709677419354839,0.2561576354679803,0.23,0.2909090909090909,0.4494949494949495,0.47668393782383417,0.35128205128205126,0.25925925925925924,0.3487394957983193,0.2582781456953642,0.3724770642201835,0.4722222222222222,0.29901960784313725,0.3670886075949367,0.4439461883408072,0.3816793893129771,0.2644628099173554,0.32407407407407407,0.3312883435582822,0.25,0.42718446601941745,0.6239316239316239,0.41,0.4444444444444444,0.24277456647398843,0.23798882681564246,0.3333333333333333,0.40836012861736337,0.3611111111111111,0.2765957446808511,0.2835723598435463,0.3382352941176471,0.2761437908496732,0.34545454545454546,0.35918367346938773,0.417910447761194,0.5,0.3493975903614458,0.4502923976608187,0.31456548347613217,0.48970833461287927,shareAI
bilingual-gpt-neox-4b,4.0,0.23890784982935154,0.3646683927504481,0.23099313695721904,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.2,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.2460220318237454,0.4500298950094902,rinna
llama-2-alpacagpt4-1000step,,0.6126279863481229,0.6501692889862577,0.6274838171967848,0.28,0.562962962962963,0.6447368421052632,0.67,0.6792452830188679,0.7430555555555556,0.45,0.52,0.31,0.6069364161849711,0.30392156862745096,0.71,0.6170212765957447,0.3684210526315789,0.5517241379310345,0.3835978835978836,0.3968253968253968,0.49,0.7451612903225806,0.47783251231527096,0.64,0.7454545454545455,0.8333333333333334,0.8963730569948186,0.6435897435897436,0.27037037037037037,0.6764705882352942,0.3708609271523179,0.8366972477064221,0.5185185185185185,0.8284313725490197,0.8016877637130801,0.7443946188340808,0.7251908396946565,0.8181818181818182,0.75,0.7361963190184049,0.5267857142857143,0.8058252427184466,0.8589743589743589,0.64,0.7982120051085568,0.7341040462427746,0.24134078212290502,0.6797385620915033,0.7459807073954984,0.7376543209876543,0.475177304964539,0.49869621903520206,0.6066176470588235,0.6911764705882353,0.6818181818181818,0.6653061224489796,0.7810945273631841,0.89,0.5421686746987951,0.8187134502923976,0.4039167686658507,0.5557315291503304,Weyaxi
ChatAYT-Lora-Assamble-Marcoroni,,0.6092150170648464,0.6289583748257319,0.5871954137022277,0.34,0.5259259259259259,0.6118421052631579,0.57,0.6150943396226415,0.6388888888888888,0.43,0.5,0.33,0.5953757225433526,0.3333333333333333,0.69,0.5276595744680851,0.3508771929824561,0.5724137931034483,0.35714285714285715,0.35714285714285715,0.36,0.7,0.4729064039408867,0.6,0.7212121212121212,0.7575757575757576,0.8290155440414507,0.5820512820512821,0.3,0.5840336134453782,0.32450331125827814,0.763302752293578,0.4027777777777778,0.803921568627451,0.7679324894514767,0.6816143497757847,0.6946564885496184,0.7355371900826446,0.7870370370370371,0.6932515337423313,0.41964285714285715,0.7281553398058253,0.8376068376068376,0.6,0.7726692209450831,0.630057803468208,0.42569832402234636,0.6372549019607843,0.6559485530546624,0.6666666666666666,0.4645390070921986,0.424380704041721,0.5735294117647058,0.5522875816993464,0.6636363636363637,0.6979591836734694,0.7810945273631841,0.79,0.4759036144578313,0.7660818713450293,0.40269277845777235,0.5612473537179327,Weyaxi
Luban-Marcoroni-13B-v3,13.0,0.6126279863481229,0.6271659032065325,0.5864263540435557,0.33,0.5185185185185185,0.625,0.57,0.6150943396226415,0.6458333333333334,0.41,0.48,0.34,0.5838150289017341,0.3333333333333333,0.69,0.5148936170212766,0.3333333333333333,0.5793103448275863,0.36243386243386244,0.35714285714285715,0.37,0.7,0.4482758620689655,0.6,0.7272727272727273,0.7575757575757576,0.8290155440414507,0.5666666666666667,0.3,0.5798319327731093,0.32450331125827814,0.7577981651376147,0.39351851851851855,0.803921568627451,0.7637130801687764,0.6860986547085202,0.6793893129770993,0.7355371900826446,0.7685185185185185,0.6871165644171779,0.39285714285714285,0.7281553398058253,0.8461538461538461,0.62,0.7790549169859514,0.6271676300578035,0.4212290502793296,0.6535947712418301,0.6559485530546624,0.6666666666666666,0.450354609929078,0.424380704041721,0.5661764705882353,0.565359477124183,0.6636363636363637,0.7020408163265306,0.7810945273631841,0.82,0.4879518072289157,0.8070175438596491,0.3953488372093023,0.5556312122754024,Weyaxi
Luban-Marcoroni-13B,13.0,0.6109215017064846,0.6269667396932882,0.5870103494107127,0.33,0.5333333333333333,0.625,0.57,0.6150943396226415,0.6527777777777778,0.41,0.48,0.34,0.5838150289017341,0.3333333333333333,0.69,0.5148936170212766,0.34210526315789475,0.5793103448275863,0.36507936507936506,0.35714285714285715,0.37,0.7032258064516129,0.4482758620689655,0.6,0.7272727272727273,0.7575757575757576,0.8290155440414507,0.5666666666666667,0.3,0.5798319327731093,0.32450331125827814,0.7577981651376147,0.39351851851851855,0.803921568627451,0.759493670886076,0.6860986547085202,0.6793893129770993,0.7355371900826446,0.7685185185185185,0.6871165644171779,0.39285714285714285,0.7281553398058253,0.8461538461538461,0.62,0.7790549169859514,0.6242774566473989,0.4212290502793296,0.6535947712418301,0.6559485530546624,0.6666666666666666,0.450354609929078,0.42633637548891784,0.5625,0.5669934640522876,0.6636363636363637,0.7061224489795919,0.7810945273631841,0.82,0.4879518072289157,0.8070175438596491,0.3953488372093023,0.5555366335940738,Weyaxi
Luban-Marcoroni-13B-v2,13.0,0.6117747440273038,0.6271659032065325,0.5872480467401783,0.33,0.5333333333333333,0.625,0.57,0.6150943396226415,0.6527777777777778,0.41,0.48,0.34,0.5838150289017341,0.35294117647058826,0.69,0.5148936170212766,0.3333333333333333,0.5793103448275863,0.36507936507936506,0.35714285714285715,0.37,0.7,0.4482758620689655,0.6,0.7272727272727273,0.7575757575757576,0.8290155440414507,0.5666666666666667,0.3,0.5840336134453782,0.32450331125827814,0.7596330275229358,0.39351851851851855,0.803921568627451,0.7637130801687764,0.6860986547085202,0.6793893129770993,0.7355371900826446,0.7685185185185185,0.6871165644171779,0.39285714285714285,0.7281553398058253,0.8461538461538461,0.62,0.7790549169859514,0.6242774566473989,0.4212290502793296,0.6535947712418301,0.6559485530546624,0.6666666666666666,0.4574468085106383,0.42503259452411996,0.5625,0.5669934640522876,0.6636363636363637,0.7020408163265306,0.7810945273631841,0.82,0.4819277108433735,0.8070175438596491,0.3953488372093023,0.5555918994652874,Weyaxi
llama2-ko-7B-model,7.0,0.5349829351535836,0.6158135829516033,0.45711602617537966,0.31,0.45925925925925926,0.4605263157894737,0.45,0.45660377358490567,0.4375,0.36,0.33,0.37,0.4046242774566474,0.14705882352941177,0.52,0.4127659574468085,0.32456140350877194,0.4482758620689655,0.31746031746031744,0.23809523809523808,0.39,0.4935483870967742,0.33004926108374383,0.41,0.5878787878787879,0.5757575757575758,0.689119170984456,0.4461538461538462,0.25925925925925924,0.40756302521008403,0.31788079470198677,0.6146788990825688,0.28703703703703703,0.5833333333333334,0.6666666666666666,0.5246636771300448,0.5343511450381679,0.6446280991735537,0.5,0.44785276073619634,0.29464285714285715,0.5631067961165048,0.6752136752136753,0.53,0.6577266922094508,0.5202312138728323,0.23798882681564246,0.477124183006536,0.5562700964630225,0.5216049382716049,0.3475177304964539,0.35528031290743156,0.4411764705882353,0.4526143790849673,0.5272727272727272,0.4326530612244898,0.572139303482587,0.63,0.42168674698795183,0.6842105263157895,0.28151774785801714,0.4097811489004275,jb723
test-llama-2-7b,7.0,0.4931740614334471,0.5884285998805019,0.4685598909362898,0.3,0.48148148148148145,0.40789473684210525,0.53,0.4641509433962264,0.4652777777777778,0.35,0.33,0.33,0.42196531791907516,0.24509803921568626,0.6,0.42127659574468085,0.2807017543859649,0.47586206896551725,0.2671957671957672,0.2857142857142857,0.32,0.5,0.3645320197044335,0.4,0.6363636363636364,0.4898989898989899,0.6787564766839378,0.45897435897435895,0.3,0.4411764705882353,0.31125827814569534,0.6311926605504588,0.27314814814814814,0.5343137254901961,0.6286919831223629,0.5650224215246636,0.5648854961832062,0.6528925619834711,0.5370370370370371,0.5153374233128835,0.38392857142857145,0.5533980582524272,0.6923076923076923,0.55,0.6398467432950191,0.49421965317919075,0.23910614525139665,0.49673202614379086,0.6012861736334405,0.4876543209876543,0.3617021276595745,0.3624511082138201,0.5257352941176471,0.4411764705882353,0.5272727272727272,0.4857142857142857,0.6318407960199005,0.65,0.42168674698795183,0.7017543859649122,0.2484700122399021,0.3875084099562216,bongchoi
test-llama2-7b,7.0,0.4931740614334471,0.5884285998805019,0.4685598909362898,0.3,0.48148148148148145,0.40789473684210525,0.53,0.4641509433962264,0.4652777777777778,0.35,0.33,0.33,0.42196531791907516,0.24509803921568626,0.6,0.42127659574468085,0.2807017543859649,0.47586206896551725,0.2671957671957672,0.2857142857142857,0.32,0.5,0.3645320197044335,0.4,0.6363636363636364,0.4898989898989899,0.6787564766839378,0.45897435897435895,0.3,0.4411764705882353,0.31125827814569534,0.6311926605504588,0.27314814814814814,0.5343137254901961,0.6286919831223629,0.5650224215246636,0.5648854961832062,0.6528925619834711,0.5370370370370371,0.5153374233128835,0.38392857142857145,0.5533980582524272,0.6923076923076923,0.55,0.6398467432950191,0.49421965317919075,0.23910614525139665,0.49673202614379086,0.6012861736334405,0.4876543209876543,0.3617021276595745,0.3624511082138201,0.5257352941176471,0.4411764705882353,0.5272727272727272,0.4857142857142857,0.6318407960199005,0.65,0.42168674698795183,0.7017543859649122,0.2484700122399021,0.3875084099562216,bongchoi
Synthia-7B-v1.2,7.0,0.514505119453925,0.5989842660824537,0.4933256388268522,0.28,0.42962962962962964,0.47368421052631576,0.5,0.5132075471698113,0.5069444444444444,0.41,0.38,0.36,0.43352601156069365,0.21568627450980393,0.61,0.42127659574468085,0.24561403508771928,0.46206896551724136,0.29894179894179895,0.29365079365079366,0.39,0.5290322580645161,0.3842364532019704,0.42,0.7151515151515152,0.6060606060606061,0.7512953367875648,0.44358974358974357,0.2777777777777778,0.46218487394957986,0.2913907284768212,0.636697247706422,0.38425925925925924,0.7058823529411765,0.6962025316455697,0.5919282511210763,0.5572519083969466,0.6115702479338843,0.5462962962962963,0.5030674846625767,0.4642857142857143,0.6504854368932039,0.7606837606837606,0.52,0.6717752234993615,0.5375722543352601,0.23798882681564246,0.5326797385620915,0.5755627009646302,0.5524691358024691,0.38652482269503546,0.38070404172099087,0.4889705882352941,0.49673202614379086,0.6,0.6,0.6069651741293532,0.66,0.3855421686746988,0.672514619883041,0.3353733170134639,0.48916296496506734,migtissera
Synthia-70B-v1.1,70.0,0.64419795221843,0.6804421429994025,0.7033770425802538,0.33,0.6518518518518519,0.8355263157894737,0.75,0.7245283018867924,0.8263888888888888,0.53,0.59,0.42,0.6878612716763006,0.4019607843137255,0.77,0.6638297872340425,0.40350877192982454,0.6620689655172414,0.43386243386243384,0.5079365079365079,0.5,0.8225806451612904,0.5467980295566502,0.79,0.8242424242424242,0.898989898989899,0.9326424870466321,0.717948717948718,0.3148148148148148,0.7521008403361344,0.48344370860927155,0.8899082568807339,0.6111111111111112,0.9166666666666666,0.890295358649789,0.7802690582959642,0.8549618320610687,0.8760330578512396,0.8333333333333334,0.8098159509202454,0.48214285714285715,0.8349514563106796,0.905982905982906,0.68,0.8748403575989783,0.8005780346820809,0.5597765363128492,0.7647058823529411,0.7781350482315113,0.8271604938271605,0.574468085106383,0.5560625814863103,0.7389705882352942,0.7467320261437909,0.7363636363636363,0.8163265306122449,0.8805970149253731,0.91,0.5180722891566265,0.8713450292397661,0.41370869033047736,0.5783691579924066,migtissera
Synthia-70B,70.0,0.658703071672355,0.6826329416450906,0.6890922391141624,0.31,0.6222222222222222,0.7960526315789473,0.75,0.720754716981132,0.8055555555555556,0.48,0.55,0.44,0.6242774566473989,0.3627450980392157,0.76,0.6468085106382979,0.45614035087719296,0.593103448275862,0.43915343915343913,0.46825396825396826,0.48,0.8064516129032258,0.5172413793103449,0.77,0.8181818181818182,0.8585858585858586,0.927461139896373,0.6871794871794872,0.34814814814814815,0.7563025210084033,0.4768211920529801,0.8880733944954129,0.5833333333333334,0.9166666666666666,0.869198312236287,0.8161434977578476,0.8244274809160306,0.8512396694214877,0.8148148148148148,0.7975460122699386,0.5535714285714286,0.8058252427184466,0.9188034188034188,0.74,0.8722860791826309,0.7716763005780347,0.43910614525139663,0.7450980392156863,0.7588424437299035,0.808641975308642,0.5425531914893617,0.5528031290743155,0.7132352941176471,0.7516339869281046,0.7363636363636363,0.7795918367346939,0.8855721393034826,0.88,0.5301204819277109,0.8596491228070176,0.43451652386780903,0.5978847833710849,migtissera
Synthia-70B-v1.2b,70.0,0.6501706484641638,0.6886078470424218,0.6881317612229434,0.32,0.6444444444444445,0.7828947368421053,0.72,0.7169811320754716,0.8125,0.5,0.54,0.37,0.653179190751445,0.38235294117647056,0.76,0.6680851063829787,0.4298245614035088,0.5862068965517241,0.43915343915343913,0.5158730158730159,0.48,0.8064516129032258,0.5320197044334976,0.74,0.8242424242424242,0.8787878787878788,0.927461139896373,0.7025641025641025,0.3037037037037037,0.7478991596638656,0.47019867549668876,0.8880733944954129,0.5370370370370371,0.9117647058823529,0.8607594936708861,0.8071748878923767,0.8396946564885496,0.8677685950413223,0.8148148148148148,0.803680981595092,0.5089285714285714,0.8252427184466019,0.9102564102564102,0.72,0.8646232439335888,0.791907514450867,0.49162011173184356,0.7287581699346405,0.7845659163987139,0.808641975308642,0.5390070921985816,0.5410691003911343,0.6985294117647058,0.7369281045751634,0.7181818181818181,0.7959183673469388,0.8557213930348259,0.91,0.5542168674698795,0.8538011695906432,0.412484700122399,0.5769082726326263,migtissera
Synthia-34B-v1.2,34.0,0.5119453924914675,0.5587532364070902,0.5319759677839219,0.26,0.43703703703703706,0.506578947368421,0.55,0.5433962264150943,0.5694444444444444,0.46,0.47,0.3,0.5028901734104047,0.37254901960784315,0.72,0.41702127659574467,0.39473684210526316,0.46206896551724136,0.4021164021164021,0.4365079365079365,0.38,0.6225806451612903,0.3842364532019704,0.67,0.6606060606060606,0.6666666666666666,0.7305699481865285,0.5128205128205128,0.3037037037037037,0.5672268907563025,0.39072847682119205,0.6954128440366972,0.4027777777777778,0.7107843137254902,0.7172995780590717,0.5426008968609866,0.5343511450381679,0.6942148760330579,0.6481481481481481,0.6380368098159509,0.38392857142857145,0.6601941747572816,0.7692307692307693,0.51,0.6743295019157088,0.5867052023121387,0.35977653631284917,0.5294117647058824,0.6141479099678456,0.5524691358024691,0.37943262411347517,0.378748370273794,0.40808823529411764,0.48366013071895425,0.5727272727272728,0.6448979591836734,0.7313432835820896,0.7,0.4397590361445783,0.6666666666666666,0.2998776009791922,0.4467341818408572,migtissera
Synthia-70B-v1.2,70.0,0.6578498293515358,0.6822346146186019,0.7013448235885665,0.32,0.6444444444444445,0.8486842105263158,0.77,0.7169811320754716,0.8125,0.53,0.58,0.4,0.6820809248554913,0.4019607843137255,0.75,0.6808510638297872,0.4298245614035088,0.6482758620689655,0.4444444444444444,0.48412698412698413,0.46,0.8129032258064516,0.5369458128078818,0.81,0.8242424242424242,0.8888888888888888,0.9378238341968912,0.717948717948718,0.3148148148148148,0.7436974789915967,0.4768211920529801,0.8899082568807339,0.5972222222222222,0.9166666666666666,0.890295358649789,0.8116591928251121,0.8396946564885496,0.859504132231405,0.8333333333333334,0.803680981595092,0.5089285714285714,0.8252427184466019,0.9017094017094017,0.69,0.8773946360153256,0.7890173410404624,0.5452513966480447,0.7679738562091504,0.77491961414791,0.8302469135802469,0.574468085106383,0.5514993481095176,0.7389705882352942,0.7532679738562091,0.7363636363636363,0.8081632653061225,0.8955223880597015,0.89,0.536144578313253,0.8713450292397661,0.4222766217870257,0.5863515695677809,migtissera
Synthia-13B,13.0,0.5546075085324232,0.6237801234813782,0.5610860589076341,0.33,0.45925925925925926,0.5657894736842105,0.54,0.5849056603773585,0.5972222222222222,0.36,0.48,0.41,0.5086705202312138,0.28431372549019607,0.69,0.4127659574468085,0.30701754385964913,0.5448275862068965,0.3412698412698413,0.3968253968253968,0.34,0.6548387096774193,0.4039408866995074,0.57,0.6909090909090909,0.702020202020202,0.7979274611398963,0.5076923076923077,0.2962962962962963,0.5630252100840336,0.3443708609271523,0.7651376146788991,0.44907407407407407,0.7696078431372549,0.7679324894514767,0.6547085201793722,0.6106870229007634,0.743801652892562,0.7314814814814815,0.7055214723926381,0.35714285714285715,0.6796116504854369,0.811965811965812,0.58,0.7624521072796935,0.615606936416185,0.4759776536312849,0.5882352941176471,0.6141479099678456,0.6604938271604939,0.41134751773049644,0.4002607561929596,0.5330882352941176,0.5784313725490197,0.6363636363636364,0.6244897959183674,0.7213930348258707,0.82,0.43373493975903615,0.7953216374269005,0.3378212974296206,0.4741242810932586,migtissera
Synthia-7B,7.0,0.5366894197952219,0.5997809201354312,0.5034981796629168,0.31,0.5037037037037037,0.4605263157894737,0.5,0.5283018867924528,0.4861111111111111,0.33,0.45,0.38,0.4624277456647399,0.17647058823529413,0.59,0.425531914893617,0.3508771929824561,0.47586206896551725,0.30952380952380953,0.29365079365079366,0.41,0.532258064516129,0.39901477832512317,0.52,0.6545454545454545,0.6161616161616161,0.7305699481865285,0.441025641025641,0.28888888888888886,0.44537815126050423,0.3708609271523179,0.673394495412844,0.3888888888888889,0.6764705882352942,0.7172995780590717,0.5874439461883408,0.5954198473282443,0.6033057851239669,0.6018518518518519,0.5398773006134969,0.4375,0.6893203883495146,0.717948717948718,0.58,0.698595146871009,0.5404624277456648,0.25251396648044694,0.5490196078431373,0.5884244372990354,0.5277777777777778,0.3829787234042553,0.3559322033898305,0.5,0.5163398692810458,0.5727272727272728,0.5591836734693878,0.6119402985074627,0.67,0.40963855421686746,0.7134502923976608,0.3023255813953488,0.4503268940046918,migtissera
CodeLlama-13b-hf,13.0,0.3779863481228669,0.469627564230233,0.32808835822721966,0.29,0.32592592592592595,0.29605263157894735,0.27,0.3018867924528302,0.22916666666666666,0.4,0.27,0.31,0.30057803468208094,0.3137254901960784,0.3,0.33617021276595743,0.23684210526315788,0.42758620689655175,0.26455026455026454,0.2222222222222222,0.24,0.3419354838709677,0.2660098522167488,0.24,0.2727272727272727,0.4696969696969697,0.47150259067357514,0.34102564102564104,0.26666666666666666,0.3445378151260504,0.23841059602649006,0.3192660550458716,0.48148148148148145,0.3088235294117647,0.3628691983122363,0.3901345291479821,0.35877862595419846,0.256198347107438,0.3148148148148148,0.3006134969325153,0.25,0.3883495145631068,0.5213675213675214,0.37,0.438058748403576,0.21676300578034682,0.2536312849162011,0.3431372549019608,0.3890675241157556,0.36728395061728397,0.2695035460992908,0.2966101694915254,0.30514705882352944,0.27941176470588236,0.3,0.3224489795918367,0.417910447761194,0.51,0.3493975903614458,0.4327485380116959,0.2778457772337821,0.43794269776602796,codellama
CodeLlama-7b-Instruct-hf,7.0,0.35665529010238906,0.4442342162915754,0.3648418531305971,0.33,0.37037037037037035,0.3026315789473684,0.35,0.3622641509433962,0.3402777777777778,0.34,0.38,0.3,0.2774566473988439,0.20588235294117646,0.46,0.37446808510638296,0.32456140350877194,0.4,0.2962962962962963,0.25396825396825395,0.33,0.38064516129032255,0.2413793103448276,0.37,0.26666666666666666,0.47474747474747475,0.41450777202072536,0.31794871794871793,0.26296296296296295,0.36554621848739494,0.2781456953642384,0.41100917431192663,0.2916666666666667,0.3431372549019608,0.3459915611814346,0.4349775784753363,0.3969465648854962,0.4462809917355372,0.3888888888888889,0.3987730061349693,0.3482142857142857,0.46601941747572817,0.594017094017094,0.41,0.45849297573435505,0.36127167630057805,0.24022346368715083,0.369281045751634,0.37942122186495175,0.41358024691358025,0.2695035460992908,0.28096479791395046,0.3860294117647059,0.3022875816993464,0.509090909090909,0.3877551020408163,0.4527363184079602,0.48,0.3674698795180723,0.49122807017543857,0.26438188494492043,0.41449406477832335,codellama
CodeLlama-34b-Instruct-hf,34.0,0.3796928327645051,0.2998406691894045,0.3972483571729544,0.36,0.35555555555555557,0.3684210526315789,0.44,0.4037735849056604,0.3680555555555556,0.29,0.33,0.41,0.3583815028901734,0.22549019607843138,0.54,0.3872340425531915,0.2543859649122807,0.3448275862068966,0.30423280423280424,0.30952380952380953,0.32,0.44193548387096776,0.3645320197044335,0.42,0.26666666666666666,0.5202020202020202,0.533678756476684,0.3564102564102564,0.3111111111111111,0.39915966386554624,0.31125827814569534,0.45321100917431195,0.24074074074074073,0.28431372549019607,0.4092827004219409,0.4260089686098655,0.4351145038167939,0.5702479338842975,0.5370370370370371,0.3803680981595092,0.26785714285714285,0.5436893203883495,0.6196581196581197,0.45,0.565772669220945,0.41040462427745666,0.20446927374301677,0.4117647058823529,0.5048231511254019,0.4567901234567901,0.31560283687943264,0.27835723598435463,0.3272058823529412,0.3431372549019608,0.5272727272727272,0.2857142857142857,0.48258706467661694,0.57,0.4036144578313253,0.6432748538011696,0.29008567931456547,0.4428923144531004,codellama
CodeLlama-7b-Python-hf,7.0,0.26535836177474403,0.3919537940649273,0.2837187709471279,0.3,0.3111111111111111,0.27631578947368424,0.17,0.28679245283018867,0.2986111111111111,0.39,0.31,0.27,0.2658959537572254,0.35294117647058826,0.19,0.225531914893617,0.22807017543859648,0.2896551724137931,0.25925925925925924,0.1746031746031746,0.3,0.32903225806451614,0.3448275862068966,0.3,0.2727272727272727,0.36363636363636365,0.29015544041450775,0.26153846153846155,0.26296296296296295,0.29411764705882354,0.3509933774834437,0.30825688073394497,0.46296296296296297,0.25,0.270042194092827,0.2645739910313901,0.24427480916030533,0.30578512396694213,0.21296296296296297,0.3067484662576687,0.20535714285714285,0.21359223300970873,0.24786324786324787,0.28,0.32567049808429116,0.20520231213872833,0.24692737430167597,0.31699346405228757,0.31511254019292606,0.24691358024691357,0.2765957446808511,0.24771838331160365,0.38235294117647056,0.2222222222222222,0.22727272727272727,0.39183673469387753,0.22388059701492538,0.37,0.21686746987951808,0.4152046783625731,0.27050183598531213,0.41611685626078454,codellama
CodeLlama-34b-Python-hf,34.0,0.3703071672354949,0.30760804620593507,0.34789367139327115,0.31,0.3333333333333333,0.3684210526315789,0.36,0.38113207547169814,0.3402777777777778,0.29,0.41,0.25,0.3179190751445087,0.2549019607843137,0.42,0.35319148936170214,0.2543859649122807,0.3310344827586207,0.3148148148148148,0.3492063492063492,0.2,0.3741935483870968,0.21674876847290642,0.32,0.20606060606060606,0.4393939393939394,0.43005181347150256,0.32051282051282054,0.24444444444444444,0.3739495798319328,0.2980132450331126,0.3559633027522936,0.3425925925925926,0.2696078431372549,0.4219409282700422,0.3452914798206278,0.35877862595419846,0.38016528925619836,0.42592592592592593,0.3006134969325153,0.375,0.5339805825242718,0.5042735042735043,0.34,0.48659003831417624,0.3670520231213873,0.25251396648044694,0.3790849673202614,0.41479099678456594,0.35185185185185186,0.24113475177304963,0.258148631029987,0.3235294117647059,0.2957516339869281,0.38181818181818183,0.3673469387755102,0.34328358208955223,0.41,0.3795180722891566,0.5614035087719298,0.28151774785801714,0.4427976266478188,codellama
CodeLlama-13b-Instruct-hf,13.0,0.4087030716723549,0.4811790479984067,0.3888705360076342,0.31,0.32592592592592595,0.4144736842105263,0.37,0.38113207547169814,0.3611111111111111,0.36,0.32,0.31,0.3236994219653179,0.3235294117647059,0.49,0.3617021276595745,0.2894736842105263,0.4206896551724138,0.2751322751322751,0.29365079365079366,0.32,0.4064516129032258,0.3054187192118227,0.49,0.4,0.5151515151515151,0.5077720207253886,0.36923076923076925,0.2222222222222222,0.37815126050420167,0.31125827814569534,0.4990825688073395,0.37962962962962965,0.39705882352941174,0.38396624472573837,0.4260089686098655,0.4198473282442748,0.38016528925619836,0.4537037037037037,0.4049079754601227,0.30357142857142855,0.4563106796116505,0.7051282051282052,0.43,0.4955300127713921,0.3468208092485549,0.2681564245810056,0.39215686274509803,0.40836012861736337,0.3888888888888889,0.3049645390070922,0.2985658409387223,0.34558823529411764,0.3284313725490196,0.4727272727272727,0.43673469387755104,0.4577114427860697,0.56,0.39759036144578314,0.4678362573099415,0.2937576499388005,0.45878663529563757,codellama
CodeLlama-7b-hf,7.0,0.3660409556313993,0.4536944831706831,0.3112206482914894,0.28,0.34074074074074073,0.17105263157894737,0.35,0.32075471698113206,0.2708333333333333,0.26,0.32,0.29,0.23699421965317918,0.38235294117647056,0.33,0.3446808510638298,0.2543859649122807,0.296551724137931,0.25925925925925924,0.24603174603174602,0.21,0.3741935483870968,0.29064039408866993,0.25,0.3151515151515151,0.35858585858585856,0.3471502590673575,0.25384615384615383,0.2962962962962963,0.33613445378151263,0.2251655629139073,0.3357798165137615,0.4351851851851852,0.3333333333333333,0.350210970464135,0.37668161434977576,0.3511450381679389,0.3305785123966942,0.26851851851851855,0.3128834355828221,0.19642857142857142,0.3592233009708738,0.32905982905982906,0.26,0.4278416347381865,0.2832369942196532,0.24692737430167597,0.38562091503267976,0.3408360128617363,0.31790123456790126,0.25886524822695034,0.27509778357235987,0.29411764705882354,0.24836601307189543,0.38181818181818183,0.37551020408163266,0.3333333333333333,0.35,0.3433734939759036,0.4269005847953216,0.23745410036719705,0.3782167557307672,codellama
CodeLlama-13b-Python-hf,13.0,0.2960750853242321,0.35769766978689504,0.259432144203747,0.23,0.3333333333333333,0.20394736842105263,0.21,0.2188679245283019,0.2916666666666667,0.18,0.29,0.3,0.26011560693641617,0.16666666666666666,0.21,0.2680851063829787,0.2719298245614035,0.2689655172413793,0.2566137566137566,0.1746031746031746,0.24,0.31290322580645163,0.270935960591133,0.31,0.2606060606060606,0.2828282828282828,0.35233160621761656,0.3282051282051282,0.26296296296296295,0.2605042016806723,0.2980132450331126,0.28990825688073396,0.39814814814814814,0.25980392156862747,0.29957805907172996,0.242152466367713,0.29770992366412213,0.256198347107438,0.24074074074074073,0.22085889570552147,0.23214285714285715,0.17475728155339806,0.1752136752136752,0.25,0.31800766283524906,0.20809248554913296,0.27150837988826815,0.2581699346405229,0.24758842443729903,0.22839506172839505,0.28368794326241137,0.2438070404172099,0.21691176470588236,0.24673202614379086,0.20909090909090908,0.3877551020408163,0.21393034825870647,0.27,0.21686746987951808,0.3157894736842105,0.26560587515299877,0.43989219144943836,codellama
Dolly_Malion-6b,6.0,0.39505119453924914,0.5043815972913762,0.2712724575236039,0.29,0.25925925925925924,0.29605263157894735,0.32,0.28679245283018867,0.25,0.15,0.19,0.27,0.26011560693641617,0.21568627450980393,0.36,0.32340425531914896,0.2894736842105263,0.2827586206896552,0.2619047619047619,0.19047619047619047,0.28,0.25161290322580643,0.2512315270935961,0.27,0.3090909090909091,0.21717171717171718,0.24352331606217617,0.25384615384615383,0.25925925925925924,0.25210084033613445,0.271523178807947,0.24403669724770644,0.1388888888888889,0.28431372549019607,0.2869198312236287,0.3721973094170404,0.1984732824427481,0.35537190082644626,0.2962962962962963,0.2392638036809816,0.3125,0.17475728155339806,0.23504273504273504,0.25,0.3167305236270754,0.2947976878612717,0.24022346368715083,0.2908496732026144,0.29260450160771706,0.30864197530864196,0.29432624113475175,0.2907431551499348,0.1948529411764706,0.26633986928104575,0.37272727272727274,0.3795918367346939,0.263681592039801,0.32,0.28313253012048195,0.30994152046783624,0.20195838433292534,0.3303494954645523,TehVenom
DiffMerge-DollyGPT-Pygmalion,,0.21075085324232082,0.29934276040629354,0.24410479114137473,0.22,0.21481481481481482,0.19078947368421054,0.25,0.23018867924528302,0.2152777777777778,0.24,0.22,0.2,0.23121387283236994,0.2647058823529412,0.24,0.28085106382978725,0.24561403508771928,0.23448275862068965,0.21164021164021163,0.21428571428571427,0.3,0.2064516129032258,0.28078817733990147,0.27,0.23030303030303031,0.24242424242424243,0.21243523316062177,0.21794871794871795,0.24444444444444444,0.24789915966386555,0.2119205298013245,0.23119266055045873,0.4537037037037037,0.25,0.26582278481012656,0.3273542600896861,0.25190839694656486,0.2396694214876033,0.26851851851851855,0.20245398773006135,0.23214285714285715,0.18446601941747573,0.18376068376068377,0.28,0.23499361430395913,0.24855491329479767,0.2435754189944134,0.22549019607843138,0.2347266881028939,0.22839506172839505,0.2553191489361702,0.2457627118644068,0.33088235294117646,0.22875816993464052,0.2727272727272727,0.18775510204081633,0.24378109452736318,0.2,0.3072289156626506,0.28654970760233917,0.24479804161566707,0.4647849311307195,TehVenom
GPT-J-Pyg_PPO-6B,6.0,0.38139931740614336,0.5008962358095996,0.2852396582380582,0.26,0.31851851851851853,0.34210526315789475,0.23,0.28679245283018867,0.24305555555555555,0.22,0.25,0.34,0.2774566473988439,0.23529411764705882,0.29,0.3276595744680851,0.2982456140350877,0.33793103448275863,0.2724867724867725,0.21428571428571427,0.32,0.2870967741935484,0.2512315270935961,0.33,0.2727272727272727,0.23737373737373738,0.2849740932642487,0.30512820512820515,0.24444444444444444,0.25210084033613445,0.23178807947019867,0.24036697247706423,0.18981481481481483,0.23039215686274508,0.22784810126582278,0.29596412556053814,0.25190839694656486,0.4380165289256198,0.3055555555555556,0.294478527607362,0.25,0.2621359223300971,0.2692307692307692,0.23,0.280970625798212,0.33236994219653176,0.27150837988826815,0.3235294117647059,0.31189710610932475,0.3117283950617284,0.25886524822695034,0.2861799217731421,0.23161764705882354,0.3088235294117647,0.37272727272727274,0.42857142857142855,0.3781094527363184,0.34,0.27710843373493976,0.2982456140350877,0.20930232558139536,0.3195262528360929,TehVenom
ChanMalion,,0.3779863481228669,0.5000995817566222,0.272933999578374,0.29,0.3037037037037037,0.35526315789473684,0.19,0.2641509433962264,0.25,0.18,0.18,0.3,0.31213872832369943,0.23529411764705882,0.29,0.3191489361702128,0.21052631578947367,0.32413793103448274,0.2671957671957672,0.20634920634920634,0.31,0.26129032258064516,0.26108374384236455,0.31,0.2727272727272727,0.23737373737373738,0.26424870466321243,0.2692307692307692,0.24814814814814815,0.24369747899159663,0.2582781456953642,0.25504587155963304,0.21296296296296297,0.2549019607843137,0.2616033755274262,0.33183856502242154,0.1984732824427481,0.4132231404958678,0.28703703703703703,0.294478527607362,0.19642857142857142,0.18446601941747573,0.2863247863247863,0.26,0.3001277139208174,0.2947976878612717,0.23575418994413408,0.3137254901960784,0.3054662379421222,0.33641975308641975,0.28368794326241137,0.29139504563233376,0.22794117647058823,0.3006535947712418,0.32727272727272727,0.3346938775510204,0.263681592039801,0.31,0.26506024096385544,0.3157894736842105,0.204406364749082,0.3389074158263615,TehVenom
oasst-sft-6-llama-33b-xor-MERGED-16bit,33.0,0.5844709897610921,0.6356303525194185,0.5743442542858807,0.4,0.48148148148148145,0.5657894736842105,0.58,0.5886792452830188,0.6319444444444444,0.46,0.48,0.37,0.5375722543352601,0.39215686274509803,0.62,0.4765957446808511,0.32456140350877194,0.4413793103448276,0.35714285714285715,0.2698412698412698,0.41,0.6483870967741936,0.39408866995073893,0.66,0.7090909090909091,0.702020202020202,0.8186528497409327,0.5666666666666667,0.28888888888888886,0.5966386554621849,0.33774834437086093,0.7779816513761468,0.46296296296296297,0.7647058823529411,0.7721518987341772,0.6860986547085202,0.6259541984732825,0.768595041322314,0.6666666666666666,0.656441717791411,0.42857142857142855,0.6990291262135923,0.8547008547008547,0.58,0.7496807151979565,0.6560693641618497,0.4033519553072626,0.6045751633986928,0.6720257234726688,0.6358024691358025,0.41843971631205673,0.4335071707953064,0.5735294117647058,0.5882352941176471,0.6,0.636734693877551,0.7611940298507462,0.82,0.5301204819277109,0.8011695906432749,0.33659730722154224,0.5069548720358209,TehVenom
Dolly_Shygmalion-6b-Dev_V8P2,6.0,0.38310580204778155,0.49990041824337783,0.28483327786557006,0.29,0.28888888888888886,0.3157894736842105,0.23,0.3018867924528302,0.2708333333333333,0.17,0.16,0.32,0.3063583815028902,0.20588235294117646,0.37,0.2978723404255319,0.2719298245614035,0.2620689655172414,0.25396825396825395,0.1984126984126984,0.32,0.2967741935483871,0.2561576354679803,0.27,0.3090909090909091,0.2222222222222222,0.32124352331606215,0.3384615384615385,0.26296296296296295,0.23109243697478993,0.2582781456953642,0.23853211009174313,0.18055555555555555,0.29411764705882354,0.29535864978902954,0.31390134529147984,0.22137404580152673,0.4380165289256198,0.3148148148148148,0.25766871165644173,0.25,0.22330097087378642,0.29914529914529914,0.32,0.3269476372924649,0.28901734104046245,0.2424581005586592,0.3300653594771242,0.3247588424437299,0.3271604938271605,0.2730496453900709,0.30638852672750977,0.21323529411764705,0.27450980392156865,0.36363636363636365,0.4326530612244898,0.3333333333333333,0.34,0.3072289156626506,0.30409356725146197,0.22276621787025705,0.36858400745105036,TehVenom
PPO_Pygway-V8p4_Dev-6b,6.0,0.3660409556313993,0.49522007568213505,0.29295593860937935,0.29,0.2518518518518518,0.3684210526315789,0.22,0.3132075471698113,0.2222222222222222,0.24,0.2,0.31,0.3063583815028902,0.23529411764705882,0.36,0.3148936170212766,0.2719298245614035,0.2896551724137931,0.23544973544973544,0.20634920634920634,0.31,0.2967741935483871,0.270935960591133,0.28,0.2787878787878788,0.25252525252525254,0.3471502590673575,0.35384615384615387,0.25925925925925924,0.29411764705882354,0.2582781456953642,0.24954128440366974,0.2175925925925926,0.2647058823529412,0.3080168776371308,0.3273542600896861,0.26717557251908397,0.4462809917355372,0.3148148148148148,0.26380368098159507,0.2767857142857143,0.23300970873786409,0.32051282051282054,0.29,0.2988505747126437,0.31213872832369943,0.24916201117318434,0.3300653594771242,0.3054662379421222,0.3271604938271605,0.2695035460992908,0.2966101694915254,0.28308823529411764,0.2875816993464052,0.34545454545454546,0.4204081632653061,0.373134328358209,0.33,0.3313253012048193,0.3216374269005848,0.2252141982864137,0.35255842127835474,TehVenom
PPO_Shygmalion-V8p4_Dev-6b,6.0,0.36689419795221845,0.49432383987253536,0.2931014410178721,0.28,0.26666666666666666,0.35526315789473684,0.25,0.3018867924528302,0.2638888888888889,0.26,0.19,0.32,0.31213872832369943,0.24509803921568626,0.34,0.3021276595744681,0.2807017543859649,0.30344827586206896,0.24603174603174602,0.18253968253968253,0.3,0.2870967741935484,0.26108374384236455,0.28,0.26666666666666666,0.26262626262626265,0.37305699481865284,0.35128205128205126,0.26666666666666666,0.2773109243697479,0.25165562913907286,0.24770642201834864,0.2222222222222222,0.29411764705882354,0.3459915611814346,0.3273542600896861,0.2366412213740458,0.4132231404958678,0.32407407407407407,0.26993865030674846,0.21428571428571427,0.24271844660194175,0.2905982905982906,0.31,0.29118773946360155,0.3265895953757225,0.2581005586592179,0.3202614379084967,0.2861736334405145,0.31790123456790126,0.2801418439716312,0.3070404172099087,0.27205882352941174,0.2908496732026144,0.35454545454545455,0.4122448979591837,0.3681592039800995,0.37,0.3313253012048193,0.30409356725146197,0.21909424724602203,0.3556659955866181,TehVenom
Moderator-Chan_GPT-JT-6b,6.0,0.4121160409556314,0.5258912567217686,0.3561415175458969,0.37,0.42962962962962964,0.3881578947368421,0.34,0.4,0.3541666666666667,0.29,0.23,0.38,0.36416184971098264,0.23529411764705882,0.5,0.39148936170212767,0.3333333333333333,0.33793103448275863,0.2275132275132275,0.23015873015873015,0.32,0.33548387096774196,0.31527093596059114,0.29,0.34545454545454546,0.4444444444444444,0.45077720207253885,0.32051282051282054,0.25925925925925924,0.31932773109243695,0.2185430463576159,0.3651376146788991,0.2361111111111111,0.3333333333333333,0.35864978902953587,0.49327354260089684,0.33587786259541985,0.4132231404958678,0.4351851851851852,0.3312883435582822,0.32142857142857145,0.4077669902912621,0.4188034188034188,0.39,0.4099616858237548,0.3670520231213873,0.24134078212290502,0.3888888888888889,0.3858520900321543,0.3734567901234568,0.2801418439716312,0.3050847457627119,0.34558823529411764,0.3284313725490196,0.43636363636363634,0.35918367346938773,0.4925373134328358,0.43,0.41566265060240964,0.47953216374269003,0.2215422276621787,0.3604605722841003,TehVenom
Pygmalion_AlpacaLora-7b,7.0,0.48890784982935154,0.5796654052977495,0.3591793805561799,0.25,0.42962962962962964,0.34868421052631576,0.37,0.37735849056603776,0.3472222222222222,0.27,0.32,0.32,0.36416184971098264,0.23529411764705882,0.45,0.3574468085106383,0.2719298245614035,0.32413793103448274,0.2566137566137566,0.23809523809523808,0.33,0.3225806451612903,0.2512315270935961,0.29,0.40606060606060607,0.398989898989899,0.48704663212435234,0.3717948717948718,0.23333333333333334,0.3487394957983193,0.23178807947019867,0.43486238532110094,0.27314814814814814,0.39215686274509803,0.4430379746835443,0.4304932735426009,0.3511450381679389,0.5041322314049587,0.39814814814814814,0.34355828220858897,0.33035714285714285,0.4077669902912621,0.45726495726495725,0.45,0.4610472541507024,0.3815028901734104,0.2424581005586592,0.3137254901960784,0.3633440514469453,0.4166666666666667,0.2907801418439716,0.28683181225554105,0.40441176470588236,0.35130718954248363,0.4818181818181818,0.3224489795918367,0.373134328358209,0.49,0.3433734939759036,0.5321637426900585,0.27050183598531213,0.39440596261783484,TehVenom
PPO_Shygmalion-6b,6.0,0.3626279863481229,0.49611631149173474,0.27530690693631665,0.26,0.2740740740740741,0.29605263157894735,0.28,0.2943396226415094,0.25,0.17,0.23,0.32,0.24277456647398843,0.22549019607843138,0.31,0.3276595744680851,0.34210526315789475,0.2413793103448276,0.2619047619047619,0.18253968253968253,0.3,0.2709677419354839,0.270935960591133,0.19,0.296969696969697,0.23737373737373738,0.22797927461139897,0.2923076923076923,0.25925925925925924,0.25210084033613445,0.2582781456953642,0.24954128440366974,0.1527777777777778,0.28921568627450983,0.2742616033755274,0.336322869955157,0.25190839694656486,0.4132231404958678,0.2777777777777778,0.24539877300613497,0.2767857142857143,0.23300970873786409,0.2948717948717949,0.28,0.2950191570881226,0.28901734104046245,0.2435754189944134,0.2908496732026144,0.3086816720257235,0.2993827160493827,0.2695035460992908,0.2953063885267275,0.20955882352941177,0.2761437908496732,0.32727272727272727,0.43673469387755104,0.3482587064676617,0.27,0.30120481927710846,0.29239766081871343,0.21542227662178703,0.3424457812700239,TehVenom
GPT-J-Pyg_PPO-6B-Dev-V8p4,6.0,0.3677474402730375,0.4938259310894244,0.30393680764936876,0.28,0.2740740740740741,0.3881578947368421,0.26,0.3169811320754717,0.2361111111111111,0.29,0.23,0.37,0.3063583815028902,0.23529411764705882,0.35,0.31063829787234043,0.2807017543859649,0.3586206896551724,0.23809523809523808,0.23809523809523808,0.34,0.3387096774193548,0.270935960591133,0.26,0.26666666666666666,0.31313131313131315,0.3471502590673575,0.3641025641025641,0.25925925925925924,0.29831932773109243,0.31125827814569534,0.26788990825688075,0.2777777777777778,0.2696078431372549,0.2869198312236287,0.2914798206278027,0.24427480916030533,0.47107438016528924,0.2962962962962963,0.294478527607362,0.22321428571428573,0.30097087378640774,0.2948717948717949,0.34,0.2681992337164751,0.34104046242774566,0.27262569832402234,0.32679738562091504,0.31189710610932475,0.32098765432098764,0.28368794326241137,0.29726205997392435,0.34191176470588236,0.2908496732026144,0.35454545454545455,0.39591836734693875,0.3880597014925373,0.34,0.2891566265060241,0.30994152046783624,0.2178702570379437,0.34755476295651255,TehVenom
Pygmalion-Vicuna-1.1-7b,7.0,0.49573378839590443,0.5923122883887671,0.4361128217296095,0.3,0.4148148148148148,0.4276315789473684,0.47,0.5018867924528302,0.4444444444444444,0.38,0.35,0.32,0.3468208092485549,0.24509803921568626,0.51,0.39574468085106385,0.21929824561403508,0.4482758620689655,0.2698412698412698,0.30952380952380953,0.27,0.4258064516129032,0.31527093596059114,0.39,0.5636363636363636,0.51010101010101,0.5958549222797928,0.37948717948717947,0.26296296296296295,0.3487394957983193,0.25165562913907286,0.5669724770642202,0.38425925925925924,0.5294117647058824,0.5991561181434599,0.4977578475336323,0.5038167938931297,0.5950413223140496,0.5277777777777778,0.4723926380368098,0.25,0.5922330097087378,0.6581196581196581,0.49,0.5977011494252874,0.5144508670520231,0.2424581005586592,0.4803921568627451,0.4887459807073955,0.49691358024691357,0.3262411347517731,0.34028683181225555,0.4742647058823529,0.4117647058823529,0.5,0.4816326530612245,0.5920398009950248,0.59,0.3795180722891566,0.6081871345029239,0.28518971848225216,0.42212209395307704,TehVenom
Dolly_Shygmalion-6b,6.0,0.3856655290102389,0.5033857797251543,0.27581334337208807,0.28,0.2740740740740741,0.3026315789473684,0.31,0.28679245283018867,0.2361111111111111,0.17,0.19,0.31,0.2658959537572254,0.19607843137254902,0.33,0.33191489361702126,0.2894736842105263,0.2689655172413793,0.2830687830687831,0.23015873015873015,0.34,0.267741935483871,0.26108374384236455,0.23,0.2909090909090909,0.20202020202020202,0.24870466321243523,0.2743589743589744,0.26666666666666666,0.24369747899159663,0.25165562913907286,0.25137614678899084,0.16666666666666666,0.28921568627450983,0.2869198312236287,0.3632286995515695,0.20610687022900764,0.36363636363636365,0.3425925925925926,0.2331288343558282,0.32142857142857145,0.14563106796116504,0.29914529914529914,0.29,0.31417624521072796,0.30057803468208094,0.2424581005586592,0.3104575163398693,0.2829581993569132,0.3117283950617284,0.2801418439716312,0.2940026075619296,0.1801470588235294,0.2826797385620915,0.3181818181818182,0.43673469387755104,0.30845771144278605,0.28,0.29518072289156627,0.29239766081871343,0.204406364749082,0.33908250286866914,TehVenom
DiffMerge_Pygmalion_Main-onto-V8P4,,0.3728668941979522,0.5050786695877315,0.2568182128799984,0.26,0.25925925925925924,0.3157894736842105,0.32,0.23773584905660378,0.20833333333333334,0.13,0.2,0.22,0.26011560693641617,0.18627450980392157,0.32,0.3404255319148936,0.24561403508771928,0.2689655172413793,0.24338624338624337,0.23809523809523808,0.24,0.23870967741935484,0.2315270935960591,0.2,0.2545454545454545,0.20202020202020202,0.22797927461139897,0.2512820512820513,0.27037037037037037,0.2184873949579832,0.2185430463576159,0.26788990825688075,0.1574074074074074,0.30392156862745096,0.26582278481012656,0.3542600896860987,0.20610687022900764,0.3305785123966942,0.3333333333333333,0.22699386503067484,0.26785714285714285,0.21359223300970873,0.3333333333333333,0.21,0.280970625798212,0.2745664739884393,0.23687150837988827,0.29411764705882354,0.26366559485530544,0.28703703703703703,0.30141843971631205,0.27444589308996087,0.16911764705882354,0.28104575163398693,0.3090909090909091,0.3020408163265306,0.2537313432835821,0.28,0.27710843373493976,0.27485380116959063,0.20195838433292534,0.3254579652429733,TehVenom
Metharme-13b-Merged,13.0,0.5733788395904437,0.6122286397132045,0.4717695320546484,0.31,0.4444444444444444,0.4276315789473684,0.45,0.4716981132075472,0.5,0.32,0.4,0.32,0.3930635838150289,0.20588235294117646,0.62,0.37446808510638296,0.2894736842105263,0.41379310344827586,0.2751322751322751,0.3968253968253968,0.33,0.4935483870967742,0.2857142857142857,0.49,0.6121212121212121,0.5202020202020202,0.6683937823834197,0.41025641025641024,0.24074074074074073,0.42857142857142855,0.23178807947019867,0.5963302752293578,0.25,0.6127450980392157,0.6919831223628692,0.5560538116591929,0.5038167938931297,0.7024793388429752,0.5370370370370371,0.5766871165644172,0.38392857142857145,0.6699029126213593,0.6965811965811965,0.52,0.6730523627075351,0.4913294797687861,0.23575418994413408,0.4869281045751634,0.5144694533762058,0.5370370370370371,0.36524822695035464,0.39308996088657105,0.48161764705882354,0.5081699346405228,0.5545454545454546,0.5102040816326531,0.6716417910447762,0.77,0.41566265060240964,0.6608187134502924,0.36964504283965727,0.5118180466910877,TehVenom
Pygmalion-13b-Merged,13.0,0.5281569965870307,0.6035650268870743,0.42930059708706464,0.37,0.4888888888888889,0.40789473684210525,0.43,0.42641509433962266,0.4097222222222222,0.24,0.36,0.32,0.35260115606936415,0.21568627450980393,0.54,0.3659574468085106,0.2982456140350877,0.4,0.25925925925925924,0.29365079365079366,0.31,0.45161290322580644,0.28078817733990147,0.39,0.5454545454545454,0.4444444444444444,0.5803108808290155,0.39487179487179486,0.2037037037037037,0.40336134453781514,0.2251655629139073,0.5192660550458715,0.2361111111111111,0.5098039215686274,0.5611814345991561,0.5291479820627802,0.5114503816793893,0.5785123966942148,0.5370370370370371,0.4539877300613497,0.38392857142857145,0.5728155339805825,0.6623931623931624,0.39,0.5810983397190294,0.476878612716763,0.26145251396648045,0.45751633986928103,0.5401929260450161,0.4660493827160494,0.3262411347517731,0.3728813559322034,0.43014705882352944,0.4395424836601307,0.5,0.5346938775510204,0.5472636815920398,0.67,0.42771084337349397,0.5847953216374269,0.23623011015911874,0.35862938539385836,TehVenom
open_llama_7b_v2_med_instruct,7.0,0.44368600682593856,0.578370842461661,0.4232433101512154,0.28,0.48148148148148145,0.4473684210526316,0.4,0.49056603773584906,0.3958333333333333,0.28,0.34,0.28,0.3699421965317919,0.18627450980392157,0.6,0.3829787234042553,0.2543859649122807,0.42758620689655175,0.29894179894179895,0.2619047619047619,0.38,0.4483870967741935,0.2955665024630542,0.33,0.4727272727272727,0.5,0.5751295336787565,0.39487179487179486,0.25555555555555554,0.3949579831932773,0.304635761589404,0.5651376146788991,0.2916666666666667,0.44607843137254904,0.5443037974683544,0.515695067264574,0.5114503816793893,0.5619834710743802,0.49074074074074076,0.49079754601226994,0.33035714285714285,0.6019417475728155,0.6581196581196581,0.48,0.6130268199233716,0.476878612716763,0.27039106145251396,0.43790849673202614,0.4630225080385852,0.4104938271604938,0.32269503546099293,0.32333767926988266,0.4007352941176471,0.40032679738562094,0.5,0.37142857142857144,0.5522388059701493,0.6,0.4036144578313253,0.5614035087719298,0.2594859241126071,0.40332713135747483,yhyhy3
orca_mini_3b_juniper,3.0,0.3848122866894198,0.4781915952997411,0.2636692626231584,0.37,0.3111111111111111,0.27631578947368424,0.32,0.24150943396226415,0.2916666666666667,0.16,0.28,0.28,0.24855491329479767,0.18627450980392157,0.27,0.2765957446808511,0.21929824561403508,0.33793103448275863,0.23809523809523808,0.21428571428571427,0.31,0.24516129032258063,0.2512315270935961,0.33,0.2606060606060606,0.29797979797979796,0.2849740932642487,0.24615384615384617,0.27037037037037037,0.21428571428571427,0.271523178807947,0.24036697247706423,0.20833333333333334,0.25,0.26582278481012656,0.3183856502242152,0.22900763358778625,0.36363636363636365,0.23148148148148148,0.18404907975460122,0.30357142857142855,0.2912621359223301,0.3076923076923077,0.22,0.2950191570881226,0.29190751445086704,0.264804469273743,0.2679738562091503,0.2990353697749196,0.25925925925925924,0.24468085106382978,0.24967405475880053,0.17647058823529413,0.25980392156862747,0.24545454545454545,0.2612244897959184,0.22388059701492538,0.28,0.24096385542168675,0.25146198830409355,0.2717258261933905,0.4318540863509971,frank098
WizardLM_13B_juniper,13.0,0.5366894197952219,0.5796654052977495,0.45457428336269884,0.32,0.4148148148148148,0.4276315789473684,0.38,0.45660377358490567,0.4305555555555556,0.38,0.36,0.33,0.3583815028901734,0.21568627450980393,0.61,0.34893617021276596,0.30701754385964913,0.3586206896551724,0.2857142857142857,0.2698412698412698,0.36,0.535483870967742,0.35467980295566504,0.51,0.4666666666666667,0.5454545454545454,0.6113989637305699,0.44871794871794873,0.26296296296296295,0.3907563025210084,0.3708609271523179,0.6495412844036698,0.32407407407407407,0.5490196078431373,0.5780590717299579,0.5022421524663677,0.5190839694656488,0.6115702479338843,0.5740740740740741,0.4662576687116564,0.26785714285714285,0.6310679611650486,0.6794871794871795,0.5,0.6564495530012772,0.49710982658959535,0.24581005586592178,0.5326797385620915,0.4662379421221865,0.4876543209876543,0.36879432624113473,0.3578878748370274,0.4632352941176471,0.45098039215686275,0.5636363636363636,0.5428571428571428,0.6318407960199005,0.66,0.3674698795180723,0.6549707602339181,0.3537331701346389,0.5149590028669258,frank098
llama-2-13b-platypus-vicuna-wizard,13.0,0.5648464163822525,0.6149173471420036,0.5521066996642691,0.34,0.5185185185185185,0.5855263157894737,0.59,0.6,0.5694444444444444,0.4,0.48,0.27,0.5317919075144508,0.30392156862745096,0.66,0.3702127659574468,0.30701754385964913,0.5103448275862069,0.3439153439153439,0.36507936507936506,0.37,0.6483870967741936,0.4729064039408867,0.55,0.6787878787878788,0.7171717171717171,0.7927461139896373,0.5564102564102564,0.27037037037037037,0.5546218487394958,0.3708609271523179,0.726605504587156,0.4861111111111111,0.7450980392156863,0.7046413502109705,0.6591928251121076,0.6335877862595419,0.6694214876033058,0.75,0.6687116564417178,0.25,0.7572815533980582,0.7735042735042735,0.54,0.7445721583652618,0.6502890173410405,0.25027932960893856,0.6274509803921569,0.639871382636656,0.595679012345679,0.425531914893617,0.4165580182529335,0.5330882352941176,0.5392156862745098,0.6,0.6081632653061224,0.736318407960199,0.81,0.46987951807228917,0.7309941520467836,0.28518971848225216,0.41905685211515153,pe-nlp
llama-2-13b-vicuna-wizard,13.0,0.5435153583617748,0.6154152559251145,0.5468153855797052,0.3,0.5259259259259259,0.5526315789473685,0.58,0.5962264150943396,0.5902777777777778,0.34,0.47,0.22,0.5202312138728323,0.27450980392156865,0.71,0.42127659574468085,0.24561403508771928,0.5310344827586206,0.30952380952380953,0.31746031746031744,0.34,0.6612903225806451,0.4975369458128079,0.56,0.6424242424242425,0.6868686868686869,0.8134715025906736,0.5,0.2777777777777778,0.5462184873949579,0.33112582781456956,0.7229357798165138,0.4351851851851852,0.7205882352941176,0.7341772151898734,0.6457399103139013,0.6259541984732825,0.7272727272727273,0.7314814814814815,0.6748466257668712,0.2857142857142857,0.7475728155339806,0.8034188034188035,0.53,0.7573435504469987,0.653179190751445,0.264804469273743,0.6078431372549019,0.6463022508038585,0.6296296296296297,0.425531914893617,0.41199478487614083,0.48161764705882354,0.5473856209150327,0.5909090909090909,0.636734693877551,0.736318407960199,0.82,0.46987951807228917,0.7426900584795322,0.27906976744186046,0.4111402162835769,pe-nlp
WizardLM-70B-V1.0-HF,70.0,0.6143344709897611,0.6534554869547898,0.6404982727085057,0.3,0.4888888888888889,0.6973684210526315,0.66,0.6792452830188679,0.7708333333333334,0.43,0.52,0.37,0.5953757225433526,0.27450980392156865,0.71,0.5829787234042553,0.41228070175438597,0.5586206896551724,0.4126984126984127,0.46825396825396826,0.46,0.7580645161290323,0.4876847290640394,0.71,0.8181818181818182,0.797979797979798,0.8963730569948186,0.6333333333333333,0.3111111111111111,0.7100840336134454,0.44370860927152317,0.8458715596330275,0.5,0.8480392156862745,0.8481012658227848,0.7040358744394619,0.7709923664122137,0.7933884297520661,0.7592592592592593,0.754601226993865,0.49107142857142855,0.8155339805825242,0.8717948717948718,0.65,0.8275862068965517,0.7254335260115607,0.46256983240223465,0.6928104575163399,0.6977491961414791,0.7253086419753086,0.5177304964539007,0.5019556714471969,0.5735294117647058,0.6928104575163399,0.7272727272727273,0.7551020408163265,0.835820895522388,0.82,0.5120481927710844,0.8304093567251462,0.38555691554467564,0.5481389370599092,simsim314
Philosophy-Platypus2-13b,13.0,0.5477815699658704,0.5828520215096594,0.543043129658883,0.34,0.4222222222222222,0.5986842105263158,0.49,0.5924528301886792,0.6388888888888888,0.39,0.45,0.32,0.47398843930635837,0.3627450980392157,0.65,0.4340425531914894,0.2894736842105263,0.46206896551724136,0.37566137566137564,0.30952380952380953,0.36,0.6645161290322581,0.41379310344827586,0.49,0.6787878787878788,0.7323232323232324,0.7979274611398963,0.6,0.34444444444444444,0.5630252100840336,0.32450331125827814,0.7688073394495413,0.4351851851851852,0.75,0.7215189873417721,0.6053811659192825,0.5954198473282443,0.6611570247933884,0.6388888888888888,0.5950920245398773,0.32142857142857145,0.6990291262135923,0.7008547008547008,0.54,0.7420178799489144,0.5982658959537572,0.3463687150837989,0.5816993464052288,0.6366559485530546,0.6388888888888888,0.41843971631205673,0.40352020860495436,0.5441176470588235,0.5343137254901961,0.5909090909090909,0.5959183673469388,0.7164179104477612,0.78,0.463855421686747,0.7602339181286549,0.24357405140758873,0.37335488461829447,radm
mpt-1b-redpajama-200b,1.0,0.2167235494880546,0.2586138219478192,0.24497332062395663,0.2,0.21481481481481482,0.2236842105263158,0.27,0.23773584905660378,0.2708333333333333,0.29,0.24,0.34,0.24277456647398843,0.27450980392156865,0.27,0.23829787234042554,0.3333333333333333,0.2689655172413793,0.2222222222222222,0.25396825396825395,0.23,0.23548387096774193,0.1921182266009852,0.22,0.23636363636363636,0.26262626262626265,0.24352331606217617,0.2641025641025641,0.2814814814814815,0.25210084033613445,0.2119205298013245,0.25688073394495414,0.23148148148148148,0.23039215686274508,0.26582278481012656,0.16591928251121077,0.24427480916030533,0.2727272727272727,0.18518518518518517,0.22085889570552147,0.25,0.2621359223300971,0.24358974358974358,0.27,0.21455938697318008,0.23121387283236994,0.2547486033519553,0.27450980392156865,0.2347266881028939,0.25308641975308643,0.25177304964539005,0.24641460234680573,0.22794117647058823,0.22875816993464052,0.23636363636363636,0.17551020408163265,0.23383084577114427,0.24,0.26506024096385544,0.27485380116959063,0.21909424724602203,0.4756916873401659,anas-awadalla
wizard-mega-13b,13.0,0.5511945392491467,0.6104361680940051,0.5059025116186772,0.34,0.4962962962962963,0.4934210526315789,0.46,0.5509433962264151,0.4930555555555556,0.35,0.41,0.32,0.45664739884393063,0.2647058823529412,0.61,0.3872340425531915,0.3157894736842105,0.3931034482758621,0.2724867724867725,0.36507936507936506,0.41,0.5612903225806452,0.33497536945812806,0.55,0.6424242424242425,0.6414141414141414,0.6735751295336787,0.46153846153846156,0.23703703703703705,0.5084033613445378,0.31125827814569534,0.673394495412844,0.3425925925925926,0.6813725490196079,0.6962025316455697,0.5739910313901345,0.5801526717557252,0.6776859504132231,0.5648148148148148,0.588957055214724,0.3482142857142857,0.6699029126213593,0.7649572649572649,0.55,0.6845466155810983,0.5578034682080925,0.2536312849162011,0.5751633986928104,0.5562700964630225,0.5555555555555556,0.39361702127659576,0.4276401564537158,0.5257352941176471,0.5228758169934641,0.5818181818181818,0.5673469387755102,0.6766169154228856,0.77,0.4397590361445783,0.7251461988304093,0.3623011015911873,0.5021870055699044,openaccess-ai-collective
minotaur-13b-fixed,13.0,0.5699658703071673,0.616211909978092,0.5009816740999999,0.35,0.4740740740740741,0.4934210526315789,0.52,0.5094339622641509,0.5416666666666666,0.32,0.46,0.29,0.42196531791907516,0.2647058823529412,0.57,0.3872340425531915,0.30701754385964913,0.4,0.24867724867724866,0.3333333333333333,0.37,0.5741935483870968,0.3251231527093596,0.54,0.6181818181818182,0.6363636363636364,0.7150259067357513,0.441025641025641,0.25925925925925924,0.46218487394957986,0.26490066225165565,0.671559633027523,0.27314814814814814,0.7058823529411765,0.70042194092827,0.5919282511210763,0.5801526717557252,0.6446280991735537,0.6018518518518519,0.558282208588957,0.3125,0.6893203883495146,0.7863247863247863,0.56,0.7177522349936143,0.5375722543352601,0.25139664804469275,0.5718954248366013,0.5498392282958199,0.5679012345679012,0.3723404255319149,0.39113428943937417,0.4632352941176471,0.5212418300653595,0.5727272727272728,0.6081632653061224,0.6865671641791045,0.8,0.42771084337349397,0.7426900584795322,0.3488372093023256,0.5035663390902376,openaccess-ai-collective
manticore-13b-chat-pyg,13.0,0.5674061433447098,0.6192989444333798,0.487639141582385,0.39,0.4888888888888889,0.4605263157894737,0.45,0.5094339622641509,0.5069444444444444,0.3,0.45,0.32,0.42196531791907516,0.22549019607843138,0.59,0.39148936170212767,0.3157894736842105,0.3931034482758621,0.2857142857142857,0.30158730158730157,0.34,0.5419354838709678,0.32019704433497537,0.52,0.6060606060606061,0.5909090909090909,0.6839378238341969,0.46153846153846156,0.27037037037037037,0.4579831932773109,0.2781456953642384,0.6495412844036698,0.25462962962962965,0.6813725490196079,0.7088607594936709,0.57847533632287,0.5419847328244275,0.6363636363636364,0.5648148148148148,0.5766871165644172,0.3392857142857143,0.6796116504854369,0.7222222222222222,0.54,0.6807151979565773,0.5173410404624278,0.23687150837988827,0.5065359477124183,0.5562700964630225,0.5308641975308642,0.3829787234042553,0.408735332464146,0.4632352941176471,0.5049019607843137,0.6090909090909091,0.5102040816326531,0.6268656716417911,0.78,0.41566265060240964,0.7192982456140351,0.3427172582619339,0.4875845789877496,openaccess-ai-collective
manticore-30b-chat-pyg-alpha,30.0,0.6143344709897611,0.6500697072296355,0.5749406487805959,0.32,0.5111111111111111,0.6118421052631579,0.6,0.5811320754716981,0.5972222222222222,0.4,0.46,0.35,0.48554913294797686,0.3627450980392157,0.64,0.44680851063829785,0.3333333333333333,0.4689655172413793,0.3333333333333333,0.40476190476190477,0.34,0.6967741935483871,0.3694581280788177,0.55,0.696969696969697,0.7424242424242424,0.8290155440414507,0.5948717948717949,0.29259259259259257,0.5840336134453782,0.3443708609271523,0.763302752293578,0.44907407407407407,0.7647058823529411,0.7890295358649789,0.6591928251121076,0.5877862595419847,0.7355371900826446,0.6851851851851852,0.6871165644171779,0.4642857142857143,0.7475728155339806,0.8547008547008547,0.64,0.7713920817369093,0.6271676300578035,0.4346368715083799,0.6143790849673203,0.6881028938906752,0.6419753086419753,0.4148936170212766,0.43546284224250326,0.5882352941176471,0.6209150326797386,0.6454545454545455,0.6612244897959184,0.7960199004975125,0.81,0.4457831325301205,0.8011695906432749,0.34394124847001223,0.5156902854376912,openaccess-ai-collective
hippogriff-30b-chat,30.0,0.6313993174061433,0.6594303923521211,0.5908822385445339,0.33,0.5259259259259259,0.631578947368421,0.61,0.6037735849056604,0.6527777777777778,0.37,0.5,0.34,0.49710982658959535,0.3235294117647059,0.69,0.4808510638297872,0.38596491228070173,0.46206896551724136,0.3544973544973545,0.3412698412698413,0.36,0.7129032258064516,0.3891625615763547,0.61,0.7333333333333333,0.7575757575757576,0.844559585492228,0.5692307692307692,0.28888888888888886,0.5966386554621849,0.33774834437086093,0.7871559633027523,0.44907407407407407,0.803921568627451,0.8354430379746836,0.6636771300448431,0.6717557251908397,0.7603305785123967,0.7037037037037037,0.7484662576687117,0.44642857142857145,0.7766990291262136,0.8760683760683761,0.66,0.7803320561941252,0.684971098265896,0.38212290502793295,0.6045751633986928,0.6816720257234726,0.6666666666666666,0.4432624113475177,0.4491525423728814,0.5808823529411765,0.630718954248366,0.7,0.6530612244897959,0.7960199004975125,0.82,0.5060240963855421,0.8187134502923976,0.33047735618115054,0.48420718405115765,openaccess-ai-collective
Pythia-70M-ChatSalad,0.07,0.17747440273037543,0.2660824536944832,0.24784838168027834,0.2,0.3333333333333333,0.21052631578947367,0.21,0.21132075471698114,0.1597222222222222,0.26,0.27,0.25,0.2543352601156069,0.27450980392156865,0.3,0.26382978723404255,0.24561403508771928,0.23448275862068965,0.25925925925925924,0.1984126984126984,0.18,0.3161290322580645,0.30049261083743845,0.3,0.24848484848484848,0.2777777777777778,0.24352331606217617,0.2076923076923077,0.25925925925925924,0.2184873949579832,0.33774834437086093,0.21467889908256882,0.2962962962962963,0.27450980392156865,0.25316455696202533,0.2645739910313901,0.1984732824427481,0.36363636363636365,0.23148148148148148,0.31901840490797545,0.2857142857142857,0.17475728155339806,0.19230769230769232,0.31,0.26309067688378035,0.24855491329479767,0.22905027932960895,0.24183006535947713,0.2765273311897106,0.26851851851851855,0.23049645390070922,0.24511082138200782,0.1875,0.25,0.19090909090909092,0.24489795918367346,0.24875621890547264,0.23,0.20481927710843373,0.16374269005847952,0.2778457772337821,0.49740714965139177,concedo
codeparrot,,0.17918088737201365,0.27325234017128064,0.2555426340354811,0.24,0.22962962962962963,0.21052631578947367,0.21,0.2188679245283019,0.22916666666666666,0.27,0.22,0.22,0.26011560693641617,0.3627450980392157,0.3,0.3404255319148936,0.24561403508771928,0.2482758620689655,0.25132275132275134,0.25396825396825395,0.19,0.3161290322580645,0.2512315270935961,0.2,0.23636363636363636,0.3383838383838384,0.3471502590673575,0.3128205128205128,0.26296296296296295,0.22268907563025211,0.2847682119205298,0.3504587155963303,0.44907407407407407,0.22549019607843138,0.2616033755274262,0.11210762331838565,0.17557251908396945,0.33884297520661155,0.2037037037037037,0.25766871165644173,0.25,0.3883495145631068,0.18376068376068377,0.3,0.21328224776500637,0.21676300578034682,0.23687150837988827,0.29411764705882354,0.17363344051446947,0.2222222222222222,0.26595744680851063,0.24641460234680573,0.2610294117647059,0.2696078431372549,0.24545454545454545,0.22857142857142856,0.23383084577114427,0.25,0.1927710843373494,0.24561403508771928,0.3023255813953488,0.5086962165189903,codeparrot
MedLLaMA_13B,13.0,0.5102389078498294,0.5862378012348137,0.4639960846214321,0.31,0.5259259259259259,0.48026315789473684,0.44,0.49056603773584906,0.4791666666666667,0.35,0.38,0.35,0.42196531791907516,0.21568627450980393,0.58,0.4,0.22807017543859648,0.3793103448275862,0.23809523809523808,0.3333333333333333,0.35,0.5129032258064516,0.28078817733990147,0.44,0.5757575757575758,0.5151515151515151,0.6580310880829016,0.43846153846153846,0.2962962962962963,0.44537815126050423,0.33774834437086093,0.5871559633027523,0.3472222222222222,0.5294117647058824,0.6244725738396625,0.5291479820627802,0.5343511450381679,0.6528925619834711,0.49074074074074076,0.4294478527607362,0.36607142857142855,0.5922330097087378,0.6495726495726496,0.52,0.6206896551724138,0.5028901734104047,0.2558659217877095,0.545751633986928,0.49517684887459806,0.5030864197530864,0.3546099290780142,0.3324641460234681,0.5257352941176471,0.46895424836601307,0.5636363636363636,0.5387755102040817,0.6318407960199005,0.72,0.42771084337349397,0.6549707602339181,0.2582619339045288,0.4053787386286284,chaoyi-wu
Nous-Hermes-Llama2-70b,70.0,0.6313993174061433,0.6777534355706034,0.6972126141201992,0.33,0.6370370370370371,0.8026315789473685,0.75,0.720754716981132,0.8402777777777778,0.47,0.53,0.35,0.6705202312138728,0.3627450980392157,0.77,0.7148936170212766,0.4298245614035088,0.6344827586206897,0.43915343915343913,0.47619047619047616,0.53,0.8032258064516129,0.5467980295566502,0.74,0.8484848484848485,0.8737373737373737,0.9378238341968912,0.7025641025641025,0.3111111111111111,0.7605042016806722,0.48344370860927155,0.8990825688073395,0.5972222222222222,0.9264705882352942,0.8818565400843882,0.7892376681614349,0.8625954198473282,0.8760330578512396,0.8333333333333334,0.8466257668711656,0.5446428571428571,0.8252427184466019,0.9017094017094017,0.71,0.8582375478927203,0.7803468208092486,0.4446927374301676,0.7712418300653595,0.7717041800643086,0.8271604938271605,0.5602836879432624,0.5508474576271186,0.7389705882352942,0.7630718954248366,0.7181818181818181,0.8081632653061225,0.8706467661691543,0.91,0.5301204819277109,0.8771929824561403,0.39167686658506734,0.5504358942461541,NousResearch
CodeLlama-13b-hf,13.0,0.3779863481228669,0.469627564230233,0.32808835822721966,0.29,0.32592592592592595,0.29605263157894735,0.27,0.3018867924528302,0.22916666666666666,0.4,0.27,0.31,0.30057803468208094,0.3137254901960784,0.3,0.33617021276595743,0.23684210526315788,0.42758620689655175,0.26455026455026454,0.2222222222222222,0.24,0.3419354838709677,0.2660098522167488,0.24,0.2727272727272727,0.4696969696969697,0.47150259067357514,0.34102564102564104,0.26666666666666666,0.3445378151260504,0.23841059602649006,0.3192660550458716,0.48148148148148145,0.3088235294117647,0.3628691983122363,0.3901345291479821,0.35877862595419846,0.256198347107438,0.3148148148148148,0.3006134969325153,0.25,0.3883495145631068,0.5213675213675214,0.37,0.438058748403576,0.21676300578034682,0.2536312849162011,0.3431372549019608,0.3890675241157556,0.36728395061728397,0.2695035460992908,0.2966101694915254,0.30514705882352944,0.27941176470588236,0.3,0.3224489795918367,0.417910447761194,0.51,0.3493975903614458,0.4327485380116959,0.2778457772337821,0.43794269776602796,NousResearch
Nous-Hermes-llama-2-7b,7.0,0.523037542662116,0.5994821748655647,0.48335234653692205,0.32,0.4444444444444444,0.4144736842105263,0.57,0.5132075471698113,0.4791666666666667,0.31,0.44,0.33,0.45664739884393063,0.23529411764705882,0.58,0.39148936170212767,0.2807017543859649,0.496551724137931,0.30423280423280424,0.31746031746031744,0.34,0.5419354838709678,0.3448275862068966,0.45,0.6181818181818182,0.6161616161616161,0.7150259067357513,0.47692307692307695,0.26296296296296295,0.4117647058823529,0.2847682119205298,0.6660550458715596,0.3101851851851852,0.6127450980392157,0.6666666666666666,0.5964125560538116,0.5572519083969466,0.628099173553719,0.5555555555555556,0.4785276073619632,0.375,0.6019417475728155,0.7094017094017094,0.54,0.6590038314176245,0.5317919075144508,0.2547486033519553,0.5130718954248366,0.594855305466238,0.5555555555555556,0.3617021276595745,0.3455019556714472,0.5441176470588235,0.4395424836601307,0.5727272727272728,0.5020408163265306,0.6368159203980099,0.69,0.40963855421686746,0.695906432748538,0.33414932680538556,0.49007441830130277,NousResearch
Redmond-Puffin-13B,13.0,0.5674061433447098,0.6272654849631547,0.5535891025136684,0.31,0.4888888888888889,0.5460526315789473,0.55,0.5849056603773585,0.5902777777777778,0.39,0.47,0.37,0.5260115606936416,0.24509803921568626,0.71,0.425531914893617,0.2894736842105263,0.503448275862069,0.3148148148148148,0.373015873015873,0.34,0.6741935483870968,0.3842364532019704,0.57,0.6848484848484848,0.6717171717171717,0.8290155440414507,0.49743589743589745,0.2777777777777778,0.5462184873949579,0.2913907284768212,0.7614678899082569,0.42592592592592593,0.7647058823529411,0.7552742616033755,0.6591928251121076,0.6335877862595419,0.7355371900826446,0.6851851851851852,0.6687116564417178,0.25892857142857145,0.7572815533980582,0.7948717948717948,0.58,0.7535121328224776,0.630057803468208,0.2837988826815642,0.6470588235294118,0.6591639871382636,0.6574074074074074,0.39361702127659576,0.4256844850065189,0.5404411764705882,0.5555555555555556,0.6,0.6489795918367347,0.746268656716418,0.83,0.4819277108433735,0.7660818713450293,0.28518971848225216,0.42120523115480857,NousResearch
CodeLlama-34b-hf,34.0,0.3361774744027304,0.2818163712407887,0.37199443908507834,0.34,0.4,0.3684210526315789,0.33,0.39622641509433965,0.3541666666666667,0.39,0.35,0.34,0.3930635838150289,0.27450980392156865,0.45,0.34893617021276596,0.2631578947368421,0.3586206896551724,0.28835978835978837,0.3333333333333333,0.22,0.43870967741935485,0.3497536945812808,0.44,0.23636363636363636,0.47474747474747475,0.47668393782383417,0.38461538461538464,0.2740740740740741,0.38235294117647056,0.33112582781456956,0.4073394495412844,0.33796296296296297,0.25980392156862747,0.27848101265822783,0.3452914798206278,0.3282442748091603,0.5289256198347108,0.5092592592592593,0.34355828220858897,0.2767857142857143,0.5048543689320388,0.5341880341880342,0.39,0.4929757343550447,0.3699421965317919,0.2223463687150838,0.35294117647058826,0.4855305466237942,0.3888888888888889,0.2801418439716312,0.26792698826597133,0.4375,0.2957516339869281,0.39090909090909093,0.3224489795918367,0.373134328358209,0.51,0.3614457831325301,0.6198830409356725,0.22888616891064872,0.3889056985901338,NousResearch
CodeLlama-7b-hf,7.0,0.3728668941979522,0.4402509460266879,0.3047339750498113,0.33,0.3851851851851852,0.19736842105263158,0.25,0.32075471698113206,0.2361111111111111,0.28,0.35,0.29,0.24277456647398843,0.28431372549019607,0.36,0.35319148936170214,0.21929824561403508,0.25517241379310346,0.25925925925925924,0.20634920634920634,0.18,0.3258064516129032,0.3054187192118227,0.27,0.30303030303030304,0.3333333333333333,0.3316062176165803,0.3076923076923077,0.25555555555555554,0.31512605042016806,0.2847682119205298,0.29541284403669726,0.4722222222222222,0.27941176470588236,0.34177215189873417,0.4125560538116592,0.2900763358778626,0.32231404958677684,0.25925925925925924,0.3006134969325153,0.17857142857142858,0.36893203883495146,0.32051282051282054,0.3,0.39846743295019155,0.28901734104046245,0.24692737430167597,0.35947712418300654,0.3504823151125402,0.2962962962962963,0.2375886524822695,0.2588005215123859,0.38235294117647056,0.25980392156862747,0.2909090909090909,0.40816326530612246,0.29850746268656714,0.38,0.28313253012048195,0.45614035087719296,0.23990208078335373,0.38618876340185804,NousResearch
Nous-Puffin-70B,70.0,0.628839590443686,0.6766580362477594,0.6976899219821838,0.32,0.6592592592592592,0.8092105263157895,0.73,0.7320754716981132,0.8402777777777778,0.5,0.6,0.37,0.6358381502890174,0.35294117647058826,0.78,0.6595744680851063,0.43859649122807015,0.6482758620689655,0.43386243386243384,0.46825396825396826,0.48,0.8161290322580645,0.5172413793103449,0.78,0.8363636363636363,0.8787878787878788,0.9430051813471503,0.7333333333333333,0.3592592592592593,0.7689075630252101,0.4105960264900662,0.8715596330275229,0.6296296296296297,0.9166666666666666,0.8776371308016878,0.7982062780269058,0.8702290076335878,0.8760330578512396,0.8333333333333334,0.7975460122699386,0.5446428571428571,0.8349514563106796,0.905982905982906,0.74,0.8633461047254151,0.7745664739884393,0.44581005586592176,0.7810457516339869,0.7717041800643086,0.8333333333333334,0.5567375886524822,0.5371577574967406,0.7426470588235294,0.7565359477124183,0.7,0.7959183673469388,0.8955223880597015,0.92,0.536144578313253,0.8596491228070176,0.32802937576499386,0.46770671850892176,NousResearch
Nous-Hermes-13b,13.0,0.5494880546075085,0.6221868153754232,0.5044071263699939,0.31,0.45925925925925926,0.5,0.52,0.5471698113207547,0.5,0.31,0.42,0.28,0.43352601156069365,0.22549019607843138,0.65,0.4127659574468085,0.2982456140350877,0.4,0.2857142857142857,0.3888888888888889,0.4,0.5516129032258065,0.3497536945812808,0.53,0.6424242424242425,0.6414141414141414,0.6839378238341969,0.44358974358974357,0.2518518518518518,0.5210084033613446,0.2582781456953642,0.6954128440366972,0.3194444444444444,0.6813725490196079,0.7088607594936709,0.5695067264573991,0.6335877862595419,0.6694214876033058,0.5833333333333334,0.558282208588957,0.375,0.7184466019417476,0.7521367521367521,0.54,0.7011494252873564,0.5578034682080925,0.2324022346368715,0.565359477124183,0.5498392282958199,0.5709876543209876,0.3723404255319149,0.3859191655801825,0.4852941176470588,0.5277777777777778,0.6,0.5224489795918368,0.7114427860696517,0.79,0.42771084337349397,0.7309941520467836,0.3537331701346389,0.5150145592913145,NousResearch
Nous-Hermes-Llama2-13b,13.0,0.5767918088737202,0.6354311890061741,0.5504027098604218,0.35,0.4666666666666667,0.5592105263157895,0.6,0.5584905660377358,0.6111111111111112,0.45,0.46,0.36,0.48554913294797686,0.2549019607843137,0.66,0.46808510638297873,0.3157894736842105,0.45517241379310347,0.3544973544973545,0.36507936507936506,0.38,0.6290322580645161,0.42857142857142855,0.55,0.6121212121212121,0.6868686868686869,0.772020725388601,0.4846153846153846,0.337037037037037,0.5672268907563025,0.37748344370860926,0.7247706422018348,0.48148148148148145,0.7450980392156863,0.7172995780590717,0.6233183856502242,0.5801526717557252,0.7272727272727273,0.6851851851851852,0.6625766871165644,0.39285714285714285,0.7184466019417476,0.782051282051282,0.55,0.768837803320562,0.5953757225433526,0.3553072625698324,0.5816993464052288,0.6237942122186495,0.6388888888888888,0.40425531914893614,0.4152542372881356,0.5183823529411765,0.5424836601307189,0.5909090909090909,0.5959183673469388,0.736318407960199,0.81,0.42771084337349397,0.7777777777777778,0.35006119951040393,0.5041486881185876,NousResearch
Huginn-13b-V4,13.0,0.5750853242320819,0.6285600477992431,0.5232432087767591,0.25,0.4962962962962963,0.5328947368421053,0.46,0.5773584905660377,0.5208333333333334,0.43,0.44,0.33,0.48554913294797686,0.3137254901960784,0.67,0.43829787234042555,0.2719298245614035,0.46206896551724136,0.30952380952380953,0.30952380952380953,0.35,0.6419354838709678,0.37438423645320196,0.55,0.6606060606060606,0.6767676767676768,0.7564766839378239,0.5051282051282051,0.3,0.5210084033613446,0.271523178807947,0.710091743119266,0.4351851851851852,0.696078431372549,0.6877637130801688,0.6457399103139013,0.6183206106870229,0.6859504132231405,0.6574074074074074,0.5950920245398773,0.2767857142857143,0.7572815533980582,0.7948717948717948,0.52,0.7075351213282248,0.5953757225433526,0.23798882681564246,0.5751633986928104,0.5852090032154341,0.5555555555555556,0.39361702127659576,0.3970013037809648,0.5073529411764706,0.47875816993464054,0.5909090909090909,0.6244897959183674,0.7164179104477612,0.75,0.40963855421686746,0.7134502923976608,0.34394124847001223,0.506195531543039,The-Face-Of-Goonery
Huginn-22b-Prototype,22.0,0.5290102389078498,0.6078470424218283,0.498133267730124,0.24,0.4962962962962963,0.4934210526315789,0.53,0.5471698113207547,0.5138888888888888,0.41,0.38,0.32,0.4682080924855491,0.30392156862745096,0.6,0.4,0.2894736842105263,0.46206896551724136,0.2962962962962963,0.373015873015873,0.35,0.6064516129032258,0.39408866995073893,0.51,0.6242424242424243,0.6565656565656566,0.7357512953367875,0.5,0.2814814814814815,0.4957983193277311,0.2913907284768212,0.6642201834862386,0.36574074074074076,0.6470588235294118,0.6497890295358649,0.5874439461883408,0.5725190839694656,0.6115702479338843,0.5925925925925926,0.6257668711656442,0.29464285714285715,0.6699029126213593,0.7094017094017094,0.47,0.669220945083014,0.5606936416184971,0.22905027932960895,0.5686274509803921,0.5819935691318328,0.5277777777777778,0.36879432624113473,0.35919165580182527,0.4338235294117647,0.46405228758169936,0.5909090909090909,0.5714285714285714,0.7014925373134329,0.69,0.3855421686746988,0.6608187134502924,0.34761321909424725,0.5211078120321375,The-Face-Of-Goonery
huginnv1.2,,0.5784982935153583,0.6463851822346146,0.5701561556455693,0.36,0.5037037037037037,0.5789473684210527,0.55,0.6075471698113207,0.5972222222222222,0.42,0.46,0.33,0.5260115606936416,0.27450980392156865,0.69,0.4553191489361702,0.30701754385964913,0.47586206896551725,0.34656084656084657,0.38095238095238093,0.32,0.6612903225806451,0.4876847290640394,0.57,0.6787878787878788,0.7222222222222222,0.8134715025906736,0.5461538461538461,0.32222222222222224,0.6134453781512605,0.3443708609271523,0.744954128440367,0.4305555555555556,0.7745098039215687,0.7426160337552743,0.6860986547085202,0.6641221374045801,0.7272727272727273,0.7407407407407407,0.6871165644171779,0.36607142857142855,0.7184466019417476,0.7991452991452992,0.65,0.7624521072796935,0.630057803468208,0.46033519553072627,0.6078431372549019,0.6655948553054662,0.6327160493827161,0.46099290780141844,0.4282920469361147,0.5367647058823529,0.565359477124183,0.6454545454545455,0.6489795918367347,0.7213930348258707,0.84,0.4457831325301205,0.7719298245614035,0.3268053855569155,0.47812239271322365,The-Face-Of-Goonery
Huginn-v3-13b,13.0,0.5750853242320819,0.6285600477992431,0.5232432087767591,0.25,0.4962962962962963,0.5328947368421053,0.46,0.5773584905660377,0.5208333333333334,0.43,0.44,0.33,0.48554913294797686,0.3137254901960784,0.67,0.43829787234042555,0.2719298245614035,0.46206896551724136,0.30952380952380953,0.30952380952380953,0.35,0.6419354838709678,0.37438423645320196,0.55,0.6606060606060606,0.6767676767676768,0.7564766839378239,0.5051282051282051,0.3,0.5210084033613446,0.271523178807947,0.710091743119266,0.4351851851851852,0.696078431372549,0.6877637130801688,0.6457399103139013,0.6183206106870229,0.6859504132231405,0.6574074074074074,0.5950920245398773,0.2767857142857143,0.7572815533980582,0.7948717948717948,0.52,0.7075351213282248,0.5953757225433526,0.23798882681564246,0.5751633986928104,0.5852090032154341,0.5555555555555556,0.39361702127659576,0.3970013037809648,0.5073529411764706,0.47875816993464054,0.5909090909090909,0.6244897959183674,0.7164179104477612,0.75,0.40963855421686746,0.7134502923976608,0.34394124847001223,0.506195531543039,The-Face-Of-Goonery
Huginn-13b-FP16,13.0,0.5733788395904437,0.625771758613822,0.5371237116949273,0.34,0.48148148148148145,0.4868421052631579,0.58,0.5433962264150943,0.5902777777777778,0.33,0.4,0.31,0.48554913294797686,0.2647058823529412,0.67,0.4553191489361702,0.2719298245614035,0.4827586206896552,0.3306878306878307,0.36507936507936506,0.33,0.6387096774193548,0.35960591133004927,0.51,0.6848484848484848,0.6818181818181818,0.7772020725388601,0.5,0.32222222222222224,0.5588235294117647,0.26490066225165565,0.6954128440366972,0.35648148148148145,0.7647058823529411,0.7341772151898734,0.6547085201793722,0.6106870229007634,0.7107438016528925,0.6666666666666666,0.6441717791411042,0.4017857142857143,0.6601941747572816,0.7991452991452992,0.59,0.7343550446998723,0.6069364161849711,0.35083798882681566,0.6143790849673203,0.6141479099678456,0.6203703703703703,0.41134751773049644,0.41199478487614083,0.5,0.5473856209150327,0.6454545454545455,0.5877551020408164,0.6368159203980099,0.8,0.4397590361445783,0.7894736842105263,0.379436964504284,0.5446364316252649,The-Face-Of-Goonery
Huginn-13b-v4.5,13.0,0.5750853242320819,0.6285600477992431,0.5232432087767591,0.25,0.4962962962962963,0.5328947368421053,0.46,0.5773584905660377,0.5208333333333334,0.43,0.44,0.33,0.48554913294797686,0.3137254901960784,0.67,0.43829787234042555,0.2719298245614035,0.46206896551724136,0.30952380952380953,0.30952380952380953,0.35,0.6419354838709678,0.37438423645320196,0.55,0.6606060606060606,0.6767676767676768,0.7564766839378239,0.5051282051282051,0.3,0.5210084033613446,0.271523178807947,0.710091743119266,0.4351851851851852,0.696078431372549,0.6877637130801688,0.6457399103139013,0.6183206106870229,0.6859504132231405,0.6574074074074074,0.5950920245398773,0.2767857142857143,0.7572815533980582,0.7948717948717948,0.52,0.7075351213282248,0.5953757225433526,0.23798882681564246,0.5751633986928104,0.5852090032154341,0.5555555555555556,0.39361702127659576,0.3970013037809648,0.5073529411764706,0.47875816993464054,0.5909090909090909,0.6244897959183674,0.7164179104477612,0.75,0.40963855421686746,0.7134502923976608,0.34394124847001223,0.506195531543039,The-Face-Of-Goonery
YetAnother_Open-Llama-3B-LoRA-OpenOrca,3.0,0.22610921501706485,0.2597092212706632,0.25158240572789,0.18,0.24444444444444444,0.27631578947368424,0.26,0.30566037735849055,0.2361111111111111,0.21,0.21,0.19,0.2832369942196532,0.2549019607843137,0.26,0.2723404255319149,0.3157894736842105,0.296551724137931,0.2275132275132275,0.19047619047619047,0.33,0.29354838709677417,0.24630541871921183,0.24,0.2606060606060606,0.23737373737373738,0.23834196891191708,0.2717948717948718,0.24074074074074073,0.23949579831932774,0.2582781456953642,0.23119266055045873,0.2222222222222222,0.27941176470588236,0.23628691983122363,0.25112107623318386,0.2748091603053435,0.2644628099173554,0.2222222222222222,0.294478527607362,0.25,0.21359223300970873,0.2222222222222222,0.18,0.2541507024265645,0.2861271676300578,0.22569832402234638,0.23529411764705882,0.2090032154340836,0.23765432098765432,0.2730496453900709,0.24837027379400262,0.24632352941176472,0.2696078431372549,0.23636363636363636,0.24897959183673468,0.29850746268656714,0.23,0.3192771084337349,0.30994152046783624,0.23133414932680538,,Andron00e
internlm-20b-chat,20.0,0.5051194539249146,0.5822545309699263,0.585344567681378,0.33,0.5407407407407407,0.5789473684210527,0.63,0.6,0.625,0.41,0.51,0.38,0.5260115606936416,0.4215686274509804,0.68,0.451063829787234,0.32456140350877194,0.5586206896551724,0.3783068783068783,0.3888888888888889,0.35,0.6612903225806451,0.43349753694581283,0.66,0.7636363636363637,0.7525252525252525,0.8549222797927462,0.5692307692307692,0.3037037037037037,0.5630252100840336,0.36423841059602646,0.7908256880733945,0.4537037037037037,0.7598039215686274,0.7890295358649789,0.6547085201793722,0.6641221374045801,0.743801652892562,0.7222222222222222,0.6871165644171779,0.4107142857142857,0.7281553398058253,0.8504273504273504,0.61,0.756066411238825,0.6473988439306358,0.39888268156424583,0.6437908496732027,0.6334405144694534,0.6172839506172839,0.42907801418439717,0.43741851368970014,0.5551470588235294,0.5964052287581699,0.6545454545454545,0.689795918367347,0.7810945273631841,0.79,0.4879518072289157,0.7719298245614035,0.29498164014687883,0.43223188090265946,internlm
internlm-20b,20.0,0.5537542662116041,0.6195976897032464,0.6185386618173638,0.27,0.5333333333333333,0.6710526315789473,0.64,0.6226415094339622,0.7361111111111112,0.43,0.53,0.4,0.6127167630057804,0.4019607843137255,0.71,0.5319148936170213,0.3684210526315789,0.5517241379310345,0.3994708994708995,0.373015873015873,0.31,0.7580645161290323,0.4827586206896552,0.71,0.7878787878787878,0.7727272727272727,0.9015544041450777,0.6,0.3296296296296296,0.5840336134453782,0.31788079470198677,0.8330275229357799,0.5879629629629629,0.7843137254901961,0.8059071729957806,0.6636771300448431,0.6564885496183206,0.8099173553719008,0.7870370370370371,0.7239263803680982,0.49107142857142855,0.7766990291262136,0.8589743589743589,0.72,0.7854406130268199,0.6994219653179191,0.3340782122905028,0.696078431372549,0.6495176848874598,0.7006172839506173,0.4574468085106383,0.4706649282920469,0.5955882352941176,0.6339869281045751,0.6545454545454545,0.7142857142857143,0.8159203980099502,0.9,0.5120481927710844,0.8011695906432749,0.3659730722154223,0.526105452742239,internlm
openthaigpt-0.1.0-beta-full-model_for_open_llm_leaderboard,,0.4684300341296928,0.5763792073292173,0.3318487740520195,0.23,0.34814814814814815,0.3157894736842105,0.42,0.37735849056603776,0.2916666666666667,0.27,0.31,0.33,0.3063583815028902,0.23529411764705882,0.41,0.3617021276595745,0.2807017543859649,0.22758620689655173,0.24338624338624337,0.2222222222222222,0.28,0.3387096774193548,0.28078817733990147,0.31,0.41818181818181815,0.41919191919191917,0.42487046632124353,0.3128205128205128,0.24814814814814815,0.29411764705882354,0.26490066225165565,0.3577981651376147,0.2824074074074074,0.37254901960784315,0.3755274261603376,0.36771300448430494,0.32061068702290074,0.5702479338842975,0.35185185185185186,0.34355828220858897,0.21428571428571427,0.32038834951456313,0.4188034188034188,0.34,0.4125159642401022,0.3439306358381503,0.2424581005586592,0.3333333333333333,0.33762057877813506,0.35802469135802467,0.2695035460992908,0.3089960886571056,0.33088235294117646,0.3284313725490196,0.4,0.27755102040816326,0.4228855721393035,0.4,0.3614457831325301,0.38011695906432746,0.2741738066095471,0.4327576136566873,wannaphong
pythia-160m-deduped-step92k-193bt,0.16,0.2022184300341297,0.29655447122087236,0.24543421990999414,0.2,0.25925925925925924,0.18421052631578946,0.22,0.2679245283018868,0.2222222222222222,0.21,0.14,0.25,0.19653179190751446,0.27450980392156865,0.2,0.2680851063829787,0.2807017543859649,0.2413793103448276,0.23544973544973544,0.1984126984126984,0.17,0.2645161290322581,0.20689655172413793,0.18,0.23636363636363636,0.2474747474747475,0.26424870466321243,0.2153846153846154,0.28888888888888886,0.23109243697478993,0.2119205298013245,0.24403669724770644,0.41203703703703703,0.2696078431372549,0.2742616033755274,0.34977578475336324,0.26717557251908397,0.24793388429752067,0.21296296296296297,0.26993865030674846,0.3482142857142857,0.17475728155339806,0.19658119658119658,0.31,0.24648786717752236,0.24566473988439305,0.24022346368715083,0.23529411764705882,0.18006430868167203,0.25308641975308643,0.25177304964539005,0.22359843546284225,0.44485294117647056,0.2581699346405229,0.23636363636363636,0.2,0.24378109452736318,0.3,0.27710843373493976,0.21052631578947367,0.24357405140758873,0.4348776145190071,klosax
openllama-3b-350bt,3.0,0.34215017064846415,0.4563831905994822,0.2677610702689632,0.25,0.2740740740740741,0.23026315789473684,0.24,0.30566037735849055,0.22916666666666666,0.27,0.22,0.27,0.24277456647398843,0.14705882352941177,0.32,0.33191489361702126,0.2719298245614035,0.2620689655172414,0.25396825396825395,0.14285714285714285,0.3,0.27419354838709675,0.2955665024630542,0.26,0.23030303030303031,0.3383838383838384,0.27979274611398963,0.26153846153846155,0.24074074074074073,0.2857142857142857,0.2980132450331126,0.28807339449541286,0.4027777777777778,0.22549019607843138,0.28270042194092826,0.27802690582959644,0.1984732824427481,0.36363636363636365,0.2962962962962963,0.27607361963190186,0.25892857142857145,0.2524271844660194,0.2564102564102564,0.26,0.2835249042145594,0.2832369942196532,0.2424581005586592,0.2581699346405229,0.27009646302250806,0.23148148148148148,0.2695035460992908,0.22816166883963493,0.3161764705882353,0.27124183006535946,0.35454545454545455,0.3020408163265306,0.24875621890547264,0.21,0.2469879518072289,0.2807017543859649,0.22031823745410037,0.35027279444600373,klosax
open_llama_3b_350bt_preview,3.0,0.34215017064846415,0.4563831905994822,0.2677610702689632,0.25,0.2740740740740741,0.23026315789473684,0.24,0.30566037735849055,0.22916666666666666,0.27,0.22,0.27,0.24277456647398843,0.14705882352941177,0.32,0.33191489361702126,0.2719298245614035,0.2620689655172414,0.25396825396825395,0.14285714285714285,0.3,0.27419354838709675,0.2955665024630542,0.26,0.23030303030303031,0.3383838383838384,0.27979274611398963,0.26153846153846155,0.24074074074074073,0.2857142857142857,0.2980132450331126,0.28807339449541286,0.4027777777777778,0.22549019607843138,0.28270042194092826,0.27802690582959644,0.1984732824427481,0.36363636363636365,0.2962962962962963,0.27607361963190186,0.25892857142857145,0.2524271844660194,0.2564102564102564,0.26,0.2835249042145594,0.2832369942196532,0.2424581005586592,0.2581699346405229,0.27009646302250806,0.23148148148148148,0.2695035460992908,0.22816166883963493,0.3161764705882353,0.27124183006535946,0.35454545454545455,0.3020408163265306,0.24875621890547264,0.21,0.2469879518072289,0.2807017543859649,0.22031823745410037,0.35027279444600373,klosax
pythia-70m-deduped-step44k-92bt,0.07,0.18771331058020477,0.2720573590918144,0.2602702393887243,0.22,0.23703703703703705,0.17763157894736842,0.23,0.2339622641509434,0.2222222222222222,0.29,0.32,0.24,0.20809248554913296,0.23529411764705882,0.17,0.2851063829787234,0.2543859649122807,0.2827586206896552,0.2566137566137566,0.15079365079365079,0.17,0.3161290322580645,0.27586206896551724,0.29,0.24848484848484848,0.35858585858585856,0.35233160621761656,0.26666666666666666,0.24074074074074073,0.21428571428571427,0.2980132450331126,0.29908256880733947,0.4722222222222222,0.2696078431372549,0.270042194092827,0.3004484304932735,0.25190839694656486,0.2809917355371901,0.2222222222222222,0.26993865030674846,0.20535714285714285,0.3300970873786408,0.19658119658119658,0.3,0.24648786717752236,0.2543352601156069,0.24692737430167597,0.2647058823529412,0.2347266881028939,0.2191358024691358,0.21631205673758866,0.2457627118644068,0.44485294117647056,0.24509803921568626,0.22727272727272727,0.3551020408163265,0.263681592039801,0.29,0.1686746987951807,0.19883040935672514,0.25091799265605874,0.46116918200367607,klosax
open_llama_7b_400bt_preview,7.0,0.36177474402730375,0.4939255128460466,0.27644432974373356,0.3,0.3111111111111111,0.28289473684210525,0.23,0.2981132075471698,0.2638888888888889,0.35,0.32,0.28,0.2543352601156069,0.21568627450980393,0.3,0.19574468085106383,0.23684210526315788,0.296551724137931,0.2671957671957672,0.16666666666666666,0.33,0.25161290322580643,0.28078817733990147,0.31,0.26666666666666666,0.3434343434343434,0.36787564766839376,0.358974358974359,0.26296296296296295,0.21008403361344538,0.2582781456953642,0.3486238532110092,0.4398148148148148,0.27941176470588236,0.25316455696202533,0.13901345291479822,0.2824427480916031,0.38016528925619836,0.21296296296296297,0.3006134969325153,0.16071428571428573,0.3786407766990291,0.2564102564102564,0.2,0.20434227330779056,0.29190751445086704,0.24692737430167597,0.2549019607843137,0.2797427652733119,0.22530864197530864,0.2695035460992908,0.26597131681877445,0.4485294117647059,0.22549019607843138,0.20909090909090908,0.4,0.24875621890547264,0.26,0.1927710843373494,0.29239766081871343,0.22888616891064872,0.360402821143995,klosax
open_llama_13b_600bt_preview,13.0,0.4308873720136519,0.5363473411670981,0.3147047401740807,0.34,0.4148148148148148,0.3092105263157895,0.33,0.30943396226415093,0.2708333333333333,0.26,0.31,0.32,0.28901734104046245,0.17647058823529413,0.35,0.2851063829787234,0.2894736842105263,0.41379310344827586,0.21693121693121692,0.23809523809523808,0.32,0.27741935483870966,0.29064039408866993,0.28,0.3393939393939394,0.2474747474747475,0.3316062176165803,0.358974358974359,0.25925925925925924,0.25630252100840334,0.2847682119205298,0.27889908256880735,0.4583333333333333,0.28431372549019607,0.3628691983122363,0.3452914798206278,0.32061068702290074,0.371900826446281,0.2962962962962963,0.3128834355828221,0.26785714285714285,0.33980582524271846,0.3547008547008547,0.38,0.3652618135376756,0.3092485549132948,0.25027932960893856,0.2777777777777778,0.28938906752411575,0.35802469135802467,0.2907801418439716,0.28292046936114734,0.4485294117647059,0.3202614379084967,0.35454545454545455,0.2857142857142857,0.32338308457711445,0.37,0.2891566265060241,0.38011695906432746,0.21664626682986537,0.3465968860208044,klosax
openthaigpt-1.0.0-alpha-7b-chat-ckpt-hf,7.0,0.48293515358361777,0.5540728938458475,0.4001686627224831,0.34,0.43703703703703706,0.45394736842105265,0.41,0.46037735849056605,0.4305555555555556,0.3,0.33,0.27,0.3468208092485549,0.20588235294117646,0.47,0.4085106382978723,0.3157894736842105,0.35172413793103446,0.30158730158730157,0.2222222222222222,0.35,0.4096774193548387,0.3448275862068966,0.35,0.46060606060606063,0.5959595959595959,0.538860103626943,0.32564102564102565,0.26666666666666666,0.3277310924369748,0.2185430463576159,0.5174311926605505,0.21296296296296297,0.4117647058823529,0.459915611814346,0.4618834080717489,0.40458015267175573,0.5619834710743802,0.4351851851851852,0.4233128834355828,0.2767857142857143,0.49514563106796117,0.6410256410256411,0.47,0.565772669220945,0.45375722543352603,0.25139664804469275,0.4477124183006536,0.5209003215434084,0.4567901234567901,0.3191489361702128,0.2803129074315515,0.27205882352941174,0.3839869281045752,0.4636363636363636,0.2816326530612245,0.43781094527363185,0.66,0.39156626506024095,0.6081871345029239,0.3023255813953488,0.47234141710510064,openthaigpt
kssht-dahj-70b,70.0,0.6612627986348123,0.6867157936666003,0.7043298966909741,0.32,0.6592592592592592,0.8289473684210527,0.76,0.7283018867924528,0.8194444444444444,0.44,0.54,0.37,0.6705202312138728,0.37254901960784315,0.76,0.7021276595744681,0.4824561403508772,0.6413793103448275,0.4470899470899471,0.5079365079365079,0.47,0.8193548387096774,0.541871921182266,0.81,0.8424242424242424,0.8636363636363636,0.9326424870466321,0.7282051282051282,0.3592592592592593,0.7815126050420168,0.46357615894039733,0.908256880733945,0.5833333333333334,0.9215686274509803,0.8987341772151899,0.7982062780269058,0.8702290076335878,0.8760330578512396,0.8240740740740741,0.8159509202453987,0.5089285714285714,0.8155339805825242,0.8931623931623932,0.72,0.8735632183908046,0.7832369942196532,0.6458100558659218,0.7679738562091504,0.77491961414791,0.8240740740740741,0.574468085106383,0.5612777053455019,0.7389705882352942,0.7696078431372549,0.7090909090909091,0.8122448979591836,0.8955223880597015,0.9,0.5481927710843374,0.8713450292397661,0.42962056303549573,0.5891645864509103,lloorree
kssht-euripedes-70b,70.0,0.658703071672355,0.6872137024497113,0.7043409954414049,0.29,0.6592592592592592,0.8092105263157895,0.77,0.720754716981132,0.8333333333333334,0.48,0.57,0.4,0.653179190751445,0.39215686274509803,0.77,0.6723404255319149,0.4649122807017544,0.6620689655172414,0.4444444444444444,0.49206349206349204,0.53,0.8129032258064516,0.5566502463054187,0.76,0.8363636363636363,0.8686868686868687,0.9222797927461139,0.7230769230769231,0.337037037037037,0.7605042016806722,0.47019867549668876,0.8972477064220183,0.5972222222222222,0.9264705882352942,0.890295358649789,0.7937219730941704,0.8778625954198473,0.8677685950413223,0.8518518518518519,0.803680981595092,0.5446428571428571,0.8058252427184466,0.9017094017094017,0.74,0.8620689655172413,0.7947976878612717,0.5575418994413408,0.7679738562091504,0.7717041800643086,0.8395061728395061,0.5531914893617021,0.5580182529335072,0.7352941176470589,0.761437908496732,0.7545454545454545,0.8122448979591836,0.8955223880597015,0.91,0.5542168674698795,0.8596491228070176,0.3953488372093023,0.5551008582453495,lloorree
kssht-castor-70b,70.0,0.6501706484641638,0.6857199761003784,0.703777700565426,0.32,0.6518518518518519,0.8486842105263158,0.75,0.720754716981132,0.8472222222222222,0.5,0.56,0.37,0.6473988439306358,0.35294117647058826,0.78,0.6978723404255319,0.4649122807017544,0.6551724137931034,0.4365079365079365,0.48412698412698413,0.48,0.8193548387096774,0.5566502463054187,0.77,0.8303030303030303,0.8737373737373737,0.9430051813471503,0.7128205128205128,0.34074074074074073,0.7647058823529411,0.47019867549668876,0.9027522935779817,0.6064814814814815,0.9264705882352942,0.8860759493670886,0.7937219730941704,0.8778625954198473,0.8760330578512396,0.8425925925925926,0.8159509202453987,0.5089285714285714,0.8155339805825242,0.905982905982906,0.72,0.8684546615581098,0.791907514450867,0.5463687150837989,0.7777777777777778,0.7717041800643086,0.8425925925925926,0.5638297872340425,0.5541069100391134,0.7426470588235294,0.7679738562091504,0.7181818181818181,0.8163265306122449,0.8905472636815921,0.91,0.5542168674698795,0.8713450292397661,0.40024479804161567,0.5630669446354012,lloorree
jfdslijsijdgis,,0.6518771331058021,0.6760605457080263,0.6917345225290183,0.32,0.6296296296296297,0.8223684210526315,0.74,0.7132075471698113,0.8125,0.5,0.54,0.38,0.6705202312138728,0.38235294117647056,0.78,0.6638297872340425,0.43859649122807015,0.6206896551724138,0.4444444444444444,0.4444444444444444,0.47,0.8064516129032258,0.5221674876847291,0.77,0.8484848484848485,0.8636363636363636,0.9533678756476683,0.7153846153846154,0.28888888888888886,0.7815126050420168,0.423841059602649,0.8935779816513761,0.6018518518518519,0.9117647058823529,0.8565400843881856,0.7982062780269058,0.8473282442748091,0.859504132231405,0.8425925925925926,0.8159509202453987,0.5357142857142857,0.8252427184466019,0.8760683760683761,0.72,0.8659003831417624,0.7658959537572254,0.511731843575419,0.738562091503268,0.7845659163987139,0.8240740740740741,0.5177304964539007,0.5397653194263363,0.7169117647058824,0.75,0.6909090909090909,0.8122448979591836,0.900497512437811,0.89,0.5180722891566265,0.8713450292397661,0.41615667074663404,0.5820460749080146,lloorree
Platypus2-70B-instruct-4bit-gptq,70.0,0.2363481228668942,0.2560246962756423,0.23531480033881735,0.22,0.18518518518518517,0.21710526315789475,0.29,0.21132075471698114,0.24305555555555555,0.2,0.25,0.21,0.21965317919075145,0.2647058823529412,0.29,0.26382978723404255,0.2719298245614035,0.2482758620689655,0.23809523809523808,0.19047619047619047,0.18,0.19032258064516128,0.18226600985221675,0.28,0.21818181818181817,0.17676767676767677,0.20207253886010362,0.2,0.24444444444444444,0.21008403361344538,0.1986754966887417,0.1981651376146789,0.12037037037037036,0.25,0.2742616033755274,0.31390134529147984,0.2595419847328244,0.2644628099173554,0.25925925925925924,0.2331288343558282,0.33035714285714285,0.17475728155339806,0.2905982905982906,0.3,0.2388250319284802,0.2543352601156069,0.24916201117318434,0.23202614379084968,0.1864951768488746,0.2654320987654321,0.20921985815602837,0.2457627118644068,0.16911764705882354,0.2565359477124183,0.20909090909090908,0.20816326530612245,0.24875621890547264,0.27,0.28313253012048195,0.3216374269005848,0.2460220318237454,0.4955854635237609,malhajar
llama-65b,65.0,0.5938566552901023,0.6653057159928301,0.6393064176395022,0.3,0.5777777777777777,0.7171052631578947,0.6,0.660377358490566,0.7013888888888888,0.49,0.46,0.36,0.5549132947976878,0.38235294117647056,0.79,0.5829787234042553,0.37719298245614036,0.5586206896551724,0.40476190476190477,0.4365079365079365,0.38,0.7483870967741936,0.41379310344827586,0.68,0.7878787878787878,0.803030303030303,0.8808290155440415,0.6615384615384615,0.34074074074074073,0.680672268907563,0.37748344370860926,0.8293577981651377,0.6064814814814815,0.8382352941176471,0.8396624472573839,0.6636771300448431,0.7709923664122137,0.8181818181818182,0.7592592592592593,0.7791411042944786,0.49107142857142855,0.8252427184466019,0.8760683760683761,0.68,0.8160919540229885,0.7369942196531792,0.48044692737430167,0.6830065359477124,0.7266881028938906,0.7469135802469136,0.4929078014184397,0.4954367666232073,0.6213235294117647,0.6650326797385621,0.7454545454545455,0.7142857142857143,0.8009950248756219,0.88,0.5421686746987951,0.8070175438596491,0.28518971848225216,0.4342876070583593,huggingface
llama-13b,13.0,0.5290102389078498,0.6074487153953396,0.47671598870202303,0.32,0.45925925925925926,0.47368421052631576,0.46,0.46037735849056605,0.4652777777777778,0.29,0.41,0.36,0.4277456647398844,0.18627450980392157,0.63,0.3872340425531915,0.2807017543859649,0.42758620689655175,0.26455026455026454,0.3253968253968254,0.36,0.5225806451612903,0.28078817733990147,0.49,0.6242424242424243,0.5505050505050505,0.6683937823834197,0.4641025641025641,0.25925925925925924,0.4789915966386555,0.304635761589404,0.6110091743119266,0.30092592592592593,0.5637254901960784,0.6751054852320675,0.5426008968609866,0.5725190839694656,0.6446280991735537,0.5185185185185185,0.5276073619631901,0.32142857142857145,0.6601941747572816,0.717948717948718,0.53,0.644955300127714,0.5,0.2916201117318436,0.5032679738562091,0.5401929260450161,0.5123456790123457,0.3404255319148936,0.37222946544980445,0.5110294117647058,0.49019607843137253,0.6181818181818182,0.5265306122448979,0.6119402985074627,0.78,0.43373493975903615,0.6783625730994152,0.24969400244798043,0.3947594003603401,huggingface
llama-30b,30.0,0.5810580204778157,0.6447918741286597,0.5846957724876328,0.35,0.5111111111111111,0.6118421052631579,0.54,0.5773584905660377,0.5833333333333334,0.43,0.47,0.37,0.5433526011560693,0.2647058823529412,0.66,0.5148936170212766,0.35964912280701755,0.5310344827586206,0.373015873015873,0.3492063492063492,0.39,0.6838709677419355,0.4088669950738916,0.6,0.7333333333333333,0.7121212121212122,0.8341968911917098,0.5717948717948718,0.26296296296296295,0.5756302521008403,0.3443708609271523,0.763302752293578,0.4861111111111111,0.7843137254901961,0.7974683544303798,0.6771300448430493,0.6564885496183206,0.7520661157024794,0.7129629629629629,0.6809815950920245,0.39285714285714285,0.7766990291262136,0.8461538461538461,0.66,0.7816091954022989,0.6705202312138728,0.38994413407821227,0.6241830065359477,0.6655948553054662,0.6697530864197531,0.43617021276595747,0.4654498044328553,0.5551470588235294,0.6405228758169934,0.7,0.6693877551020408,0.7910447761194029,0.83,0.4939759036144578,0.8011695906432749,0.2729498164014688,0.42269922233794804,huggingface
llama-7b,7.0,0.4761092150170648,0.575682135032862,0.35711061135855415,0.26,0.3851851851851852,0.34868421052631576,0.41,0.35471698113207545,0.375,0.3,0.32,0.34,0.32947976878612717,0.23529411764705882,0.45,0.3702127659574468,0.2631578947368421,0.23448275862068965,0.26455026455026454,0.2619047619047619,0.31,0.32903225806451614,0.2857142857142857,0.33,0.44242424242424244,0.3333333333333333,0.44559585492227977,0.3384615384615385,0.25925925925925924,0.3319327731092437,0.2582781456953642,0.47889908256880737,0.3101851851851852,0.3627450980392157,0.43037974683544306,0.3991031390134529,0.3511450381679389,0.5206611570247934,0.4166666666666667,0.4294478527607362,0.2767857142857143,0.33980582524271846,0.47863247863247865,0.37,0.42528735632183906,0.3901734104046243,0.2424581005586592,0.39215686274509803,0.3987138263665595,0.345679012345679,0.2730496453900709,0.3011734028683181,0.4375,0.35294117647058826,0.4,0.33877551020408164,0.46766169154228854,0.43,0.3373493975903614,0.49122807017543857,0.22031823745410037,0.3432950455512755,huggingface
Mistral-7B-v0.1,7.0,0.568259385665529,0.6294562836088429,0.6416448378492244,0.29,0.6296296296296297,0.6578947368421053,0.57,0.6943396226415094,0.7291666666666666,0.52,0.52,0.4,0.6647398843930635,0.39215686274509803,0.77,0.574468085106383,0.5,0.5724137931034483,0.373015873015873,0.4126984126984127,0.37,0.7709677419354839,0.5270935960591133,0.68,0.7818181818181819,0.7727272727272727,0.8652849740932642,0.6666666666666666,0.337037037037037,0.6596638655462185,0.32450331125827814,0.8238532110091743,0.5740740740740741,0.7990196078431373,0.7721518987341772,0.7040358744394619,0.7938931297709924,0.7768595041322314,0.7777777777777778,0.7914110429447853,0.48214285714285715,0.8155339805825242,0.8717948717948718,0.74,0.8173690932311622,0.7109826589595376,0.32513966480446926,0.7581699346405228,0.6977491961414791,0.7345679012345679,0.4858156028368794,0.44784876140808344,0.6911764705882353,0.6813725490196079,0.6727272727272727,0.726530612244898,0.8308457711442786,0.86,0.5542168674698795,0.8304093567251462,0.2802937576499388,0.4215317106968115,mistralai
Llama-2-ko-7b-Chat,7.0,0.371160409556314,0.4907388966341366,0.3019136541651862,0.27,0.37037037037037035,0.27631578947368424,0.28,0.32452830188679244,0.2361111111111111,0.23,0.25,0.26,0.24855491329479767,0.19607843137254902,0.33,0.33617021276595743,0.2982456140350877,0.2413793103448276,0.2619047619047619,0.18253968253968253,0.33,0.3096774193548387,0.2857142857142857,0.24,0.2606060606060606,0.35858585858585856,0.2694300518134715,0.2564102564102564,0.26296296296296295,0.31932773109243695,0.2781456953642384,0.3302752293577982,0.18981481481481483,0.22058823529411764,0.29957805907172996,0.36771300448430494,0.31297709923664124,0.32231404958677684,0.37962962962962965,0.26993865030674846,0.3125,0.3883495145631068,0.42735042735042733,0.3,0.3959131545338442,0.3063583815028902,0.2424581005586592,0.369281045751634,0.3408360128617363,0.3117283950617284,0.2730496453900709,0.24771838331160365,0.4338235294117647,0.29248366013071897,0.38181818181818183,0.2979591836734694,0.26865671641791045,0.41,0.3493975903614458,0.40350877192982454,0.21297429620563035,0.354461555693958,kfkas
smartyplats-3b-v1,3.0,0.3779863481228669,0.5236008763194583,0.2531230265746386,0.23,0.17777777777777778,0.25,0.31,0.2339622641509434,0.24305555555555555,0.16,0.29,0.28,0.23699421965317918,0.23529411764705882,0.33,0.32340425531914896,0.3157894736842105,0.25517241379310346,0.21164021164021163,0.2857142857142857,0.33,0.2064516129032258,0.17733990147783252,0.26,0.26666666666666666,0.1919191919191919,0.20725388601036268,0.2205128205128205,0.2518518518518518,0.21428571428571427,0.23841059602649006,0.23853211009174313,0.18055555555555555,0.24509803921568626,0.26582278481012656,0.336322869955157,0.2366412213740458,0.2396694214876033,0.25,0.2392638036809816,0.24107142857142858,0.17475728155339806,0.3034188034188034,0.3,0.26436781609195403,0.2514450867052023,0.2547486033519553,0.23202614379084968,0.2861736334405145,0.2993827160493827,0.2375886524822695,0.23989569752281617,0.19852941176470587,0.2647058823529412,0.2818181818181818,0.20408163265306123,0.2935323383084577,0.3,0.3192771084337349,0.3157894736842105,0.23255813953488372,0.3652581798300609,vihangd
smartyplats-3b-v2,3.0,0.36689419795221845,0.5288787094204341,0.24322023116208397,0.2,0.1925925925925926,0.21710526315789475,0.31,0.23018867924528302,0.25,0.19,0.24,0.26,0.19653179190751446,0.2647058823529412,0.3,0.3021276595744681,0.21929824561403508,0.2689655172413793,0.20634920634920634,0.29365079365079366,0.26,0.17096774193548386,0.1724137931034483,0.26,0.22424242424242424,0.15151515151515152,0.19170984455958548,0.2230769230769231,0.22962962962962963,0.226890756302521,0.2251655629139073,0.22568807339449543,0.18981481481481483,0.25,0.270042194092827,0.33183856502242154,0.29770992366412213,0.2066115702479339,0.25,0.22699386503067484,0.33035714285714285,0.1262135922330097,0.32051282051282054,0.35,0.24521072796934865,0.24855491329479767,0.24692737430167597,0.21568627450980393,0.26688102893890675,0.2623456790123457,0.25177304964539005,0.22816166883963493,0.19117647058823528,0.25163398692810457,0.2727272727272727,0.19183673469387755,0.23880597014925373,0.3,0.28313253012048195,0.3157894736842105,0.2252141982864137,0.36661381284093036,vihangd
sheep-duck-llama-2,,0.6843003412969283,0.6925911173073093,0.7081660999408295,0.39,0.6296296296296297,0.8026315789473685,0.74,0.7509433962264151,0.8194444444444444,0.47,0.57,0.4,0.6705202312138728,0.38235294117647056,0.77,0.6808510638297872,0.4649122807017544,0.6482758620689655,0.47619047619047616,0.5238095238095238,0.48,0.8193548387096774,0.5714285714285714,0.77,0.8484848484848485,0.8787878787878788,0.9378238341968912,0.7128205128205128,0.3333333333333333,0.7773109243697479,0.4768211920529801,0.9045871559633027,0.6064814814814815,0.9313725490196079,0.9029535864978903,0.7982062780269058,0.8625954198473282,0.8760330578512396,0.8333333333333334,0.8220858895705522,0.5535714285714286,0.8446601941747572,0.9145299145299145,0.71,0.8710089399744572,0.7832369942196532,0.6167597765363129,0.761437908496732,0.7877813504823151,0.8395061728395061,0.574468085106383,0.5873533246414603,0.7316176470588235,0.7696078431372549,0.7545454545454545,0.7959183673469388,0.8706467661691543,0.87,0.5240963855421686,0.8713450292397661,0.4602203182374541,0.637952456421189,Riiid
CalliopeDS-L2-13B,13.0,0.5674061433447098,0.6333399721171081,0.5579556436700507,0.36,0.45185185185185184,0.5131578947368421,0.59,0.5849056603773585,0.5277777777777778,0.38,0.44,0.4,0.5028901734104047,0.23529411764705882,0.67,0.4595744680851064,0.2543859649122807,0.496551724137931,0.328042328042328,0.4603174603174603,0.35,0.6193548387096774,0.4088669950738916,0.57,0.6484848484848484,0.696969696969697,0.7875647668393783,0.48717948717948717,0.28888888888888886,0.5714285714285714,0.304635761589404,0.7394495412844037,0.42592592592592593,0.7892156862745098,0.7637130801687764,0.672645739910314,0.6412213740458015,0.768595041322314,0.6944444444444444,0.6748466257668712,0.4375,0.6796116504854369,0.8247863247863247,0.64,0.7662835249042146,0.6040462427745664,0.4782122905027933,0.5882352941176471,0.6141479099678456,0.6141975308641975,0.4148936170212766,0.4198174706649283,0.49264705882352944,0.5620915032679739,0.6818181818181818,0.6204081632653061,0.7213930348258707,0.82,0.46987951807228917,0.7953216374269005,0.3635250917992656,0.5132465172345371,Doctor-Shotgun
Starlight-13B,13.0,0.5477815699658704,0.614618601872137,0.5567429203566243,0.35,0.4666666666666667,0.5328947368421053,0.55,0.6037735849056604,0.6111111111111112,0.44,0.47,0.3,0.5317919075144508,0.24509803921568626,0.7,0.425531914893617,0.32456140350877194,0.5103448275862069,0.3386243386243386,0.38095238095238093,0.33,0.6741935483870968,0.4482758620689655,0.57,0.6545454545454545,0.6868686868686869,0.8186528497409327,0.5102564102564102,0.2740740740740741,0.5840336134453782,0.3708609271523179,0.7596330275229358,0.44907407407407407,0.7450980392156863,0.7215189873417721,0.6367713004484304,0.6183206106870229,0.7355371900826446,0.7407407407407407,0.6687116564417178,0.26785714285714285,0.7281553398058253,0.7948717948717948,0.54,0.7471264367816092,0.6473988439306358,0.394413407821229,0.6241830065359477,0.6430868167202572,0.6512345679012346,0.3900709219858156,0.423728813559322,0.5367647058823529,0.5506535947712419,0.6090909090909091,0.636734693877551,0.7263681592039801,0.82,0.463855421686747,0.7602339181286549,0.26805385556915545,0.3738783761432801,NewstaR
Morningstar-13b-hf,13.0,0.5580204778156996,0.6292571200955985,0.5462619093404184,0.31,0.4740740740740741,0.5460526315789473,0.53,0.5849056603773585,0.5833333333333334,0.38,0.47,0.32,0.4682080924855491,0.3137254901960784,0.68,0.4,0.3157894736842105,0.503448275862069,0.3412698412698413,0.30158730158730157,0.3,0.6419354838709678,0.458128078817734,0.59,0.6787878787878788,0.702020202020202,0.7875647668393783,0.4948717948717949,0.3074074074074074,0.5294117647058824,0.33774834437086093,0.7321100917431193,0.3888888888888889,0.7401960784313726,0.7172995780590717,0.6457399103139013,0.6335877862595419,0.768595041322314,0.6944444444444444,0.6503067484662577,0.35714285714285715,0.7378640776699029,0.7863247863247863,0.57,0.7471264367816092,0.6127167630057804,0.3094972067039106,0.5947712418300654,0.5884244372990354,0.6111111111111112,0.3900709219858156,0.3917861799217731,0.5,0.5441176470588235,0.6636363636363637,0.636734693877551,0.7512437810945274,0.81,0.4819277108433735,0.7309941520467836,0.28518971848225216,0.44118181192718914,NewstaR
Starlight-7B,7.0,0.49146757679180886,0.5884285998805019,0.4679969503920262,0.3,0.48148148148148145,0.40789473684210525,0.53,0.4641509433962264,0.4652777777777778,0.35,0.33,0.33,0.4277456647398844,0.24509803921568626,0.6,0.42127659574468085,0.2807017543859649,0.47586206896551725,0.2671957671957672,0.2857142857142857,0.32,0.5,0.3645320197044335,0.4,0.593939393939394,0.4898989898989899,0.6787564766839378,0.45897435897435895,0.3,0.4411764705882353,0.31125827814569534,0.6311926605504588,0.27314814814814814,0.5441176470588235,0.6329113924050633,0.5650224215246636,0.5648854961832062,0.6528925619834711,0.5370370370370371,0.5153374233128835,0.38392857142857145,0.5533980582524272,0.6923076923076923,0.55,0.6398467432950191,0.49421965317919075,0.23910614525139665,0.49673202614379086,0.6012861736334405,0.4876543209876543,0.3617021276595745,0.36114732724902215,0.5257352941176471,0.4411764705882353,0.5272727272727272,0.4775510204081633,0.6318407960199005,0.65,0.42168674698795183,0.7017543859649122,0.2484700122399021,0.3875084099562216,NewstaR
instruct-12b,12.0,0.3856655290102389,0.5104560844453296,0.2679252551957474,0.35,0.35555555555555557,0.26973684210526316,0.24,0.24150943396226415,0.2361111111111111,0.23,0.29,0.3,0.23121387283236994,0.16666666666666666,0.3,0.2425531914893617,0.2631578947368421,0.25517241379310346,0.24338624338624337,0.1746031746031746,0.3,0.2870967741935484,0.2955665024630542,0.3,0.26666666666666666,0.3686868686868687,0.23316062176165803,0.2205128205128205,0.2740740740740741,0.21428571428571427,0.2781456953642384,0.24770642201834864,0.25,0.25,0.29535864978902954,0.23766816143497757,0.2595419847328244,0.45454545454545453,0.2777777777777778,0.294478527607362,0.24107142857142858,0.18446601941747573,0.24358974358974358,0.24,0.2988505747126437,0.29190751445086704,0.2424581005586592,0.2875816993464052,0.3215434083601286,0.2716049382716049,0.2553191489361702,0.2816166883963494,0.20220588235294118,0.2875816993464052,0.2818181818181818,0.27755102040816326,0.26865671641791045,0.23,0.25903614457831325,0.30994152046783624,0.21664626682986537,0.3196486720150373,hakurei
lotus-12B,12.0,0.26535836177474403,0.4054969129655447,0.24548791353388125,0.25,0.25925925925925924,0.19736842105263158,0.28,0.27169811320754716,0.2222222222222222,0.23,0.17,0.2,0.21965317919075145,0.24509803921568626,0.17,0.3021276595744681,0.2894736842105263,0.23448275862068965,0.24867724867724866,0.18253968253968253,0.18,0.25806451612903225,0.29064039408866993,0.22,0.26666666666666666,0.24242424242424243,0.21761658031088082,0.22564102564102564,0.23703703703703705,0.18907563025210083,0.19205298013245034,0.24403669724770644,0.2962962962962963,0.2647058823529412,0.270042194092827,0.3452914798206278,0.2366412213740458,0.2644628099173554,0.25,0.26993865030674846,0.26785714285714285,0.3300970873786408,0.2264957264957265,0.35,0.28735632183908044,0.2254335260115607,0.2424581005586592,0.23529411764705882,0.2540192926045016,0.2808641975308642,0.2765957446808511,0.23859191655801826,0.20588235294117646,0.26143790849673204,0.2545454545454545,0.17551020408163265,0.23383084577114427,0.22,0.2710843373493976,0.2222222222222222,0.22643818849449204,0.40115476804436745,hakurei
bloom-1b1-RLHF-v2,1.0,0.22696245733788395,0.2504481179047998,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,,,TheTravellingEngineer
llama2-7b-chat-hf-v4,7.0,0.49146757679180886,0.5884285998805019,0.4679969503920262,0.3,0.48148148148148145,0.40789473684210525,0.53,0.4641509433962264,0.4652777777777778,0.35,0.33,0.33,0.4277456647398844,0.24509803921568626,0.6,0.42127659574468085,0.2807017543859649,0.47586206896551725,0.2671957671957672,0.2857142857142857,0.32,0.5,0.3645320197044335,0.4,0.593939393939394,0.4898989898989899,0.6787564766839378,0.45897435897435895,0.3,0.4411764705882353,0.31125827814569534,0.6311926605504588,0.27314814814814814,0.5441176470588235,0.6329113924050633,0.5650224215246636,0.5648854961832062,0.6528925619834711,0.5370370370370371,0.5153374233128835,0.38392857142857145,0.5533980582524272,0.6923076923076923,0.55,0.6398467432950191,0.49421965317919075,0.23910614525139665,0.49673202614379086,0.6012861736334405,0.4876543209876543,0.3617021276595745,0.36114732724902215,0.5257352941176471,0.4411764705882353,0.5272727272727272,0.4775510204081633,0.6318407960199005,0.65,0.42168674698795183,0.7017543859649122,0.2484700122399021,0.3875084099562216,TheTravellingEngineer
llama2-7b-hf-guanaco,7.0,0.48976109215017066,0.5897231627165903,0.4532525666242824,0.3,0.43703703703703706,0.4473684210526316,0.48,0.4490566037735849,0.4375,0.28,0.34,0.32,0.3988439306358382,0.19607843137254902,0.58,0.4297872340425532,0.3333333333333333,0.41379310344827586,0.25925925925925924,0.30158730158730157,0.29,0.44516129032258067,0.3251231527093596,0.42,0.5818181818181818,0.45454545454545453,0.6580310880829016,0.41025641025641024,0.2962962962962963,0.4117647058823529,0.2781456953642384,0.6238532110091743,0.23148148148148148,0.5343137254901961,0.5991561181434599,0.5560538116591929,0.5419847328244275,0.5867768595041323,0.5370370370370371,0.49693251533742333,0.39285714285714285,0.5825242718446602,0.7008547008547008,0.5,0.6296296296296297,0.47109826589595377,0.24022346368715083,0.5032679738562091,0.6077170418006431,0.5,0.3546099290780142,0.3604954367666232,0.49264705882352944,0.44281045751633985,0.5818181818181818,0.4,0.6268656716417911,0.69,0.3855421686746988,0.6900584795321637,0.2998776009791922,0.43896267130104455,TheTravellingEngineer
bloom-560m-RLHF-v2,0.56,0.23720136518771331,0.3217486556462856,0.2394738105442055,0.22,0.22962962962962963,0.17763157894736842,0.19,0.2339622641509434,0.25,0.19,0.35,0.24,0.20809248554913296,0.22549019607843138,0.27,0.26382978723404255,0.2543859649122807,0.2620689655172414,0.23809523809523808,0.21428571428571427,0.18,0.1967741935483871,0.18226600985221675,0.27,0.23636363636363636,0.18181818181818182,0.20207253886010362,0.2128205128205128,0.24444444444444444,0.19747899159663865,0.2052980132450331,0.2,0.4027777777777778,0.19117647058823528,0.2320675105485232,0.242152466367713,0.2595419847328244,0.23140495867768596,0.26851851851851855,0.2392638036809816,0.39285714285714285,0.18446601941747573,0.25213675213675213,0.3,0.24265644955300128,0.2543352601156069,0.23798882681564246,0.24836601307189543,0.19935691318327975,0.20679012345679013,0.2375886524822695,0.2457627118644068,0.36764705882352944,0.25,0.23636363636363636,0.2163265306122449,0.25870646766169153,0.19,0.29518072289156627,0.23976608187134502,0.26193390452876375,0.43510240933702116,TheTravellingEngineer
bloom-560m-RLHF,0.56,0.21160409556313994,0.31736705835490936,0.2362667304711806,0.23,0.18518518518518517,0.17763157894736842,0.27,0.24528301886792453,0.2361111111111111,0.19,0.29,0.24,0.20809248554913296,0.21568627450980393,0.27,0.26382978723404255,0.20175438596491227,0.2689655172413793,0.24603174603174602,0.18253968253968253,0.18,0.1774193548387097,0.15763546798029557,0.26,0.21212121212121213,0.17676767676767677,0.19689119170984457,0.2205128205128205,0.23333333333333334,0.1722689075630252,0.2251655629139073,0.1963302752293578,0.32407407407407407,0.19607843137254902,0.2616033755274262,0.31390134529147984,0.2595419847328244,0.2231404958677686,0.25925925925925924,0.2147239263803681,0.33035714285714285,0.17475728155339806,0.2905982905982906,0.3,0.25287356321839083,0.2543352601156069,0.2424581005586592,0.24509803921568626,0.19292604501607716,0.20987654320987653,0.23049645390070922,0.2457627118644068,0.3897058823529412,0.25,0.21818181818181817,0.1836734693877551,0.24378109452736318,0.29,0.28313253012048195,0.2573099415204678,0.24479804161566707,0.40758458720495,TheTravellingEngineer
llama2-7b-chat-hf-v3,7.0,0.47525597269624575,0.5782712607050389,0.45890291460392013,0.32,0.4444444444444444,0.40789473684210525,0.5,0.4490566037735849,0.4583333333333333,0.36,0.36,0.29,0.4393063583815029,0.19607843137254902,0.62,0.4425531914893617,0.2982456140350877,0.4413793103448276,0.2698412698412698,0.31746031746031744,0.35,0.4645161290322581,0.3251231527093596,0.39,0.5878787878787879,0.494949494949495,0.6683937823834197,0.43333333333333335,0.3,0.41596638655462187,0.2913907284768212,0.6110091743119266,0.25,0.553921568627451,0.6286919831223629,0.547085201793722,0.5419847328244275,0.6198347107438017,0.5277777777777778,0.50920245398773,0.36607142857142855,0.5728155339805825,0.6666666666666666,0.53,0.6194125159642401,0.5115606936416185,0.23798882681564246,0.4738562091503268,0.572347266881029,0.47530864197530864,0.3333333333333333,0.3578878748370274,0.5257352941176471,0.43137254901960786,0.5545454545454546,0.4857142857142857,0.6169154228855721,0.63,0.4036144578313253,0.6666666666666666,0.2594859241126071,0.3838311886010387,TheTravellingEngineer
llama2-7b-chat-hf-dpo,7.0,0.5017064846416383,0.5978888667596096,0.4678408871494077,0.3,0.4148148148148148,0.4934210526315789,0.43,0.5169811320754717,0.5416666666666666,0.25,0.36,0.34,0.4046242774566474,0.24509803921568626,0.54,0.39148936170212767,0.3333333333333333,0.42758620689655175,0.28835978835978837,0.24603174603174602,0.32,0.5258064516129032,0.3497536945812808,0.45,0.5818181818181818,0.5959595959595959,0.6683937823834197,0.4128205128205128,0.25555555555555554,0.42857142857142855,0.2980132450331126,0.6495412844036698,0.3287037037037037,0.6764705882352942,0.6582278481012658,0.5695067264573991,0.4961832061068702,0.5619834710743802,0.5833333333333334,0.5398773006134969,0.3392857142857143,0.6699029126213593,0.7393162393162394,0.5,0.6730523627075351,0.5202312138728323,0.21564245810055865,0.5196078431372549,0.5691318327974276,0.5648148148148148,0.3546099290780142,0.3344198174706649,0.35661764705882354,0.4722222222222222,0.5181818181818182,0.46938775510204084,0.5771144278606966,0.67,0.42771084337349397,0.7017543859649122,0.2913096695226438,0.4396876190519236,TheTravellingEngineer
bloom-1b1-RLHF,1.0,0.22610921501706485,0.2568213503286198,0.2686002174745406,0.21,0.22962962962962963,0.3092105263157895,0.26,0.2981132075471698,0.2708333333333333,0.37,0.3,0.26,0.36416184971098264,0.43137254901960786,0.18,0.20851063829787234,0.2894736842105263,0.2413793103448276,0.25396825396825395,0.3253968253968254,0.18,0.2645161290322581,0.27586206896551724,0.23,0.2545454545454545,0.35353535353535354,0.3471502590673575,0.3641025641025641,0.26666666666666666,0.3445378151260504,0.3509933774834437,0.3155963302752294,0.3611111111111111,0.2549019607843137,0.20253164556962025,0.10762331838565023,0.2824427480916031,0.2231404958677686,0.2222222222222222,0.2392638036809816,0.29464285714285715,0.3786407766990291,0.19658119658119658,0.24,0.20434227330779056,0.22254335260115607,0.2536312849162011,0.2549019607843137,0.24115755627009647,0.24074074074074073,0.2553191489361702,0.24445893089960888,0.35294117647058826,0.23366013071895425,0.22727272727272727,0.3346938775510204,0.263681592039801,0.26,0.1927710843373494,0.17543859649122806,0.23255813953488372,0.48877125210938344,TheTravellingEngineer
llama2-7b-chat-hf-v2,7.0,0.49146757679180886,0.5884285998805019,0.4679969503920262,0.3,0.48148148148148145,0.40789473684210525,0.53,0.4641509433962264,0.4652777777777778,0.35,0.33,0.33,0.4277456647398844,0.24509803921568626,0.6,0.42127659574468085,0.2807017543859649,0.47586206896551725,0.2671957671957672,0.2857142857142857,0.32,0.5,0.3645320197044335,0.4,0.593939393939394,0.4898989898989899,0.6787564766839378,0.45897435897435895,0.3,0.4411764705882353,0.31125827814569534,0.6311926605504588,0.27314814814814814,0.5441176470588235,0.6329113924050633,0.5650224215246636,0.5648854961832062,0.6528925619834711,0.5370370370370371,0.5153374233128835,0.38392857142857145,0.5533980582524272,0.6923076923076923,0.55,0.6398467432950191,0.49421965317919075,0.23910614525139665,0.49673202614379086,0.6012861736334405,0.4876543209876543,0.3617021276595745,0.36114732724902215,0.5257352941176471,0.4411764705882353,0.5272727272727272,0.4775510204081633,0.6318407960199005,0.65,0.42168674698795183,0.7017543859649122,0.2484700122399021,0.3875084099562216,TheTravellingEngineer
llama2-13b-math1.1,13.0,0.515358361774744,0.6096395140410277,0.5343392170538119,0.38,0.48148148148148145,0.5526315789473685,0.53,0.569811320754717,0.5347222222222222,0.37,0.44,0.29,0.4393063583815029,0.29411764705882354,0.65,0.4127659574468085,0.2807017543859649,0.5241379310344828,0.3306878306878307,0.25396825396825395,0.3,0.632258064516129,0.4088669950738916,0.57,0.6666666666666666,0.6868686868686869,0.7253886010362695,0.48205128205128206,0.3037037037037037,0.5252100840336135,0.31788079470198677,0.7155963302752294,0.3425925925925926,0.7401960784313726,0.7383966244725738,0.672645739910314,0.6106870229007634,0.7768595041322314,0.7037037037037037,0.6441717791411042,0.3125,0.6990291262135923,0.7777777777777778,0.55,0.735632183908046,0.6069364161849711,0.3039106145251397,0.6045751633986928,0.6109324758842444,0.595679012345679,0.3900709219858156,0.3741851368970013,0.44485294117647056,0.5310457516339869,0.6545454545454545,0.6285714285714286,0.746268656716418,0.78,0.4759036144578313,0.7368421052631579,0.3268053855569155,0.4848000930641253,FelixChao
llama2-13b-math1.2,13.0,0.5204778156996587,0.6092411870145389,0.530500489987122,0.41,0.48148148148148145,0.5394736842105263,0.54,0.569811320754717,0.5555555555555556,0.38,0.46,0.28,0.4508670520231214,0.28431372549019607,0.65,0.4127659574468085,0.2719298245614035,0.5103448275862069,0.3148148148148148,0.2619047619047619,0.31,0.6193548387096774,0.4236453201970443,0.56,0.6787878787878788,0.6818181818181818,0.7098445595854922,0.46923076923076923,0.29259259259259257,0.5168067226890757,0.32450331125827814,0.7027522935779816,0.3194444444444444,0.7549019607843137,0.7341772151898734,0.6502242152466368,0.5877862595419847,0.768595041322314,0.7037037037037037,0.6441717791411042,0.3125,0.6893203883495146,0.7735042735042735,0.54,0.7254150702426565,0.6127167630057804,0.311731843575419,0.5947712418300654,0.5916398713826366,0.5895061728395061,0.3829787234042553,0.3709256844850065,0.46691176470588236,0.5245098039215687,0.6272727272727273,0.6204081632653061,0.7164179104477612,0.75,0.463855421686747,0.7485380116959064,0.3268053855569155,0.4829988104244731,FelixChao
vicuna-7B-physics,7.0,0.4496587030716723,0.5713005377414858,0.46580145681042195,0.29,0.4222222222222222,0.4407894736842105,0.52,0.539622641509434,0.4652777777777778,0.34,0.41,0.33,0.37572254335260113,0.29411764705882354,0.57,0.3829787234042553,0.22807017543859648,0.4206896551724138,0.30158730158730157,0.30952380952380953,0.34,0.4967741935483871,0.3399014778325123,0.43,0.5636363636363636,0.601010101010101,0.6373056994818653,0.4564102564102564,0.3111111111111111,0.36134453781512604,0.2847682119205298,0.5761467889908257,0.39814814814814814,0.553921568627451,0.5991561181434599,0.5829596412556054,0.5572519083969466,0.5702479338842975,0.5925925925925926,0.49693251533742333,0.29464285714285715,0.6310679611650486,0.6965811965811965,0.6,0.6296296296296297,0.5144508670520231,0.2424581005586592,0.4869281045751634,0.5241157556270096,0.48148148148148145,0.31560283687943264,0.34159061277705344,0.47058823529411764,0.42320261437908496,0.4727272727272727,0.5877551020408164,0.6517412935323383,0.76,0.42771084337349397,0.6081871345029239,0.3182374541003672,0.493053362344385,FelixChao
CodeLlama13B-Finetune-v1,13.0,0.4402730375426621,0.5123481378211512,0.45049440131107193,0.23,0.3333333333333333,0.4342105263157895,0.44,0.4490566037735849,0.3680555555555556,0.38,0.43,0.33,0.3930635838150289,0.3431372549019608,0.61,0.3191489361702128,0.35964912280701755,0.4689655172413793,0.29894179894179895,0.373015873015873,0.27,0.45806451612903226,0.3497536945812808,0.58,0.5818181818181818,0.5757575757575758,0.6062176165803109,0.4153846153846154,0.3037037037037037,0.47058823529411764,0.33774834437086093,0.5908256880733945,0.42592592592592593,0.5294117647058824,0.5611814345991561,0.4170403587443946,0.4961832061068702,0.5950413223140496,0.5,0.5337423312883436,0.30357142857142855,0.6116504854368932,0.7264957264957265,0.48,0.5325670498084292,0.43641618497109824,0.2748603351955307,0.4803921568627451,0.5273311897106109,0.4351851851851852,0.34397163120567376,0.32073011734028684,0.39705882352941174,0.3758169934640523,0.5363636363636364,0.5510204081632653,0.6069651741293532,0.62,0.39156626506024095,0.5672514619883041,0.2839657282741738,0.4497302161076769,FelixChao
llama2_70b_chat_uncensored,70.0,0.6424914675767918,0.6794463254331806,0.6876148772483675,0.33,0.6222222222222222,0.8026315789473685,0.73,0.7245283018867924,0.7986111111111112,0.44,0.56,0.43,0.6416184971098265,0.35294117647058826,0.8,0.6127659574468085,0.43859649122807015,0.6,0.4444444444444444,0.4523809523809524,0.47,0.8161290322580645,0.5270935960591133,0.73,0.8484848484848485,0.8535353535353535,0.927461139896373,0.7102564102564103,0.31851851851851853,0.773109243697479,0.4304635761589404,0.8844036697247707,0.5925925925925926,0.9117647058823529,0.8734177215189873,0.7802690582959642,0.8549618320610687,0.859504132231405,0.8055555555555556,0.8159509202453987,0.5535714285714286,0.8155339805825242,0.9017094017094017,0.7,0.8467432950191571,0.7716763005780347,0.4134078212290503,0.7516339869281046,0.7813504823151125,0.8117283950617284,0.5319148936170213,0.560625814863103,0.7205882352941176,0.7516339869281046,0.7363636363636363,0.7959183673469388,0.8557213930348259,0.91,0.5542168674698795,0.8654970760233918,0.3708690330477356,0.5250068580538624,jarradh
llama2-7b-hf-chat-lora-v2,7.0,0.514505119453925,0.5860386377215694,0.5134537640864857,0.28,0.4962962962962963,0.5,0.51,0.5433962264150943,0.5277777777777778,0.41,0.47,0.35,0.48554913294797686,0.21568627450980393,0.65,0.46382978723404256,0.2982456140350877,0.4896551724137931,0.2962962962962963,0.40476190476190477,0.31,0.5903225806451613,0.3448275862068966,0.43,0.6484848484848484,0.6414141414141414,0.7409326424870466,0.4717948717948718,0.2518518518518518,0.5042016806722689,0.31125827814569534,0.7119266055045872,0.4074074074074074,0.7156862745098039,0.7088607594936709,0.5695067264573991,0.5954198473282443,0.6611570247933884,0.6018518518518519,0.5766871165644172,0.2767857142857143,0.6796116504854369,0.7564102564102564,0.61,0.6947637292464879,0.5404624277456648,0.394413407821229,0.545751633986928,0.5916398713826366,0.5555555555555556,0.34397163120567376,0.3774445893089961,0.5147058823529411,0.4820261437908497,0.5818181818181818,0.5551020408163265,0.7114427860696517,0.7,0.40963855421686746,0.7602339181286549,0.2937576499388005,0.44048410471824495,lvkaokao
vicuna_7B_vanilla_1.1,7.0,0.4991467576791809,0.5844453296156145,0.4562882054877964,0.25,0.4,0.4934210526315789,0.46,0.5132075471698113,0.4444444444444444,0.37,0.39,0.34,0.35260115606936415,0.2647058823529412,0.56,0.3829787234042553,0.24561403508771928,0.46206896551724136,0.28835978835978837,0.3492063492063492,0.27,0.4612903225806452,0.3251231527093596,0.39,0.5878787878787879,0.5959595959595959,0.6683937823834197,0.4,0.22962962962962963,0.3865546218487395,0.271523178807947,0.6,0.3888888888888889,0.6029411764705882,0.5780590717299579,0.5381165919282511,0.5648854961832062,0.5702479338842975,0.5555555555555556,0.50920245398773,0.30357142857142855,0.5728155339805825,0.6837606837606838,0.48,0.6296296296296297,0.5057803468208093,0.2446927374301676,0.4869281045751634,0.48231511254019294,0.5185185185185185,0.3404255319148936,0.34876140808344197,0.5036764705882353,0.4395424836601307,0.5181818181818182,0.5387755102040817,0.6318407960199005,0.63,0.42168674698795183,0.6666666666666666,0.33047735618115054,0.48940747456304606,Ejafa
llama-13b-FINETUNE3,13.0,0.5520477815699659,0.6093407687711612,0.5746101871553092,0.31,0.4444444444444444,0.5921052631578947,0.53,0.5849056603773585,0.6458333333333334,0.49,0.45,0.31,0.5433526011560693,0.39215686274509803,0.69,0.46808510638297873,0.30701754385964913,0.503448275862069,0.3306878306878307,0.40476190476190477,0.38,0.6548387096774193,0.43349753694581283,0.57,0.7212121212121212,0.7373737373737373,0.8238341968911918,0.5974358974358974,0.34814814814814815,0.6386554621848739,0.2980132450331126,0.7871559633027523,0.4861111111111111,0.8088235294117647,0.7848101265822784,0.6547085201793722,0.6564885496183206,0.7355371900826446,0.7407407407407407,0.6625766871165644,0.32142857142857145,0.7184466019417476,0.7863247863247863,0.59,0.768837803320562,0.638728323699422,0.3474860335195531,0.6078431372549019,0.6463022508038585,0.6820987654320988,0.5177304964539007,0.4485006518904824,0.5588235294117647,0.5947712418300654,0.6363636363636364,0.5795918367346938,0.736318407960199,0.81,0.42771084337349397,0.8187134502923976,0.2802937576499388,0.41626548348007847,wei123602
Llama-2-13b-FINETUNE4,13.0,0.5401023890784983,0.609838677554272,0.572074890396459,0.27,0.4666666666666667,0.6052631578947368,0.59,0.6,0.5486111111111112,0.47,0.41,0.3,0.5780346820809249,0.4117647058823529,0.68,0.425531914893617,0.3508771929824561,0.4689655172413793,0.335978835978836,0.3968253968253968,0.33,0.632258064516129,0.43349753694581283,0.61,0.7272727272727273,0.7070707070707071,0.7875647668393783,0.6,0.35555555555555557,0.6134453781512605,0.3708609271523179,0.7761467889908257,0.46296296296296297,0.7843137254901961,0.7890295358649789,0.6502242152466368,0.5801526717557252,0.768595041322314,0.7685185185185185,0.7116564417177914,0.3482142857142857,0.7378640776699029,0.8034188034188035,0.63,0.776500638569604,0.5895953757225434,0.4480446927374302,0.5751633986928104,0.6591639871382636,0.6574074074074074,0.49645390070921985,0.44132985658409385,0.5772058823529411,0.5833333333333334,0.6636363636363637,0.5469387755102041,0.7213930348258707,0.78,0.40963855421686746,0.7953216374269005,0.2974296205630355,0.432555793209622,wei123602
llama2-13b-FINETUNE3_TEST,13.0,0.47952218430034127,0.5889265086636128,0.5448497189938599,0.25,0.45925925925925926,0.5526315789473685,0.57,0.5962264150943396,0.5625,0.49,0.39,0.33,0.5433526011560693,0.3627450980392157,0.62,0.4765957446808511,0.30701754385964913,0.3931034482758621,0.3201058201058201,0.4523809523809524,0.33,0.6225806451612903,0.46798029556650245,0.57,0.6666666666666666,0.6767676767676768,0.8238341968911918,0.5692307692307692,0.28888888888888886,0.6008403361344538,0.33774834437086093,0.7889908256880734,0.46296296296296297,0.7598039215686274,0.7510548523206751,0.5650224215246636,0.5801526717557252,0.6446280991735537,0.6944444444444444,0.6257668711656442,0.32142857142857145,0.6893203883495146,0.8247863247863247,0.61,0.719029374201788,0.5722543352601156,0.3128491620111732,0.5816993464052288,0.6270096463022508,0.6111111111111112,0.3723404255319149,0.4511082138200782,0.5845588235294118,0.5522875816993464,0.6363636363636364,0.5428571428571428,0.6716417910447762,0.72,0.41566265060240964,0.7368421052631579,0.27539779681762544,0.40223962650004846,wei123602
FINETUNE3_TEST4,,0.514505119453925,0.6047600079665405,0.5213088695201815,0.32,0.4,0.5460526315789473,0.49,0.5018867924528302,0.5,0.47,0.41,0.31,0.41040462427745666,0.29411764705882354,0.67,0.425531914893617,0.2719298245614035,0.46206896551724136,0.30423280423280424,0.40476190476190477,0.37,0.5064516129032258,0.39408866995073893,0.45,0.6848484848484848,0.6414141414141414,0.7564766839378239,0.5282051282051282,0.3,0.5336134453781513,0.31788079470198677,0.6990825688073394,0.48148148148148145,0.7598039215686274,0.7172995780590717,0.6053811659192825,0.5954198473282443,0.6694214876033058,0.6574074074074074,0.6012269938650306,0.26785714285714285,0.7281553398058253,0.7350427350427351,0.46,0.722860791826309,0.5838150289017341,0.29720670391061454,0.5490196078431373,0.6655948553054662,0.595679012345679,0.4397163120567376,0.42242503259452413,0.5367647058823529,0.5179738562091504,0.6090909090909091,0.5918367346938775,0.7064676616915423,0.69,0.4036144578313253,0.7309941520467836,0.27539779681762544,0.41139981650563134,wei123602
Llama-2-13b-FINETUNE4_TEST,13.0,0.5,0.6085441147181836,0.5603164328506987,0.33,0.4666666666666667,0.5460526315789473,0.58,0.6,0.6180555555555556,0.45,0.41,0.36,0.5549132947976878,0.3431372549019608,0.66,0.46382978723404256,0.3508771929824561,0.4896551724137931,0.3306878306878307,0.36507936507936506,0.36,0.6290322580645161,0.4039408866995074,0.61,0.703030303030303,0.696969696969697,0.8341968911917098,0.558974358974359,0.3296296296296296,0.6092436974789915,0.3509933774834437,0.7761467889908257,0.4074074074074074,0.7990196078431373,0.759493670886076,0.6412556053811659,0.5343511450381679,0.7603305785123967,0.6851851851851852,0.6380368098159509,0.32142857142857145,0.7378640776699029,0.8162393162393162,0.63,0.7701149425287356,0.615606936416185,0.29497206703910617,0.6013071895424836,0.684887459807074,0.6172839506172839,0.48936170212765956,0.4361147327249022,0.5625,0.5686274509803921,0.6545454545454545,0.5346938775510204,0.7263681592039801,0.73,0.3855421686746988,0.7543859649122807,0.27050183598531213,0.3913965666576138,wei123602
llama2-13b-fintune2-4E,13.0,0.5187713310580204,0.6186018721370244,0.5372528772606633,0.31,0.45185185185185184,0.5855263157894737,0.54,0.5773584905660377,0.6111111111111112,0.34,0.39,0.33,0.49710982658959535,0.28431372549019607,0.7,0.46808510638297873,0.3333333333333333,0.4827586206896552,0.37566137566137564,0.3888888888888889,0.39,0.567741935483871,0.39408866995073893,0.47,0.6545454545454545,0.6818181818181818,0.7668393782383419,0.541025641025641,0.3333333333333333,0.5252100840336135,0.2847682119205298,0.726605504587156,0.4166666666666667,0.7254901960784313,0.7341772151898734,0.6188340807174888,0.5725190839694656,0.6446280991735537,0.6851851851851852,0.6319018404907976,0.33035714285714285,0.7281553398058253,0.7863247863247863,0.58,0.7139208173690932,0.6098265895953757,0.29497206703910617,0.5718954248366013,0.6430868167202572,0.5833333333333334,0.45390070921985815,0.4315514993481095,0.4889705882352941,0.5473856209150327,0.6363636363636364,0.5469387755102041,0.7014925373134329,0.72,0.4457831325301205,0.7777777777777778,0.29253365973072215,0.4272280203904765,wei123602
llama2-13b-FINETUNE3_TEST2,13.0,0.5136518771331058,0.6077474606652061,0.567998742369824,0.29,0.48148148148148145,0.5526315789473685,0.52,0.5962264150943396,0.6597222222222222,0.46,0.46,0.28,0.6069364161849711,0.3333333333333333,0.66,0.48936170212765956,0.3684210526315789,0.4827586206896552,0.3888888888888889,0.4365079365079365,0.41,0.5516129032258065,0.42857142857142855,0.54,0.7090909090909091,0.7272727272727273,0.8186528497409327,0.5538461538461539,0.337037037037037,0.6092436974789915,0.36423841059602646,0.8,0.5462962962962963,0.7696078431372549,0.7679324894514767,0.6322869955156951,0.5954198473282443,0.6528925619834711,0.7129629629629629,0.656441717791411,0.39285714285714285,0.7475728155339806,0.7948717948717948,0.64,0.7637292464878672,0.5982658959537572,0.39553072625698327,0.5784313725490197,0.6495176848874598,0.6450617283950617,0.4326241134751773,0.43089960886571055,0.5625,0.5833333333333334,0.6363636363636364,0.5918367346938775,0.7313432835820896,0.74,0.43373493975903615,0.7777777777777778,0.2802937576499388,0.399328906923071,wei123602
ennodata-7b,7.0,0.47440273037542663,0.5731925911173074,0.3394503720161438,0.27,0.3851851851851852,0.3092105263157895,0.38,0.32452830188679244,0.3680555555555556,0.28,0.27,0.27,0.3063583815028902,0.20588235294117646,0.42,0.33617021276595743,0.23684210526315788,0.27586206896551724,0.25396825396825395,0.23809523809523808,0.31,0.3258064516129032,0.2561576354679803,0.3,0.4121212121212121,0.32323232323232326,0.39378238341968913,0.3333333333333333,0.2518518518518518,0.3235294117647059,0.271523178807947,0.42935779816513764,0.27314814814814814,0.3284313725490196,0.4050632911392405,0.39461883408071746,0.33587786259541985,0.512396694214876,0.3888888888888889,0.39263803680981596,0.24107142857142858,0.3106796116504854,0.452991452991453,0.37,0.40229885057471265,0.37283236994219654,0.2424581005586592,0.3954248366013072,0.40836012861736337,0.33641975308641975,0.2695035460992908,0.29465449804432853,0.4375,0.33986928104575165,0.43636363636363634,0.27755102040816326,0.4228855721393035,0.44,0.3614457831325301,0.4444444444444444,0.21542227662178703,0.3353289270087254,Enno-Ai
vigogne2-enno-13b-sft-lora-4bit,13.0,0.5784982935153583,0.625273849830711,0.5411141361492425,0.35,0.4740740740740741,0.5328947368421053,0.52,0.5584905660377358,0.5833333333333334,0.38,0.39,0.33,0.4508670520231214,0.2647058823529412,0.65,0.42127659574468085,0.2631578947368421,0.4896551724137931,0.31746031746031744,0.373015873015873,0.35,0.7,0.41379310344827586,0.49,0.6909090909090909,0.696969696969697,0.7616580310880829,0.5128205128205128,0.32222222222222224,0.5630252100840336,0.33774834437086093,0.7357798165137615,0.5509259259259259,0.7401960784313726,0.679324894514768,0.6098654708520179,0.6564885496183206,0.6942148760330579,0.6481481481481481,0.6380368098159509,0.3482142857142857,0.7475728155339806,0.7692307692307693,0.57,0.7279693486590039,0.5867052023121387,0.33743016759776534,0.5980392156862745,0.6205787781350482,0.6327160493827161,0.41134751773049644,0.423728813559322,0.5294117647058824,0.5424836601307189,0.5454545454545454,0.6244897959183674,0.6716417910447762,0.78,0.45180722891566266,0.783625730994152,0.28518971848225216,0.42976038477184497,Enno-Ai
megatron-gpt2-345m,0.345,0.2175767918088737,0.32991435968930494,0.24319700354482693,0.24,0.2814814814814815,0.17763157894736842,0.31,0.22641509433962265,0.22916666666666666,0.22,0.14,0.25,0.2023121387283237,0.20588235294117646,0.32,0.25957446808510637,0.2631578947368421,0.25517241379310346,0.18783068783068782,0.12698412698412698,0.18,0.267741935483871,0.2857142857142857,0.23,0.23030303030303031,0.25757575757575757,0.2538860103626943,0.2205128205128205,0.26666666666666666,0.2184873949579832,0.19205298013245034,0.21284403669724772,0.3472222222222222,0.2549019607843137,0.270042194092827,0.19282511210762332,0.25190839694656486,0.2396694214876033,0.25925925925925924,0.20245398773006135,0.36607142857142855,0.17475728155339806,0.23076923076923078,0.3,0.24521072796934865,0.24855491329479767,0.2424581005586592,0.2222222222222222,0.18971061093247588,0.2191358024691358,0.23404255319148937,0.2457627118644068,0.4338235294117647,0.25,0.20909090909090908,0.24081632653061225,0.24378109452736318,0.25,0.25301204819277107,0.3333333333333333,0.2350061199510404,0.41513413283876177,robowaifudev
medalpaca-7b,7.0,0.48976109215017066,0.6155148376817368,0.4146862228224336,0.26,0.4962962962962963,0.2894736842105263,0.42,0.4716981132075472,0.4513888888888889,0.27,0.21,0.23,0.42196531791907516,0.27450980392156865,0.48,0.4127659574468085,0.23684210526315788,0.35172413793103446,0.24867724867724866,0.19047619047619047,0.34,0.5032258064516129,0.3399014778325123,0.38,0.6060606060606061,0.35858585858585856,0.5129533678756477,0.32564102564102565,0.23333333333333334,0.3067226890756303,0.25165562913907286,0.6275229357798165,0.21296296296296297,0.6127450980392157,0.5780590717299579,0.5381165919282511,0.5419847328244275,0.5619834710743802,0.46296296296296297,0.4294478527607362,0.3392857142857143,0.4077669902912621,0.6196581196581197,0.56,0.5504469987228607,0.430635838150289,0.2424581005586592,0.5196078431372549,0.4340836012861736,0.4444444444444444,0.31560283687943264,0.3428943937418514,0.5992647058823529,0.5,0.509090909090909,0.3877551020408163,0.4577114427860697,0.61,0.4939759036144578,0.4327485380116959,0.25703794369645044,0.4046224421319521,medalpaca
Llama-2-70b-instruct,70.0,0.6706484641638225,0.6877116112328221,0.6980338028282594,0.41,0.6222222222222222,0.8157894736842105,0.76,0.7547169811320755,0.8472222222222222,0.47,0.52,0.42,0.6589595375722543,0.43137254901960786,0.75,0.6893617021276596,0.45614035087719296,0.6275862068965518,0.46296296296296297,0.4603174603174603,0.45,0.8161290322580645,0.5467980295566502,0.77,0.8303030303030303,0.8888888888888888,0.927461139896373,0.7128205128205128,0.3111111111111111,0.7563025210084033,0.45695364238410596,0.8954128440366973,0.6018518518518519,0.9117647058823529,0.890295358649789,0.7668161434977578,0.8625954198473282,0.8512396694214877,0.8240740740740741,0.803680981595092,0.5178571428571429,0.8252427184466019,0.905982905982906,0.7,0.8735632183908046,0.7774566473988439,0.5932960893854748,0.7418300653594772,0.752411575562701,0.8395061728395061,0.5567375886524822,0.5573663624511083,0.7058823529411765,0.7630718954248366,0.7181818181818181,0.7714285714285715,0.8656716417910447,0.89,0.5240963855421686,0.8771929824561403,0.423500611995104,0.6096689044038274,upstage
llama-30b-instruct-2048,30.0,0.6203071672354948,0.6509659430392352,0.61898560884573,0.35,0.5481481481481482,0.6907894736842105,0.62,0.6566037735849056,0.6597222222222222,0.42,0.48,0.38,0.5549132947976878,0.4411764705882353,0.69,0.5234042553191489,0.42105263157894735,0.5310344827586206,0.4021164021164021,0.38095238095238093,0.35,0.7580645161290323,0.46798029556650245,0.63,0.7393939393939394,0.8080808080808081,0.8652849740932642,0.6051282051282051,0.32222222222222224,0.6722689075630253,0.3443708609271523,0.8091743119266055,0.5,0.8186274509803921,0.8227848101265823,0.695067264573991,0.732824427480916,0.8016528925619835,0.7870370370370371,0.6932515337423313,0.49107142857142855,0.8058252427184466,0.8461538461538461,0.64,0.7969348659003831,0.6965317919075145,0.47262569832402235,0.6405228758169934,0.662379421221865,0.7314814814814815,0.46099290780141844,0.46870925684485004,0.6029411764705882,0.6568627450980392,0.6636363636363637,0.746938775510204,0.8059701492537313,0.83,0.5,0.7894736842105263,0.397796817625459,0.5629965879248433,upstage
llama-65b-instruct,65.0,0.6527303754266212,0.6733718382792272,0.6477170393841819,0.31,0.5555555555555556,0.743421052631579,0.68,0.6981132075471698,0.7291666666666666,0.47,0.47,0.33,0.5606936416184971,0.45098039215686275,0.74,0.625531914893617,0.3684210526315789,0.5793103448275863,0.42063492063492064,0.4444444444444444,0.37,0.7677419354838709,0.41379310344827586,0.71,0.8,0.8434343434343434,0.9015544041450777,0.6538461538461539,0.2962962962962963,0.7058823529411765,0.41721854304635764,0.8275229357798165,0.49537037037037035,0.8480392156862745,0.8565400843881856,0.6995515695067265,0.7633587786259542,0.8347107438016529,0.7962962962962963,0.7607361963190185,0.48214285714285715,0.8252427184466019,0.8803418803418803,0.68,0.8301404853128991,0.7514450867052023,0.49050279329608937,0.7124183006535948,0.7202572347266881,0.7407407407407407,0.5283687943262412,0.49608865710560623,0.6139705882352942,0.696078431372549,0.7363636363636363,0.7795918367346939,0.8606965174129353,0.82,0.536144578313253,0.8011695906432749,0.42962056303549573,0.5969914036089322,upstage
llama-30b-instruct,30.0,0.6049488054607508,0.6722764389563832,0.5936780556957992,0.29,0.5111111111111111,0.6381578947368421,0.61,0.5924528301886792,0.6111111111111112,0.34,0.47,0.43,0.4508670520231214,0.30392156862745096,0.67,0.48936170212765956,0.39473684210526316,0.4827586206896552,0.36507936507936506,0.36507936507936506,0.39,0.7096774193548387,0.43349753694581283,0.63,0.7515151515151515,0.7828282828282829,0.8756476683937824,0.5666666666666667,0.28888888888888886,0.5966386554621849,0.3973509933774834,0.7871559633027523,0.42592592592592593,0.8186274509803921,0.8270042194092827,0.6591928251121076,0.6946564885496184,0.768595041322314,0.7314814814814815,0.7116564417177914,0.44642857142857145,0.7766990291262136,0.8589743589743589,0.66,0.7841634738186463,0.6647398843930635,0.4547486033519553,0.6176470588235294,0.6913183279742765,0.7191358024691358,0.4219858156028369,0.4439374185136897,0.5477941176470589,0.6405228758169934,0.6727272727272727,0.6653061224489796,0.8059701492537313,0.84,0.4939759036144578,0.7719298245614035,0.3525091799265606,0.5277707567124615,upstage
Llama-2-70b-instruct-v2,70.0,0.6732081911262798,0.6974706233817964,0.7057664899013119,0.33,0.6518518518518519,0.8421052631578947,0.74,0.7320754716981132,0.8402777777777778,0.49,0.6,0.42,0.6589595375722543,0.4215686274509804,0.77,0.7063829787234043,0.4649122807017544,0.6482758620689655,0.46825396825396826,0.46825396825396826,0.47,0.8096774193548387,0.5615763546798029,0.79,0.8424242424242424,0.8737373737373737,0.9378238341968912,0.7102564102564103,0.31851851851851853,0.7647058823529411,0.47019867549668876,0.9027522935779817,0.6018518518518519,0.9264705882352942,0.8945147679324894,0.7937219730941704,0.8625954198473282,0.859504132231405,0.8240740740740741,0.803680981595092,0.5089285714285714,0.8252427184466019,0.9017094017094017,0.71,0.8684546615581098,0.7803468208092486,0.6044692737430167,0.7679738562091504,0.7781350482315113,0.8333333333333334,0.574468085106383,0.5521512385919165,0.7389705882352942,0.7647058823529411,0.7454545454545455,0.8204081632653061,0.8756218905472637,0.9,0.5301204819277109,0.8771929824561403,0.44430844553243576,0.6224972679005382,upstage
testmodel,,0.1757679180887372,0.2674765982871938,0.25275541466147794,0.2,0.26666666666666666,0.16447368421052633,0.24,0.24528301886792453,0.2569444444444444,0.21,0.18,0.26,0.24855491329479767,0.3235294117647059,0.25,0.2680851063829787,0.24561403508771928,0.2413793103448276,0.2804232804232804,0.15873015873015872,0.14,0.3064516129032258,0.29064039408866993,0.28,0.24242424242424243,0.2676767676767677,0.23316062176165803,0.2564102564102564,0.2777777777777778,0.23109243697478993,0.2781456953642384,0.3155963302752294,0.4722222222222222,0.24509803921568626,0.25316455696202533,0.2242152466367713,0.2748091603053435,0.35537190082644626,0.24074074074074073,0.3006134969325153,0.21428571428571427,0.1650485436893204,0.20512820512820512,0.26,0.27330779054916987,0.24277456647398843,0.2424581005586592,0.25163398692810457,0.27009646302250806,0.22530864197530864,0.2695035460992908,0.2405475880052151,0.36764705882352944,0.272875816993464,0.19090909090909092,0.2979591836734694,0.23880597014925373,0.18,0.1927710843373494,0.2807017543859649,0.23255813953488372,0.4372453533892753,huashiyiqike
llama_13b_sharegpt94k_fastchat,13.0,0.507679180887372,0.5913164708225453,0.5150096993717611,0.31,0.48148148148148145,0.506578947368421,0.53,0.5283018867924528,0.5416666666666666,0.34,0.44,0.29,0.42196531791907516,0.22549019607843138,0.61,0.3829787234042553,0.30701754385964913,0.45517241379310347,0.30158730158730157,0.40476190476190477,0.4,0.5935483870967742,0.3793103448275862,0.53,0.6666666666666666,0.6464646464646465,0.7150259067357513,0.47692307692307695,0.27037037037037037,0.49159663865546216,0.33774834437086093,0.7027522935779816,0.37962962962962965,0.6617647058823529,0.729957805907173,0.5919282511210763,0.6030534351145038,0.628099173553719,0.5925925925925926,0.6012269938650306,0.42857142857142855,0.6990291262135923,0.7735042735042735,0.59,0.722860791826309,0.5491329479768786,0.2547486033519553,0.5490196078431373,0.5337620578778135,0.5524691358024691,0.37943262411347517,0.39765319426336376,0.5183823529411765,0.5081699346405228,0.5818181818181818,0.6530612244897959,0.7114427860696517,0.73,0.42168674698795183,0.7251461988304093,0.34394124847001223,0.49541861587809877,wahaha1987
falcon-7b-instruct,7.0,0.42150170648464164,0.5123481378211512,0.25660046534596925,0.29,0.2,0.23684210526315788,0.33,0.2490566037735849,0.24305555555555555,0.18,0.29,0.26,0.27167630057803466,0.18627450980392157,0.31,0.28936170212765955,0.2631578947368421,0.2689655172413793,0.22486772486772486,0.2698412698412698,0.26,0.2032258064516129,0.19704433497536947,0.25,0.23636363636363636,0.24242424242424243,0.24352331606217617,0.24358974358974358,0.17037037037037037,0.23529411764705882,0.2119205298013245,0.25321100917431194,0.1527777777777778,0.21568627450980393,0.2616033755274262,0.3542600896860987,0.2748091603053435,0.23140495867768596,0.24074074074074073,0.25153374233128833,0.32142857142857145,0.27184466019417475,0.2905982905982906,0.35,0.27458492975734355,0.25722543352601157,0.25139664804469275,0.238562091503268,0.24115755627009647,0.28703703703703703,0.24113475177304963,0.23598435462842243,0.3492647058823529,0.22549019607843138,0.3181818181818182,0.18775510204081633,0.22885572139303484,0.34,0.30120481927710846,0.3216374269005848,0.28886168910648713,0.4406816662269465,tiiuae
falcon-180B,180.0,0.6510238907849829,0.7065325632344155,0.7054468832577472,0.27,0.6518518518518519,0.7894736842105263,0.73,0.7245283018867924,0.8194444444444444,0.49,0.58,0.37,0.6820809248554913,0.38235294117647056,0.8,0.6638297872340425,0.43859649122807015,0.6344827586206897,0.4894179894179894,0.47619047619047616,0.49,0.8612903225806452,0.5911330049261084,0.73,0.8242424242424242,0.8636363636363636,0.9533678756476683,0.7076923076923077,0.3888888888888889,0.7773109243697479,0.4304635761589404,0.9064220183486239,0.6203703703703703,0.8970588235294118,0.8987341772151899,0.8340807174887892,0.9007633587786259,0.8347107438016529,0.8425925925925926,0.803680981595092,0.5625,0.8446601941747572,0.9102564102564102,0.78,0.876117496807152,0.8005780346820809,0.5329608938547487,0.7875816993464052,0.7877813504823151,0.8117283950617284,0.5709219858156028,0.5436766623207301,0.7536764705882353,0.761437908496732,0.7363636363636363,0.7836734693877551,0.8955223880597015,0.92,0.5602409638554217,0.8421052631578947,0.30599755201958384,0.45667997627072543,tiiuae
falcon-rw-1b,1.0,0.32593856655290104,0.4683330013941446,0.25280318847540767,0.26,0.2518518518518518,0.2565789473684211,0.32,0.21509433962264152,0.2569444444444444,0.22,0.37,0.29,0.23699421965317918,0.18627450980392157,0.3,0.2680851063829787,0.21929824561403508,0.2689655172413793,0.2751322751322751,0.20634920634920634,0.36,0.18387096774193548,0.23645320197044334,0.34,0.2545454545454545,0.16161616161616163,0.17098445595854922,0.21025641025641026,0.23703703703703705,0.21008403361344538,0.2980132450331126,0.22201834862385322,0.18981481481481483,0.2696078431372549,0.270042194092827,0.273542600896861,0.24427480916030533,0.256198347107438,0.2777777777777778,0.2147239263803681,0.29464285714285715,0.20388349514563106,0.2863247863247863,0.25,0.2681992337164751,0.2745664739884393,0.24692737430167597,0.24509803921568626,0.2765273311897106,0.2716049382716049,0.2624113475177305,0.2653194263363755,0.15808823529411764,0.238562091503268,0.23636363636363636,0.22857142857142856,0.25870646766169153,0.28,0.2891566265060241,0.29239766081871343,0.2178702570379437,0.3595559898003175,tiiuae
falcon-40b-instruct,40.0,0.5827645051194539,0.6461860187213703,0.5544786128194517,0.29,0.5407407407407407,0.5526315789473685,0.51,0.5924528301886792,0.6111111111111112,0.42,0.48,0.37,0.5317919075144508,0.29411764705882354,0.59,0.4340425531914894,0.2631578947368421,0.496551724137931,0.3333333333333333,0.3333333333333333,0.34,0.6516129032258065,0.4236453201970443,0.53,0.6727272727272727,0.7424242424242424,0.7875647668393783,0.5512820512820513,0.3333333333333333,0.5714285714285714,0.3443708609271523,0.7541284403669725,0.4305555555555556,0.7107843137254902,0.679324894514768,0.6591928251121076,0.6717557251908397,0.6942148760330579,0.6481481481481481,0.6687116564417178,0.25892857142857145,0.7572815533980582,0.8205128205128205,0.64,0.7420178799489144,0.6127167630057804,0.3206703910614525,0.6274509803921569,0.639871382636656,0.6203703703703703,0.3900709219858156,0.40221642764015647,0.5808823529411765,0.5196078431372549,0.6636363636363637,0.6326530612244898,0.7661691542288557,0.83,0.4939759036144578,0.7777777777777778,0.3769889840881273,0.5251632785674454,tiiuae
falcon-180B-chat,180.0,0.6143344709897611,0.6904999004182434,0.6802909925160577,0.33,0.6518518518518519,0.743421052631579,0.7,0.7018867924528301,0.8263888888888888,0.5,0.53,0.35,0.6473988439306358,0.3137254901960784,0.78,0.6510638297872341,0.4824561403508772,0.6137931034482759,0.455026455026455,0.4365079365079365,0.45,0.7967741935483871,0.541871921182266,0.75,0.8,0.8484848484848485,0.9481865284974094,0.6820512820512821,0.32222222222222224,0.7689075630252101,0.3973509933774834,0.8715596330275229,0.5416666666666666,0.8578431372549019,0.8607594936708861,0.7668161434977578,0.8396946564885496,0.8181818181818182,0.8611111111111112,0.8343558282208589,0.5446428571428571,0.8446601941747572,0.8931623931623932,0.78,0.8671775223499362,0.7745664739884393,0.4659217877094972,0.7287581699346405,0.7877813504823151,0.7870370370370371,0.5460992907801419,0.5345501955671447,0.6875,0.7271241830065359,0.6909090909090909,0.763265306122449,0.8258706467661692,0.89,0.5240963855421686,0.8421052631578947,0.37576499388004897,0.5369457047083463,tiiuae
llama-2-coder-7b,7.0,0.4991467576791809,0.5925114519020116,0.46251477613011105,0.31,0.4666666666666667,0.4342105263157895,0.51,0.4641509433962264,0.4444444444444444,0.33,0.35,0.33,0.4046242774566474,0.17647058823529413,0.61,0.425531914893617,0.2894736842105263,0.4413793103448276,0.25132275132275134,0.3412698412698413,0.33,0.4967741935483871,0.30049261083743845,0.41,0.5818181818181818,0.5151515151515151,0.6735751295336787,0.43846153846153846,0.2777777777777778,0.42436974789915966,0.2781456953642384,0.636697247706422,0.2361111111111111,0.553921568627451,0.620253164556962,0.5381165919282511,0.5725190839694656,0.628099173553719,0.5185185185185185,0.5153374233128835,0.375,0.5631067961165048,0.717948717948718,0.52,0.6360153256704981,0.5028901734104047,0.23798882681564246,0.49673202614379086,0.6077170418006431,0.49382716049382713,0.3546099290780142,0.36766623207301175,0.5220588235294118,0.4395424836601307,0.5454545454545454,0.46938775510204084,0.6019900497512438,0.68,0.41566265060240964,0.6900584795321637,0.2607099143206854,0.38485573086068237,mrm8488
lora_moe_7b_baseline,7.0,0.47696245733788395,0.5754829715196176,0.3566880270259615,0.26,0.3851851851851852,0.34210526315789475,0.41,0.3622641509433962,0.3819444444444444,0.28,0.3,0.34,0.3236994219653179,0.23529411764705882,0.45,0.37446808510638296,0.2631578947368421,0.22758620689655173,0.2619047619047619,0.25396825396825395,0.31,0.33548387096774196,0.2857142857142857,0.33,0.43636363636363634,0.3333333333333333,0.45077720207253885,0.34102564102564104,0.25925925925925924,0.3277310924369748,0.26490066225165565,0.48440366972477067,0.30092592592592593,0.35784313725490197,0.43037974683544306,0.3991031390134529,0.3435114503816794,0.5206611570247934,0.4166666666666667,0.4294478527607362,0.2767857142857143,0.33980582524271846,0.47863247863247865,0.38,0.4278416347381865,0.3901734104046243,0.2424581005586592,0.3954248366013072,0.3987138263665595,0.3487654320987654,0.2730496453900709,0.29595827900912647,0.4411764705882353,0.35294117647058826,0.41818181818181815,0.34285714285714286,0.472636815920398,0.43,0.3313253012048193,0.4853801169590643,0.22031823745410037,0.3433554241758255,AGI-inc
lora_moe_7b,7.0,0.47696245733788395,0.5754829715196176,0.3566880270259615,0.26,0.3851851851851852,0.34210526315789475,0.41,0.3622641509433962,0.3819444444444444,0.28,0.3,0.34,0.3236994219653179,0.23529411764705882,0.45,0.37446808510638296,0.2631578947368421,0.22758620689655173,0.2619047619047619,0.25396825396825395,0.31,0.33548387096774196,0.2857142857142857,0.33,0.43636363636363634,0.3333333333333333,0.45077720207253885,0.34102564102564104,0.25925925925925924,0.3277310924369748,0.26490066225165565,0.48440366972477067,0.30092592592592593,0.35784313725490197,0.43037974683544306,0.3991031390134529,0.3435114503816794,0.5206611570247934,0.4166666666666667,0.4294478527607362,0.2767857142857143,0.33980582524271846,0.47863247863247865,0.38,0.4278416347381865,0.3901734104046243,0.2424581005586592,0.3954248366013072,0.3987138263665595,0.3487654320987654,0.2730496453900709,0.29595827900912647,0.4411764705882353,0.35294117647058826,0.41818181818181815,0.34285714285714286,0.472636815920398,0.43,0.3313253012048193,0.4853801169590643,0.22031823745410037,0.3433554241758255,AGI-inc
llama-2-70b-fb16-korean,70.0,0.6305460750853242,0.6704839673371839,0.6928561350013817,0.32,0.6444444444444445,0.8223684210526315,0.75,0.7320754716981132,0.8125,0.46,0.61,0.37,0.6647398843930635,0.39215686274509803,0.77,0.6851063829787234,0.49122807017543857,0.6344827586206897,0.42328042328042326,0.4523809523809524,0.45,0.7870967741935484,0.5517241379310345,0.79,0.8242424242424242,0.8939393939393939,0.9222797927461139,0.7102564102564103,0.3333333333333333,0.7478991596638656,0.4900662251655629,0.8862385321100917,0.5694444444444444,0.8872549019607843,0.869198312236287,0.8116591928251121,0.8320610687022901,0.8677685950413223,0.8333333333333334,0.7914110429447853,0.5267857142857143,0.8058252427184466,0.9102564102564102,0.68,0.8633461047254151,0.7601156069364162,0.46368715083798884,0.7320261437908496,0.7845659163987139,0.8333333333333334,0.5319148936170213,0.5260756192959583,0.7095588235294118,0.7647058823529411,0.7454545454545455,0.7959183673469388,0.8557213930348259,0.9,0.5481927710843374,0.8713450292397661,0.3880048959608323,0.564996389622642,quantumaikr
QuantumLM,,0.5093856655290102,0.5990838478390759,0.5416580220704273,0.37,0.48148148148148145,0.5394736842105263,0.51,0.5622641509433962,0.5347222222222222,0.41,0.5,0.3,0.41040462427745666,0.37254901960784315,0.68,0.4085106382978723,0.30701754385964913,0.5172413793103449,0.3306878306878307,0.30952380952380953,0.31,0.632258064516129,0.4039408866995074,0.6,0.6424242424242425,0.702020202020202,0.7616580310880829,0.4948717948717949,0.32222222222222224,0.5294117647058824,0.33112582781456956,0.726605504587156,0.39351851851851855,0.7303921568627451,0.7046413502109705,0.6457399103139013,0.6106870229007634,0.743801652892562,0.6944444444444444,0.6380368098159509,0.3392857142857143,0.7281553398058253,0.7863247863247863,0.6,0.7420178799489144,0.6127167630057804,0.35307262569832404,0.5980392156862745,0.6141479099678456,0.6018518518518519,0.35815602836879434,0.37222946544980445,0.5036764705882353,0.5130718954248366,0.6636363636363637,0.6081632653061224,0.7114427860696517,0.77,0.5,0.7368421052631579,0.31211750305997554,0.4671087939545944,quantumaikr
KoreanLM-hf,,0.48976109215017066,0.5686118303126867,0.4060667224538965,0.26,0.4222222222222222,0.40789473684210525,0.45,0.4490566037735849,0.4097222222222222,0.25,0.32,0.36,0.34104046242774566,0.17647058823529413,0.49,0.4553191489361702,0.2719298245614035,0.3724137931034483,0.29894179894179895,0.24603174603174602,0.34,0.36774193548387096,0.28078817733990147,0.31,0.47878787878787876,0.42424242424242425,0.533678756476684,0.358974358974359,0.2814814814814815,0.3487394957983193,0.2119205298013245,0.5155963302752293,0.16203703703703703,0.46568627450980393,0.5485232067510548,0.5964125560538116,0.44274809160305345,0.6033057851239669,0.5185185185185185,0.4049079754601227,0.375,0.5339805825242718,0.6410256410256411,0.52,0.5555555555555556,0.43352601156069365,0.2424581005586592,0.41830065359477125,0.4855305466237942,0.4074074074074074,0.32269503546099293,0.3226857887874837,0.3382352941176471,0.4199346405228758,0.4727272727272727,0.35918367346938773,0.5124378109452736,0.64,0.37349397590361444,0.5964912280701754,0.2962056303549572,0.4434304859090647,quantumaikr
open_llama_7b_hf,7.0,0.23293515358361774,0.26199960167297354,0.265437075547548,0.3,0.31851851851851853,0.2894736842105263,0.21,0.2490566037735849,0.2708333333333333,0.34,0.27,0.26,0.23699421965317918,0.4019607843137255,0.16,0.2425531914893617,0.2807017543859649,0.23448275862068965,0.25132275132275134,0.2222222222222222,0.32,0.3161290322580645,0.31527093596059114,0.23,0.24848484848484848,0.31313131313131315,0.3005181347150259,0.2128205128205128,0.25555555555555554,0.3277310924369748,0.31788079470198677,0.28440366972477066,0.4074074074074074,0.25980392156862747,0.189873417721519,0.18834080717488788,0.22900763358778625,0.19008264462809918,0.21296296296296297,0.22699386503067484,0.23214285714285715,0.3592233009708738,0.20085470085470086,0.26,0.2656449553001277,0.2138728323699422,0.24916201117318434,0.27450980392156865,0.2861736334405145,0.2623456790123457,0.25886524822695034,0.2438070404172099,0.4485294117647059,0.24673202614379086,0.24545454545454545,0.2938775510204082,0.23383084577114427,0.28,0.15060240963855423,0.23976608187134502,0.23133414932680538,0.4954484536663258,quantumaikr
QuantumLM-7B,7.0,0.46501706484641636,0.5738896634136627,0.45266942341917893,0.3,0.4222222222222222,0.4342105263157895,0.39,0.4981132075471698,0.4861111111111111,0.31,0.37,0.26,0.35260115606936415,0.21568627450980393,0.54,0.40425531914893614,0.34210526315789475,0.42758620689655175,0.2804232804232804,0.2222222222222222,0.38,0.5258064516129032,0.3793103448275862,0.38,0.593939393939394,0.5808080808080808,0.6113989637305699,0.3871794871794872,0.26666666666666666,0.37815126050420167,0.2913907284768212,0.6165137614678899,0.26851851851851855,0.6372549019607843,0.6708860759493671,0.547085201793722,0.44274809160305345,0.6115702479338843,0.5740740740740741,0.4785276073619632,0.38392857142857145,0.6407766990291263,0.7478632478632479,0.48,0.6500638569604087,0.5202312138728323,0.23016759776536314,0.4673202614379085,0.5401929260450161,0.5246913580246914,0.34397163120567376,0.3344198174706649,0.3786764705882353,0.44281045751633985,0.509090909090909,0.44081632653061226,0.5472636815920398,0.66,0.42168674698795183,0.6608187134502924,0.31211750305997554,0.4625131166149061,quantumaikr
llama-2-70b-fb16-orca-chat-10k,70.0,0.6237201365187713,0.6731726747659829,0.692139400276673,0.35,0.6148148148148148,0.8026315789473685,0.72,0.7245283018867924,0.8194444444444444,0.46,0.56,0.4,0.6647398843930635,0.38235294117647056,0.77,0.676595744680851,0.43859649122807015,0.6344827586206897,0.4444444444444444,0.4365079365079365,0.49,0.8161290322580645,0.541871921182266,0.76,0.8424242424242424,0.8686868686868687,0.927461139896373,0.717948717948718,0.34074074074074073,0.7521008403361344,0.423841059602649,0.8899082568807339,0.5694444444444444,0.8823529411764706,0.8860759493670886,0.7982062780269058,0.8320610687022901,0.8842975206611571,0.8240740740740741,0.7975460122699386,0.49107142857142855,0.8252427184466019,0.9102564102564102,0.71,0.8633461047254151,0.7543352601156069,0.5631284916201117,0.738562091503268,0.7813504823151125,0.8395061728395061,0.5354609929078015,0.5378096479791395,0.7132352941176471,0.7647058823529411,0.7363636363636363,0.8,0.845771144278607,0.89,0.536144578313253,0.8713450292397661,0.4394124847001224,0.6155546385905364,quantumaikr
llama-2-70b-fb16-guanaco-1k,70.0,0.6510238907849829,0.686018721370245,0.7024958114272475,0.37,0.6370370370370371,0.7894736842105263,0.76,0.7320754716981132,0.8402777777777778,0.46,0.6,0.4,0.6705202312138728,0.39215686274509803,0.75,0.6638297872340425,0.45614035087719296,0.6275862068965518,0.4497354497354497,0.47619047619047616,0.47,0.8354838709677419,0.5320197044334976,0.8,0.8242424242424242,0.898989898989899,0.9378238341968912,0.7333333333333333,0.32222222222222224,0.7605042016806722,0.45695364238410596,0.8935779816513761,0.625,0.9313725490196079,0.8860759493670886,0.7847533632286996,0.8549618320610687,0.8677685950413223,0.8425925925925926,0.7914110429447853,0.5,0.8349514563106796,0.8974358974358975,0.7,0.8646232439335888,0.7832369942196532,0.5910614525139665,0.7679738562091504,0.77491961414791,0.8364197530864198,0.5709219858156028,0.5560625814863103,0.7536764705882353,0.7565359477124183,0.7454545454545455,0.8204081632653061,0.8905472636815921,0.89,0.5301204819277109,0.8538011695906432,0.40636474908200737,0.5756052671501329,quantumaikr
quantumairk-llama-2-70B-instruct,70.0,0.6621160409556314,0.6787492531368253,0.7046276416690332,0.37,0.6148148148148148,0.7960526315789473,0.71,0.7584905660377359,0.8402777777777778,0.5,0.54,0.42,0.6936416184971098,0.3137254901960784,0.78,0.6638297872340425,0.47368421052631576,0.5862068965517241,0.46296296296296297,0.5396825396825397,0.48,0.8258064516129032,0.5665024630541872,0.77,0.8787878787878788,0.8636363636363636,0.9481865284974094,0.7205128205128205,0.3037037037037037,0.7773109243697479,0.5099337748344371,0.9009174311926605,0.625,0.9215686274509803,0.9029535864978903,0.8026905829596412,0.8091603053435115,0.8842975206611571,0.8333333333333334,0.8159509202453987,0.6160714285714286,0.8543689320388349,0.9188034188034188,0.71,0.8710089399744572,0.7687861271676301,0.5988826815642458,0.7647058823529411,0.7684887459807074,0.8302469135802469,0.5886524822695035,0.5840938722294654,0.7132352941176471,0.7532679738562091,0.7272727272727273,0.7673469387755102,0.8706467661691543,0.87,0.5421686746987951,0.8421052631578947,0.3818849449204406,0.5442099278190564,quantumaikr
llama-2-70B-chat,70.0,0.6407849829351536,0.6809400517825135,0.6917697928016194,0.36,0.6,0.7960526315789473,0.72,0.7056603773584905,0.8194444444444444,0.46,0.53,0.41,0.6473988439306358,0.30392156862745096,0.75,0.6340425531914894,0.4473684210526316,0.5862068965517241,0.455026455026455,0.5555555555555556,0.46,0.7935483870967742,0.5467980295566502,0.77,0.8545454545454545,0.8585858585858586,0.9430051813471503,0.7025641025641025,0.2777777777777778,0.7647058823529411,0.4966887417218543,0.8917431192660551,0.5972222222222222,0.9117647058823529,0.9071729957805907,0.7937219730941704,0.7786259541984732,0.8925619834710744,0.7962962962962963,0.8159509202453987,0.5982142857142857,0.8446601941747572,0.9145299145299145,0.71,0.859514687100894,0.7572254335260116,0.5251396648044693,0.7418300653594772,0.7588424437299035,0.8271604938271605,0.574468085106383,0.5664928292046936,0.7095588235294118,0.7581699346405228,0.7454545454545455,0.7673469387755102,0.8706467661691543,0.86,0.5421686746987951,0.8654970760233918,0.40269277845777235,0.5731438157700953,quantumaikr
llama-2-7b-hf-guanaco-1k,7.0,0.4709897610921502,0.5694084843656642,0.47448759003545127,0.31,0.4222222222222222,0.47368421052631576,0.44,0.5433962264150943,0.5208333333333334,0.33,0.41,0.34,0.4161849710982659,0.24509803921568626,0.55,0.43829787234042555,0.34210526315789475,0.4482758620689655,0.31216931216931215,0.21428571428571427,0.35,0.532258064516129,0.3694581280788177,0.42,0.5636363636363636,0.5808080808080808,0.7305699481865285,0.4076923076923077,0.2851851851851852,0.41596638655462187,0.31125827814569534,0.655045871559633,0.3148148148148148,0.6225490196078431,0.6286919831223629,0.5201793721973094,0.5877862595419847,0.6611570247933884,0.5648148148148148,0.558282208588957,0.3392857142857143,0.6407766990291263,0.7094017094017094,0.47,0.6590038314176245,0.5028901734104047,0.23016759776536314,0.5032679738562091,0.5659163987138264,0.5432098765432098,0.35815602836879434,0.33833116036505867,0.4375,0.46895424836601307,0.5272727272727272,0.5061224489795918,0.6119402985074627,0.68,0.39759036144578314,0.7192982456140351,0.2974296205630355,0.4478939778866437,quantumaikr
QuantumLM-llama2-70B-Korean-LoRA,70.0,0.6749146757679181,0.6743676558454491,0.6940756769357729,0.33,0.5925925925925926,0.8289473684210527,0.75,0.7245283018867924,0.8333333333333334,0.51,0.56,0.38,0.6705202312138728,0.37254901960784315,0.73,0.6808510638297872,0.4473684210526316,0.5862068965517241,0.43915343915343913,0.46825396825396826,0.5,0.8451612903225807,0.5320197044334976,0.73,0.8242424242424242,0.8636363636363636,0.9430051813471503,0.7256410256410256,0.35185185185185186,0.7857142857142857,0.45695364238410596,0.8844036697247707,0.5879629629629629,0.9068627450980392,0.8734177215189873,0.7757847533632287,0.8320610687022901,0.8842975206611571,0.8518518518518519,0.8159509202453987,0.5267857142857143,0.7961165048543689,0.8717948717948718,0.69,0.8531289910600255,0.7687861271676301,0.5094972067039106,0.7679738562091504,0.7588424437299035,0.8055555555555556,0.5567375886524822,0.5560625814863103,0.7536764705882353,0.7630718954248366,0.7181818181818181,0.7755102040816326,0.8955223880597015,0.93,0.536144578313253,0.8538011695906432,0.401468788249694,0.5608488880093394,quantumaikr
bertin-gpt-j-6B-alpaca,6.0,0.33361774744027306,0.42013543118900615,0.2765984723604157,0.26,0.21481481481481482,0.3157894736842105,0.24,0.3283018867924528,0.2708333333333333,0.32,0.33,0.28,0.3352601156069364,0.2647058823529412,0.27,0.25957446808510637,0.2631578947368421,0.27586206896551724,0.24603174603174602,0.24603174603174602,0.3,0.24193548387096775,0.26108374384236455,0.25,0.24242424242424243,0.3434343434343434,0.3471502590673575,0.31794871794871793,0.24444444444444444,0.2815126050420168,0.271523178807947,0.3211009174311927,0.39814814814814814,0.28431372549019607,0.23628691983122363,0.242152466367713,0.20610687022900764,0.21487603305785125,0.26851851851851855,0.26380368098159507,0.25,0.2815533980582524,0.21367521367521367,0.38,0.23754789272030652,0.2543352601156069,0.2424581005586592,0.27124183006535946,0.2540192926045016,0.24382716049382716,0.2730496453900709,0.2522816166883963,0.4007352941176471,0.2434640522875817,0.3,0.39183673469387753,0.24378109452736318,0.27,0.27710843373493976,0.22807017543859648,0.27539779681762544,0.4337930440514085,bertin-project
ToolLLaMA-7b-LoRA,7.0,0.492320819112628,0.5880302728540131,0.4686590949333529,0.31,0.4666666666666667,0.40789473684210525,0.51,0.4641509433962264,0.4652777777777778,0.34,0.33,0.32,0.4277456647398844,0.22549019607843138,0.6,0.42127659574468085,0.2719298245614035,0.47586206896551725,0.2724867724867725,0.29365079365079366,0.33,0.5064516129032258,0.35960591133004927,0.41,0.6424242424242425,0.5050505050505051,0.6580310880829016,0.4641025641025641,0.3,0.42436974789915966,0.31125827814569534,0.6275229357798165,0.28703703703703703,0.5294117647058824,0.6413502109704642,0.5695067264573991,0.5648854961832062,0.6528925619834711,0.5277777777777778,0.5337423312883436,0.38392857142857145,0.5533980582524272,0.688034188034188,0.54,0.6462324393358876,0.5057803468208093,0.24022346368715083,0.4934640522875817,0.5916398713826366,0.49074074074074076,0.3617021276595745,0.363754889178618,0.5147058823529411,0.4493464052287582,0.5363636363636364,0.4775510204081633,0.6318407960199005,0.65,0.42771084337349397,0.7192982456140351,0.2484700122399021,0.38666709955546424,ToolBench
Llama-2-13b-sf,13.0,0.22184300341296928,0.25951005775741887,0.259838658352479,0.29,0.2222222222222222,0.24342105263157895,0.2,0.3132075471698113,0.2569444444444444,0.29,0.2,0.16,0.2774566473988439,0.2549019607843137,0.25,0.28085106382978725,0.2982456140350877,0.19310344827586207,0.2671957671957672,0.21428571428571427,0.29,0.2709677419354839,0.2857142857142857,0.35,0.22424242424242424,0.29292929292929293,0.22279792746113988,0.2948717948717949,0.2962962962962963,0.23109243697478993,0.23178807947019867,0.3100917431192661,0.23148148148148148,0.20098039215686275,0.27848101265822783,0.3094170403587444,0.31297709923664124,0.2644628099173554,0.25,0.25766871165644173,0.2857142857142857,0.3106796116504854,0.2564102564102564,0.29,0.2541507024265645,0.23410404624277456,0.2346368715083799,0.21568627450980393,0.2990353697749196,0.29012345679012347,0.2624113475177305,0.24119947848761408,0.20955882352941177,0.2777777777777778,0.2818181818181818,0.20816326530612245,0.24875621890547264,0.33,0.21686746987951808,0.24561403508771928,0.23623011015911874,0.48968363858318376,porkorbeef
Llama-2-13b-12_153950,13.0,0.22610921501706485,0.25672176857199763,0.20785545082641593,0.22,0.18518518518518517,0.2236842105263158,0.27,0.2,0.19444444444444445,0.18,0.28,0.25,0.23121387283236994,0.28431372549019607,0.19,0.23829787234042554,0.2982456140350877,0.20689655172413793,0.2619047619047619,0.18253968253968253,0.23,0.19032258064516128,0.24630541871921183,0.25,0.2606060606060606,0.10606060606060606,0.14507772020725387,0.1794871794871795,0.27037037037037037,0.15966386554621848,0.271523178807947,0.1944954128440367,0.18518518518518517,0.25,0.21940928270042195,0.15246636771300448,0.21374045801526717,0.2231404958677686,0.1388888888888889,0.17791411042944785,0.24107142857142858,0.1941747572815534,0.13675213675213677,0.21,0.14687100893997446,0.19653179190751446,0.2837988826815642,0.20261437908496732,0.14469453376205788,0.22530864197530864,0.22695035460992907,0.24641460234680573,0.21691176470588236,0.23366013071895425,0.15454545454545454,0.23265306122448978,0.14427860696517414,0.11,0.19879518072289157,0.14035087719298245,0.2460220318237454,0.4903284219011819,porkorbeef
Llama-2-13b-public,13.0,0.24658703071672355,0.2584146584345748,0.22735860620100484,0.23,0.23703703703703705,0.25,0.23,0.19245283018867926,0.22916666666666666,0.3,0.17,0.17,0.18497109826589594,0.19607843137254902,0.25,0.2723404255319149,0.24561403508771928,0.2896551724137931,0.24074074074074073,0.21428571428571427,0.33,0.2,0.23645320197044334,0.27,0.22424242424242424,0.23232323232323232,0.15544041450777202,0.17435897435897435,0.3074074074074074,0.17647058823529413,0.25165562913907286,0.21284403669724772,0.17592592592592593,0.22058823529411764,0.27848101265822783,0.26905829596412556,0.13740458015267176,0.2066115702479339,0.2222222222222222,0.20245398773006135,0.3125,0.24271844660194175,0.18803418803418803,0.17,0.2503192848020434,0.23121387283236994,0.2558659217877095,0.23202614379084968,0.21543408360128619,0.22839506172839505,0.24822695035460993,0.24511082138200782,0.1875,0.2565359477124183,0.19090909090909092,0.2653061224489796,0.25870646766169153,0.19,0.2289156626506024,0.17543859649122806,0.23990208078335373,0.49010098271988395,porkorbeef
guanaco-13b-llama-2,13.0,0.5179180887372014,0.6226847241585342,0.4719134680338514,0.26,0.4888888888888889,0.4407894736842105,0.47,0.4981132075471698,0.4513888888888889,0.31,0.41,0.36,0.4277456647398844,0.14705882352941177,0.52,0.4297872340425532,0.3508771929824561,0.4896551724137931,0.26455026455026454,0.30952380952380953,0.34,0.5387096774193548,0.3694581280788177,0.47,0.6303030303030303,0.5303030303030303,0.7046632124352331,0.4666666666666667,0.2740740740740741,0.4369747899159664,0.2980132450331126,0.634862385321101,0.2962962962962963,0.5686274509803921,0.6540084388185654,0.5874439461883408,0.5801526717557252,0.5950413223140496,0.5277777777777778,0.5030674846625767,0.38392857142857145,0.5339805825242718,0.6965811965811965,0.55,0.6564495530012772,0.5289017341040463,0.23798882681564246,0.4934640522875817,0.5755627009646302,0.5185185185185185,0.35815602836879434,0.3513689700130378,0.5110294117647058,0.4493464052287582,0.5636363636363636,0.4897959183673469,0.5920398009950248,0.68,0.39759036144578314,0.695906432748538,0.3157894736842105,0.4687609287227316,jlevin
guanaco-unchained-llama-2-7b,7.0,0.4496587030716723,0.54371639115714,0.41758903138979,0.25,0.43703703703703706,0.3881578947368421,0.5,0.3886792452830189,0.4305555555555556,0.28,0.38,0.29,0.36416184971098264,0.17647058823529413,0.55,0.37446808510638296,0.2631578947368421,0.4482758620689655,0.2962962962962963,0.30952380952380953,0.25,0.4129032258064516,0.3399014778325123,0.38,0.5818181818181818,0.4898989898989899,0.6062176165803109,0.36666666666666664,0.24814814814814815,0.33613445378151263,0.2781456953642384,0.5596330275229358,0.23148148148148148,0.44607843137254904,0.5274261603375527,0.4484304932735426,0.48091603053435117,0.5785123966942148,0.4722222222222222,0.48466257668711654,0.33035714285714285,0.4368932038834951,0.6196581196581197,0.49,0.5542784163473818,0.4884393063583815,0.3396648044692737,0.4477124183006536,0.5048231511254019,0.44753086419753085,0.33687943262411346,0.31681877444589307,0.4411764705882353,0.39052287581699346,0.42727272727272725,0.4530612244897959,0.5970149253731343,0.57,0.3855421686746988,0.5789473684210527,0.25458996328029376,0.4149344924381287,jlevin
starcoder_mirror,,0.2696245733788396,0.37273451503684524,0.2929342945311165,0.23,0.3037037037037037,0.2565789473684211,0.35,0.30943396226415093,0.2569444444444444,0.23,0.31,0.36,0.2543352601156069,0.21568627450980393,0.45,0.28085106382978725,0.2631578947368421,0.4206896551724138,0.2751322751322751,0.2857142857142857,0.29,0.2870967741935484,0.2413793103448276,0.41,0.2909090909090909,0.20202020202020202,0.29533678756476683,0.2230769230769231,0.25925925925925924,0.2605042016806723,0.304635761589404,0.24770642201834864,0.20833333333333334,0.27941176470588236,0.2911392405063291,0.35874439461883406,0.22137404580152673,0.3140495867768595,0.25,0.2822085889570552,0.33035714285714285,0.30097087378640774,0.3803418803418803,0.29,0.33077905491698595,0.34104046242774566,0.2424581005586592,0.2973856209150327,0.3504823151125402,0.30864197530864196,0.2801418439716312,0.29465449804432853,0.1801470588235294,0.3022875816993464,0.36363636363636365,0.27346938775510204,0.2885572139303483,0.35,0.2891566265060241,0.3333333333333333,0.2802937576499388,0.4338465420904484,lizhuang144
llama_mirror_13b_v1.0,13.0,0.5614334470989761,0.6033658633738299,0.47997913546028065,0.27,0.4666666666666667,0.5,0.45,0.47547169811320755,0.5,0.34,0.41,0.33,0.43352601156069365,0.22549019607843138,0.65,0.37446808510638296,0.30701754385964913,0.4,0.2566137566137566,0.35714285714285715,0.35,0.535483870967742,0.3103448275862069,0.49,0.6181818181818182,0.5808080808080808,0.7098445595854922,0.46923076923076923,0.26296296296296295,0.4789915966386555,0.271523178807947,0.618348623853211,0.25925925925925924,0.6176470588235294,0.70042194092827,0.5201793721973094,0.549618320610687,0.5950413223140496,0.5370370370370371,0.5521472392638037,0.3482142857142857,0.6601941747572816,0.7051282051282052,0.54,0.6462324393358876,0.5057803468208093,0.2636871508379888,0.5032679738562091,0.5498392282958199,0.5246913580246914,0.35815602836879434,0.3917861799217731,0.5147058823529411,0.48366013071895425,0.5272727272727272,0.5428571428571428,0.6616915422885572,0.77,0.41566265060240964,0.672514619883041,0.29865361077111385,0.4454036256744593,lizhuang144
llama2-13B-sharegpt4-orca-openplatypus-8w,13.0,0.5870307167235495,0.6395140410276837,0.5513493519265285,0.31,0.4962962962962963,0.5657894736842105,0.61,0.5962264150943396,0.6388888888888888,0.41,0.52,0.37,0.5664739884393064,0.3333333333333333,0.71,0.4723404255319149,0.3157894736842105,0.503448275862069,0.3492063492063492,0.3968253968253968,0.37,0.24838709677419354,0.43349753694581283,0.56,0.6848484848484848,0.6111111111111112,0.7772020725388601,0.5897435897435898,0.32592592592592595,0.6260504201680672,0.304635761589404,0.7834862385321101,0.42592592592592593,0.7941176470588235,0.8016877637130801,0.672645739910314,0.5419847328244275,0.7107438016528925,0.7222222222222222,0.656441717791411,0.3482142857142857,0.7087378640776699,0.7777777777777778,0.63,0.7611749680715197,0.638728323699422,0.36312849162011174,0.5718954248366013,0.6366559485530546,0.6882716049382716,0.4574468085106383,0.4745762711864407,0.5992647058823529,0.5882352941176471,0.6454545454545455,0.5551020408163265,0.15920398009950248,0.83,0.42168674698795183,0.7660818713450293,0.32802937576499386,0.4565749047878431,lu-vae
llama2-13b-sharegpt4-test,13.0,0.5477815699658704,0.6249751045608445,0.5598878219901585,0.31,0.4740740740740741,0.5328947368421053,0.56,0.6,0.6180555555555556,0.45,0.49,0.38,0.5260115606936416,0.27450980392156865,0.71,0.46382978723404256,0.2719298245614035,0.5103448275862069,0.31746031746031744,0.3412698412698413,0.37,0.6741935483870968,0.4088669950738916,0.5,0.6848484848484848,0.6868686868686869,0.7927461139896373,0.517948717948718,0.2851851851851852,0.5798319327731093,0.2582781456953642,0.7376146788990826,0.4212962962962963,0.7598039215686274,0.759493670886076,0.6591928251121076,0.6641221374045801,0.7520661157024794,0.6574074074074074,0.6687116564417178,0.44642857142857145,0.6893203883495146,0.8247863247863247,0.62,0.7292464878671775,0.638728323699422,0.4011173184357542,0.6143790849673203,0.6237942122186495,0.5925925925925926,0.450354609929078,0.4178617992177314,0.5514705882352942,0.5800653594771242,0.6363636363636364,0.6081632653061224,0.7562189054726368,0.81,0.4819277108433735,0.7719298245614035,0.3390452876376989,0.4827157244094245,lu-vae
GPT4-X-Alpasta-30b,30.0,0.6015358361774744,0.6376219876518622,0.5771037992464522,0.36,0.48148148148148145,0.5855263157894737,0.55,0.5924528301886792,0.6458333333333334,0.44,0.51,0.37,0.5086705202312138,0.3235294117647059,0.58,0.49361702127659574,0.34210526315789475,0.4827586206896552,0.36772486772486773,0.30158730158730157,0.38,0.667741935483871,0.4088669950738916,0.64,0.703030303030303,0.7272727272727273,0.8186528497409327,0.5512820512820513,0.29259259259259257,0.6302521008403361,0.31788079470198677,0.7761467889908257,0.4675925925925926,0.7794117647058824,0.7890295358649789,0.6771300448430493,0.6641221374045801,0.7520661157024794,0.6574074074074074,0.6625766871165644,0.4107142857142857,0.7572815533980582,0.8547008547008547,0.64,0.7573435504469987,0.6445086705202312,0.42793296089385474,0.6013071895424836,0.6591639871382636,0.6419753086419753,0.4326241134751773,0.42633637548891784,0.5808823529411765,0.6013071895424836,0.5818181818181818,0.6408163265306123,0.7562189054726368,0.85,0.5421686746987951,0.7894736842105263,0.3402692778457772,0.5152110094684206,MetaIX
LlongOrca-7B-16k,7.0,0.5460750853242321,0.6030671181039634,0.49353227156978147,0.32,0.42962962962962964,0.5131578947368421,0.51,0.5283018867924528,0.4791666666666667,0.39,0.4,0.3,0.4161849710982659,0.21568627450980393,0.59,0.4,0.32456140350877194,0.4482758620689655,0.32275132275132273,0.29365079365079366,0.39,0.5548387096774193,0.3891625615763547,0.43,0.6727272727272727,0.5959595959595959,0.7409326424870466,0.4461538461538462,0.3037037037037037,0.46638655462184875,0.2980132450331126,0.6513761467889908,0.4305555555555556,0.7254901960784313,0.7341772151898734,0.5605381165919282,0.549618320610687,0.628099173553719,0.5833333333333334,0.4785276073619632,0.375,0.6893203883495146,0.7051282051282052,0.52,0.6628352490421456,0.5433526011560693,0.2871508379888268,0.477124183006536,0.5755627009646302,0.5401234567901234,0.3617021276595745,0.3748370273794003,0.48161764705882354,0.4738562091503268,0.4909090909090909,0.563265306122449,0.6766169154228856,0.74,0.4036144578313253,0.6783625730994152,0.3292533659730722,0.4983525481346234,Open-Orca
OpenOrcaxOpenChat-Preview2-13B,13.0,0.5964163822525598,0.6202947619996017,0.5751443359814369,0.3,0.4962962962962963,0.5723684210526315,0.57,0.6415094339622641,0.6458333333333334,0.45,0.42,0.3,0.5606936416184971,0.3431372549019608,0.69,0.4851063829787234,0.2807017543859649,0.5241379310344828,0.3412698412698413,0.3888888888888889,0.39,0.7064516129032258,0.4827586206896552,0.54,0.7212121212121212,0.7323232323232324,0.7979274611398963,0.5564102564102564,0.27037037037037037,0.634453781512605,0.32450331125827814,0.7614678899082569,0.4166666666666667,0.7745098039215687,0.7510548523206751,0.6636771300448431,0.6793893129770993,0.71900826446281,0.7592592592592593,0.656441717791411,0.35714285714285715,0.7572815533980582,0.8162393162393162,0.58,0.7752234993614304,0.6416184971098265,0.4592178770949721,0.6274509803921569,0.6495176848874598,0.6512345679012346,0.4219858156028369,0.4256844850065189,0.5698529411764706,0.5849673202614379,0.5909090909090909,0.689795918367347,0.7611940298507462,0.81,0.5,0.7660818713450293,0.3390452876376989,0.474456006085006,Open-Orca
OpenOrca-Preview1-13B,13.0,0.5315699658703071,0.582055367456682,0.5013607287144659,0.31,0.45185185185185184,0.5328947368421053,0.46,0.5094339622641509,0.4791666666666667,0.28,0.45,0.34,0.4393063583815029,0.24509803921568626,0.63,0.39148936170212767,0.2982456140350877,0.4827586206896552,0.29894179894179895,0.3253968253968254,0.37,0.6,0.3497536945812808,0.54,0.6545454545454545,0.6414141414141414,0.6994818652849741,0.4307692307692308,0.2851851851851852,0.4579831932773109,0.3708609271523179,0.6422018348623854,0.39351851851851855,0.6078431372549019,0.7088607594936709,0.57847533632287,0.6259541984732825,0.7024793388429752,0.6018518518518519,0.5521472392638037,0.41964285714285715,0.6699029126213593,0.7393162393162394,0.55,0.665389527458493,0.5982658959537572,0.2916201117318436,0.5163398692810458,0.5466237942122186,0.5740740740740741,0.37943262411347517,0.3878748370273794,0.4522058823529412,0.5016339869281046,0.5363636363636364,0.5469387755102041,0.6716417910447762,0.74,0.39156626506024095,0.6608187134502924,0.33047735618115054,0.49050741216453037,Open-Orca
NewHope_HF_not_official,,0.575938566552901,0.6371240788687512,0.5572546270205958,0.36,0.43703703703703706,0.5526315789473685,0.54,0.5924528301886792,0.5625,0.42,0.46,0.36,0.5260115606936416,0.2647058823529412,0.67,0.46382978723404256,0.24561403508771928,0.46206896551724136,0.32275132275132273,0.373015873015873,0.37,0.7064516129032258,0.4088669950738916,0.54,0.6606060606060606,0.702020202020202,0.8341968911917098,0.5307692307692308,0.3148148148148148,0.6176470588235294,0.304635761589404,0.7247706422018348,0.46296296296296297,0.7696078431372549,0.7341772151898734,0.6591928251121076,0.6183206106870229,0.7107438016528925,0.6944444444444444,0.6441717791411042,0.2767857142857143,0.7766990291262136,0.7991452991452992,0.52,0.7522349936143039,0.6358381502890174,0.3776536312849162,0.6405228758169934,0.6430868167202572,0.6327160493827161,0.42907801418439717,0.4380704041720991,0.5625,0.5441176470588235,0.6545454545454545,0.6326530612244898,0.7412935323383084,0.82,0.4819277108433735,0.783625730994152,0.3219094247246022,0.44963822928546104,WhoTookMyAmogusNickname
robin-7b-v2-delta,7.0,0.4351535836177474,0.5452101175064729,0.3895756693222154,0.33,0.4444444444444444,0.35526315789473684,0.47,0.39245283018867927,0.3611111111111111,0.24,0.3,0.23,0.3236994219653179,0.21568627450980393,0.46,0.3276595744680851,0.21052631578947367,0.31724137931034485,0.25132275132275134,0.24603174603174602,0.31,0.4,0.26108374384236455,0.38,0.5212121212121212,0.45454545454545453,0.5129533678756477,0.32564102564102565,0.24814814814814815,0.3277310924369748,0.2582781456953642,0.45871559633027525,0.42592592592592593,0.47549019607843135,0.5232067510548524,0.5112107623318386,0.4198473282442748,0.5867768595041323,0.5092592592592593,0.39263803680981596,0.2857142857142857,0.47572815533980584,0.594017094017094,0.46,0.5389527458492975,0.4421965317919075,0.24804469273743016,0.3888888888888889,0.4405144694533762,0.4876543209876543,0.30141843971631205,0.29465449804432853,0.3786764705882353,0.36764705882352944,0.43636363636363634,0.3142857142857143,0.4527363184079602,0.58,0.35542168674698793,0.5847953216374269,0.2729498164014688,0.4227251694229852,OptimalScale
robin-13b-v2-delta,13.0,0.537542662116041,0.5944035052778331,0.4839330978236149,0.33,0.45925925925925926,0.48026315789473684,0.47,0.45660377358490567,0.4652777777777778,0.23,0.37,0.29,0.43352601156069365,0.18627450980392157,0.63,0.39574468085106385,0.3157894736842105,0.4068965517241379,0.25396825396825395,0.31746031746031744,0.38,0.49032258064516127,0.3103448275862069,0.46,0.6303030303030303,0.5606060606060606,0.6735751295336787,0.441025641025641,0.22962962962962963,0.4369747899159664,0.24503311258278146,0.6458715596330276,0.28703703703703703,0.6323529411764706,0.7172995780590717,0.5695067264573991,0.5954198473282443,0.7024793388429752,0.5833333333333334,0.5828220858895705,0.5,0.6310679611650486,0.7521367521367521,0.55,0.6845466155810983,0.4884393063583815,0.24916201117318434,0.5163398692810458,0.5305466237942122,0.5462962962962963,0.36879432624113473,0.4172099087353325,0.5036764705882353,0.4869281045751634,0.5636363636363636,0.5551020408163265,0.6517412935323383,0.77,0.45180722891566266,0.7017543859649122,0.3378212974296206,0.5054136576088012,OptimalScale
robin-65b-v2-delta,65.0,0.5819112627986348,0.6137223660625374,0.6082211529777328,0.3,0.562962962962963,0.6776315789473685,0.56,0.6264150943396226,0.6597222222222222,0.4,0.47,0.35,0.5895953757225434,0.38235294117647056,0.79,0.5702127659574469,0.37719298245614036,0.5103448275862069,0.3835978835978836,0.3333333333333333,0.37,0.7322580645161291,0.3793103448275862,0.64,0.7696969696969697,0.7777777777777778,0.8808290155440415,0.6102564102564103,0.26296296296296295,0.6260504201680672,0.3509933774834437,0.8036697247706422,0.49537037037037035,0.8088235294117647,0.8185654008438819,0.6636771300448431,0.6870229007633588,0.7851239669421488,0.7037037037037037,0.7423312883435583,0.39285714285714285,0.7281553398058253,0.8675213675213675,0.66,0.7994891443167306,0.6907514450867052,0.34413407821229053,0.6405228758169934,0.7106109324758842,0.7314814814814815,0.4716312056737589,0.4654498044328553,0.5808823529411765,0.6666666666666666,0.7,0.6979591836734694,0.8557213930348259,0.87,0.5301204819277109,0.8128654970760234,0.3072215422276622,0.4474047797612128,OptimalScale
test100,,0.3370307167235495,0.4312885879306911,0.272877472844798,0.25,0.22962962962962963,0.3355263157894737,0.21,0.2943396226415094,0.24305555555555555,0.42,0.34,0.3,0.32947976878612717,0.37254901960784315,0.18,0.2170212765957447,0.23684210526315788,0.2413793103448276,0.24603174603174602,0.36507936507936506,0.25,0.3225806451612903,0.28078817733990147,0.18,0.2545454545454545,0.35353535353535354,0.36787564766839376,0.3641025641025641,0.25925925925925924,0.3487394957983193,0.33112582781456956,0.3522935779816514,0.4722222222222222,0.2549019607843137,0.20253164556962025,0.10762331838565023,0.2824427480916031,0.18181818181818182,0.21296296296296297,0.2331288343558282,0.16071428571428573,0.3786407766990291,0.19658119658119658,0.24,0.20434227330779056,0.2138728323699422,0.27039106145251396,0.2973856209150327,0.2540192926045016,0.22530864197530864,0.2375886524822695,0.24771838331160365,0.4485294117647059,0.2173202614379085,0.22727272727272727,0.4,0.2885572139303483,0.26,0.1927710843373494,0.1695906432748538,0.19706242350061198,0.3401260823172781,Devio
test-22B,22.0,0.3438566552901024,0.4690300736904999,0.2713116013867802,0.26,0.22962962962962963,0.32894736842105265,0.17,0.2981132075471698,0.24305555555555555,0.37,0.29,0.24,0.3063583815028902,0.29411764705882354,0.21,0.28936170212765955,0.23684210526315788,0.2689655172413793,0.2698412698412698,0.23015873015873015,0.33,0.33225806451612905,0.2955665024630542,0.22,0.24848484848484848,0.35353535353535354,0.35233160621761656,0.3564102564102564,0.26296296296296295,0.35294117647058826,0.36423841059602646,0.3486238532110092,0.3888888888888889,0.25980392156862747,0.20253164556962025,0.1210762331838565,0.32061068702290074,0.17355371900826447,0.2222222222222222,0.2331288343558282,0.16964285714285715,0.3786407766990291,0.19658119658119658,0.23,0.21839080459770116,0.21676300578034682,0.24134078212290502,0.29411764705882354,0.2604501607717042,0.22839506172839505,0.2695035460992908,0.24511082138200782,0.4485294117647059,0.2173202614379085,0.2545454545454545,0.4,0.29850746268656714,0.26,0.1927710843373494,0.1695906432748538,0.22888616891064872,0.3713156999785537,Devio
test-3b,3.0,0.25597269624573377,0.35988846843258315,0.23529433060937924,0.24,0.2518518518518518,0.21710526315789475,0.22,0.2339622641509434,0.2152777777777778,0.18,0.19,0.22,0.21965317919075145,0.19607843137254902,0.18,0.3276595744680851,0.21929824561403508,0.25517241379310346,0.2566137566137566,0.19047619047619047,0.18,0.29354838709677417,0.2315270935960591,0.16,0.22424242424242424,0.2474747474747475,0.23316062176165803,0.24871794871794872,0.24074074074074073,0.24369747899159663,0.2052980132450331,0.22568807339449543,0.4351851851851852,0.21568627450980393,0.26582278481012656,0.18834080717488788,0.22900763358778625,0.256198347107438,0.2222222222222222,0.294478527607362,0.24107142857142858,0.20388349514563106,0.20085470085470086,0.3,0.28607918263090676,0.1994219653179191,0.23798882681564246,0.24836601307189543,0.19292604501607716,0.26851851851851855,0.2553191489361702,0.24902216427640156,0.24632352941176472,0.25326797385620914,0.24545454545454545,0.24081632653061225,0.208955223880597,0.27,0.19879518072289157,0.21052631578947367,0.23011015911872704,0.41415759101311883,Devio
test-1400,,0.35238907849829354,0.4785899223262298,0.28628401233921036,0.24,0.22962962962962963,0.3684210526315789,0.21,0.3169811320754717,0.24305555555555555,0.32,0.33,0.31,0.3063583815028902,0.28431372549019607,0.28,0.3446808510638298,0.23684210526315788,0.2620689655172414,0.2857142857142857,0.31746031746031744,0.34,0.3225806451612903,0.2857142857142857,0.19,0.2606060606060606,0.3686868686868687,0.35233160621761656,0.36153846153846153,0.24074074074074073,0.33613445378151263,0.32450331125827814,0.3376146788990826,0.4074074074074074,0.25980392156862747,0.19831223628691982,0.26905829596412556,0.31297709923664124,0.1322314049586777,0.25,0.2085889570552147,0.16071428571428573,0.4077669902912621,0.23504273504273504,0.25,0.24521072796934865,0.2745664739884393,0.2536312849162011,0.3104575163398693,0.29260450160771706,0.25617283950617287,0.28368794326241137,0.2438070404172099,0.4227941176470588,0.23529411764705882,0.2818181818181818,0.4,0.3333333333333333,0.3,0.25301204819277107,0.23391812865497075,0.22766217870257038,0.3686966632375142,Devio
testC,,0.35494880546075086,0.4529974108743278,0.27757106742235227,0.3,0.22962962962962963,0.32894736842105265,0.21,0.2981132075471698,0.2638888888888889,0.37,0.33,0.28,0.27167630057803466,0.30392156862745096,0.16,0.28936170212765955,0.23684210526315788,0.2827586206896552,0.23809523809523808,0.3888888888888889,0.33,0.3258064516129032,0.2857142857142857,0.18,0.23030303030303031,0.35858585858585856,0.36787564766839376,0.34615384615384615,0.25925925925925924,0.33613445378151263,0.33774834437086093,0.3431192660550459,0.4351851851851852,0.2549019607843137,0.20675105485232068,0.15695067264573992,0.2824427480916031,0.14049586776859505,0.23148148148148148,0.22085889570552147,0.20535714285714285,0.4174757281553398,0.18803418803418803,0.28,0.210727969348659,0.22832369942196531,0.2424581005586592,0.3006535947712418,0.26688102893890675,0.25308641975308643,0.2624113475177305,0.2457627118644068,0.4485294117647059,0.22058823529411764,0.2727272727272727,0.39591836734693875,0.263681592039801,0.35,0.21084337349397592,0.14619883040935672,0.20318237454100369,0.35665813452391837,Devio
pygmalion-7b,7.0,0.47952218430034127,0.5760804620593507,0.3568354877788264,0.28,0.4148148148148148,0.3157894736842105,0.44,0.39245283018867927,0.3680555555555556,0.27,0.3,0.33,0.31213872832369943,0.21568627450980393,0.44,0.37872340425531914,0.2631578947368421,0.27586206896551724,0.25132275132275134,0.24603174603174602,0.32,0.3580645161290323,0.29064039408866993,0.3,0.4484848484848485,0.3484848484848485,0.46113989637305697,0.36153846153846153,0.23703703703703705,0.3445378151260504,0.2582781456953642,0.47522935779816516,0.28703703703703703,0.4117647058823529,0.4219409282700422,0.3991031390134529,0.33587786259541985,0.5289256198347108,0.37037037037037035,0.37423312883435583,0.26785714285714285,0.3300970873786408,0.46153846153846156,0.36,0.4367816091954023,0.3959537572254335,0.2424581005586592,0.39869281045751637,0.38263665594855306,0.35802469135802467,0.2624113475177305,0.2985658409387223,0.44485294117647056,0.3562091503267974,0.4909090909090909,0.3224489795918367,0.43283582089552236,0.43,0.3493975903614458,0.49122807017543857,0.23255813953488372,0.34541288814971643,Neko-Institute-of-Science
metharme-7b,7.0,0.5025597269624573,0.58424616610237,0.35910453221651123,0.29,0.42962962962962964,0.3223684210526316,0.44,0.39622641509433965,0.3958333333333333,0.25,0.3,0.28,0.3236994219653179,0.20588235294117646,0.43,0.3617021276595745,0.2719298245614035,0.2896551724137931,0.28835978835978837,0.2857142857142857,0.32,0.33548387096774196,0.24630541871921183,0.28,0.48484848484848486,0.3282828282828283,0.43523316062176165,0.3384615384615385,0.26296296296296295,0.3445378151260504,0.23841059602649006,0.43486238532110094,0.2638888888888889,0.4166666666666667,0.4430379746835443,0.40358744394618834,0.3435114503816794,0.6033057851239669,0.37962962962962965,0.3987730061349693,0.30357142857142855,0.3300970873786408,0.4444444444444444,0.43,0.42017879948914433,0.3815028901734104,0.2424581005586592,0.4019607843137255,0.3633440514469453,0.36419753086419754,0.3120567375886525,0.30378096479791394,0.4632352941176471,0.36764705882352944,0.43636363636363634,0.3306122448979592,0.43781094527363185,0.45,0.3433734939759036,0.47953216374269003,0.2607099143206854,0.39161750173515075,Neko-Institute-of-Science
gpt2-large-lora-sft2,,0.23464163822525597,0.35839474208325034,0.24722225996506045,0.27,0.31851851851851853,0.28289473684210525,0.18,0.2188679245283019,0.24305555555555555,0.2,0.29,0.29,0.23699421965317918,0.18627450980392157,0.28,0.251063829787234,0.2631578947368421,0.296551724137931,0.24603174603174602,0.1746031746031746,0.22,0.24838709677419354,0.2955665024630542,0.24,0.24242424242424243,0.21717171717171718,0.23834196891191708,0.21794871794871795,0.2740740740740741,0.2184873949579832,0.26490066225165565,0.23119266055045873,0.23148148148148148,0.2549019607843137,0.26582278481012656,0.2062780269058296,0.20610687022900764,0.371900826446281,0.23148148148148148,0.25766871165644173,0.25892857142857145,0.27184466019417475,0.23504273504273504,0.21,0.27330779054916987,0.29190751445086704,0.25027932960893856,0.24836601307189543,0.2990353697749196,0.29012345679012347,0.2765957446808511,0.27249022164276404,0.16544117647058823,0.23366013071895425,0.21818181818181817,0.20816326530612245,0.24875621890547264,0.25,0.21686746987951808,0.21052631578947367,0.2386780905752754,0.4030671128915194,Mikivis
gpt2-large-lora-sft,,0.23720136518771331,0.35839474208325034,0.2582222246167934,0.23,0.3333333333333333,0.17763157894736842,0.25,0.26037735849056604,0.2569444444444444,0.25,0.35,0.3,0.26011560693641617,0.13725490196078433,0.29,0.24680851063829787,0.23684210526315788,0.25517241379310346,0.24074074074074073,0.15079365079365079,0.19,0.2838709677419355,0.2857142857142857,0.33,0.21212121212121213,0.30303030303030304,0.22279792746113988,0.2128205128205128,0.29259259259259257,0.21428571428571427,0.23841059602649006,0.26788990825688075,0.42592592592592593,0.24509803921568626,0.270042194092827,0.242152466367713,0.2366412213740458,0.32231404958677684,0.25,0.3006134969325153,0.30357142857142855,0.39805825242718446,0.2264957264957265,0.22,0.25798212005108556,0.2774566473988439,0.2446927374301676,0.25163398692810457,0.2057877813504823,0.2623456790123457,0.22340425531914893,0.2457627118644068,0.27941176470588236,0.25163398692810457,0.18181818181818182,0.24897959183673468,0.2835820895522388,0.25,0.25301204819277107,0.2807017543859649,0.23623011015911874,0.39061720011720086,Mikivis
gpt2-large-lora-sft1,,0.21843003412969283,0.35769766978689504,0.24890610355637036,0.26,0.3333333333333333,0.28289473684210525,0.18,0.2188679245283019,0.22916666666666666,0.19,0.29,0.25,0.23699421965317918,0.21568627450980393,0.24,0.30638297872340425,0.22807017543859648,0.25517241379310346,0.2724867724867725,0.19047619047619047,0.2,0.26129032258064516,0.2955665024630542,0.25,0.23636363636363636,0.29292929292929293,0.27461139896373055,0.23076923076923078,0.27037037037037037,0.23529411764705882,0.23841059602649006,0.22201834862385322,0.23148148148148148,0.2696078431372549,0.2616033755274262,0.2062780269058296,0.26717557251908397,0.371900826446281,0.2222222222222222,0.3067484662576687,0.25,0.34951456310679613,0.23504273504273504,0.18,0.2554278416347382,0.24566473988439305,0.25139664804469275,0.24836601307189543,0.3054662379421222,0.2716049382716049,0.26595744680851063,0.2503259452411995,0.16911764705882354,0.21241830065359477,0.21818181818181817,0.2,0.2537313432835821,0.22,0.25903614457831325,0.2222222222222222,0.2350061199510404,0.39365434891343787,Mikivis
gpt2-large-lora-stf4,,0.22013651877133106,0.3564031069508066,0.2552925949264126,0.25,0.2962962962962963,0.20394736842105263,0.23,0.21509433962264152,0.2361111111111111,0.25,0.28,0.24,0.2254335260115607,0.3431372549019608,0.19,0.3191489361702128,0.24561403508771928,0.23448275862068965,0.2777777777777778,0.20634920634920634,0.18,0.3096774193548387,0.3054187192118227,0.25,0.2787878787878788,0.2828282828282828,0.27979274611398963,0.2128205128205128,0.2777777777777778,0.2857142857142857,0.32450331125827814,0.27522935779816515,0.3101851851851852,0.27941176470588236,0.24050632911392406,0.21076233183856502,0.19083969465648856,0.4049586776859504,0.21296296296296297,0.24539877300613497,0.25892857142857145,0.3786407766990291,0.19230769230769232,0.24,0.24010217113665389,0.21676300578034682,0.2424581005586592,0.23202614379084968,0.24758842443729903,0.29012345679012347,0.2553191489361702,0.2542372881355932,0.20955882352941177,0.21568627450980393,0.20909090909090908,0.24897959183673468,0.31343283582089554,0.26,0.23493975903614459,0.21052631578947367,0.23623011015911874,0.40843161308228243,Mikivis
Llama-2-7b-chat-orcah,7.0,0.4189419795221843,0.5686118303126867,0.4810808105962933,0.25,0.42962962962962964,0.5,0.49,0.5169811320754717,0.4652777777777778,0.29,0.37,0.31,0.4508670520231214,0.20588235294117646,0.56,0.425531914893617,0.3508771929824561,0.47586206896551725,0.31746031746031744,0.24603174603174602,0.37,0.5612903225806452,0.37438423645320196,0.49,0.6181818181818182,0.6111111111111112,0.694300518134715,0.45384615384615384,0.25555555555555554,0.42436974789915966,0.2847682119205298,0.6642201834862386,0.35648148148148145,0.6470588235294118,0.6540084388185654,0.5201793721973094,0.5725190839694656,0.71900826446281,0.5555555555555556,0.5644171779141104,0.32142857142857145,0.6796116504854369,0.7264957264957265,0.54,0.6704980842911877,0.5,0.2435754189944134,0.5424836601307189,0.572347266881029,0.5555555555555556,0.3475177304964539,0.3376792698826597,0.4485294117647059,0.46078431372549017,0.5363636363636364,0.5142857142857142,0.6368159203980099,0.66,0.4036144578313253,0.6783625730994152,0.30354957160342716,0.4523060626538829,julianweng
pyg-instruct-wizardlm,,0.3703071672354949,0.4907388966341366,0.26332256780365687,0.26,0.24444444444444444,0.2631578947368421,0.31,0.2641509433962264,0.2638888888888889,0.19,0.18,0.23,0.23121387283236994,0.19607843137254902,0.29,0.32340425531914896,0.2719298245614035,0.25517241379310346,0.24867724867724866,0.2222222222222222,0.36,0.26129032258064516,0.26108374384236455,0.26,0.2909090909090909,0.21717171717171718,0.22279792746113988,0.2512820512820513,0.26666666666666666,0.2184873949579832,0.2052980132450331,0.25871559633027524,0.16666666666666666,0.27941176470588236,0.26582278481012656,0.34080717488789236,0.1984732824427481,0.35537190082644626,0.39814814814814814,0.26380368098159507,0.26785714285714285,0.21359223300970873,0.28205128205128205,0.25,0.30779054916985954,0.2630057803468208,0.27039106145251396,0.28431372549019607,0.28938906752411575,0.30246913580246915,0.2730496453900709,0.27249022164276404,0.1801470588235294,0.272875816993464,0.2909090909090909,0.23673469387755103,0.26865671641791045,0.25,0.3313253012048193,0.3157894736842105,0.19583843329253367,0.3193114626837606,Lazycuber
L2-7b-Guanaco-Uncensored,7.0,0.4667235494880546,0.5754829715196176,0.4892874997162966,0.32,0.4222222222222222,0.4605263157894737,0.47,0.539622641509434,0.5069444444444444,0.32,0.4,0.35,0.3988439306358382,0.27450980392156865,0.57,0.425531914893617,0.37719298245614036,0.5241379310344828,0.29365079365079366,0.23809523809523808,0.41,0.532258064516129,0.39901477832512317,0.43,0.593939393939394,0.6161616161616161,0.7098445595854922,0.441025641025641,0.2777777777777778,0.4411764705882353,0.31788079470198677,0.673394495412844,0.3148148148148148,0.6666666666666666,0.6582278481012658,0.5650224215246636,0.5725190839694656,0.6363636363636364,0.6203703703703703,0.5460122699386503,0.36607142857142855,0.6990291262135923,0.7307692307692307,0.52,0.6871008939974457,0.5260115606936416,0.2122905027932961,0.5228758169934641,0.5562700964630225,0.5524691358024691,0.37943262411347517,0.3455019556714472,0.4852941176470588,0.4869281045751634,0.5272727272727272,0.5795918367346938,0.6318407960199005,0.65,0.39759036144578314,0.7192982456140351,0.2778457772337821,0.43423608772141165,Lazycuber
Janemalion-6B,6.0,0.386518771331058,0.5052778331009758,0.2828258596116414,0.26,0.2962962962962963,0.3157894736842105,0.26,0.30943396226415093,0.2638888888888889,0.17,0.23,0.3,0.2658959537572254,0.21568627450980393,0.36,0.3446808510638298,0.3333333333333333,0.2482758620689655,0.25132275132275134,0.1984126984126984,0.28,0.25483870967741934,0.2660098522167488,0.23,0.2727272727272727,0.21717171717171718,0.2538860103626943,0.28974358974358977,0.26666666666666666,0.23949579831932774,0.2582781456953642,0.26055045871559634,0.18055555555555555,0.29411764705882354,0.3037974683544304,0.34080717488789236,0.25190839694656486,0.36363636363636365,0.32407407407407407,0.25153374233128833,0.35714285714285715,0.17475728155339806,0.27350427350427353,0.26,0.3243933588761175,0.2947976878612717,0.24134078212290502,0.3431372549019608,0.29260450160771706,0.3148148148148148,0.2978723404255319,0.31681877444589307,0.23529411764705882,0.27450980392156865,0.35454545454545455,0.42857142857142855,0.36318407960199006,0.34,0.29518072289156627,0.3157894736842105,0.20930232558139536,0.34587723098212036,Lazycuber
L2-7b-Base-Guanaco-Uncensored,7.0,0.49402730375426623,0.5916152160924119,0.46632674940693963,0.3,0.45925925925925926,0.40789473684210525,0.51,0.44528301886792454,0.4375,0.34,0.4,0.3,0.4161849710982659,0.21568627450980393,0.59,0.4297872340425532,0.34210526315789475,0.42758620689655175,0.291005291005291,0.2857142857142857,0.32,0.47419354838709676,0.35960591133004927,0.44,0.593939393939394,0.48484848484848486,0.689119170984456,0.441025641025641,0.28888888888888886,0.40756302521008403,0.31788079470198677,0.6256880733944954,0.25,0.553921568627451,0.620253164556962,0.5695067264573991,0.5572519083969466,0.6446280991735537,0.5555555555555556,0.49079754601226994,0.39285714285714285,0.5631067961165048,0.7136752136752137,0.52,0.6385696040868455,0.5202312138728323,0.23798882681564246,0.48366013071895425,0.5884244372990354,0.5092592592592593,0.35815602836879434,0.3559322033898305,0.5404411764705882,0.4542483660130719,0.5727272727272728,0.42448979591836733,0.6467661691542289,0.66,0.41566265060240964,0.7017543859649122,0.2913096695226438,0.42967422660946836,Lazycuber
wizard-vicuna-13b,13.0,0.5187713310580204,0.5871340370444135,0.48875948861570995,0.32,0.4074074074074074,0.47368421052631576,0.5,0.4716981132075472,0.4861111111111111,0.33,0.46,0.31,0.3583815028901734,0.17647058823529413,0.61,0.3829787234042553,0.2807017543859649,0.4068965517241379,0.2751322751322751,0.38095238095238093,0.3,0.5225806451612903,0.35960591133004927,0.52,0.6545454545454545,0.6161616161616161,0.6839378238341969,0.4153846153846154,0.23703703703703705,0.4327731092436975,0.304635761589404,0.6495412844036698,0.3101851851851852,0.6764705882352942,0.6708860759493671,0.5964125560538116,0.6259541984732825,0.6363636363636364,0.5925925925925926,0.6012269938650306,0.36607142857142855,0.6601941747572816,0.717948717948718,0.59,0.6756066411238825,0.5317919075144508,0.3452513966480447,0.5555555555555556,0.49517684887459806,0.5246913580246914,0.34397163120567376,0.408735332464146,0.4338235294117647,0.5,0.5181818181818182,0.5673469387755102,0.7263681592039801,0.72,0.45180722891566266,0.6900584795321637,0.35006119951040393,0.49619544657387094,junelee
Cerebras-GPT-1.3B,1.3,0.23720136518771331,0.32901812387970525,0.2659293346313155,0.25,0.2074074074074074,0.21052631578947367,0.22,0.2679245283018868,0.24305555555555555,0.24,0.34,0.31,0.2658959537572254,0.22549019607843138,0.21,0.2765957446808511,0.24561403508771928,0.23448275862068965,0.24074074074074073,0.2619047619047619,0.31,0.2032258064516129,0.22660098522167488,0.29,0.2606060606060606,0.31313131313131315,0.3471502590673575,0.3230769230769231,0.25925925925925924,0.22268907563025211,0.23841059602649006,0.3431192660550459,0.4722222222222222,0.22058823529411764,0.2742616033755274,0.23318385650224216,0.2366412213740458,0.2809917355371901,0.24074074074074073,0.3006134969325153,0.30357142857142855,0.1941747572815534,0.2948717948717949,0.28,0.24648786717752236,0.2630057803468208,0.23687150837988827,0.29411764705882354,0.26366559485530544,0.2654320987654321,0.2801418439716312,0.2379400260756193,0.41911764705882354,0.2777777777777778,0.16363636363636364,0.23673469387755103,0.22885572139303484,0.19,0.3313253012048193,0.30409356725146197,0.24479804161566707,0.4269871364718513,cerebras
Cerebras-GPT-590M,0.59,0.1962457337883959,0.2891854212308305,0.25971349463630217,0.23,0.2518518518518518,0.19736842105263158,0.21,0.27547169811320754,0.2222222222222222,0.31,0.29,0.24,0.21965317919075145,0.19607843137254902,0.17,0.26382978723404255,0.2807017543859649,0.22758620689655173,0.23544973544973544,0.1984126984126984,0.18,0.23548387096774193,0.20689655172413793,0.33,0.2727272727272727,0.3383838383838384,0.33678756476683935,0.24358974358974358,0.25925925925925924,0.2184873949579832,0.2847682119205298,0.3229357798165138,0.4722222222222222,0.2549019607843137,0.19831223628691982,0.2645739910313901,0.2595419847328244,0.256198347107438,0.3055555555555556,0.24539877300613497,0.29464285714285715,0.17475728155339806,0.2606837606837607,0.34,0.2222222222222222,0.23121387283236994,0.25251396648044694,0.24183006535947713,0.19614147909967847,0.2222222222222222,0.23049645390070922,0.2457627118644068,0.4411764705882353,0.27124183006535946,0.21818181818181817,0.31020408163265306,0.23383084577114427,0.35,0.21686746987951808,0.34502923976608185,0.25091799265605874,0.441484541758896,cerebras
Cerebras-GPT-13B,13.0,0.3378839590443686,0.44981079466241786,0.2592343071444703,0.23,0.25925925925925924,0.21710526315789475,0.19,0.2528301886792453,0.2916666666666667,0.22,0.28,0.34,0.23121387283236994,0.19607843137254902,0.27,0.2553191489361702,0.23684210526315788,0.2482758620689655,0.24338624338624337,0.30158730158730157,0.2,0.24838709677419354,0.22660098522167488,0.23,0.2606060606060606,0.23737373737373738,0.19689119170984457,0.31794871794871793,0.24444444444444444,0.2773109243697479,0.23178807947019867,0.28256880733944956,0.4537037037037037,0.2549019607843137,0.27848101265822783,0.25112107623318386,0.22900763358778625,0.2644628099173554,0.25,0.24539877300613497,0.2767857142857143,0.24271844660194175,0.25213675213675213,0.28,0.2835249042145594,0.2630057803468208,0.27262569832402234,0.2581699346405229,0.27009646302250806,0.24382716049382716,0.24822695035460993,0.2516297262059974,0.19117647058823528,0.24183006535947713,0.2909090909090909,0.3551020408163265,0.25870646766169153,0.24,0.3072289156626506,0.30409356725146197,0.22766217870257038,0.39185464744654125,cerebras
Cerebras-GPT-2.7B,2.7,0.2696245733788396,0.38548097988448515,0.25166915819004554,0.23,0.26666666666666666,0.19078947368421054,0.22,0.21509433962264152,0.2708333333333333,0.2,0.37,0.25,0.23121387283236994,0.17647058823529413,0.26,0.2553191489361702,0.2631578947368421,0.2413793103448276,0.20105820105820105,0.2222222222222222,0.18,0.24516129032258063,0.270935960591133,0.39,0.23030303030303031,0.2222222222222222,0.21761658031088082,0.23846153846153847,0.27037037037037037,0.23109243697478993,0.2781456953642384,0.23302752293577983,0.28703703703703703,0.2696078431372549,0.25738396624472576,0.242152466367713,0.2366412213740458,0.2396694214876033,0.18518518518518517,0.31901840490797545,0.3392857142857143,0.21359223300970873,0.2564102564102564,0.22,0.2669220945083014,0.2658959537572254,0.27150837988826815,0.27124183006535946,0.26688102893890675,0.23148148148148148,0.26595744680851063,0.26401564537157757,0.2536764705882353,0.2630718954248366,0.17272727272727273,0.3183673469387755,0.2537313432835821,0.29,0.28313253012048195,0.26900584795321636,0.2460220318237454,0.4136763359861922,cerebras
Cerebras-GPT-6.7B,6.7,0.30887372013651876,0.4451304521011751,0.2592839462676388,0.28,0.23703703703703705,0.24342105263157895,0.13,0.22264150943396227,0.2152777777777778,0.31,0.4,0.3,0.24277456647398843,0.24509803921568626,0.22,0.3021276595744681,0.24561403508771928,0.25517241379310346,0.24338624338624337,0.23809523809523808,0.19,0.21935483870967742,0.20689655172413793,0.37,0.28484848484848485,0.18686868686868688,0.21761658031088082,0.24871794871794872,0.26296296296296295,0.24789915966386555,0.271523178807947,0.30458715596330277,0.3425925925925926,0.24019607843137256,0.22362869198312235,0.29596412556053814,0.2595419847328244,0.2644628099173554,0.2222222222222222,0.2883435582822086,0.23214285714285715,0.27184466019417475,0.23931623931623933,0.26,0.26053639846743293,0.2832369942196532,0.27262569832402234,0.23529411764705882,0.2604501607717042,0.24074074074074073,0.24822695035460993,0.26988265971316816,0.4117647058823529,0.24836601307189543,0.24545454545454545,0.2,0.2537313432835821,0.28,0.26506024096385544,0.3216374269005848,0.24357405140758873,0.3802394598585255,cerebras
Cerebras-GPT-256M,0.256,0.18430034129692832,0.2778331009759012,0.2683072205019107,0.24,0.2518518518518518,0.18421052631578946,0.18,0.2339622641509434,0.2708333333333333,0.37,0.29,0.28,0.2023121387283237,0.23529411764705882,0.23,0.3021276595744681,0.2543859649122807,0.23448275862068965,0.25132275132275134,0.18253968253968253,0.21,0.3225806451612903,0.26108374384236455,0.31,0.23636363636363636,0.35858585858585856,0.3626943005181347,0.3717948717948718,0.27037037037037037,0.25210084033613445,0.3509933774834437,0.3486238532110092,0.4722222222222222,0.2549019607843137,0.21518987341772153,0.13004484304932734,0.22137404580152673,0.2892561983471074,0.2222222222222222,0.26993865030674846,0.22321428571428573,0.32038834951456313,0.21794871794871795,0.32,0.22988505747126436,0.23699421965317918,0.2424581005586592,0.27450980392156865,0.27009646302250806,0.2222222222222222,0.2765957446808511,0.2470664928292047,0.44485294117647056,0.2549019607843137,0.2818181818181818,0.4,0.23880597014925373,0.26,0.1566265060240964,0.25146198830409355,0.2558139534883721,0.4597828347619155,cerebras
pile-7b-250b-tokens,7.0,0.2593856655290102,0.37203744274048994,0.25249864014007295,0.24,0.26666666666666666,0.19736842105263158,0.22,0.24150943396226415,0.2638888888888889,0.3,0.38,0.34,0.24855491329479767,0.17647058823529413,0.27,0.26382978723404255,0.21929824561403508,0.20689655172413793,0.24867724867724866,0.1984126984126984,0.29,0.21935483870967742,0.23645320197044334,0.28,0.21212121212121213,0.2828282828282828,0.2538860103626943,0.23333333333333334,0.2814814814814815,0.19327731092436976,0.2781456953642384,0.24036697247706423,0.25462962962962965,0.2696078431372549,0.23628691983122363,0.31390134529147984,0.22900763358778625,0.30578512396694213,0.25925925925925924,0.2822085889570552,0.22321428571428573,0.18446601941747573,0.24358974358974358,0.23,0.2822477650063857,0.2514450867052023,0.2435754189944134,0.24509803921568626,0.28938906752411575,0.2345679012345679,0.26595744680851063,0.23989569752281617,0.1948529411764706,0.2777777777777778,0.20909090909090908,0.1836734693877551,0.23880597014925373,0.28,0.3313253012048193,0.30994152046783624,0.23990208078335373,0.4049183692076687,Kunhao
pile-7b,7.0,0.2380546075085324,0.3269269069906393,0.26549708472369976,0.24,0.23703703703703705,0.2631578947368421,0.21,0.21132075471698114,0.20833333333333334,0.25,0.35,0.33,0.24277456647398843,0.28431372549019607,0.22,0.23404255319148937,0.23684210526315788,0.25517241379310346,0.25132275132275134,0.20634920634920634,0.25,0.27741935483870966,0.24630541871921183,0.33,0.2545454545454545,0.35858585858585856,0.36787564766839376,0.31025641025641026,0.3333333333333333,0.2184873949579832,0.271523178807947,0.25871559633027524,0.46296296296296297,0.27941176470588236,0.2109704641350211,0.28699551569506726,0.25190839694656486,0.256198347107438,0.2222222222222222,0.22699386503067484,0.2857142857142857,0.17475728155339806,0.1794871794871795,0.3,0.24648786717752236,0.25722543352601157,0.23687150837988827,0.2549019607843137,0.24115755627009647,0.24074074074074073,0.24822695035460993,0.24902216427640156,0.4227941176470588,0.24673202614379086,0.19090909090909092,0.3877551020408163,0.25870646766169153,0.26,0.2891566265060241,0.2573099415204678,0.23378212974296206,0.4240744665255174,Kunhao
results_2023-07-24T10-16-22.897961.json,,0.2354948805460751,0.36168094005178253,0.2608442991479515,0.25,0.31851851851851853,0.17105263157894737,0.25,0.27169811320754716,0.2638888888888889,0.18,0.33,0.27,0.26011560693641617,0.14705882352941177,0.33,0.32340425531914896,0.3157894736842105,0.2206896551724138,0.24074074074074073,0.15079365079365079,0.33,0.25161290322580643,0.29064039408866993,0.33,0.22424242424242424,0.2676767676767677,0.22797927461139897,0.26666666666666666,0.26666666666666666,0.2184873949579832,0.26490066225165565,0.24403669724770644,0.3611111111111111,0.27941176470588236,0.26582278481012656,0.29596412556053814,0.1984732824427481,0.24793388429752067,0.2962962962962963,0.3006134969325153,0.2767857142857143,0.3883495145631068,0.21794871794871795,0.21,0.2567049808429119,0.2543352601156069,0.24134078212290502,0.25163398692810457,0.28938906752411575,0.2654320987654321,0.2695035460992908,0.24511082138200782,0.19852941176470587,0.25163398692810457,0.20909090909090908,0.19183673469387755,0.25870646766169153,0.3,0.27710843373493976,0.29239766081871343,0.2215422276621787,0.3871279015816955,gpt2-large
Vicuna-13B-CoT,13.0,0.5196245733788396,0.6007767377016531,0.5193614752036645,0.28,0.4888888888888889,0.506578947368421,0.54,0.4981132075471698,0.5972222222222222,0.38,0.46,0.31,0.4161849710982659,0.27450980392156865,0.64,0.39574468085106385,0.30701754385964913,0.47586206896551725,0.3386243386243386,0.40476190476190477,0.26,0.567741935483871,0.4039408866995074,0.54,0.6666666666666666,0.6565656565656566,0.694300518134715,0.4717948717948718,0.3,0.4495798319327731,0.31125827814569534,0.6862385321100918,0.37037037037037035,0.6862745098039216,0.7088607594936709,0.5874439461883408,0.6717557251908397,0.6859504132231405,0.6203703703703703,0.6380368098159509,0.39285714285714285,0.6990291262135923,0.7521367521367521,0.59,0.6922094508301405,0.546242774566474,0.3307262569832402,0.5555555555555556,0.5241157556270096,0.5462962962962963,0.39361702127659576,0.4165580182529335,0.4889705882352941,0.5212418300653595,0.5545454545454546,0.6244897959183674,0.7711442786069652,0.76,0.4397590361445783,0.7134502923976608,0.3623011015911873,0.5207836984948891,kevinpro
llama2-13b-chinese-v2,13.0,0.5042662116040956,0.5623381796454889,0.49736198827900713,0.33,0.4962962962962963,0.46710526315789475,0.53,0.5283018867924528,0.5347222222222222,0.4,0.47,0.27,0.4624277456647399,0.2647058823529412,0.58,0.3702127659574468,0.2807017543859649,0.4896551724137931,0.30423280423280424,0.30952380952380953,0.36,0.535483870967742,0.37438423645320196,0.57,0.6545454545454545,0.5808080808080808,0.6580310880829016,0.47692307692307695,0.3148148148148148,0.46638655462184875,0.31788079470198677,0.6,0.3333333333333333,0.6225490196078431,0.7257383966244726,0.6188340807174888,0.5877862595419847,0.7024793388429752,0.5925925925925926,0.5521472392638037,0.3392857142857143,0.6116504854368932,0.6965811965811965,0.47,0.6551724137931034,0.5664739884393064,0.3675977653631285,0.5392156862745098,0.5594855305466238,0.5308641975308642,0.38652482269503546,0.3683181225554107,0.39705882352941174,0.5,0.5818181818181818,0.6,0.7014925373134329,0.68,0.4397590361445783,0.6257309941520468,0.3268053855569155,0.45427145393809903,gywy
llama2-13b-chinese-v1,13.0,0.5631399317406144,0.5381398127862975,0.5417811180852776,0.4,0.5037037037037037,0.5657894736842105,0.5,0.5924528301886792,0.5555555555555556,0.39,0.41,0.27,0.5086705202312138,0.3137254901960784,0.68,0.42127659574468085,0.2982456140350877,0.503448275862069,0.3201058201058201,0.30952380952380953,0.39,0.6612903225806451,0.43349753694581283,0.52,0.6727272727272727,0.6868686868686869,0.7772020725388601,0.4846153846153846,0.3037037037037037,0.6008403361344538,0.31788079470198677,0.7009174311926606,0.4027777777777778,0.7401960784313726,0.7426160337552743,0.6636771300448431,0.6335877862595419,0.71900826446281,0.7129629629629629,0.6134969325153374,0.30357142857142855,0.7087378640776699,0.7564102564102564,0.48,0.7254150702426565,0.6098265895953757,0.37094972067039106,0.5784313725490197,0.6237942122186495,0.5740740740740741,0.4432624113475177,0.3970013037809648,0.5073529411764706,0.5375816993464052,0.6,0.6122448979591837,0.7263681592039801,0.77,0.4759036144578313,0.7602339181286549,0.3182374541003672,0.45724154700953135,gywy
blossom-v2-llama2-7b,7.0,0.5085324232081911,0.5981876120294762,0.5165677011949178,0.24,0.45185185185185184,0.47368421052631576,0.55,0.5547169811320755,0.5138888888888888,0.43,0.43,0.38,0.47398843930635837,0.2647058823529412,0.66,0.41702127659574467,0.2719298245614035,0.4689655172413793,0.30423280423280424,0.373015873015873,0.26,0.5903225806451613,0.3497536945812808,0.4,0.6909090909090909,0.6515151515151515,0.7202072538860104,0.4846153846153846,0.29259259259259257,0.453781512605042,0.4105960264900662,0.6990825688073394,0.4444444444444444,0.7058823529411765,0.7383966244725738,0.5874439461883408,0.6183206106870229,0.6363636363636364,0.6296296296296297,0.588957055214724,0.3482142857142857,0.6796116504854369,0.7564102564102564,0.54,0.70242656449553,0.5520231213872833,0.4033519553072626,0.5849673202614379,0.594855305466238,0.5401234567901234,0.36879432624113473,0.3820078226857888,0.5588235294117647,0.46405228758169936,0.6,0.6326530612244898,0.7064676616915423,0.69,0.4036144578313253,0.7251461988304093,0.31946144430844553,0.4683906945088401,Azure99
openbuddy-llama2-13b-v11.1-bf16,13.0,0.4863481228668942,0.5654252141007767,0.561348644811432,0.28,0.4740740740740741,0.5394736842105263,0.54,0.630188679245283,0.5972222222222222,0.38,0.45,0.36,0.5144508670520231,0.35294117647058826,0.71,0.43829787234042555,0.32456140350877194,0.5379310344827586,0.35714285714285715,0.42063492063492064,0.39,0.6774193548387096,0.458128078817734,0.62,0.6909090909090909,0.7222222222222222,0.8082901554404145,0.49743589743589745,0.3296296296296296,0.5756302521008403,0.304635761589404,0.7467889908256881,0.4675925925925926,0.7205882352941176,0.7172995780590717,0.6278026905829597,0.6641221374045801,0.7355371900826446,0.7407407407407407,0.7116564417177914,0.35714285714285715,0.6893203883495146,0.8290598290598291,0.57,0.7432950191570882,0.6329479768786127,0.3229050279329609,0.6176470588235294,0.617363344051447,0.5833333333333334,0.4219858156028369,0.41590612777053454,0.5073529411764706,0.5522875816993464,0.6454545454545455,0.6653061224489796,0.7313432835820896,0.78,0.46987951807228917,0.7309941520467836,0.33414932680538556,0.4969886202317928,OpenBuddy
openbuddy-llama2-13b-v11-bf16,13.0,0.48890784982935154,0.5580561641107349,0.5136469958411961,0.34,0.45185185185185184,0.4605263157894737,0.57,0.5320754716981132,0.5208333333333334,0.34,0.42,0.35,0.3988439306358382,0.2549019607843137,0.57,0.425531914893617,0.30701754385964913,0.4689655172413793,0.32275132275132273,0.3412698412698413,0.34,0.5774193548387097,0.39408866995073893,0.49,0.6727272727272727,0.7121212121212122,0.7512953367875648,0.441025641025641,0.29259259259259257,0.5378151260504201,0.26490066225165565,0.6825688073394496,0.4166666666666667,0.6813725490196079,0.6708860759493671,0.6322869955156951,0.5343511450381679,0.6859504132231405,0.6944444444444444,0.6196319018404908,0.35714285714285715,0.6601941747572816,0.782051282051282,0.58,0.7011494252873564,0.5346820809248555,0.2435754189944134,0.5588235294117647,0.5787781350482315,0.5154320987654321,0.3723404255319149,0.39765319426336376,0.47794117647058826,0.4869281045751634,0.6363636363636364,0.6163265306122448,0.7014925373134329,0.75,0.4819277108433735,0.6783625730994152,0.33047735618115054,0.4794321676886404,OpenBuddy
openbuddy-openllama-13b-v7-fp16,13.0,0.4462457337883959,0.5474009161521609,0.47742218368354866,0.29,0.4666666666666667,0.5131578947368421,0.39,0.4867924528301887,0.4791666666666667,0.31,0.32,0.27,0.42196531791907516,0.23529411764705882,0.62,0.3872340425531915,0.2631578947368421,0.4827586206896552,0.2751322751322751,0.24603174603174602,0.36,0.5258064516129032,0.3448275862068966,0.46,0.6060606060606061,0.6060606060606061,0.6683937823834197,0.4205128205128205,0.2814814814814815,0.41596638655462187,0.3576158940397351,0.6055045871559633,0.3055555555555556,0.6225490196078431,0.5864978902953587,0.5739910313901345,0.6106870229007634,0.6528925619834711,0.5370370370370371,0.6134969325153374,0.39285714285714285,0.6019417475728155,0.7222222222222222,0.59,0.665389527458493,0.5,0.24134078212290502,0.5326797385620915,0.5273311897106109,0.5462962962962963,0.3333333333333333,0.3683181225554107,0.45955882352941174,0.4526143790849673,0.6181818181818182,0.4857142857142857,0.6119402985074627,0.75,0.4759036144578313,0.7251461988304093,0.32068543451652387,0.48728163320749157,OpenBuddy
openbuddy-llama2-13b-v8.1-fp16,13.0,0.5290102389078498,0.5966938856801434,0.5495468788837854,0.34,0.4740740740740741,0.5723684210526315,0.6,0.5962264150943396,0.5763888888888888,0.35,0.47,0.32,0.48554913294797686,0.3333333333333333,0.7,0.41702127659574467,0.2982456140350877,0.5241379310344828,0.328042328042328,0.38095238095238093,0.37,0.667741935483871,0.41379310344827586,0.6,0.5454545454545454,0.7171717171717171,0.7875647668393783,0.5205128205128206,0.3333333333333333,0.5462184873949579,0.32450331125827814,0.7321100917431193,0.4583333333333333,0.5441176470588235,0.7426160337552743,0.6995515695067265,0.6183206106870229,0.7603305785123967,0.7129629629629629,0.6871165644171779,0.39285714285714285,0.6893203883495146,0.8247863247863247,0.58,0.7407407407407407,0.6069364161849711,0.32625698324022345,0.6013071895424836,0.6205787781350482,0.5925925925925926,0.40070921985815605,0.4015645371577575,0.5073529411764706,0.5228758169934641,0.6636363636363637,0.6326530612244898,0.6517412935323383,0.82,0.4457831325301205,0.7543859649122807,0.35006119951040393,0.5116195096328495,OpenBuddy
openbuddy-llama-65b-v8-bf16,65.0,0.5930034129692833,0.6326428998207528,0.6201195313467068,0.32,0.5185185185185185,0.6907894736842105,0.65,0.6339622641509434,0.7083333333333334,0.38,0.43,0.35,0.5664739884393064,0.3235294117647059,0.73,0.5319148936170213,0.39473684210526316,0.4827586206896552,0.3915343915343915,0.4444444444444444,0.37,0.7419354838709677,0.3891625615763547,0.64,0.7818181818181819,0.8181818181818182,0.9015544041450777,0.6051282051282051,0.3111111111111111,0.6428571428571429,0.36423841059602646,0.8128440366972477,0.5231481481481481,0.8137254901960784,0.8143459915611815,0.695067264573991,0.7404580152671756,0.8181818181818182,0.7777777777777778,0.7668711656441718,0.41964285714285715,0.7864077669902912,0.9017094017094017,0.63,0.8186462324393359,0.7225433526011561,0.38994413407821227,0.6666666666666666,0.729903536977492,0.7222222222222222,0.48226950354609927,0.4804432855280313,0.6066176470588235,0.6617647058823529,0.7,0.6938775510204082,0.835820895522388,0.85,0.5542168674698795,0.8187134502923976,0.3880048959608323,0.5508944823865429,OpenBuddy
openbuddy-llama2-70b-v10.1-bf16,70.0,0.5827645051194539,0.632244572794264,0.6740601695408874,0.32,0.5703703703703704,0.7631578947368421,0.69,0.6981132075471698,0.7708333333333334,0.41,0.55,0.46,0.630057803468208,0.4019607843137255,0.74,0.5872340425531914,0.4473684210526316,0.5724137931034483,0.41534391534391535,0.5,0.41,0.7806451612903226,0.5172413793103449,0.74,0.8181818181818182,0.8535353535353535,0.9119170984455959,0.6923076923076923,0.3851851851851852,0.7605042016806722,0.4105960264900662,0.8733944954128441,0.5601851851851852,0.8774509803921569,0.8438818565400844,0.7533632286995515,0.816793893129771,0.8760330578512396,0.8333333333333334,0.8098159509202454,0.6071428571428571,0.7961165048543689,0.9316239316239316,0.72,0.8378033205619413,0.7514450867052023,0.43910614525139663,0.7352941176470589,0.752411575562701,0.75,0.5,0.530638852672751,0.6580882352941176,0.7124183006535948,0.7181818181818181,0.7795918367346939,0.8557213930348259,0.91,0.5542168674698795,0.8304093567251462,0.3880048959608323,0.5618433959764939,OpenBuddy
openbuddy-atom-13b-v9-bf16,13.0,0.492320819112628,0.5669189404501095,0.49328866998651,0.26,0.45925925925925926,0.5131578947368421,0.52,0.49433962264150944,0.5138888888888888,0.29,0.39,0.35,0.4161849710982659,0.23529411764705882,0.63,0.3829787234042553,0.3157894736842105,0.47586206896551725,0.2857142857142857,0.3412698412698413,0.32,0.5,0.3448275862068966,0.57,0.6484848484848484,0.5707070707070707,0.7253886010362695,0.4282051282051282,0.2222222222222222,0.4495798319327731,0.2847682119205298,0.6422018348623854,0.30092592592592593,0.6470588235294118,0.6455696202531646,0.6143497757847534,0.6259541984732825,0.6363636363636364,0.6018518518518519,0.5950920245398773,0.375,0.6310679611650486,0.7948717948717948,0.57,0.7075351213282248,0.5057803468208093,0.2324022346368715,0.5359477124183006,0.5337620578778135,0.5771604938271605,0.35815602836879434,0.3833116036505867,0.41911764705882354,0.5032679738562091,0.5636363636363636,0.6,0.6318407960199005,0.77,0.463855421686747,0.7134502923976608,0.32068543451652387,0.4865705748891018,OpenBuddy
openbuddy-openllama-7b-v12-bf16,7.0,0.386518771331058,0.47829117705636326,0.4653121988917845,0.33,0.43703703703703706,0.4144736842105263,0.55,0.5245283018867924,0.4791666666666667,0.28,0.38,0.36,0.3872832369942196,0.2549019607843137,0.6,0.4127659574468085,0.3333333333333333,0.4413793103448276,0.31746031746031744,0.31746031746031744,0.33,0.5193548387096775,0.33497536945812806,0.55,0.45454545454545453,0.6212121212121212,0.6062176165803109,0.4128205128205128,0.2814814814814815,0.4369747899159664,0.2980132450331126,0.6036697247706422,0.3148148148148148,0.553921568627451,0.6455696202531646,0.5336322869955157,0.549618320610687,0.6611570247933884,0.5370370370370371,0.4662576687116564,0.3392857142857143,0.6310679611650486,0.7051282051282052,0.51,0.6590038314176245,0.5,0.3318435754189944,0.5098039215686274,0.4662379421221865,0.49382716049382713,0.40070921985815605,0.31747066492829207,0.3897058823529412,0.4084967320261438,0.5181818181818182,0.5428571428571428,0.5970149253731343,0.66,0.3795180722891566,0.631578947368421,0.30354957160342716,0.4518051777934512,OpenBuddy
openbuddy-openllama-3b-v10-bf16,3.0,0.33447098976109213,0.45379406492730534,0.23885529862236937,0.23,0.1925925925925926,0.19736842105263158,0.32,0.24150943396226415,0.2569444444444444,0.21,0.25,0.27,0.2254335260115607,0.19607843137254902,0.3,0.2680851063829787,0.24561403508771928,0.2413793103448276,0.21164021164021163,0.29365079365079366,0.18,0.1935483870967742,0.1625615763546798,0.25,0.22424242424242424,0.24242424242424243,0.18652849740932642,0.21025641025641026,0.22592592592592592,0.21428571428571427,0.23841059602649006,0.1981651376146789,0.16666666666666666,0.25,0.28270042194092826,0.31390134529147984,0.26717557251908397,0.2231404958677686,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2948717948717949,0.3,0.23754789272030652,0.25722543352601157,0.2536312849162011,0.21895424836601307,0.1864951768488746,0.22530864197530864,0.23049645390070922,0.2405475880052151,0.18382352941176472,0.25,0.22727272727272727,0.21224489795918366,0.24378109452736318,0.3,0.2891566265060241,0.3157894736842105,0.25703794369645044,0.4204215849787592,OpenBuddy
Orca-Platypus-3B,3.0,0.3993174061433447,0.4967138020314678,0.2675497361417704,0.37,0.34074074074074073,0.28289473684210525,0.27,0.2792452830188679,0.3055555555555556,0.15,0.22,0.27,0.23699421965317918,0.19607843137254902,0.29,0.25957446808510637,0.21929824561403508,0.2689655172413793,0.2566137566137566,0.19047619047619047,0.31,0.22258064516129034,0.2315270935960591,0.33,0.30303030303030304,0.2727272727272727,0.25906735751295334,0.23846153846153847,0.25925925925925924,0.22268907563025211,0.2781456953642384,0.24403669724770644,0.20833333333333334,0.24019607843137256,0.26582278481012656,0.2600896860986547,0.20610687022900764,0.4049586776859504,0.3055555555555556,0.3128834355828221,0.19642857142857142,0.2524271844660194,0.3076923076923077,0.26,0.34738186462324394,0.30346820809248554,0.2446927374301676,0.28104575163398693,0.3633440514469453,0.2716049382716049,0.2553191489361702,0.2457627118644068,0.16176470588235295,0.29411764705882354,0.19090909090909092,0.1836734693877551,0.31840796019900497,0.35,0.30120481927710846,0.3391812865497076,0.27539779681762544,0.41928517905056045,RobbeD
AppleSauce-L2-13b,13.0,0.5930034129692833,0.6426010754829715,0.5706573362235315,0.33,0.5037037037037037,0.5460526315789473,0.57,0.6188679245283019,0.6041666666666666,0.39,0.49,0.34,0.5491329479768786,0.27450980392156865,0.74,0.451063829787234,0.2982456140350877,0.5103448275862069,0.31746031746031744,0.4126984126984127,0.37,0.6612903225806451,0.4630541871921182,0.58,0.6909090909090909,0.7070707070707071,0.8393782383419689,0.5461538461538461,0.3,0.5630252100840336,0.304635761589404,0.7596330275229358,0.4074074074074074,0.7745098039215687,0.7510548523206751,0.6771300448430493,0.6259541984732825,0.7355371900826446,0.7222222222222222,0.6932515337423313,0.36607142857142855,0.7378640776699029,0.7905982905982906,0.61,0.7573435504469987,0.6473988439306358,0.4324022346368715,0.630718954248366,0.6527331189710611,0.6512345679012346,0.425531914893617,0.4282920469361147,0.5808823529411765,0.5784313725490197,0.6363636363636364,0.6326530612244898,0.7562189054726368,0.87,0.46987951807228917,0.7543859649122807,0.3390452876376989,0.47814234702313524,sauce1337
BerrySauce-L2-13b,13.0,0.5972696245733788,0.6382194781915953,0.5710363415405793,0.35,0.4962962962962963,0.5526315789473685,0.58,0.6113207547169811,0.6041666666666666,0.41,0.52,0.36,0.5260115606936416,0.24509803921568626,0.72,0.451063829787234,0.2982456140350877,0.5172413793103449,0.3306878306878307,0.3968253968253968,0.36,0.6774193548387096,0.4630541871921182,0.57,0.6787878787878788,0.702020202020202,0.8393782383419689,0.5384615384615384,0.3,0.5630252100840336,0.33112582781456956,0.7577981651376147,0.4166666666666667,0.7745098039215687,0.7552742616033755,0.6771300448430493,0.6259541984732825,0.7272727272727273,0.7037037037037037,0.6871165644171779,0.35714285714285715,0.7281553398058253,0.782051282051282,0.61,0.7611749680715197,0.6560693641618497,0.43910614525139663,0.6176470588235294,0.6430868167202572,0.654320987654321,0.42907801418439717,0.424380704041721,0.5845588235294118,0.5784313725490197,0.6454545454545455,0.6448979591836734,0.7611940298507462,0.86,0.4879518072289157,0.7660818713450293,0.3427172582619339,0.48300146678836864,sauce1337
bloom-560m-guanaco,0.56,0.2167235494880546,0.25721967735510853,0.24462018824497306,0.26,0.2518518518518518,0.18421052631578946,0.26,0.2679245283018868,0.2222222222222222,0.21,0.15,0.23,0.20809248554913296,0.19607843137254902,0.24,0.32340425531914896,0.2807017543859649,0.2206896551724138,0.2566137566137566,0.1984126984126984,0.31,0.25483870967741934,0.270935960591133,0.23,0.24242424242424243,0.21717171717171718,0.20725388601036268,0.2205128205128205,0.26296296296296295,0.23109243697478993,0.1986754966887417,0.23669724770642203,0.16203703703703703,0.23529411764705882,0.2616033755274262,0.37668161434977576,0.22900763358778625,0.24793388429752067,0.2962962962962963,0.24539877300613497,0.2857142857142857,0.2524271844660194,0.2564102564102564,0.26,0.28735632183908044,0.24566473988439305,0.2424581005586592,0.22875816993464052,0.2733118971061093,0.2654320987654321,0.2553191489361702,0.2392438070404172,0.20220588235294118,0.2565359477124183,0.34545454545454546,0.17142857142857143,0.23880597014925373,0.21,0.3192771084337349,0.21052631578947367,0.24724602203182375,0.49370787699517876,rishiraj
alpaca-cleaned-llama-30b-bf16,30.0,0.5802047781569966,0.6389165504879506,0.5752229572010323,0.33,0.48148148148148145,0.6513157894736842,0.61,0.5962264150943396,0.6041666666666666,0.39,0.47,0.35,0.48554913294797686,0.35294117647058826,0.68,0.4553191489361702,0.3684210526315789,0.5103448275862069,0.37037037037037035,0.3412698412698413,0.37,0.7161290322580646,0.43842364532019706,0.53,0.6909090909090909,0.7373737373737373,0.8082901554404145,0.558974358974359,0.26666666666666666,0.5546218487394958,0.3443708609271523,0.7541284403669725,0.46296296296296297,0.7892156862745098,0.7848101265822784,0.6278026905829597,0.6412213740458015,0.7272727272727273,0.7222222222222222,0.6809815950920245,0.36607142857142855,0.7378640776699029,0.8247863247863247,0.63,0.7522349936143039,0.6647398843930635,0.394413407821229,0.6078431372549019,0.6784565916398714,0.6851851851851852,0.46099290780141844,0.42959582790091266,0.5661764705882353,0.5866013071895425,0.6636363636363637,0.6040816326530613,0.7512437810945274,0.84,0.5180722891566265,0.7719298245614035,0.3463892288861689,0.5149066221951282,dsvv-cair
vicuna-13b-v1.5,13.0,0.5494880546075085,0.6127265484963155,0.566729498476748,0.31,0.48148148148148145,0.5592105263157895,0.55,0.6226415094339622,0.5972222222222222,0.41,0.4,0.32,0.5722543352601156,0.3137254901960784,0.67,0.43829787234042555,0.32456140350877194,0.496551724137931,0.3253968253968254,0.373015873015873,0.44,0.6774193548387096,0.43842364532019706,0.56,0.7151515151515152,0.7070707070707071,0.8031088082901554,0.5461538461538461,0.31851851851851853,0.5840336134453782,0.32450331125827814,0.7559633027522936,0.4444444444444444,0.7401960784313726,0.7679324894514767,0.6591928251121076,0.6564885496183206,0.768595041322314,0.7407407407407407,0.6932515337423313,0.44642857142857145,0.7281553398058253,0.8333333333333334,0.55,0.7496807151979565,0.6040462427745664,0.288268156424581,0.6470588235294118,0.639871382636656,0.6327160493827161,0.39361702127659576,0.43089960886571055,0.5294117647058824,0.5866013071895425,0.6818181818181818,0.6163265306122448,0.7761194029850746,0.81,0.4759036144578313,0.7777777777777778,0.3561811505507956,0.51514595891982,lmsys
longchat-7b-v1.5-32k,7.0,0.4658703071672355,0.5678151762597092,0.43163028382804475,0.34,0.3925925925925926,0.3881578947368421,0.47,0.4830188679245283,0.3472222222222222,0.29,0.35,0.35,0.37572254335260113,0.1568627450980392,0.51,0.3829787234042553,0.2807017543859649,0.4206896551724138,0.31746031746031744,0.2777777777777778,0.31,0.4645161290322581,0.3399014778325123,0.41,0.6303030303030303,0.5757575757575758,0.5595854922279793,0.3974358974358974,0.3074074074074074,0.3907563025210084,0.25165562913907286,0.5541284403669725,0.39814814814814814,0.6225490196078431,0.6244725738396625,0.45739910313901344,0.5114503816793893,0.5702479338842975,0.4722222222222222,0.37423312883435583,0.3482142857142857,0.5825242718446602,0.5811965811965812,0.48,0.5300127713920817,0.4884393063583815,0.25139664804469275,0.46405228758169936,0.5112540192926045,0.47530864197530864,0.32269503546099293,0.3428943937418514,0.4227941176470588,0.4150326797385621,0.5272727272727272,0.46530612244897956,0.5472636815920398,0.61,0.3614457831325301,0.52046783625731,0.2937576499388005,0.4441965194260875,lmsys
vicuna-33b-v1.3,33.0,0.5989761092150171,0.6315475004979088,0.5921647209785489,0.33,0.5037037037037037,0.6513157894736842,0.59,0.6415094339622641,0.625,0.36,0.51,0.29,0.5028901734104047,0.29411764705882354,0.69,0.4723404255319149,0.3508771929824561,0.503448275862069,0.37566137566137564,0.373015873015873,0.38,0.6806451612903226,0.41379310344827586,0.63,0.7333333333333333,0.7626262626262627,0.8497409326424871,0.5820512820512821,0.27037037037037037,0.592436974789916,0.3708609271523179,0.781651376146789,0.41203703703703703,0.7892156862745098,0.8270042194092827,0.6547085201793722,0.7404580152671756,0.7520661157024794,0.7129629629629629,0.7177914110429447,0.4642857142857143,0.7766990291262136,0.8760683760683761,0.65,0.7739463601532567,0.684971098265896,0.43575418994413406,0.6339869281045751,0.6816720257234726,0.6851851851851852,0.425531914893617,0.47522816166883963,0.5772058823529411,0.6470588235294118,0.6363636363636364,0.689795918367347,0.8159203980099502,0.84,0.5,0.7660818713450293,0.36964504283965727,0.5616210282356964,lmsys
vicuna-13b-delta-v1.1,13.0,0.5196245733788396,0.6011750647281418,0.5190047111544449,0.28,0.4888888888888889,0.506578947368421,0.54,0.4981132075471698,0.5972222222222222,0.38,0.46,0.31,0.4161849710982659,0.27450980392156865,0.64,0.39148936170212767,0.30701754385964913,0.4689655172413793,0.3386243386243386,0.40476190476190477,0.26,0.567741935483871,0.4039408866995074,0.55,0.6666666666666666,0.6515151515151515,0.694300518134715,0.4717948717948718,0.3,0.44537815126050423,0.31125827814569534,0.6844036697247706,0.36574074074074076,0.6862745098039216,0.7130801687763713,0.5829596412556054,0.6717557251908397,0.6859504132231405,0.6203703703703703,0.6441717791411042,0.39285714285714285,0.6990291262135923,0.7521367521367521,0.59,0.6922094508301405,0.546242774566474,0.3318435754189944,0.5522875816993464,0.5241157556270096,0.5493827160493827,0.3900709219858156,0.41851368970013036,0.49264705882352944,0.5179738562091504,0.5454545454545454,0.6244897959183674,0.7711442786069652,0.76,0.4397590361445783,0.7134502923976608,0.3623011015911873,0.520836680647418,lmsys
vicuna-7b-v1.5-16k,7.0,0.5042662116040956,0.586337382991436,0.49297217619851447,0.3,0.4148148148148148,0.48026315789473684,0.55,0.5094339622641509,0.4930555555555556,0.26,0.42,0.28,0.42196531791907516,0.2549019607843137,0.58,0.4297872340425532,0.39473684210526316,0.4689655172413793,0.3148148148148148,0.2857142857142857,0.35,0.5419354838709678,0.3448275862068966,0.48,0.6424242424242425,0.6060606060606061,0.694300518134715,0.4461538461538462,0.2777777777777778,0.46218487394957986,0.24503311258278146,0.671559633027523,0.375,0.6421568627450981,0.70042194092827,0.6098654708520179,0.5725190839694656,0.6115702479338843,0.5462962962962963,0.5337423312883436,0.39285714285714285,0.6601941747572816,0.7393162393162394,0.58,0.6538952745849298,0.5317919075144508,0.23910614525139665,0.5620915032679739,0.5530546623794212,0.5432098765432098,0.3971631205673759,0.3578878748370274,0.4889705882352941,0.4820261437908497,0.5818181818181818,0.5918367346938775,0.6517412935323383,0.75,0.45180722891566266,0.6783625730994152,0.33414932680538556,0.5034942739363091,lmsys
vicuna-7b-delta-v1.1,7.0,0.21928327645051193,0.2545309699263095,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.29498164014687883,0.4861407224926033,lmsys
vicuna-13b-v1.3,13.0,0.5315699658703071,0.6004779924317865,0.5287767261667352,0.29,0.4962962962962963,0.48026315789473684,0.54,0.5056603773584906,0.5625,0.38,0.49,0.31,0.4046242774566474,0.24509803921568626,0.67,0.39148936170212767,0.2894736842105263,0.4896551724137931,0.2671957671957672,0.373015873015873,0.29,0.5774193548387097,0.42857142857142855,0.55,0.7090909090909091,0.6767676767676768,0.7668393782383419,0.4666666666666667,0.24814814814814815,0.4831932773109244,0.25165562913907286,0.7192660550458716,0.37962962962962965,0.7156862745098039,0.7257383966244726,0.5829596412556054,0.6946564885496184,0.6942148760330579,0.6388888888888888,0.6380368098159509,0.4375,0.7087378640776699,0.8247863247863247,0.56,0.719029374201788,0.5895953757225434,0.2759776536312849,0.6143790849673203,0.5819935691318328,0.5833333333333334,0.4219858156028369,0.423728813559322,0.4963235294117647,0.5392156862745098,0.5909090909090909,0.6163265306122448,0.746268656716418,0.74,0.463855421686747,0.783625730994152,0.36474908200734396,0.52138218817076,lmsys
vicuna-13b-v1.1,13.0,0.5196245733788396,0.6011750647281418,0.5190047111544449,0.28,0.4888888888888889,0.506578947368421,0.54,0.4981132075471698,0.5972222222222222,0.38,0.46,0.31,0.4161849710982659,0.27450980392156865,0.64,0.39148936170212767,0.30701754385964913,0.4689655172413793,0.3386243386243386,0.40476190476190477,0.26,0.567741935483871,0.4039408866995074,0.55,0.6666666666666666,0.6515151515151515,0.694300518134715,0.4717948717948718,0.3,0.44537815126050423,0.31125827814569534,0.6844036697247706,0.36574074074074076,0.6862745098039216,0.7130801687763713,0.5829596412556054,0.6717557251908397,0.6859504132231405,0.6203703703703703,0.6441717791411042,0.39285714285714285,0.6990291262135923,0.7521367521367521,0.59,0.6922094508301405,0.546242774566474,0.3318435754189944,0.5522875816993464,0.5241157556270096,0.5493827160493827,0.3900709219858156,0.41851368970013036,0.49264705882352944,0.5179738562091504,0.5454545454545454,0.6244897959183674,0.7711442786069652,0.76,0.4397590361445783,0.7134502923976608,0.3623011015911873,0.520836680647418,lmsys
vicuna-7b-v1.5,7.0,0.5034129692832765,0.5840470025891257,0.5103744901660731,0.29,0.5037037037037037,0.47368421052631576,0.54,0.5358490566037736,0.5138888888888888,0.33,0.44,0.39,0.48554913294797686,0.18627450980392157,0.64,0.451063829787234,0.30701754385964913,0.42758620689655175,0.30687830687830686,0.38095238095238093,0.35,0.5387096774193548,0.39901477832512317,0.44,0.6242424242424243,0.6161616161616161,0.7305699481865285,0.48717948717948717,0.24814814814814815,0.4495798319327731,0.2847682119205298,0.6972477064220184,0.38425925925925924,0.7205882352941176,0.7130801687763713,0.6233183856502242,0.6335877862595419,0.5785123966942148,0.5555555555555556,0.5337423312883436,0.44642857142857145,0.6796116504854369,0.7692307692307693,0.57,0.6871008939974457,0.5606936416184971,0.24581005586592178,0.5784313725490197,0.5916398713826366,0.5617283950617284,0.36524822695035464,0.3728813559322034,0.5404411764705882,0.4918300653594771,0.6181818181818182,0.6285714285714286,0.6716417910447762,0.76,0.42771084337349397,0.7134502923976608,0.3317013463892289,0.5033808156222059,lmsys
vicuna-7b-v1.3,7.0,0.47696245733788395,0.5795658235411273,0.4813716684939996,0.24,0.42962962962962964,0.4868421052631579,0.49,0.539622641509434,0.5069444444444444,0.3,0.44,0.36,0.3930635838150289,0.2549019607843137,0.6,0.3617021276595745,0.21929824561403508,0.45517241379310347,0.3253968253968254,0.3412698412698413,0.3,0.5161290322580645,0.37438423645320196,0.41,0.5878787878787879,0.6262626262626263,0.7202072538860104,0.47692307692307695,0.25925925925925924,0.4369747899159664,0.2980132450331126,0.6293577981651376,0.4583333333333333,0.6225490196078431,0.6371308016877637,0.57847533632287,0.5725190839694656,0.6776859504132231,0.6666666666666666,0.5521472392638037,0.29464285714285715,0.6310679611650486,0.717948717948718,0.56,0.6551724137931034,0.5202312138728323,0.2424581005586592,0.5326797385620915,0.5337620578778135,0.558641975308642,0.34397163120567376,0.363754889178618,0.46691176470588236,0.4362745098039216,0.5,0.5510204081632653,0.6766169154228856,0.68,0.3674698795180723,0.6608187134502924,0.31701346389228885,0.47006281499614255,lmsys
longchat-13b-16k,13.0,0.5059726962457338,0.5900219079864569,0.452377036614488,0.39,0.4222222222222222,0.40131578947368424,0.47,0.47547169811320755,0.4444444444444444,0.38,0.39,0.29,0.34104046242774566,0.19607843137254902,0.54,0.3617021276595745,0.23684210526315788,0.4827586206896552,0.29365079365079366,0.2777777777777778,0.35,0.4645161290322581,0.35960591133004927,0.5,0.593939393939394,0.5909090909090909,0.6269430051813472,0.3974358974358974,0.23333333333333334,0.42857142857142855,0.2980132450331126,0.563302752293578,0.375,0.5735294117647058,0.6962025316455697,0.4125560538116592,0.45038167938931295,0.6528925619834711,0.5277777777777778,0.3987730061349693,0.36607142857142855,0.6116504854368932,0.6196581196581197,0.55,0.5606641123882503,0.4595375722543353,0.2581005586592179,0.48366013071895425,0.5241157556270096,0.5,0.34397163120567376,0.37157757496740546,0.3602941176470588,0.4395424836601307,0.509090909090909,0.5102040816326531,0.6218905472636815,0.69,0.45180722891566266,0.6666666666666666,0.3243574051407589,0.47073517820766037,lmsys
WizardLM-30B-V1.0,30.0,0.6032423208191127,0.6334395538737303,0.5905118082176689,0.25,0.5481481481481482,0.6447368421052632,0.63,0.6,0.6666666666666666,0.39,0.41,0.32,0.5433526011560693,0.3333333333333333,0.69,0.49361702127659574,0.39473684210526316,0.4689655172413793,0.37566137566137564,0.373015873015873,0.36,0.6935483870967742,0.42857142857142855,0.62,0.7272727272727273,0.7727272727272727,0.844559585492228,0.5897435897435898,0.3074074074074074,0.5714285714285714,0.33112582781456956,0.7908256880733945,0.4722222222222222,0.7941176470588235,0.8059071729957806,0.6591928251121076,0.6793893129770993,0.7603305785123967,0.7037037037037037,0.7361963190184049,0.4017857142857143,0.7475728155339806,0.8632478632478633,0.65,0.7701149425287356,0.6589595375722543,0.3776536312849162,0.6601307189542484,0.6816720257234726,0.6944444444444444,0.4716312056737589,0.4452411994784876,0.6029411764705882,0.6437908496732027,0.6545454545454545,0.6693877551020408,0.7960199004975125,0.83,0.4759036144578313,0.783625730994152,0.36107711138310894,0.5248739406679576,LLMs
Stable-Vicuna-13B,13.0,0.514505119453925,0.5866361282613025,0.5036523508890685,0.32,0.48148148148148145,0.5592105263157895,0.48,0.45660377358490567,0.5277777777777778,0.42,0.42,0.32,0.3988439306358382,0.23529411764705882,0.61,0.40425531914893614,0.30701754385964913,0.4482758620689655,0.30687830687830686,0.3412698412698413,0.32,0.5580645161290323,0.33004926108374383,0.49,0.6363636363636364,0.6212121212121212,0.689119170984456,0.45897435897435895,0.3,0.5084033613445378,0.31125827814569534,0.6678899082568808,0.375,0.6323529411764706,0.6582278481012658,0.5964125560538116,0.6183206106870229,0.628099173553719,0.6111111111111112,0.6441717791411042,0.38392857142857145,0.6601941747572816,0.7863247863247863,0.54,0.6743295019157088,0.5578034682080925,0.27150837988826815,0.5424836601307189,0.5530546623794212,0.5216049382716049,0.36879432624113473,0.3983050847457627,0.5036764705882353,0.5049019607843137,0.5545454545454546,0.6163265306122448,0.6517412935323383,0.72,0.46987951807228917,0.7368421052631579,0.3390452876376989,0.48356700468444463,LLMs
AlpacaGPT4-7B-elina,7.0,0.515358361774744,0.5927106154152559,0.37499940470203447,0.33,0.4222222222222222,0.39473684210526316,0.46,0.4226415094339623,0.3819444444444444,0.31,0.36,0.3,0.30057803468208094,0.22549019607843138,0.46,0.3617021276595745,0.23684210526315788,0.27586206896551724,0.26455026455026454,0.2222222222222222,0.35,0.3774193548387097,0.2660098522167488,0.38,0.43636363636363634,0.398989898989899,0.5233160621761658,0.358974358974359,0.24444444444444444,0.3319327731092437,0.2913907284768212,0.47339449541284406,0.3472222222222222,0.4019607843137255,0.4430379746835443,0.43946188340807174,0.3816793893129771,0.5371900826446281,0.4074074074074074,0.36809815950920244,0.26785714285714285,0.39805825242718446,0.5,0.43,0.44061302681992337,0.3815028901734104,0.2424581005586592,0.4117647058823529,0.42443729903536975,0.37962962962962965,0.3120567375886525,0.29986962190352023,0.4338235294117647,0.3741830065359477,0.45454545454545453,0.363265306122449,0.5074626865671642,0.45,0.3192771084337349,0.49707602339181284,0.2827417380660955,0.41525408562158717,LLMs
OpenOrca-Platypus2-13B-thera-1250,13.0,0.5554607508532423,0.6116311491734714,0.5703995605332559,0.34,0.48148148148148145,0.5460526315789473,0.57,0.5962264150943396,0.6180555555555556,0.43,0.49,0.29,0.5549132947976878,0.30392156862745096,0.69,0.4808510638297872,0.34210526315789475,0.5172413793103449,0.3148148148148148,0.35714285714285715,0.37,0.6741935483870968,0.4088669950738916,0.58,0.696969696969697,0.6919191919191919,0.8290155440414507,0.5666666666666667,0.35555555555555557,0.592436974789916,0.33774834437086093,0.7871559633027523,0.46296296296296297,0.75,0.7721518987341772,0.6636771300448431,0.5954198473282443,0.7024793388429752,0.7037037037037037,0.6809815950920245,0.33035714285714285,0.7475728155339806,0.811965811965812,0.58,0.7701149425287356,0.6445086705202312,0.44581005586592176,0.6078431372549019,0.6784565916398714,0.6574074074074074,0.450354609929078,0.45697522816166886,0.5919117647058824,0.5571895424836601,0.6181818181818182,0.6653061224489796,0.7562189054726368,0.78,0.45180722891566266,0.7660818713450293,0.34394124847001223,0.48426740914755395,gaodrew
gaodrew-llama-30b-instruct-2048-Open-Platypus-100steps,30.0,0.5742320819112628,0.6393148775144394,0.6023005467226161,0.39,0.5555555555555556,0.6710526315789473,0.63,0.6452830188679245,0.6597222222222222,0.38,0.47,0.38,0.4913294797687861,0.4803921568627451,0.7,0.5191489361702127,0.3684210526315789,0.5310344827586206,0.3783068783068783,0.373015873015873,0.36,0.7419354838709677,0.4088669950738916,0.63,0.7333333333333333,0.7777777777777778,0.8704663212435233,0.5871794871794872,0.3333333333333333,0.6302521008403361,0.31125827814569534,0.7963302752293578,0.49074074074074076,0.7892156862745098,0.8185654008438819,0.6681614349775785,0.6793893129770993,0.8016528925619835,0.7777777777777778,0.6809815950920245,0.39285714285714285,0.7864077669902912,0.8418803418803419,0.61,0.7982120051085568,0.684971098265896,0.3642458100558659,0.630718954248366,0.6688102893890675,0.6944444444444444,0.4787234042553192,0.44328552803129073,0.5661764705882353,0.6421568627450981,0.5818181818181818,0.689795918367347,0.8109452736318408,0.87,0.46987951807228917,0.7953216374269005,0.34516523867809057,0.5104630353267072,gaodrew
RedPajama-INCITE-Chat-3B-v1-FT-LoRA-8bit-test1,3.0,0.3643344709897611,0.4704242182832105,0.2516405686491375,0.31,0.25925925925925924,0.2631578947368421,0.23,0.21509433962264152,0.2708333333333333,0.25,0.22,0.25,0.23699421965317918,0.3235294117647059,0.26,0.23404255319148937,0.23684210526315788,0.2827586206896552,0.25396825396825395,0.19047619047619047,0.31,0.23870967741935484,0.26108374384236455,0.26,0.24848484848484848,0.23737373737373738,0.19689119170984457,0.2076923076923077,0.25925925925925924,0.2184873949579832,0.2582781456953642,0.25688073394495414,0.20833333333333334,0.27941176470588236,0.2616033755274262,0.2645739910313901,0.183206106870229,0.34710743801652894,0.24074074074074073,0.26993865030674846,0.29464285714285715,0.22330097087378642,0.2564102564102564,0.24,0.25798212005108556,0.22832369942196531,0.24134078212290502,0.22549019607843138,0.2990353697749196,0.2808641975308642,0.2553191489361702,0.2777053455019557,0.17279411764705882,0.24836601307189543,0.2545454545454545,0.21224489795918366,0.24875621890547264,0.25,0.28313253012048195,0.2982456140350877,0.21297429620563035,0.36069961427202907,DanielSc4
RedPajama-INCITE-Chat-3B-v1-RL-LoRA-8bit-test1,3.0,0.3728668941979522,0.49422425811591314,0.2609526396678195,0.27,0.2518518518518518,0.2894736842105263,0.2,0.2830188679245283,0.2708333333333333,0.21,0.23,0.29,0.26011560693641617,0.27450980392156865,0.28,0.2170212765957447,0.23684210526315788,0.2413793103448276,0.2275132275132275,0.23809523809523808,0.28,0.2645161290322581,0.2315270935960591,0.26,0.2545454545454545,0.36363636363636365,0.2849740932642487,0.2692307692307692,0.26296296296296295,0.24369747899159663,0.304635761589404,0.3321100917431193,0.2824074074074074,0.31862745098039214,0.2616033755274262,0.15246636771300448,0.21374045801526717,0.4214876033057851,0.2037037037037037,0.17177914110429449,0.22321428571428573,0.2815533980582524,0.24358974358974358,0.24,0.24904214559386972,0.24277456647398843,0.25921787709497207,0.2875816993464052,0.26366559485530544,0.2839506172839506,0.26595744680851063,0.26140808344198174,0.22794117647058823,0.2565359477124183,0.35454545454545455,0.2857142857142857,0.24378109452736318,0.27,0.20481927710843373,0.2807017543859649,0.2178702570379437,0.3504462244325371,DanielSc4
gpt-j-tiny-random,,0.23037542662116042,0.2559251145190201,0.24462018824497306,0.26,0.2518518518518518,0.18421052631578946,0.26,0.2679245283018868,0.2222222222222222,0.21,0.15,0.23,0.20809248554913296,0.19607843137254902,0.24,0.32340425531914896,0.2807017543859649,0.2206896551724138,0.2566137566137566,0.1984126984126984,0.31,0.25483870967741934,0.270935960591133,0.23,0.24242424242424243,0.21717171717171718,0.20725388601036268,0.2205128205128205,0.26296296296296295,0.23109243697478993,0.1986754966887417,0.23669724770642203,0.16203703703703703,0.23529411764705882,0.2616033755274262,0.37668161434977576,0.22900763358778625,0.24793388429752067,0.2962962962962963,0.24539877300613497,0.2857142857142857,0.2524271844660194,0.2564102564102564,0.26,0.28735632183908044,0.24566473988439305,0.2424581005586592,0.22875816993464052,0.2733118971061093,0.2654320987654321,0.2553191489361702,0.2392438070404172,0.20220588235294118,0.2565359477124183,0.34545454545454546,0.17142857142857143,0.23880597014925373,0.21,0.3192771084337349,0.21052631578947367,0.23133414932680538,0.47437931463443955,anton-l
metharme-1.3b-finetuned,1.3,0.1766211604095563,0.27106154152559253,0.2525982967957417,0.17,0.3037037037037037,0.2631578947368421,0.26,0.2037735849056604,0.25,0.34,0.27,0.22,0.3468208092485549,0.22549019607843138,0.23,0.2680851063829787,0.21052631578947367,0.2413793103448276,0.2566137566137566,0.15079365079365079,0.2,0.3064516129032258,0.29064039408866993,0.26,0.24242424242424243,0.2878787878787879,0.26424870466321243,0.2205128205128205,0.2851851851851852,0.31092436974789917,0.23178807947019867,0.24770642201834864,0.4722222222222222,0.25980392156862747,0.22784810126582278,0.2645739910313901,0.22900763358778625,0.256198347107438,0.2222222222222222,0.25766871165644173,0.21428571428571427,0.1941747572815534,0.19658119658119658,0.29,0.22094508301404853,0.2514450867052023,0.2324022346368715,0.28431372549019607,0.2604501607717042,0.24074074074074073,0.20921985815602837,0.2438070404172099,0.3860294117647059,0.2238562091503268,0.2636363636363636,0.19591836734693877,0.24875621890547264,0.23,0.26506024096385544,0.19883040935672514,0.22643818849449204,0.4479962997290185,uberkie
Aira-2-774M,0.774,0.26109215017064846,0.3414658434574786,0.2510445150202255,0.19,0.3111111111111111,0.16447368421052633,0.27,0.2943396226415094,0.2638888888888889,0.2,0.27,0.24,0.34104046242774566,0.22549019607843138,0.32,0.30638297872340425,0.20175438596491227,0.23448275862068965,0.1931216931216931,0.1984126984126984,0.24,0.24516129032258063,0.1625615763546798,0.33,0.24242424242424243,0.31313131313131315,0.26424870466321243,0.23076923076923078,0.3037037037037037,0.21428571428571427,0.24503311258278146,0.26055045871559634,0.19907407407407407,0.2696078431372549,0.2911392405063291,0.12556053811659193,0.2366412213740458,0.2644628099173554,0.25925925925925924,0.294478527607362,0.2857142857142857,0.3786407766990291,0.28205128205128205,0.28,0.19923371647509577,0.2658959537572254,0.23687150837988827,0.27124183006535946,0.3279742765273312,0.22530864197530864,0.25886524822695034,0.2457627118644068,0.16544117647058823,0.24019607843137256,0.19090909090909092,0.22040816326530613,0.24378109452736318,0.27,0.25903614457831325,0.24561403508771928,0.23378212974296206,0.41328321305397103,nicholasKluge
Aira-2-355M,0.355,0.24658703071672355,0.3311093407687712,0.2725573019653946,0.27,0.25925925925925924,0.26973684210526316,0.19,0.3283018867924528,0.2569444444444444,0.37,0.36,0.29,0.28901734104046245,0.19607843137254902,0.23,0.25957446808510637,0.2807017543859649,0.296551724137931,0.2698412698412698,0.3333333333333333,0.33,0.24838709677419354,0.31527093596059114,0.24,0.24848484848484848,0.3434343434343434,0.35233160621761656,0.36153846153846153,0.24074074074074073,0.33613445378151263,0.33774834437086093,0.3467889908256881,0.4398148148148148,0.2549019607843137,0.20675105485232068,0.14349775784753363,0.26717557251908397,0.14049586776859505,0.18518518518518517,0.2147239263803681,0.16964285714285715,0.3786407766990291,0.23931623931623933,0.26,0.2260536398467433,0.23410404624277456,0.2435754189944134,0.27124183006535946,0.2508038585209003,0.22839506172839505,0.24468085106382978,0.2405475880052151,0.4522058823529412,0.24836601307189543,0.2,0.4,0.24875621890547264,0.27,0.1927710843373494,0.23391812865497075,0.23623011015911874,0.3852958717643368,nicholasKluge
Aira-124M,0.124,0.19880546075085323,0.2921728739294961,0.2529048444098589,0.22,0.2074074074074074,0.17763157894736842,0.2,0.21132075471698114,0.2569444444444444,0.19,0.28,0.19,0.24277456647398843,0.21568627450980393,0.25,0.26382978723404255,0.2543859649122807,0.2620689655172414,0.24867724867724866,0.16666666666666666,0.13,0.21935483870967742,0.19704433497536947,0.32,0.21212121212121213,0.35353535353535354,0.36787564766839376,0.30256410256410254,0.22962962962962963,0.23109243697478993,0.2185430463576159,0.3467889908256881,0.4722222222222222,0.27941176470588236,0.28270042194092826,0.1210762331838565,0.25190839694656486,0.2727272727272727,0.25,0.26993865030674846,0.2767857142857143,0.1941747572815534,0.23504273504273504,0.3,0.24521072796934865,0.24855491329479767,0.2424581005586592,0.25163398692810457,0.18006430868167203,0.25308641975308643,0.2730496453900709,0.25554106910039115,0.44485294117647056,0.25,0.18181818181818182,0.4,0.24378109452736318,0.27,0.22289156626506024,0.2807017543859649,0.2460220318237454,0.41020465472810524,nicholasKluge
yehoon_llama2,,0.5221843003412969,0.59699263095001,0.5129347661839345,0.36,0.4666666666666667,0.42105263157894735,0.54,0.5584905660377358,0.5277777777777778,0.39,0.43,0.31,0.45664739884393063,0.27450980392156865,0.61,0.451063829787234,0.32456140350877194,0.45517241379310347,0.29894179894179895,0.3412698412698413,0.29,0.5516129032258065,0.3645320197044335,0.44,0.6848484848484848,0.6212121212121212,0.7461139896373057,0.48205128205128206,0.24444444444444444,0.4831932773109244,0.3576158940397351,0.7045871559633028,0.4583333333333333,0.696078431372549,0.7172995780590717,0.5829596412556054,0.5877862595419847,0.6363636363636364,0.6203703703703703,0.5705521472392638,0.375,0.7572815533980582,0.7777777777777778,0.59,0.7088122605363985,0.5664739884393064,0.23910614525139665,0.5228758169934641,0.5916398713826366,0.558641975308642,0.375886524822695,0.38396349413298564,0.4632352941176471,0.5032679738562091,0.5727272727272728,0.5755102040816327,0.7064676616915423,0.76,0.41566265060240964,0.7368421052631579,0.3317013463892289,0.491698763027883,Yehoon
mptk-1b,1.0,0.22696245733788395,0.25204142601075485,0.2710704249166049,0.3,0.2074074074074074,0.24342105263157895,0.22,0.2679245283018868,0.25,0.39,0.33,0.31,0.28901734104046245,0.30392156862745096,0.22,0.2297872340425532,0.21052631578947367,0.21379310344827587,0.25396825396825395,0.36507936507936506,0.36,0.23870967741935484,0.27586206896551724,0.23,0.23636363636363636,0.30808080808080807,0.35751295336787564,0.36153846153846153,0.26296296296296295,0.3277310924369748,0.31125827814569534,0.326605504587156,0.3425925925925926,0.22058823529411764,0.22784810126582278,0.13452914798206278,0.2748091603053435,0.23140495867768596,0.21296296296296297,0.19631901840490798,0.21428571428571427,0.3592233009708738,0.2777777777777778,0.26,0.19923371647509577,0.24855491329479767,0.27262569832402234,0.2777777777777778,0.2540192926045016,0.25617283950617287,0.26595744680851063,0.2392438070404172,0.4411764705882353,0.25326797385620914,0.2909090909090909,0.2816326530612245,0.2537313432835821,0.24,0.28313253012048195,0.23976608187134502,,,team-lucid
guanaco-33b-merged,33.0,0.5870307167235495,0.6446922923720374,0.5378094701458696,0.34,0.48148148148148145,0.5657894736842105,0.54,0.5622641509433962,0.5625,0.43,0.43,0.37,0.5144508670520231,0.3431372549019608,0.59,0.4595744680851064,0.3684210526315789,0.4413793103448276,0.31216931216931215,0.29365079365079366,0.33,0.6290322580645161,0.3793103448275862,0.54,0.7212121212121212,0.7222222222222222,0.7150259067357513,0.49230769230769234,0.2777777777777778,0.5294117647058824,0.32450331125827814,0.7302752293577982,0.375,0.7794117647058824,0.7679324894514767,0.5874439461883408,0.6412213740458015,0.7272727272727273,0.6111111111111112,0.6380368098159509,0.38392857142857145,0.6310679611650486,0.7863247863247863,0.62,0.6756066411238825,0.5491329479768786,0.2569832402234637,0.5718954248366013,0.6012861736334405,0.6172839506172839,0.42907801418439717,0.424380704041721,0.5808823529411765,0.5212418300653595,0.6363636363636364,0.5918367346938775,0.6915422885572139,0.78,0.4578313253012048,0.7251461988304093,0.34761321909424725,0.5121992740888713,timdettmers
guanaco-65b-merged,65.0,0.2030716723549488,0.2615016928898626,0.2517020428447729,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.7696969696969697,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.8382352941176471,0.2742616033755274,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2948717948717949,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.26792698826597133,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.24112607099143207,0.4840947451540454,timdettmers
Phind-CodeLlama-34B-v2,34.0,0.20051194539249148,0.2614021111332404,0.2576246774726469,0.22,0.1259259259259259,0.21710526315789475,0.3,0.2490566037735849,0.2777777777777778,0.36,0.33,0.31,0.31213872832369943,0.22549019607843138,0.24,0.19148936170212766,0.22807017543859648,0.2482758620689655,0.20899470899470898,0.3492063492063492,0.16,0.18387096774193548,0.20689655172413793,0.2,0.24242424242424243,0.2676767676767677,0.23316062176165803,0.25384615384615383,0.23703703703703705,0.36554621848739494,0.32450331125827814,0.23486238532110093,0.4722222222222222,0.25980392156862747,0.270042194092827,0.21524663677130046,0.2748091603053435,0.2231404958677686,0.25925925925925924,0.25153374233128833,0.25892857142857145,0.3106796116504854,0.26495726495726496,0.3,0.2260536398467433,0.2138728323699422,0.26145251396648045,0.24183006535947713,0.28938906752411575,0.23148148148148148,0.22695035460992907,0.2438070404172099,0.31985294117647056,0.24673202614379086,0.20909090909090908,0.3142857142857143,0.208955223880597,0.27,0.27710843373493976,0.23976608187134502,0.25458996328029376,0.48371839177847137,Phind
Phind-CodeLlama-34B-Python-v1,34.0,0.20392491467576793,0.2733519219279028,0.27953577082584075,0.28,0.28888888888888886,0.32894736842105265,0.22,0.3169811320754717,0.2777777777777778,0.36,0.32,0.29,0.30057803468208094,0.27450980392156865,0.19,0.2723404255319149,0.18421052631578946,0.2620689655172414,0.2328042328042328,0.3492063492063492,0.17,0.31290322580645163,0.270935960591133,0.23,0.2606060606060606,0.3333333333333333,0.3160621761658031,0.36666666666666664,0.25925925925925924,0.27310924369747897,0.304635761589404,0.30275229357798167,0.4398148148148148,0.2549019607843137,0.2869198312236287,0.27802690582959644,0.2824427480916031,0.256198347107438,0.24074074074074073,0.22085889570552147,0.21428571428571427,0.34951456310679613,0.20512820512820512,0.29,0.32950191570881227,0.2514450867052023,0.27262569832402234,0.2581699346405229,0.2765273311897106,0.25617283950617287,0.24822695035460993,0.242503259452412,0.4485294117647059,0.24509803921568626,0.22727272727272727,0.3795918367346939,0.23383084577114427,0.27,0.21084337349397592,0.3157894736842105,0.28151774785801714,0.4526622587821551,Phind
gpt2-dolly,,0.19795221843003413,0.29028082055367455,0.2465641091356071,0.2,0.2740740740740741,0.17763157894736842,0.21,0.21509433962264152,0.2569444444444444,0.18,0.23,0.21,0.1791907514450867,0.22549019607843138,0.25,0.2680851063829787,0.2894736842105263,0.2413793103448276,0.23015873015873015,0.1349206349206349,0.18,0.2967741935483871,0.24630541871921183,0.15,0.22424242424242424,0.36363636363636365,0.29015544041450775,0.2692307692307692,0.2518518518518518,0.2689075630252101,0.2185430463576159,0.3155963302752294,0.4351851851851852,0.2696078431372549,0.27848101265822783,0.2600896860986547,0.2595419847328244,0.2396694214876033,0.25,0.3006134969325153,0.24107142857142858,0.17475728155339806,0.23504273504273504,0.3,0.24010217113665389,0.23699421965317918,0.2424581005586592,0.24836601307189543,0.19614147909967847,0.20679012345679013,0.24113475177304963,0.2542372881355932,0.3492647058823529,0.25326797385620914,0.20909090909090908,0.2612244897959184,0.23880597014925373,0.31,0.2289156626506024,0.24561403508771928,0.2423500611995104,0.42224597537560177,lgaalves
llama-2-7b-hf_open-platypus,7.0,0.48293515358361777,0.5880302728540131,0.43600577542053703,0.32,0.4666666666666667,0.3684210526315789,0.45,0.4,0.4097222222222222,0.22,0.39,0.34,0.36416184971098264,0.19607843137254902,0.57,0.39574468085106385,0.30701754385964913,0.41379310344827586,0.24867724867724866,0.35714285714285715,0.3,0.432258064516129,0.2955665024630542,0.44,0.5696969696969697,0.4696969696969697,0.6424870466321243,0.37948717948717947,0.22592592592592592,0.4117647058823529,0.2251655629139073,0.563302752293578,0.2638888888888889,0.46568627450980393,0.5232067510548524,0.5112107623318386,0.48854961832061067,0.6446280991735537,0.48148148148148145,0.4785276073619632,0.36607142857142855,0.5339805825242718,0.7051282051282052,0.52,0.6245210727969349,0.4479768786127168,0.23798882681564246,0.47058823529411764,0.5434083601286174,0.47530864197530864,0.3546099290780142,0.3428943937418514,0.48161764705882354,0.434640522875817,0.4909090909090909,0.46530612244897956,0.6069651741293532,0.65,0.40963855421686746,0.6608187134502924,0.29498164014687883,0.43705224040583207,lgaalves
llama-2-13b-chat-platypus,13.0,0.49402730375426623,0.6008763194582752,0.544448769509531,0.28,0.4888888888888889,0.5394736842105263,0.48,0.5584905660377358,0.5138888888888888,0.39,0.46,0.32,0.43352601156069365,0.3235294117647059,0.68,0.4085106382978723,0.2807017543859649,0.503448275862069,0.36507936507936506,0.35714285714285715,0.3,0.6290322580645161,0.3497536945812808,0.55,0.6909090909090909,0.6767676767676768,0.8134715025906736,0.5128205128205128,0.28888888888888886,0.5336134453781513,0.3841059602649007,0.7247706422018348,0.4351851851851852,0.7058823529411765,0.7215189873417721,0.6457399103139013,0.6259541984732825,0.768595041322314,0.6666666666666666,0.6625766871165644,0.33035714285714285,0.7281553398058253,0.7991452991452992,0.64,0.7407407407407407,0.5838150289017341,0.3195530726256983,0.6111111111111112,0.6045016077170418,0.5833333333333334,0.4078014184397163,0.38070404172099087,0.5441176470588235,0.5375816993464052,0.7090909090909091,0.6530612244897959,0.7313432835820896,0.8,0.5,0.7602339181286549,0.3108935128518972,0.46229050042733816,lgaalves
gpt2_platypus-camel_physics,,0.19795221843003413,0.29187412865962953,0.2691462921864332,0.22,0.28888888888888886,0.23026315789473684,0.24,0.2792452830188679,0.2708333333333333,0.25,0.36,0.27,0.2543352601156069,0.24509803921568626,0.23,0.25957446808510637,0.24561403508771928,0.3103448275862069,0.24867724867724866,0.23015873015873015,0.16,0.2870967741935484,0.28078817733990147,0.3,0.26666666666666666,0.35353535353535354,0.37305699481865284,0.34102564102564104,0.25925925925925924,0.21428571428571427,0.25165562913907286,0.3486238532110092,0.4722222222222222,0.25,0.26582278481012656,0.10762331838565023,0.2595419847328244,0.371900826446281,0.2037037037037037,0.3006134969325153,0.17857142857142858,0.3786407766990291,0.19658119658119658,0.31,0.20306513409961685,0.21098265895953758,0.2435754189944134,0.25163398692810457,0.28938906752411575,0.22530864197530864,0.2695035460992908,0.24511082138200782,0.44485294117647056,0.26143790849673204,0.20909090909090908,0.4,0.21890547263681592,0.26,0.1927710843373494,0.25146198830409355,0.22766217870257038,0.3955559845281961,lgaalves
gpt2_open-platypus,,0.18771331058020477,0.29376618203545113,0.2619429443530011,0.2,0.2962962962962963,0.25,0.15,0.2981132075471698,0.2569444444444444,0.33,0.32,0.29,0.24277456647398843,0.18627450980392157,0.18,0.251063829787234,0.23684210526315788,0.296551724137931,0.25132275132275134,0.25396825396825395,0.14,0.24516129032258063,0.2660098522167488,0.21,0.23030303030303031,0.35353535353535354,0.36787564766839376,0.36153846153846153,0.26296296296296295,0.2184873949579832,0.271523178807947,0.3486238532110092,0.4722222222222222,0.25980392156862747,0.270042194092827,0.10762331838565023,0.29770992366412213,0.256198347107438,0.18518518518518517,0.2883435582822086,0.15178571428571427,0.36893203883495146,0.2222222222222222,0.28,0.2081736909323116,0.2514450867052023,0.2446927374301676,0.2581699346405229,0.24115755627009647,0.22530864197530864,0.2624113475177305,0.25684485006518903,0.4485294117647059,0.22549019607843138,0.23636363636363636,0.4,0.1890547263681592,0.26,0.1927710843373494,0.30409356725146197,0.23255813953488372,0.4035485299373991,lgaalves
gpt2_guanaco-dolly-platypus,,0.20136518771331058,0.29187412865962953,0.2640178611906236,0.22,0.3037037037037037,0.20394736842105263,0.2,0.2943396226415094,0.2916666666666667,0.18,0.37,0.25,0.23699421965317918,0.23529411764705882,0.17,0.25957446808510637,0.20175438596491227,0.2827586206896552,0.24867724867724866,0.2698412698412698,0.15,0.27741935483870966,0.28078817733990147,0.31,0.24848484848484848,0.35353535353535354,0.36787564766839376,0.3230769230769231,0.26296296296296295,0.20588235294117646,0.23841059602649006,0.3486238532110092,0.4722222222222222,0.24509803921568626,0.26582278481012656,0.15695067264573992,0.21374045801526717,0.39669421487603307,0.17592592592592593,0.26993865030674846,0.17857142857142858,0.3786407766990291,0.1794871794871795,0.3,0.20945083014048532,0.24277456647398843,0.24916201117318434,0.25163398692810457,0.2604501607717042,0.22530864197530864,0.2695035460992908,0.26010430247718386,0.4485294117647059,0.2679738562091503,0.21818181818181817,0.4,0.22885572139303484,0.26,0.1927710843373494,0.24561403508771928,0.22643818849449204,0.400227595117968,lgaalves
gpt2_camel_physics-platypus,,0.19795221843003413,0.29187412865962953,0.2691462921864332,0.22,0.28888888888888886,0.23026315789473684,0.24,0.2792452830188679,0.2708333333333333,0.25,0.36,0.27,0.2543352601156069,0.24509803921568626,0.23,0.25957446808510637,0.24561403508771928,0.3103448275862069,0.24867724867724866,0.23015873015873015,0.16,0.2870967741935484,0.28078817733990147,0.3,0.26666666666666666,0.35353535353535354,0.37305699481865284,0.34102564102564104,0.25925925925925924,0.21428571428571427,0.25165562913907286,0.3486238532110092,0.4722222222222222,0.25,0.26582278481012656,0.10762331838565023,0.2595419847328244,0.371900826446281,0.2037037037037037,0.3006134969325153,0.17857142857142858,0.3786407766990291,0.19658119658119658,0.31,0.20306513409961685,0.21098265895953758,0.2435754189944134,0.25163398692810457,0.28938906752411575,0.22530864197530864,0.2695035460992908,0.24511082138200782,0.44485294117647056,0.26143790849673204,0.20909090909090908,0.4,0.21890547263681592,0.26,0.1927710843373494,0.25146198830409355,0.22766217870257038,0.3955559845281961,lgaalves
llama-2-13b-hf-platypus,13.0,0.5511945392491467,0.6149173471420036,0.5497847515810966,0.35,0.48148148148148145,0.5263157894736842,0.55,0.5886792452830188,0.5902777777777778,0.39,0.48,0.32,0.5202312138728323,0.22549019607843138,0.73,0.4340425531914894,0.30701754385964913,0.4896551724137931,0.3439153439153439,0.29365079365079366,0.34,0.6612903225806451,0.45320197044334976,0.57,0.6545454545454545,0.696969696969697,0.7979274611398963,0.5153846153846153,0.2851851851851852,0.5672268907563025,0.3576158940397351,0.7577981651376147,0.4074074074074074,0.7696078431372549,0.7383966244725738,0.6816143497757847,0.5725190839694656,0.7355371900826446,0.6851851851851852,0.6748466257668712,0.33035714285714285,0.7378640776699029,0.7948717948717948,0.5,0.7509578544061303,0.6242774566473989,0.36983240223463687,0.6013071895424836,0.6334405144694534,0.6296296296296297,0.40070921985815605,0.4041720990873533,0.5073529411764706,0.5588235294117647,0.6545454545454545,0.5714285714285714,0.736318407960199,0.8,0.4578313253012048,0.7309941520467836,0.2876376988984088,0.4284193316007184,lgaalves
gpt-2-xl_camel-ai-physics,,0.27474402730375425,0.39842660824536946,0.26788152791152825,0.24,0.28888888888888886,0.21052631578947367,0.19,0.32075471698113206,0.2638888888888889,0.24,0.33,0.31,0.3352601156069364,0.3137254901960784,0.36,0.19574468085106383,0.23684210526315788,0.3103448275862069,0.25132275132275134,0.3492063492063492,0.18,0.24838709677419354,0.270935960591133,0.21,0.3151515151515151,0.3333333333333333,0.29015544041450775,0.3487179487179487,0.2777777777777778,0.2184873949579832,0.2781456953642384,0.30825688073394497,0.4444444444444444,0.21568627450980393,0.189873417721519,0.13004484304932734,0.26717557251908397,0.2231404958677686,0.26851851851851855,0.25766871165644173,0.25892857142857145,0.3592233009708738,0.2777777777777778,0.24,0.2707535121328225,0.25722543352601157,0.24804469273743016,0.26143790849673204,0.18006430868167203,0.24691358024691357,0.23404255319148937,0.2503259452411995,0.34191176470588236,0.24509803921568626,0.21818181818181817,0.33877551020408164,0.23880597014925373,0.21,0.2710843373493976,0.2982456140350877,0.2350061199510404,0.3911759819393894,lgaalves
yayi-13b-llama2,13.0,0.4402730375426621,0.5553674566819359,0.38683042676619855,0.27,0.37037037037037035,0.3355263157894737,0.39,0.44528301886792454,0.4305555555555556,0.27,0.27,0.26,0.2832369942196532,0.27450980392156865,0.51,0.2978723404255319,0.24561403508771928,0.43448275862068964,0.2619047619047619,0.23809523809523808,0.35,0.49032258064516127,0.3251231527093596,0.32,0.48484848484848486,0.5505050505050505,0.533678756476684,0.36666666666666664,0.25925925925925924,0.3445378151260504,0.2847682119205298,0.5100917431192661,0.25,0.4362745098039216,0.4978902953586498,0.3542600896860987,0.5190839694656488,0.5041322314049587,0.4074074074074074,0.4662576687116564,0.2857142857142857,0.5339805825242718,0.5427350427350427,0.35,0.5478927203065134,0.43641618497109824,0.23798882681564246,0.42810457516339867,0.47266881028938906,0.4691358024691358,0.3049645390070922,0.3272490221642764,0.3235294117647059,0.3349673202614379,0.4090909090909091,0.40816326530612246,0.43781094527363185,0.52,0.4036144578313253,0.4327485380116959,0.2802937576499388,0.42185263872587664,wenge-research
yayi-7b,7.0,0.41467576791808874,0.4647480581557459,0.36340531245109875,0.29,0.37037037037037035,0.24342105263157895,0.45,0.4037735849056604,0.3125,0.27,0.39,0.42,0.32947976878612717,0.23529411764705882,0.38,0.39148936170212767,0.24561403508771928,0.3310344827586207,0.30952380952380953,0.25396825396825395,0.23,0.33548387096774196,0.3251231527093596,0.48,0.26666666666666666,0.4393939393939394,0.38860103626943004,0.31794871794871793,0.26296296296296295,0.3739495798319328,0.32450331125827814,0.47522935779816516,0.25462962962962965,0.25980392156862747,0.48945147679324896,0.45739910313901344,0.3893129770992366,0.4049586776859504,0.4722222222222222,0.3496932515337423,0.36607142857142855,0.33980582524271846,0.5897435897435898,0.45,0.46360153256704983,0.4190751445086705,0.2324022346368715,0.369281045751634,0.3729903536977492,0.3765432098765432,0.3049645390070922,0.2666232073011734,0.3860294117647059,0.380718954248366,0.5272727272727272,0.3469387755102041,0.34328358208955223,0.49,0.3614457831325301,0.40350877192982454,0.2778457772337821,0.4369523064561288,wenge-research
yayi-70b-llama2,70.0,0.5614334470989761,0.640211113324039,0.6442069274967831,0.38,0.5777777777777777,0.6973684210526315,0.69,0.6943396226415094,0.7013888888888888,0.37,0.53,0.29,0.5606936416184971,0.4019607843137255,0.76,0.6170212765957447,0.42105263157894735,0.6068965517241379,0.42592592592592593,0.36507936507936506,0.46,0.7870967741935484,0.5369458128078818,0.7,0.793939393939394,0.803030303030303,0.9067357512953368,0.6487179487179487,0.34444444444444444,0.6386554621848739,0.41721854304635764,0.8128440366972477,0.49074074074074076,0.8431372549019608,0.8143459915611815,0.7354260089686099,0.7938931297709924,0.8677685950413223,0.7962962962962963,0.754601226993865,0.4642857142857143,0.7961165048543689,0.8632478632478633,0.64,0.8199233716475096,0.7312138728323699,0.2737430167597765,0.6993464052287581,0.7363344051446945,0.7314814814814815,0.5177304964539007,0.5110821382007823,0.5772058823529411,0.6764705882352942,0.7181818181818181,0.7673469387755102,0.8407960199004975,0.93,0.536144578313253,0.8538011695906432,0.30599755201958384,0.4762734947955207,wenge-research
llama2-13b-megacode2-oasst,13.0,0.560580204778157,0.6213901613224457,0.573752870417581,0.36,0.4666666666666667,0.5657894736842105,0.65,0.6,0.5833333333333334,0.44,0.53,0.39,0.5086705202312138,0.27450980392156865,0.7,0.43829787234042555,0.2631578947368421,0.5310344827586206,0.35978835978835977,0.3888888888888889,0.32,0.7096774193548387,0.4729064039408867,0.56,0.696969696969697,0.7272727272727273,0.8238341968911918,0.5333333333333333,0.3148148148148148,0.5462184873949579,0.33774834437086093,0.7688073394495413,0.4583333333333333,0.7745098039215687,0.759493670886076,0.672645739910314,0.648854961832061,0.7851239669421488,0.7777777777777778,0.6257668711656442,0.3482142857142857,0.7572815533980582,0.8205128205128205,0.57,0.7713920817369093,0.615606936416185,0.4145251396648045,0.6176470588235294,0.6109324758842444,0.6358024691358025,0.4397163120567376,0.4198174706649283,0.5588235294117647,0.5702614379084967,0.6181818181818182,0.6857142857142857,0.7263681592039801,0.84,0.5060240963855421,0.8128654970760234,0.3317013463892289,0.4785214835751962,OpenAssistant
oasst-sft-1-pythia-12b,12.0,0.4129692832764505,0.5238000398327026,0.261935721898837,0.29,0.3333333333333333,0.3092105263157895,0.21,0.2943396226415094,0.2847222222222222,0.17,0.29,0.24,0.24277456647398843,0.27450980392156865,0.28,0.22127659574468084,0.2543859649122807,0.2896551724137931,0.2671957671957672,0.21428571428571427,0.34,0.24516129032258063,0.28078817733990147,0.33,0.2909090909090909,0.30303030303030304,0.29015544041450775,0.28974358974358977,0.2518518518518518,0.226890756302521,0.2847682119205298,0.22752293577981653,0.2638888888888889,0.3088235294117647,0.22362869198312235,0.18834080717488788,0.22137404580152673,0.38016528925619836,0.24074074074074073,0.294478527607362,0.17857142857142858,0.21359223300970873,0.2564102564102564,0.2,0.2541507024265645,0.2861271676300578,0.2446927374301676,0.2679738562091503,0.29260450160771706,0.2777777777777778,0.2624113475177305,0.26597131681877445,0.23529411764705882,0.27941176470588236,0.20909090909090908,0.2653061224489796,0.24875621890547264,0.21,0.2710843373493976,0.2631578947368421,0.24724602203182375,0.3918763131130367,OpenAssistant
pythia-12b-sft-v8-2.5k-steps,12.0,0.39334470989761094,0.5172276438956384,0.27357965926426814,0.35,0.17777777777777778,0.23026315789473684,0.25,0.3132075471698113,0.2638888888888889,0.24,0.22,0.25,0.23121387283236994,0.23529411764705882,0.32,0.34893617021276596,0.2719298245614035,0.23448275862068965,0.23809523809523808,0.23809523809523808,0.29,0.2870967741935484,0.2512315270935961,0.23,0.26666666666666666,0.30808080808080807,0.20725388601036268,0.2564102564102564,0.28888888888888886,0.23949579831932774,0.23178807947019867,0.25321100917431194,0.32407407407407407,0.2549019607843137,0.270042194092827,0.34977578475336324,0.2824427480916031,0.2644628099173554,0.32407407407407407,0.26993865030674846,0.2767857142857143,0.2815533980582524,0.3034188034188034,0.39,0.30268199233716475,0.26878612716763006,0.23798882681564246,0.28104575163398693,0.27009646302250806,0.2777777777777778,0.23049645390070922,0.23989569752281617,0.3897058823529412,0.2581699346405229,0.3181818181818182,0.2653061224489796,0.23383084577114427,0.3,0.30120481927710846,0.30409356725146197,0.22031823745410037,0.3675277079560029,OpenAssistant
galactica-6.7b-finetuned,6.7,0.378839590443686,0.39932284405496915,0.38032924108719035,0.41,0.4888888888888889,0.40789473684210525,0.32,0.44150943396226416,0.4583333333333333,0.44,0.28,0.34,0.36416184971098264,0.21568627450980393,0.46,0.3276595744680851,0.2982456140350877,0.41379310344827586,0.2777777777777778,0.2698412698412698,0.31,0.4806451612903226,0.32019704433497537,0.41,0.42424242424242425,0.4696969696969697,0.47668393782383417,0.37435897435897436,0.27037037037037037,0.3697478991596639,0.304635761589404,0.47706422018348627,0.36574074074074076,0.3137254901960784,0.4345991561181435,0.40358744394618834,0.42748091603053434,0.4793388429752066,0.4074074074074074,0.3619631901840491,0.29464285714285715,0.4368932038834951,0.32905982905982906,0.47,0.4125159642401022,0.3872832369942196,0.25921787709497207,0.434640522875817,0.40514469453376206,0.404320987654321,0.2730496453900709,0.3155149934810952,0.4411764705882353,0.34477124183006536,0.37272727272727274,0.34285714285714286,0.43283582089552236,0.5,0.4578313253012048,0.26900584795321636,0.25703794369645044,0.4164599352040314,OpenAssistant
stablelm-7b-sft-v7-epoch-3,7.0,0.3216723549488055,0.42949611631149176,0.2500614413372985,0.22,0.22962962962962963,0.26973684210526316,0.23,0.24528301886792453,0.1736111111111111,0.24,0.26,0.27,0.19653179190751446,0.20588235294117646,0.32,0.2765957446808511,0.22807017543859648,0.31724137931034485,0.2804232804232804,0.2698412698412698,0.27,0.24193548387096775,0.2413793103448276,0.15,0.2727272727272727,0.23232323232323232,0.21761658031088082,0.258974358974359,0.23703703703703705,0.23949579831932774,0.26490066225165565,0.21834862385321102,0.2916666666666667,0.24509803921568626,0.28270042194092826,0.2556053811659193,0.2366412213740458,0.24793388429752067,0.3148148148148148,0.24539877300613497,0.23214285714285715,0.2912621359223301,0.2264957264957265,0.39,0.26309067688378035,0.2543352601156069,0.2424581005586592,0.28104575163398693,0.2508038585209003,0.25925925925925924,0.2127659574468085,0.24511082138200782,0.22058823529411764,0.2434640522875817,0.2818181818181818,0.1836734693877551,0.19402985074626866,0.25,0.25301204819277107,0.2807017543859649,0.22276621787025705,0.37019369476052294,OpenAssistant
llama2-70b-oasst-sft-v10,70.0,0.6382252559726962,0.668990240987851,0.6770234692791642,0.29,0.5555555555555556,0.7763157894736842,0.73,0.7132075471698113,0.75,0.48,0.63,0.36,0.6473988439306358,0.4411764705882353,0.74,0.6170212765957447,0.39473684210526316,0.5586206896551724,0.43915343915343913,0.46825396825396826,0.46,0.8258064516129032,0.5320197044334976,0.75,0.8424242424242424,0.8585858585858586,0.917098445595855,0.7128205128205128,0.3333333333333333,0.773109243697479,0.4304635761589404,0.8715596330275229,0.5925925925925926,0.8921568627450981,0.8649789029535865,0.7668161434977578,0.8625954198473282,0.8925619834710744,0.7962962962962963,0.754601226993865,0.5,0.8058252427184466,0.8717948717948718,0.68,0.8569604086845466,0.7485549132947977,0.4960893854748603,0.7352941176470589,0.7459807073954984,0.7530864197530864,0.5283687943262412,0.5371577574967406,0.6838235294117647,0.7091503267973857,0.7272727272727273,0.746938775510204,0.900497512437811,0.9,0.5060240963855421,0.8362573099415205,0.3880048959608323,0.5644519054208545,OpenAssistant
llama2-13b-orca-v2-8k-3166,13.0,0.5366894197952219,0.5955984863572994,0.5549613167416508,0.36,0.4962962962962963,0.618421052631579,0.56,0.5849056603773585,0.5555555555555556,0.44,0.44,0.31,0.4797687861271676,0.29411764705882354,0.68,0.4127659574468085,0.3157894736842105,0.5241379310344828,0.3333333333333333,0.3253968253968254,0.38,0.6387096774193548,0.43842364532019706,0.53,0.7090909090909091,0.702020202020202,0.7927461139896373,0.5153846153846153,0.35555555555555557,0.5546218487394958,0.3576158940397351,0.7339449541284404,0.38425925925925924,0.7794117647058824,0.7510548523206751,0.6502242152466368,0.6335877862595419,0.768595041322314,0.6574074074074074,0.6134969325153374,0.33035714285714285,0.6990291262135923,0.8076923076923077,0.64,0.7547892720306514,0.6358381502890174,0.32513966480446926,0.6339869281045751,0.6109324758842444,0.595679012345679,0.39361702127659576,0.42633637548891784,0.4963235294117647,0.545751633986928,0.6272727272727273,0.6938775510204082,0.746268656716418,0.8,0.40963855421686746,0.783625730994152,0.31701346389228885,0.4670110907150086,OpenAssistant
oasst-sft-4-pythia-12b-epoch-3.5,12.0,0.4121160409556314,0.5173272256522605,0.26818165252966336,0.26,0.31851851851851853,0.23026315789473684,0.35,0.33584905660377357,0.2847222222222222,0.2,0.29,0.28,0.24855491329479767,0.28431372549019607,0.26,0.30638297872340425,0.22807017543859648,0.25517241379310346,0.25132275132275134,0.1746031746031746,0.29,0.267741935483871,0.21674876847290642,0.3,0.28484848484848485,0.25757575757575757,0.23834196891191708,0.2641025641025641,0.2518518518518518,0.24369747899159663,0.26490066225165565,0.24587155963302754,0.24074074074074073,0.29411764705882354,0.23628691983122363,0.3004484304932735,0.22137404580152673,0.3305785123966942,0.28703703703703703,0.2822085889570552,0.26785714285714285,0.18446601941747573,0.29914529914529914,0.28,0.28607918263090676,0.25722543352601157,0.2424581005586592,0.27124183006535946,0.2861736334405145,0.2716049382716049,0.2730496453900709,0.27835723598435463,0.23529411764705882,0.2777777777777778,0.32727272727272727,0.2571428571428571,0.27860696517412936,0.23,0.3373493975903614,0.26900584795321636,0.2386780905752754,0.37807719406726975,OpenAssistant
llama2-13b-orca-8k-3319,13.0,0.5588737201365188,0.6136227843059151,0.5705831686054241,0.36,0.4962962962962963,0.625,0.59,0.6113207547169811,0.625,0.45,0.43,0.3,0.5028901734104047,0.3137254901960784,0.71,0.42127659574468085,0.2719298245614035,0.5379310344827586,0.3333333333333333,0.30158730158730157,0.35,0.6838709677419355,0.4975369458128079,0.61,0.7212121212121212,0.7272727272727273,0.7875647668393783,0.5717948717948718,0.3148148148148148,0.5630252100840336,0.33112582781456956,0.7559633027522936,0.39351851851851855,0.7941176470588235,0.7763713080168776,0.6412556053811659,0.648854961832061,0.7851239669421488,0.7314814814814815,0.6687116564417178,0.35714285714285715,0.7281553398058253,0.8034188034188035,0.61,0.7713920817369093,0.661849710982659,0.3787709497206704,0.6209150326797386,0.6430868167202572,0.6666666666666666,0.4326241134751773,0.4178617992177314,0.5183823529411765,0.5800653594771242,0.6363636363636364,0.6816326530612244,0.7512437810945274,0.8,0.4578313253012048,0.7719298245614035,0.3108935128518972,0.42641198610625425,OpenAssistant
codellama-13b-oasst-sft-v10,13.0,0.4104095563139932,0.46265684126667994,0.3536414627714184,0.33,0.3333333333333333,0.35526315789473684,0.34,0.3660377358490566,0.3263888888888889,0.28,0.3,0.3,0.28901734104046245,0.3137254901960784,0.45,0.3574468085106383,0.2543859649122807,0.4068965517241379,0.2804232804232804,0.2857142857142857,0.25,0.36774193548387096,0.2413793103448276,0.41,0.3878787878787879,0.4494949494949495,0.41968911917098445,0.3128205128205128,0.22592592592592592,0.3697478991596639,0.2847682119205298,0.4036697247706422,0.37962962962962965,0.36764705882352944,0.459915611814346,0.39461883408071746,0.3969465648854962,0.3884297520661157,0.37037037037037035,0.31901840490797545,0.3125,0.4368932038834951,0.5641025641025641,0.4,0.45721583652618136,0.37283236994219654,0.24022346368715083,0.3431372549019608,0.3408360128617363,0.37037037037037035,0.3049645390070922,0.2685788787483703,0.27205882352941174,0.3088235294117647,0.45454545454545453,0.3183673469387755,0.40298507462686567,0.52,0.3674698795180723,0.3333333333333333,0.29008567931456547,0.450167350485383,OpenAssistant
pythia-12b-pre-v8-12.5k-steps,12.0,0.3856655290102389,0.5109539932284406,0.2658025532540117,0.36,0.21481481481481482,0.29605263157894735,0.24,0.25660377358490566,0.2777777777777778,0.21,0.22,0.29,0.30057803468208094,0.19607843137254902,0.36,0.26382978723404255,0.21929824561403508,0.27586206896551724,0.21693121693121692,0.20634920634920634,0.21,0.2129032258064516,0.2512315270935961,0.26,0.21212121212121213,0.25252525252525254,0.2694300518134715,0.24871794871794872,0.26296296296296295,0.24789915966386555,0.2185430463576159,0.21651376146788992,0.2037037037037037,0.2647058823529412,0.2320675105485232,0.29596412556053814,0.3053435114503817,0.3140495867768595,0.2962962962962963,0.25766871165644173,0.26785714285714285,0.23300970873786409,0.3162393162393162,0.36,0.27458492975734355,0.3063583815028902,0.24134078212290502,0.2973856209150327,0.3247588424437299,0.2932098765432099,0.23049645390070922,0.2920469361147327,0.2977941176470588,0.26633986928104575,0.2818181818181818,0.23673469387755103,0.263681592039801,0.32,0.2710843373493976,0.3391812865497076,0.2178702570379437,0.36818571487284024,OpenAssistant
pythia-12b-sft-v8-7k-steps,12.0,0.4052901023890785,0.5204142601075483,0.2655098751478261,0.31,0.14074074074074075,0.23684210526315788,0.24,0.3169811320754717,0.2777777777777778,0.29,0.29,0.24,0.23699421965317918,0.18627450980392157,0.31,0.26382978723404255,0.24561403508771928,0.2482758620689655,0.21693121693121692,0.18253968253968253,0.19,0.22580645161290322,0.22167487684729065,0.2,0.21818181818181817,0.3282828282828283,0.29015544041450775,0.2692307692307692,0.24814814814814815,0.2815126050420168,0.23178807947019867,0.22752293577981653,0.32407407407407407,0.29901960784313725,0.22784810126582278,0.31390134529147984,0.32061068702290074,0.2727272727272727,0.3425925925925926,0.24539877300613497,0.3125,0.24271844660194175,0.3076923076923077,0.34,0.2515964240102171,0.2774566473988439,0.23910614525139665,0.2679738562091503,0.2540192926045016,0.28703703703703703,0.1950354609929078,0.2666232073011734,0.35661764705882354,0.272875816993464,0.2636363636363636,0.3551020408163265,0.21890547263681592,0.31,0.25301204819277107,0.3508771929824561,0.21909424724602203,0.36529025145528865,OpenAssistant
pythia-12b-sft-v8-rlhf-2k-steps,12.0,0.4044368600682594,0.5209121688906593,0.26122151672630767,0.32,0.1259259259259259,0.2236842105263158,0.22,0.29056603773584905,0.2777777777777778,0.25,0.3,0.28,0.21965317919075145,0.19607843137254902,0.3,0.2936170212765957,0.23684210526315788,0.2206896551724138,0.22486772486772486,0.19047619047619047,0.18,0.2161290322580645,0.22660098522167488,0.25,0.23636363636363636,0.32323232323232326,0.27461139896373055,0.26666666666666666,0.21851851851851853,0.25630252100840334,0.2251655629139073,0.20733944954128442,0.2824074074074074,0.2549019607843137,0.2489451476793249,0.3273542600896861,0.3282442748091603,0.2727272727272727,0.3055555555555556,0.24539877300613497,0.3392857142857143,0.22330097087378642,0.31196581196581197,0.35,0.26436781609195403,0.26878612716763006,0.23798882681564246,0.2679738562091503,0.2379421221864952,0.2839506172839506,0.20921985815602837,0.25554106910039115,0.35294117647058826,0.272875816993464,0.23636363636363636,0.3306122448979592,0.21393034825870647,0.3,0.26506024096385544,0.3508771929824561,0.23011015911872704,0.36059749571410327,OpenAssistant
pythia-70m-deduped-cleansharegpt,0.07,0.20819112627986347,0.25761800438159727,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.24479804161566707,0.5115134313181325,HWERI
pythia-1.4b-deduped-sharegpt,1.4,0.29948805460750855,0.4133638717386975,0.23996055427043217,0.24,0.18518518518518517,0.14473684210526316,0.31,0.2830188679245283,0.2361111111111111,0.18,0.28,0.19,0.23121387283236994,0.20588235294117646,0.3,0.2680851063829787,0.20175438596491227,0.2206896551724138,0.22486772486772486,0.25396825396825395,0.19,0.23225806451612904,0.16748768472906403,0.18,0.2,0.1717171717171717,0.22279792746113988,0.24102564102564103,0.2962962962962963,0.23949579831932774,0.25165562913907286,0.21284403669724772,0.4212962962962963,0.24019607843137256,0.2489451476793249,0.27802690582959644,0.22900763358778625,0.256198347107438,0.25,0.2147239263803681,0.32142857142857145,0.18446601941747573,0.24358974358974358,0.33,0.2413793103448276,0.27167630057803466,0.23798882681564246,0.24509803921568626,0.2090032154340836,0.25925925925925924,0.20921985815602837,0.24511082138200782,0.1875,0.2647058823529412,0.20909090909090908,0.2530612244897959,0.24378109452736318,0.24,0.30120481927710846,0.2807017543859649,0.25458996328029376,0.4180996357014574,HWERI
Llama2-7b-sharegpt4,7.0,0.5307167235494881,0.620991834295957,0.47468141253547597,0.31,0.43703703703703706,0.48026315789473684,0.46,0.49056603773584906,0.4791666666666667,0.38,0.4,0.33,0.4508670520231214,0.22549019607843138,0.58,0.42127659574468085,0.21929824561403508,0.47586206896551725,0.28835978835978837,0.3412698412698413,0.33,0.5258064516129032,0.3891625615763547,0.44,0.6181818181818182,0.494949494949495,0.7046632124352331,0.44358974358974357,0.28888888888888886,0.46218487394957986,0.23841059602649006,0.6495412844036698,0.26851851851851855,0.5637254901960784,0.6286919831223629,0.5381165919282511,0.5572519083969466,0.6611570247933884,0.5277777777777778,0.4785276073619632,0.4017857142857143,0.5533980582524272,0.6837606837606838,0.57,0.6564495530012772,0.5115606936416185,0.2435754189944134,0.5098039215686274,0.5273311897106109,0.5308641975308642,0.37943262411347517,0.378748370273794,0.5330882352941176,0.46078431372549017,0.5727272727272728,0.5306122448979592,0.6666666666666666,0.68,0.39759036144578314,0.6900584795321637,0.3292533659730722,0.4833790098921864,HWERI
SuperPlatty-30B,30.0,0.6237201365187713,0.6384186417048396,0.6256870100278202,0.31,0.5333333333333333,0.6907894736842105,0.62,0.6377358490566037,0.7013888888888888,0.47,0.5,0.37,0.5260115606936416,0.38235294117647056,0.71,0.5531914893617021,0.38596491228070173,0.5862068965517241,0.4126984126984127,0.4444444444444444,0.4,0.7419354838709677,0.4975369458128079,0.65,0.7757575757575758,0.8383838383838383,0.8860103626943006,0.6487179487179487,0.3111111111111111,0.6932773109243697,0.3509933774834437,0.8330275229357799,0.49537037037037035,0.8088235294117647,0.8438818565400844,0.6860986547085202,0.7251908396946565,0.8181818181818182,0.7037037037037037,0.7484662576687117,0.44642857142857145,0.7864077669902912,0.8803418803418803,0.67,0.7956577266922095,0.708092485549133,0.34972067039106147,0.6830065359477124,0.707395498392283,0.7314814814814815,0.48226950354609927,0.500651890482399,0.5845588235294118,0.6601307189542484,0.6454545454545455,0.7306122448979592,0.8159203980099502,0.87,0.5301204819277109,0.7953216374269005,0.3635250917992656,0.5351557929226954,ariellee
CAlign-alpaca-7b,7.0,0.46331058020477817,0.5503883688508265,0.38561562988389186,0.27,0.4666666666666667,0.3684210526315789,0.44,0.4188679245283019,0.375,0.29,0.38,0.32,0.2947976878612717,0.17647058823529413,0.51,0.3872340425531915,0.21052631578947367,0.3103448275862069,0.26455026455026454,0.2222222222222222,0.29,0.4064516129032258,0.30049261083743845,0.36,0.5212121212121212,0.4444444444444444,0.538860103626943,0.35384615384615387,0.24444444444444444,0.3445378151260504,0.2847682119205298,0.5119266055045871,0.4398148148148148,0.4019607843137255,0.4978902953586498,0.4977578475336323,0.4122137404580153,0.6115702479338843,0.4351851851851852,0.37423312883435583,0.3392857142857143,0.4174757281553398,0.5683760683760684,0.43,0.4942528735632184,0.3699421965317919,0.2424581005586592,0.3562091503267974,0.43729903536977494,0.41975308641975306,0.28368794326241137,0.3005215123859192,0.4522058823529412,0.3839869281045752,0.44545454545454544,0.27346938775510204,0.4129353233830846,0.5,0.3614457831325301,0.5146198830409356,0.3084455324357405,0.46893777898836553,jxhong
llama-2-13b-guanaco-fp16,13.0,0.5776450511945392,0.6369249153555069,0.5458177255242468,0.34,0.4888888888888889,0.5592105263157895,0.58,0.5773584905660377,0.6180555555555556,0.38,0.45,0.36,0.5028901734104047,0.20588235294117646,0.68,0.4,0.3157894736842105,0.496551724137931,0.335978835978836,0.3333333333333333,0.35,0.632258064516129,0.4088669950738916,0.54,0.6666666666666666,0.6565656565656566,0.8082901554404145,0.49230769230769234,0.28888888888888886,0.5714285714285714,0.33112582781456956,0.7394495412844037,0.4583333333333333,0.7794117647058824,0.6962025316455697,0.6412556053811659,0.6030534351145038,0.7107438016528925,0.7037037037037037,0.6687116564417178,0.29464285714285715,0.7281553398058253,0.7692307692307693,0.6,0.7471264367816092,0.6184971098265896,0.3486033519553073,0.6111111111111112,0.6045016077170418,0.6296296296296297,0.40070921985815605,0.41264667535853977,0.5183823529411765,0.5392156862745098,0.5818181818181818,0.6122448979591837,0.7114427860696517,0.83,0.4397590361445783,0.7426900584795322,0.3011015911872705,0.4400425009710182,Mikael110
vicuna-13b-v1.3-PL-lora_unload,13.0,0.5290102389078498,0.599681338378809,0.5219507264948581,0.34,0.4962962962962963,0.4868421052631579,0.52,0.49056603773584906,0.5763888888888888,0.4,0.46,0.32,0.3930635838150289,0.22549019607843138,0.66,0.40425531914893614,0.2719298245614035,0.4827586206896552,0.291005291005291,0.36507936507936506,0.32,0.5774193548387097,0.42857142857142855,0.53,0.6727272727272727,0.6868686868686869,0.7512953367875648,0.44358974358974357,0.2814814814814815,0.5,0.31788079470198677,0.7119266055045872,0.38425925925925924,0.6911764705882353,0.6877637130801688,0.5695067264573991,0.6564885496183206,0.6776859504132231,0.5833333333333334,0.6134969325153374,0.38392857142857145,0.7281553398058253,0.8034188034188035,0.54,0.7177522349936143,0.5664739884393064,0.288268156424581,0.6013071895424836,0.5691318327974276,0.5648148148148148,0.39361702127659576,0.41003911342894395,0.5,0.5130718954248366,0.5818181818181818,0.5714285714285714,0.7213930348258707,0.75,0.4879518072289157,0.7894736842105263,0.34761321909424725,0.4962229890110448,Lajonbot
Llama-2-13b-hf-instruct-pl-lora_unload,13.0,0.5622866894197952,0.6171081457876917,0.5483070771485529,0.36,0.5037037037037037,0.5197368421052632,0.55,0.630188679245283,0.5416666666666666,0.46,0.45,0.33,0.4797687861271676,0.23529411764705882,0.7,0.39574468085106385,0.21929824561403508,0.496551724137931,0.3333333333333333,0.3412698412698413,0.33,0.6709677419354839,0.4482758620689655,0.51,0.6363636363636364,0.702020202020202,0.7979274611398963,0.5230769230769231,0.2777777777777778,0.5714285714285714,0.3443708609271523,0.7321100917431193,0.48148148148148145,0.7598039215686274,0.7257383966244726,0.6412556053811659,0.5801526717557252,0.7520661157024794,0.7222222222222222,0.6748466257668712,0.25,0.7281553398058253,0.7692307692307693,0.51,0.756066411238825,0.638728323699422,0.36089385474860336,0.6372549019607843,0.6334405144694534,0.6265432098765432,0.4397163120567376,0.4178617992177314,0.5147058823529411,0.5490196078431373,0.5727272727272728,0.6204081632653061,0.7562189054726368,0.82,0.463855421686747,0.7602339181286549,0.2839657282741738,0.4144931510578176,Lajonbot
vicuna-7b-v1.5-PL-lora_unload,7.0,0.49829351535836175,0.5771758613821948,0.49694570283826933,0.3,0.4666666666666667,0.5,0.51,0.5169811320754717,0.4930555555555556,0.33,0.43,0.36,0.4393063583815029,0.22549019607843138,0.66,0.451063829787234,0.2982456140350877,0.46206896551724136,0.30687830687830686,0.3412698412698413,0.34,0.532258064516129,0.35467980295566504,0.45,0.6424242424242425,0.601010101010101,0.7202072538860104,0.43333333333333335,0.22592592592592592,0.4369747899159664,0.25165562913907286,0.6862385321100918,0.38425925925925924,0.6813725490196079,0.6962025316455697,0.600896860986547,0.5801526717557252,0.5619834710743802,0.5648148148148148,0.5214723926380368,0.41964285714285715,0.6116504854368932,0.7735042735042735,0.57,0.6845466155810983,0.5173410404624278,0.2659217877094972,0.5228758169934641,0.5755627009646302,0.5617283950617284,0.375886524822695,0.36897001303780963,0.5147058823529411,0.48366013071895425,0.6181818181818182,0.6,0.6567164179104478,0.73,0.4397590361445783,0.6783625730994152,0.32558139534883723,0.49675878238889504,Lajonbot
WizardLM-13B-V1.2-PL-lora_unload,13.0,0.5358361774744027,0.6145190201155148,0.5514585247796483,0.35,0.5111111111111111,0.5789473684210527,0.51,0.5886792452830188,0.5277777777777778,0.45,0.51,0.37,0.48554913294797686,0.2549019607843137,0.66,0.42127659574468085,0.2631578947368421,0.5379310344827586,0.35714285714285715,0.30952380952380953,0.3,0.6645161290322581,0.45320197044334976,0.59,0.6727272727272727,0.6919191919191919,0.772020725388601,0.5128205128205128,0.3,0.5336134453781513,0.304635761589404,0.728440366972477,0.4305555555555556,0.75,0.7130801687763713,0.6367713004484304,0.6335877862595419,0.7355371900826446,0.7407407407407407,0.6809815950920245,0.35714285714285715,0.6990291262135923,0.811965811965812,0.65,0.722860791826309,0.6445086705202312,0.24134078212290502,0.6078431372549019,0.6077170418006431,0.595679012345679,0.4219858156028369,0.40221642764015647,0.5625,0.5163398692810458,0.6545454545454545,0.6775510204081633,0.7263681592039801,0.79,0.463855421686747,0.7485380116959064,0.3243574051407589,0.46182904053409113,Lajonbot
tableBeluga-7B-instruct-pl-lora_unload,7.0,0.5341296928327645,0.5966938856801434,0.5269866297392952,0.29,0.4962962962962963,0.45394736842105265,0.52,0.6188679245283019,0.5208333333333334,0.43,0.46,0.35,0.44508670520231214,0.27450980392156865,0.61,0.49361702127659574,0.2894736842105263,0.46206896551724136,0.31746031746031744,0.31746031746031744,0.32,0.5709677419354838,0.35960591133004927,0.43,0.696969696969697,0.6868686868686869,0.7823834196891192,0.5102564102564102,0.26296296296296295,0.5378151260504201,0.31125827814569534,0.728440366972477,0.48148148148148145,0.7058823529411765,0.7172995780590717,0.6188340807174888,0.6412213740458015,0.7107438016528925,0.6296296296296297,0.5950920245398773,0.4017857142857143,0.7475728155339806,0.7863247863247863,0.63,0.7241379310344828,0.5606936416184971,0.2435754189944134,0.5490196078431373,0.5852090032154341,0.5679012345679012,0.3900709219858156,0.3917861799217731,0.5294117647058824,0.5245098039215687,0.5909090909090909,0.6244897959183674,0.6766169154228856,0.75,0.39759036144578314,0.7192982456140351,0.3463892288861689,0.5019072263271259,Lajonbot
kollama2-7b-v2,7.0,0.49146757679180886,0.5910177255526787,0.4361443674733649,0.3,0.4,0.3881578947368421,0.55,0.47547169811320755,0.4097222222222222,0.26,0.42,0.31,0.3988439306358382,0.16666666666666666,0.57,0.4,0.3508771929824561,0.47586206896551725,0.291005291005291,0.2857142857142857,0.29,0.45806451612903226,0.31527093596059114,0.37,0.5454545454545454,0.4494949494949495,0.6113989637305699,0.3769230769230769,0.26666666666666666,0.39915966386554624,0.271523178807947,0.5706422018348624,0.28703703703703703,0.4803921568627451,0.5485232067510548,0.547085201793722,0.4961832061068702,0.6033057851239669,0.49074074074074076,0.4601226993865031,0.375,0.5242718446601942,0.6495726495726496,0.53,0.6066411238825032,0.4682080924855491,0.2446927374301676,0.4411764705882353,0.5144694533762058,0.47530864197530864,0.3971631205673759,0.3559322033898305,0.4632352941176471,0.39705882352941174,0.5272727272727272,0.40816326530612246,0.5472636815920398,0.61,0.3795180722891566,0.6549707602339181,0.3157894736842105,0.46371383446543135,psyche
kollama2-7b,7.0,0.48890784982935154,0.5910177255526787,0.4231366920817203,0.3,0.42962962962962964,0.3815789473684211,0.52,0.4188679245283019,0.3888888888888889,0.3,0.4,0.38,0.3583815028901734,0.19607843137254902,0.49,0.4,0.2719298245614035,0.41379310344827586,0.2671957671957672,0.30952380952380953,0.31,0.43548387096774194,0.3399014778325123,0.37,0.5393939393939394,0.4444444444444444,0.5854922279792746,0.36153846153846153,0.27037037037037037,0.3865546218487395,0.2847682119205298,0.5211009174311927,0.22685185185185186,0.5,0.5358649789029536,0.4977578475336323,0.45038167938931295,0.6363636363636364,0.5,0.4233128834355828,0.36607142857142855,0.46601941747572817,0.6239316239316239,0.47,0.598978288633461,0.45375722543352603,0.2558659217877095,0.41830065359477125,0.5080385852090032,0.4506172839506173,0.35815602836879434,0.32985658409387225,0.45588235294117646,0.39705882352941174,0.5181818181818182,0.43673469387755104,0.5323383084577115,0.64,0.3795180722891566,0.6140350877192983,0.3011015911872705,0.4456425296122023,psyche
kogpt,,0.19027303754266212,0.27384983071101376,0.26556700566119984,0.22,0.2740740740740741,0.3092105263157895,0.21,0.2792452830188679,0.2222222222222222,0.31,0.35,0.32,0.3179190751445087,0.35294117647058826,0.16,0.251063829787234,0.2719298245614035,0.2413793103448276,0.24338624338624337,0.21428571428571427,0.15,0.3161290322580645,0.2561576354679803,0.23,0.22424242424242424,0.35353535353535354,0.29533678756476683,0.36153846153846153,0.26296296296296295,0.3445378151260504,0.31788079470198677,0.29908256880733947,0.46296296296296297,0.2647058823529412,0.270042194092827,0.13901345291479822,0.29770992366412213,0.2231404958677686,0.2037037037037037,0.22699386503067484,0.20535714285714285,0.4077669902912621,0.18803418803418803,0.29,0.19923371647509577,0.23699421965317918,0.27150837988826815,0.3006535947712418,0.20257234726688103,0.25,0.23049645390070922,0.25097783572359844,0.4411764705882353,0.20098039215686275,0.21818181818181817,0.24897959183673468,0.23383084577114427,0.28,0.21686746987951808,0.21637426900584794,0.2460220318237454,0.4205535965155922,psyche
kollama2-7b-v3,7.0,0.4539249146757679,0.5855407289384584,0.40409265954592505,0.31,0.3925925925925926,0.35526315789473684,0.51,0.37735849056603776,0.4097222222222222,0.21,0.39,0.29,0.3236994219653179,0.19607843137254902,0.54,0.4127659574468085,0.30701754385964913,0.38620689655172413,0.23544973544973544,0.3253968253968254,0.28,0.3935483870967742,0.3054187192118227,0.33,0.4909090909090909,0.41919191919191917,0.5958549222797928,0.3487179487179487,0.24444444444444444,0.3445378151260504,0.23841059602649006,0.48807339449541287,0.23148148148148148,0.44607843137254904,0.4430379746835443,0.515695067264574,0.4732824427480916,0.5785123966942148,0.42592592592592593,0.4294478527607362,0.4017857142857143,0.47572815533980584,0.6025641025641025,0.5,0.5938697318007663,0.45664739884393063,0.23798882681564246,0.40522875816993464,0.5273311897106109,0.4567901234567901,0.34397163120567376,0.33572359843546284,0.36764705882352944,0.4150326797385621,0.5181818181818182,0.27755102040816326,0.5074626865671642,0.64,0.3674698795180723,0.6081871345029239,0.2937576499388005,0.42921423081004945,psyche
Baichuan-7B,7.0,0.3924914675767918,0.519717187811193,0.4358846050066226,0.32,0.4222222222222222,0.506578947368421,0.5,0.44150943396226416,0.4166666666666667,0.29,0.33,0.3,0.42196531791907516,0.24509803921568626,0.63,0.3276595744680851,0.2807017543859649,0.496551724137931,0.2830687830687831,0.2857142857142857,0.3,0.45161290322580644,0.3645320197044335,0.41,0.42424242424242425,0.5505050505050505,0.6062176165803109,0.3641025641025641,0.24074074074074073,0.3949579831932773,0.25165562913907286,0.5853211009174312,0.27314814814814814,0.4950980392156863,0.5274261603375527,0.4618834080717489,0.549618320610687,0.6033057851239669,0.5092592592592593,0.49079754601226994,0.41964285714285715,0.5728155339805825,0.6111111111111112,0.48,0.6053639846743295,0.4479768786127168,0.24916201117318434,0.4477124183006536,0.45980707395498394,0.5154320987654321,0.3617021276595745,0.32659713168187743,0.34558823529411764,0.43300653594771243,0.5272727272727272,0.4857142857142857,0.5771144278606966,0.58,0.41566265060240964,0.631578947368421,0.22399020807833536,0.36228689921184504,baichuan-inc
Qwen-LLaMAfied-7B-Chat,7.0,0.46501706484641636,0.6408086038637721,0.5351728104055443,0.32,0.4740740740740741,0.5986842105263158,0.61,0.6150943396226415,0.5763888888888888,0.35,0.5,0.31,0.5260115606936416,0.2647058823529412,0.7,0.4425531914893617,0.38596491228070173,0.5172413793103449,0.35185185185185186,0.373015873015873,0.27,0.6419354838709678,0.45320197044334976,0.58,0.21818181818181817,0.696969696969697,0.7875647668393783,0.5128205128205128,0.25925925925925924,0.5210084033613446,0.2781456953642384,0.7339449541284404,0.38425925925925924,0.5931372549019608,0.7510548523206751,0.600896860986547,0.6106870229007634,0.743801652892562,0.6851851851851852,0.6196319018404908,0.35714285714285715,0.6407766990291263,0.7863247863247863,0.57,0.7330779054916986,0.615606936416185,0.26033519553072626,0.6241830065359477,0.6463022508038585,0.6419753086419753,0.3723404255319149,0.4132985658409387,0.5220588235294118,0.5310457516339869,0.6,0.6448979591836734,0.7661691542288557,0.78,0.4578313253012048,0.6842105263157895,0.3084455324357405,0.4608515013805907,JosephusCheung
Guanaco,,0.46075085324232085,0.548496315475005,0.3030341226134647,0.26,0.3037037037037037,0.24342105263157895,0.37,0.27169811320754716,0.2916666666666667,0.21,0.31,0.32,0.2254335260115607,0.21568627450980393,0.45,0.28085106382978725,0.21052631578947367,0.2689655172413793,0.23015873015873015,0.25396825396825395,0.18,0.267741935483871,0.21674876847290642,0.29,0.3333333333333333,0.30808080808080807,0.31088082901554404,0.2794871794871795,0.22592592592592592,0.29831932773109243,0.24503311258278146,0.3486238532110092,0.20833333333333334,0.30392156862745096,0.3628691983122363,0.42152466367713004,0.3511450381679389,0.4049586776859504,0.3425925925925926,0.2883435582822086,0.375,0.3106796116504854,0.49572649572649574,0.32,0.4648786717752235,0.2976878612716763,0.25027932960893856,0.29411764705882354,0.27009646302250806,0.31790123456790126,0.2872340425531915,0.27249022164276404,0.22794117647058823,0.3284313725490196,0.37272727272727274,0.20408163265306123,0.31840796019900497,0.41,0.29518072289156627,0.45614035087719296,0.24969400244798043,0.37636042536499775,JosephusCheung
llama-2-7b-claude-chat,7.0,0.5136518771331058,0.6053574985062736,0.4674187763291336,0.29,0.45185185185185184,0.40789473684210525,0.53,0.45660377358490567,0.4444444444444444,0.34,0.39,0.35,0.4508670520231214,0.20588235294117646,0.56,0.4297872340425532,0.35964912280701755,0.43448275862068964,0.2566137566137566,0.29365079365079366,0.28,0.5161290322580645,0.33004926108374383,0.42,0.5878787878787879,0.5353535353535354,0.6787564766839378,0.43846153846153846,0.2851851851851852,0.41596638655462187,0.2847682119205298,0.6311926605504588,0.2824074074074074,0.5931372549019608,0.6708860759493671,0.5515695067264574,0.5114503816793893,0.6198347107438017,0.5370370370370371,0.5337423312883436,0.36607142857142855,0.5533980582524272,0.7051282051282052,0.54,0.6296296296296297,0.5028901734104047,0.2424581005586592,0.5163398692810458,0.6012861736334405,0.5061728395061729,0.3546099290780142,0.36114732724902215,0.5257352941176471,0.4542483660130719,0.5636363636363636,0.4816326530612245,0.6417910447761194,0.6,0.42771084337349397,0.7134502923976608,0.26438188494492043,0.41391131141245646,Norquinal
zaraxls-l2-7b,7.0,0.5290102389078498,0.602370045807608,0.5038629424305681,0.34,0.4666666666666667,0.4342105263157895,0.51,0.5622641509433962,0.5138888888888888,0.36,0.43,0.34,0.44508670520231214,0.22549019607843138,0.61,0.4297872340425532,0.2894736842105263,0.43448275862068964,0.30687830687830686,0.3253968253968254,0.32,0.5870967741935483,0.33497536945812806,0.42,0.6484848484848484,0.6515151515151515,0.7202072538860104,0.4794871794871795,0.21851851851851853,0.4579831932773109,0.32450331125827814,0.7174311926605504,0.4027777777777778,0.6813725490196079,0.7088607594936709,0.5919282511210763,0.6259541984732825,0.6363636363636364,0.5462962962962963,0.5398773006134969,0.4732142857142857,0.6504854368932039,0.7521367521367521,0.6,0.7037037037037037,0.5346820809248555,0.3039106145251397,0.5359477124183006,0.5819935691318328,0.5401234567901234,0.38652482269503546,0.34876140808344197,0.49264705882352944,0.47058823529411764,0.6,0.6204081632653061,0.6368159203980099,0.71,0.42168674698795183,0.7192982456140351,0.31946144430844553,0.46510102198751646,zarakiquemparte
zarafusionix-l2-7b,7.0,0.5366894197952219,0.6014738099980084,0.5120630833129403,0.32,0.5259259259259259,0.4144736842105263,0.51,0.5584905660377358,0.5486111111111112,0.33,0.47,0.35,0.44508670520231214,0.2647058823529412,0.61,0.46382978723404256,0.2719298245614035,0.4689655172413793,0.31216931216931215,0.30158730158730157,0.35,0.5774193548387097,0.37438423645320196,0.45,0.6303030303030303,0.6666666666666666,0.7616580310880829,0.47692307692307695,0.26666666666666666,0.46638655462184875,0.31788079470198677,0.708256880733945,0.3888888888888889,0.7058823529411765,0.7130801687763713,0.6143497757847534,0.5877862595419847,0.6446280991735537,0.5740740740740741,0.5644171779141104,0.42857142857142855,0.7087378640776699,0.7606837606837606,0.59,0.7088122605363985,0.5491329479768786,0.2759776536312849,0.5424836601307189,0.6109324758842444,0.5370370370370371,0.37943262411347517,0.37157757496740546,0.5294117647058824,0.5,0.5818181818181818,0.5755102040816327,0.681592039800995,0.71,0.4036144578313253,0.7368421052631579,0.35495716034271724,0.5104906529375334,zarakiquemparte
zarafusionex-1.1-l2-7b,7.0,0.5392491467576792,0.6046604262099183,0.5209628252289316,0.35,0.5037037037037037,0.4342105263157895,0.53,0.5773584905660377,0.5694444444444444,0.37,0.43,0.34,0.43352601156069365,0.30392156862745096,0.6,0.4723404255319149,0.2631578947368421,0.4827586206896552,0.30952380952380953,0.2619047619047619,0.33,0.5870967741935483,0.3842364532019704,0.47,0.6424242424242425,0.6515151515151515,0.7616580310880829,0.5333333333333333,0.2518518518518518,0.5,0.32450331125827814,0.7119266055045872,0.4351851851851852,0.7058823529411765,0.7383966244725738,0.6278026905829597,0.6335877862595419,0.6528925619834711,0.6111111111111112,0.5828220858895705,0.42857142857142855,0.6893203883495146,0.7649572649572649,0.57,0.7126436781609196,0.5346820809248555,0.3027932960893855,0.565359477124183,0.6012861736334405,0.5524691358024691,0.38652482269503546,0.36962190352020863,0.5330882352941176,0.5212418300653595,0.5909090909090909,0.6244897959183674,0.6965174129353234,0.73,0.40963855421686746,0.7426900584795322,0.3402692778457772,0.5066113763426128,zarakiquemparte
kuchiki-1.1-l2-7b,7.0,0.5273037542662116,0.5950009958175663,0.4813762477439414,0.31,0.4888888888888889,0.39473684210526316,0.5,0.5094339622641509,0.4861111111111111,0.34,0.39,0.34,0.4277456647398844,0.2647058823529412,0.58,0.42127659574468085,0.2982456140350877,0.47586206896551725,0.291005291005291,0.2698412698412698,0.35,0.5258064516129032,0.3793103448275862,0.42,0.6060606060606061,0.6060606060606061,0.7098445595854922,0.46153846153846156,0.27037037037037037,0.42016806722689076,0.2781456953642384,0.6678899082568808,0.3333333333333333,0.6421568627450981,0.6751054852320675,0.600896860986547,0.5343511450381679,0.6363636363636364,0.5370370370370371,0.49079754601226994,0.38392857142857145,0.5728155339805825,0.7051282051282052,0.54,0.6628352490421456,0.5202312138728323,0.28268156424581004,0.4934640522875817,0.572347266881029,0.5339506172839507,0.36524822695035464,0.3624511082138201,0.5257352941176471,0.4395424836601307,0.5818181818181818,0.5346938775510204,0.6169154228855721,0.7,0.41566265060240964,0.695906432748538,0.33659730722154224,0.499579377079004,zarakiquemparte
zarafusionex-1.2-l2-7b,7.0,0.5349829351535836,0.5977892850029874,0.5193510987337319,0.33,0.5333333333333333,0.4473684210526316,0.53,0.5811320754716981,0.5625,0.35,0.45,0.35,0.44508670520231214,0.27450980392156865,0.59,0.46808510638297873,0.2894736842105263,0.4896551724137931,0.30158730158730157,0.2857142857142857,0.33,0.5741935483870968,0.37438423645320196,0.45,0.6484848484848484,0.6666666666666666,0.7616580310880829,0.5025641025641026,0.25555555555555554,0.49159663865546216,0.33774834437086093,0.7119266055045872,0.4398148148148148,0.696078431372549,0.7172995780590717,0.6278026905829597,0.6183206106870229,0.6611570247933884,0.5740740740740741,0.5644171779141104,0.4017857142857143,0.7087378640776699,0.7649572649572649,0.59,0.7100893997445722,0.5549132947976878,0.2737430167597765,0.5555555555555556,0.5980707395498392,0.5462962962962963,0.37943262411347517,0.3767926988265971,0.5367647058823529,0.5163398692810458,0.6181818181818182,0.6081632653061224,0.6865671641791045,0.76,0.39759036144578314,0.7368421052631579,0.35128518971848227,0.5129341494547134,zarakiquemparte
kuchiki-l2-7b,7.0,0.5255972696245734,0.6005775741884087,0.4774331684180749,0.31,0.4740740740740741,0.3881578947368421,0.51,0.5056603773584906,0.5,0.31,0.37,0.33,0.44508670520231214,0.21568627450980393,0.6,0.42127659574468085,0.2894736842105263,0.4827586206896552,0.2962962962962963,0.2619047619047619,0.34,0.5096774193548387,0.35960591133004927,0.42,0.6181818181818182,0.5909090909090909,0.7046632124352331,0.46153846153846156,0.2777777777777778,0.40756302521008403,0.2980132450331126,0.6678899082568808,0.3055555555555556,0.6421568627450981,0.6540084388185654,0.5829596412556054,0.5267175572519084,0.6363636363636364,0.5277777777777778,0.5030674846625767,0.38392857142857145,0.5533980582524272,0.7051282051282052,0.55,0.6602809706257982,0.5173410404624278,0.3005586592178771,0.49673202614379086,0.5787781350482315,0.5277777777777778,0.3617021276595745,0.3546284224250326,0.5110294117647058,0.44607843137254904,0.5818181818181818,0.5061224489795918,0.6318407960199005,0.69,0.42168674698795183,0.6900584795321637,0.3402692778457772,0.49876664192397546,zarakiquemparte
zarablendex-vq-l2-7b,7.0,0.5426621160409556,0.6019717187811193,0.5144617247862603,0.32,0.5185185185185185,0.42105263157894735,0.51,0.5660377358490566,0.5486111111111112,0.34,0.45,0.38,0.44508670520231214,0.29411764705882354,0.62,0.4723404255319149,0.2719298245614035,0.4689655172413793,0.31216931216931215,0.2777777777777778,0.34,0.5741935483870968,0.3694581280788177,0.45,0.6363636363636364,0.6666666666666666,0.7668393782383419,0.48205128205128206,0.27037037037037037,0.47478991596638653,0.31125827814569534,0.7137614678899082,0.39814814814814814,0.7058823529411765,0.7088607594936709,0.6233183856502242,0.6030534351145038,0.6446280991735537,0.5833333333333334,0.5644171779141104,0.41964285714285715,0.6990291262135923,0.7649572649572649,0.59,0.7075351213282248,0.5549132947976878,0.2681564245810056,0.5424836601307189,0.6045016077170418,0.5493827160493827,0.3829787234042553,0.37157757496740546,0.5404411764705882,0.5081699346405228,0.5818181818181818,0.5877551020408164,0.6965174129353234,0.71,0.4036144578313253,0.7368421052631579,0.3537331701346389,0.5116736227462794,zarakiquemparte
zararp-l2-7b,7.0,0.5349829351535836,0.6084445329615614,0.5135792561288142,0.33,0.5111111111111111,0.4144736842105263,0.53,0.569811320754717,0.5555555555555556,0.35,0.42,0.34,0.4277456647398844,0.3235294117647059,0.61,0.46808510638297873,0.2807017543859649,0.4689655172413793,0.2857142857142857,0.2698412698412698,0.34,0.5612903225806452,0.3793103448275862,0.47,0.6363636363636364,0.6565656565656566,0.7564766839378239,0.4897435897435897,0.2740740740740741,0.48739495798319327,0.33112582781456956,0.708256880733945,0.39814814814814814,0.7156862745098039,0.7257383966244726,0.6053811659192825,0.6106870229007634,0.6446280991735537,0.5833333333333334,0.5521472392638037,0.4107142857142857,0.7087378640776699,0.7606837606837606,0.56,0.7088122605363985,0.5433526011560693,0.2849162011173184,0.5490196078431373,0.6045016077170418,0.5401234567901234,0.3829787234042553,0.35919165580182527,0.5183823529411765,0.5049019607843137,0.6,0.6081632653061224,0.6666666666666666,0.74,0.42168674698795183,0.7192982456140351,0.34394124847001223,0.512599577390538,zarakiquemparte
bloom-zh-3b-chat,3.0,0.36860068259385664,0.4208325034853615,0.31623898353099694,0.23,0.2962962962962963,0.24342105263157895,0.35,0.28679245283018867,0.3541666666666667,0.31,0.37,0.32,0.31213872832369943,0.2549019607843137,0.29,0.3191489361702128,0.2719298245614035,0.2827586206896552,0.23544973544973544,0.2619047619047619,0.21,0.25806451612903225,0.2019704433497537,0.33,0.3333333333333333,0.3838383838383838,0.35233160621761656,0.3564102564102564,0.21481481481481482,0.2857142857142857,0.33774834437086093,0.3486238532110092,0.39814814814814814,0.29411764705882354,0.3924050632911392,0.3991031390134529,0.33587786259541985,0.2727272727272727,0.32407407407407407,0.25766871165644173,0.33035714285714285,0.3106796116504854,0.39316239316239315,0.35,0.3231162196679438,0.3208092485549133,0.2681564245810056,0.30392156862745096,0.28938906752411575,0.35185185185185186,0.2872340425531915,0.26727509778357234,0.40808823529411764,0.3415032679738562,0.42727272727272725,0.3510204081632653,0.4228855721393035,0.38,0.3072289156626506,0.3157894736842105,0.24969400244798043,0.4125162495379212,ikala
pythia-31m,0.031,0.1885665529010239,0.2577175861382195,0.24266946539698517,0.22,0.2814814814814815,0.17763157894736842,0.24,0.2188679245283019,0.22916666666666666,0.2,0.22,0.24,0.2023121387283237,0.21568627450980393,0.26,0.26382978723404255,0.23684210526315788,0.20689655172413793,0.21957671957671956,0.2619047619047619,0.19,0.18064516129032257,0.2413793103448276,0.32,0.21818181818181817,0.25757575757575757,0.2538860103626943,0.2282051282051282,0.2851851851851852,0.25210084033613445,0.2582781456953642,0.1944954128440367,0.2916666666666667,0.2549019607843137,0.270042194092827,0.30493273542600896,0.24427480916030533,0.24793388429752067,0.25925925925925924,0.2331288343558282,0.30357142857142855,0.1941747572815534,0.2863247863247863,0.29,0.23627075351213284,0.23410404624277456,0.23687150837988827,0.21241830065359477,0.19292604501607716,0.2191358024691358,0.24113475177304963,0.24771838331160365,0.23897058823529413,0.23529411764705882,0.21818181818181817,0.24489795918367346,0.24378109452736318,0.33,0.27710843373493976,0.26900584795321636,0.24724602203182375,0.5012227342274072,ethzanalytics
WizardLM-30B-Uncensored,30.0,0.5836177474402731,0.638020314678351,0.5679567902828135,0.28,0.4740740740740741,0.5460526315789473,0.6,0.6113207547169811,0.6041666666666666,0.4,0.45,0.37,0.5086705202312138,0.30392156862745096,0.65,0.502127659574468,0.2982456140350877,0.46206896551724136,0.3333333333333333,0.3333333333333333,0.39,0.6580645161290323,0.3694581280788177,0.56,0.703030303030303,0.7121212121212122,0.8082901554404145,0.541025641025641,0.25925925925925924,0.6092436974789915,0.33112582781456956,0.7743119266055046,0.4398148148148148,0.7794117647058824,0.7890295358649789,0.6322869955156951,0.6106870229007634,0.71900826446281,0.6944444444444444,0.6993865030674846,0.48214285714285715,0.7475728155339806,0.8547008547008547,0.63,0.7598978288633461,0.6242774566473989,0.3418994413407821,0.5784313725490197,0.6720257234726688,0.6327160493827161,0.4397163120567376,0.44328552803129073,0.5661764705882353,0.6029411764705882,0.6727272727272727,0.6530612244897959,0.7711442786069652,0.84,0.46987951807228917,0.783625730994152,0.3561811505507956,0.5157329727047782,ehartford
WizardLM-1.0-Uncensored-Llama2-13b,13.0,0.5290102389078498,0.609838677554272,0.555883188634204,0.33,0.45185185185185184,0.5394736842105263,0.59,0.6150943396226415,0.5972222222222222,0.43,0.47,0.33,0.49710982658959535,0.3431372549019608,0.64,0.44680851063829785,0.24561403508771928,0.503448275862069,0.30158730158730157,0.3333333333333333,0.4,0.6548387096774193,0.4187192118226601,0.55,0.6787878787878788,0.696969696969697,0.8031088082901554,0.48717948717948717,0.3148148148148148,0.5588235294117647,0.31125827814569534,0.7339449541284404,0.4166666666666667,0.75,0.7426160337552743,0.6591928251121076,0.6870229007633588,0.743801652892562,0.6944444444444444,0.6748466257668712,0.36607142857142855,0.6990291262135923,0.8461538461538461,0.57,0.7343550446998723,0.6271676300578035,0.39664804469273746,0.6078431372549019,0.639871382636656,0.6203703703703703,0.41843971631205673,0.42242503259452413,0.5514705882352942,0.5588235294117647,0.6,0.6326530612244898,0.6965174129353234,0.82,0.463855421686747,0.7719298245614035,0.3463892288861689,0.51421523167565,ehartford
Wizard-Vicuna-13B-Uncensored,13.0,0.5656996587030717,0.6218880701055567,0.4792227875511831,0.3,0.4666666666666667,0.47368421052631576,0.49,0.4716981132075472,0.4861111111111111,0.3,0.41,0.32,0.4046242774566474,0.23529411764705882,0.59,0.41702127659574467,0.2982456140350877,0.4,0.25396825396825395,0.3492063492063492,0.31,0.5193548387096775,0.32019704433497537,0.52,0.6242424242424243,0.5555555555555556,0.6632124352331606,0.4230769230769231,0.2111111111111111,0.4411764705882353,0.2251655629139073,0.6238532110091743,0.23148148148148148,0.6519607843137255,0.6919831223628692,0.5695067264573991,0.5954198473282443,0.6694214876033058,0.5462962962962963,0.5460122699386503,0.375,0.6019417475728155,0.7649572649572649,0.57,0.6768837803320562,0.5086705202312138,0.24804469273743016,0.5,0.5530546623794212,0.5370370370370371,0.3617021276595745,0.40547588005215124,0.49264705882352944,0.5081699346405228,0.5272727272727272,0.5306122448979592,0.6368159203980099,0.77,0.45180722891566266,0.6900584795321637,0.3635250917992656,0.5168692050626681,ehartford
WizardLM-7B-Uncensored,7.0,0.4496587030716723,0.5542720573590918,0.3541572207300522,0.33,0.3851851851851852,0.32894736842105265,0.49,0.3886792452830189,0.3472222222222222,0.26,0.26,0.32,0.2658959537572254,0.18627450980392157,0.42,0.3702127659574468,0.2543859649122807,0.2827586206896552,0.23809523809523808,0.2698412698412698,0.26,0.3258064516129032,0.24630541871921183,0.38,0.4484848484848485,0.3939393939393939,0.42487046632124353,0.3333333333333333,0.27037037037037037,0.29831932773109243,0.2582781456953642,0.44403669724770645,0.20833333333333334,0.46078431372549017,0.4641350210970464,0.45739910313901344,0.35877862595419846,0.49586776859504134,0.4074074074074074,0.3619631901840491,0.3392857142857143,0.33980582524271846,0.5085470085470085,0.39,0.4648786717752235,0.37572254335260113,0.24916201117318434,0.3202614379084967,0.38263665594855306,0.36728395061728397,0.30141843971631205,0.31747066492829207,0.4117647058823529,0.35130718954248363,0.44545454545454544,0.30612244897959184,0.4129353233830846,0.45,0.2891566265060241,0.4678362573099415,0.2692778457772338,0.4149289318653372,ehartford
Samantha-1.1-70b,70.0,0.64419795221843,0.6823341963752241,0.6860340801455308,0.32,0.6148148148148148,0.8092105263157895,0.73,0.6981132075471698,0.8402777777777778,0.45,0.55,0.35,0.6416184971098265,0.3137254901960784,0.77,0.6425531914893617,0.4298245614035088,0.6068965517241379,0.43386243386243384,0.46825396825396826,0.41,0.8161290322580645,0.4975369458128079,0.76,0.8424242424242424,0.8535353535353535,0.9378238341968912,0.7025641025641025,0.31851851851851853,0.7436974789915967,0.4105960264900662,0.8844036697247707,0.5833333333333334,0.9019607843137255,0.8818565400843882,0.7847533632286996,0.8549618320610687,0.8677685950413223,0.8055555555555556,0.8343558282208589,0.5267857142857143,0.8252427184466019,0.9145299145299145,0.75,0.855683269476373,0.7514450867052023,0.49050279329608937,0.7549019607843137,0.752411575562701,0.808641975308642,0.5283687943262412,0.546284224250326,0.7279411764705882,0.7467320261437909,0.7181818181818181,0.7755102040816326,0.8905472636815921,0.93,0.5662650602409639,0.8830409356725146,0.4847001223990208,0.6484743510294749,ehartford
CodeLlama-34b-Instruct-hf,34.0,0.378839590443686,0.2998406691894045,0.3974524639890268,0.36,0.35555555555555557,0.3684210526315789,0.44,0.4037735849056604,0.3680555555555556,0.29,0.33,0.41,0.3583815028901734,0.22549019607843138,0.54,0.3872340425531915,0.2543859649122807,0.3448275862068966,0.30423280423280424,0.30952380952380953,0.32,0.44193548387096776,0.3645320197044335,0.42,0.28484848484848485,0.5202020202020202,0.533678756476684,0.3564102564102564,0.3111111111111111,0.39915966386554624,0.31125827814569534,0.45321100917431195,0.24074074074074073,0.28431372549019607,0.4008438818565401,0.4260089686098655,0.4351145038167939,0.5702479338842975,0.5370370370370371,0.3803680981595092,0.26785714285714285,0.5436893203883495,0.6196581196581197,0.45,0.565772669220945,0.41040462427745666,0.20446927374301677,0.4117647058823529,0.5048231511254019,0.4567901234567901,0.31560283687943264,0.27249022164276404,0.33088235294117646,0.3431372549019608,0.5272727272727272,0.2897959183673469,0.48258706467661694,0.57,0.4036144578313253,0.6432748538011696,0.29008567931456547,0.4428923144531004,ehartford
Wizard-Vicuna-7B-Uncensored,7.0,0.5008532423208191,0.6055566620195181,0.3708892477364517,0.28,0.37777777777777777,0.35526315789473684,0.42,0.4037735849056604,0.3611111111111111,0.28,0.28,0.27,0.27167630057803466,0.23529411764705882,0.5,0.40425531914893614,0.2631578947368421,0.31724137931034485,0.23809523809523808,0.2619047619047619,0.32,0.3774193548387097,0.23645320197044334,0.38,0.48484848484848486,0.42424242424242425,0.49222797927461137,0.3333333333333333,0.24074074074074073,0.31932773109243695,0.23841059602649006,0.47155963302752296,0.19444444444444445,0.46568627450980393,0.4810126582278481,0.4663677130044843,0.3816793893129771,0.5950413223140496,0.42592592592592593,0.36809815950920244,0.25,0.34951456310679613,0.5427350427350427,0.48,0.5312899106002554,0.41329479768786126,0.2424581005586592,0.38235294117647056,0.38263665594855306,0.41358024691358025,0.3333333333333333,0.30378096479791394,0.4632352941176471,0.3872549019607843,0.41818181818181815,0.3020408163265306,0.39303482587064675,0.49,0.3192771084337349,0.5263157894736842,0.2974296205630355,0.4347779023075343,ehartford
WizardLM-13B-Uncensored,13.0,0.48976109215017066,0.58105954989046,0.43956252847732863,0.3,0.4,0.34868421052631576,0.46,0.4490566037735849,0.3958333333333333,0.24,0.41,0.39,0.37572254335260113,0.20588235294117646,0.54,0.4127659574468085,0.2719298245614035,0.36551724137931035,0.2698412698412698,0.30952380952380953,0.38,0.45483870967741935,0.2660098522167488,0.48,0.5333333333333333,0.5353535353535354,0.6113989637305699,0.4205128205128205,0.2814814814814815,0.42436974789915966,0.2185430463576159,0.5559633027522936,0.25462962962962965,0.5882352941176471,0.6075949367088608,0.5515695067264574,0.4351145038167939,0.5702479338842975,0.5185185185185185,0.44785276073619634,0.4017857142857143,0.6019417475728155,0.6923076923076923,0.5,0.6206896551724138,0.44508670520231214,0.2849162011173184,0.48366013071895425,0.4630225080385852,0.48148148148148145,0.3333333333333333,0.3539765319426336,0.40808823529411764,0.4591503267973856,0.5636363636363636,0.46530612244897956,0.527363184079602,0.66,0.39156626506024095,0.6374269005847953,0.31701346389228885,0.4672973796009371,ehartford
dolphin-llama2-7b,7.0,0.4462457337883959,0.5125473013343955,0.48370695437082295,0.31,0.4222222222222222,0.47368421052631576,0.53,0.5547169811320755,0.5,0.38,0.4,0.38,0.42196531791907516,0.28431372549019607,0.48,0.4553191489361702,0.2982456140350877,0.496551724137931,0.291005291005291,0.30952380952380953,0.34,0.5774193548387097,0.33497536945812806,0.48,0.6787878787878788,0.6161616161616161,0.7098445595854922,0.4256410256410256,0.337037037037037,0.48739495798319327,0.31125827814569534,0.6403669724770642,0.39351851851851855,0.5833333333333334,0.7215189873417721,0.5022421524663677,0.5343511450381679,0.6859504132231405,0.6018518518518519,0.4785276073619632,0.375,0.6407766990291263,0.6581196581196581,0.47,0.5925925925925926,0.5289017341040463,0.2581005586592179,0.5163398692810458,0.5401929260450161,0.5277777777777778,0.32978723404255317,0.3709256844850065,0.40808823529411764,0.3937908496732026,0.5454545454545454,0.6408163265306123,0.6119402985074627,0.74,0.42771084337349397,0.5672514619883041,0.33047735618115054,0.4971825631415876,ehartford
dolphin-llama-13b,13.0,0.5221843003412969,0.585839474208325,0.5215724928602683,0.33,0.4444444444444444,0.5,0.53,0.5773584905660377,0.5486111111111112,0.32,0.39,0.29,0.4624277456647399,0.2549019607843137,0.62,0.46808510638297873,0.3157894736842105,0.47586206896551725,0.3544973544973545,0.31746031746031744,0.35,0.6387096774193548,0.35467980295566504,0.54,0.6545454545454545,0.6262626262626263,0.7409326424870466,0.5102564102564102,0.2962962962962963,0.49159663865546216,0.2913907284768212,0.7045871559633028,0.37962962962962965,0.6911764705882353,0.7215189873417721,0.5829596412556054,0.6183206106870229,0.7355371900826446,0.6296296296296297,0.5644171779141104,0.36607142857142855,0.7572815533980582,0.7606837606837606,0.55,0.7037037037037037,0.5924855491329479,0.376536312849162,0.6045751633986928,0.5787781350482315,0.5833333333333334,0.37943262411347517,0.4028683181225554,0.4485294117647059,0.511437908496732,0.5272727272727272,0.6489795918367347,0.7263681592039801,0.73,0.45180722891566266,0.7076023391812866,0.37454100367197063,0.522268578907751,ehartford
samantha-1.1-llama-33b,33.0,0.6501706484641638,0.6763592909778928,0.5879280918188884,0.37,0.5333333333333333,0.631578947368421,0.58,0.6037735849056604,0.6111111111111112,0.41,0.44,0.36,0.5549132947976878,0.3137254901960784,0.66,0.5148936170212766,0.34210526315789475,0.5241379310344828,0.35185185185185186,0.3253968253968254,0.36,0.7,0.43842364532019706,0.64,0.7272727272727273,0.7121212121212122,0.8238341968911918,0.5769230769230769,0.27037037037037037,0.5672268907563025,0.36423841059602646,0.7688073394495413,0.44907407407407407,0.7647058823529411,0.8270042194092827,0.6636771300448431,0.648854961832061,0.71900826446281,0.7037037037037037,0.7177914110429447,0.45535714285714285,0.7766990291262136,0.8504273504273504,0.64,0.7816091954022989,0.6647398843930635,0.4480446927374302,0.6274509803921569,0.662379421221865,0.6635802469135802,0.46099290780141844,0.45697522816166886,0.5919117647058824,0.6127450980392157,0.6636363636363637,0.6285714285714286,0.8208955223880597,0.84,0.5240963855421686,0.7719298245614035,0.44430844553243576,0.6118502472834432,ehartford
Wizard-Vicuna-30B-Uncensored,30.0,0.5989761092150171,0.6386178052180841,0.582367623108102,0.33,0.5333333333333333,0.5986842105263158,0.6,0.6150943396226415,0.6041666666666666,0.4,0.46,0.39,0.5317919075144508,0.29411764705882354,0.65,0.502127659574468,0.3157894736842105,0.5103448275862069,0.3439153439153439,0.31746031746031744,0.4,0.6516129032258065,0.39901477832512317,0.61,0.7212121212121212,0.7626262626262627,0.8082901554404145,0.5717948717948718,0.26666666666666666,0.6134453781512605,0.32450331125827814,0.781651376146789,0.4444444444444444,0.7598039215686274,0.7890295358649789,0.6412556053811659,0.6793893129770993,0.7520661157024794,0.6944444444444444,0.6993865030674846,0.48214285714285715,0.7864077669902912,0.8504273504273504,0.64,0.7637292464878672,0.6589595375722543,0.4145251396648045,0.630718954248366,0.6881028938906752,0.6697530864197531,0.4574468085106383,0.4576271186440678,0.5698529411764706,0.6045751633986928,0.6454545454545455,0.6,0.7860696517412935,0.82,0.5180722891566265,0.783625730994152,0.3525091799265606,0.5080755505916852,ehartford
based-30b,30.0,0.6126279863481229,0.6648078072097192,0.5828458247853386,0.36,0.5259259259259259,0.618421052631579,0.54,0.5735849056603773,0.5763888888888888,0.43,0.48,0.4,0.5375722543352601,0.29411764705882354,0.72,0.5234042553191489,0.32456140350877194,0.503448275862069,0.35978835978835977,0.36507936507936506,0.35,0.6838709677419355,0.4088669950738916,0.63,0.7515151515151515,0.7171717171717171,0.8134715025906736,0.5769230769230769,0.24444444444444444,0.5588235294117647,0.3708609271523179,0.7651376146788991,0.4444444444444444,0.7745098039215687,0.8016877637130801,0.6636771300448431,0.6335877862595419,0.7520661157024794,0.6481481481481481,0.6932515337423313,0.42857142857142855,0.7864077669902912,0.8376068376068376,0.69,0.7713920817369093,0.638728323699422,0.41787709497206704,0.6143790849673203,0.6720257234726688,0.6574074074074074,0.43617021276595747,0.44132985658409385,0.5551470588235294,0.6258169934640523,0.6909090909090909,0.6326530612244898,0.7860696517412935,0.83,0.4879518072289157,0.8070175438596491,0.25703794369645044,0.3569533373195159,ehartford
WizardLM-33B-V1.0-Uncensored,33.0,0.6151877133105802,0.6412069308902609,0.5917670815373479,0.31,0.5037037037037037,0.618421052631579,0.6,0.6188679245283019,0.6527777777777778,0.42,0.48,0.39,0.5317919075144508,0.3431372549019608,0.69,0.502127659574468,0.3684210526315789,0.47586206896551725,0.373015873015873,0.3253968253968254,0.38,0.6870967741935484,0.41379310344827586,0.6,0.7272727272727273,0.7575757575757576,0.8238341968911918,0.5923076923076923,0.2740740740740741,0.5840336134453782,0.3509933774834437,0.7743119266055046,0.47685185185185186,0.7941176470588235,0.810126582278481,0.6860986547085202,0.6564885496183206,0.7355371900826446,0.7314814814814815,0.6993865030674846,0.4107142857142857,0.7766990291262136,0.8846153846153846,0.66,0.7675606641123882,0.6647398843930635,0.4223463687150838,0.6143790849673203,0.6881028938906752,0.6882716049382716,0.4432624113475177,0.4498044328552803,0.6029411764705882,0.6225490196078431,0.6818181818181818,0.6693877551020408,0.8109452736318408,0.86,0.4759036144578313,0.7777777777777778,0.3990208078335373,0.5682843816640254,ehartford
Samantha-1.11-70b,70.0,0.6527303754266212,0.6831308504282015,0.6781597668807107,0.31,0.6074074074074074,0.8092105263157895,0.74,0.690566037735849,0.8055555555555556,0.44,0.53,0.32,0.6127167630057804,0.3235294117647059,0.74,0.6468085106382979,0.42105263157894735,0.6137931034482759,0.4074074074074074,0.4444444444444444,0.43,0.8096774193548387,0.4876847290640394,0.74,0.8606060606060606,0.8636363636363636,0.9378238341968912,0.6974358974358974,0.2851851851851852,0.7647058823529411,0.423841059602649,0.8807339449541285,0.5694444444444444,0.8970588235294118,0.8734177215189873,0.7847533632286996,0.8396946564885496,0.8760330578512396,0.7777777777777778,0.8220858895705522,0.5,0.8155339805825242,0.905982905982906,0.75,0.859514687100894,0.7427745664739884,0.5094972067039106,0.738562091503268,0.7331189710610932,0.8117283950617284,0.5,0.5410691003911343,0.6948529411764706,0.7516339869281046,0.7,0.7795918367346939,0.8855721393034826,0.92,0.5602409638554217,0.8713450292397661,0.4663402692778458,0.6501725704722767,ehartford
Samantha-1.11-7b,7.0,0.5136518771331058,0.5993825931089425,0.40511216630201285,0.27,0.4074074074074074,0.34868421052631576,0.49,0.3849056603773585,0.4097222222222222,0.28,0.33,0.21,0.3468208092485549,0.23529411764705882,0.56,0.39574468085106385,0.19298245614035087,0.3724137931034483,0.23809523809523808,0.3333333333333333,0.24,0.3741935483870968,0.23645320197044334,0.38,0.5515151515151515,0.4292929292929293,0.5751295336787565,0.34615384615384615,0.2222222222222222,0.35714285714285715,0.25165562913907286,0.5266055045871559,0.20833333333333334,0.4950980392156863,0.4810126582278481,0.45739910313901344,0.45038167938931295,0.6033057851239669,0.42592592592592593,0.4785276073619632,0.3125,0.49514563106796117,0.6581196581196581,0.48,0.5900383141762452,0.43352601156069365,0.23798882681564246,0.42810457516339867,0.5466237942122186,0.4876543209876543,0.32269503546099293,0.3435462842242503,0.39338235294117646,0.4444444444444444,0.5,0.3224489795918367,0.5572139303482587,0.59,0.3855421686746988,0.6666666666666666,0.3390452876376989,0.5036938483034297,ehartford
minotaur-llama2-13b-qlora,13.0,0.5674061433447098,0.6226847241585342,0.5586639382311334,0.33,0.4962962962962963,0.6052631578947368,0.55,0.6150943396226415,0.5902777777777778,0.41,0.44,0.37,0.5317919075144508,0.24509803921568626,0.66,0.44680851063829785,0.2631578947368421,0.5172413793103449,0.291005291005291,0.38095238095238093,0.36,0.6516129032258065,0.3842364532019704,0.58,0.6727272727272727,0.7323232323232324,0.8082901554404145,0.5230769230769231,0.2962962962962963,0.5588235294117647,0.3509933774834437,0.7504587155963303,0.4166666666666667,0.7696078431372549,0.729957805907173,0.6278026905829597,0.6106870229007634,0.7024793388429752,0.7129629629629629,0.6196319018404908,0.39285714285714285,0.7475728155339806,0.8205128205128205,0.6,0.7573435504469987,0.615606936416185,0.4212290502793296,0.6274509803921569,0.5884244372990354,0.6234567901234568,0.43617021276595747,0.4015645371577575,0.5514705882352942,0.5310457516339869,0.6272727272727273,0.6612244897959184,0.7562189054726368,0.83,0.4457831325301205,0.8070175438596491,0.3182374541003672,0.45574844972222117,ehartford
WizardLM-1.0-Uncensored-CodeLlama-34b,34.0,0.5247440273037542,0.5663214499103765,0.5451331238213145,0.29,0.4666666666666667,0.5657894736842105,0.57,0.47924528301886793,0.5277777777777778,0.41,0.52,0.37,0.48554913294797686,0.3333333333333333,0.71,0.5063829787234042,0.41228070175438597,0.4689655172413793,0.3941798941798942,0.4444444444444444,0.31,0.603225806451613,0.3891625615763547,0.73,0.6484848484848484,0.6868686868686869,0.7461139896373057,0.4948717948717949,0.3296296296296296,0.5252100840336135,0.36423841059602646,0.7045871559633028,0.4074074074074074,0.7107843137254902,0.7383966244725738,0.57847533632287,0.5725190839694656,0.71900826446281,0.6851851851851852,0.6871165644171779,0.4375,0.6893203883495146,0.7948717948717948,0.53,0.7075351213282248,0.5751445086705202,0.3854748603351955,0.5784313725490197,0.6302250803858521,0.5864197530864198,0.36879432624113473,0.3741851368970013,0.5110294117647058,0.49836601307189543,0.6363636363636364,0.5755102040816327,0.7114427860696517,0.72,0.42168674698795183,0.7543859649122807,0.28518971848225216,0.43059583922823796,ehartford
Samantha-1.11-13b,13.0,0.5639931740614335,0.6251742680740888,0.5595756067598666,0.33,0.5111111111111111,0.5526315789473685,0.52,0.5924528301886792,0.6041666666666666,0.42,0.43,0.36,0.5144508670520231,0.29411764705882354,0.69,0.44680851063829785,0.2807017543859649,0.4827586206896552,0.335978835978836,0.38095238095238093,0.38,0.6612903225806451,0.39901477832512317,0.57,0.6666666666666666,0.6767676767676768,0.8238341968911918,0.5307692307692308,0.3037037037037037,0.5966386554621849,0.33112582781456956,0.744954128440367,0.4305555555555556,0.7794117647058824,0.7468354430379747,0.6591928251121076,0.6183206106870229,0.7355371900826446,0.7129629629629629,0.6993865030674846,0.2767857142857143,0.7184466019417476,0.7905982905982906,0.58,0.7611749680715197,0.6473988439306358,0.2759776536312849,0.630718954248366,0.6430868167202572,0.6388888888888888,0.4397163120567376,0.423728813559322,0.5551470588235294,0.5473856209150327,0.6636363636363637,0.6571428571428571,0.7512437810945274,0.84,0.463855421686747,0.7777777777777778,0.3353733170134639,0.4771721773008265,ehartford
Samantha-1.11-CodeLlama-34b,34.0,0.5401023890784983,0.5763792073292173,0.5350974834706603,0.34,0.45925925925925926,0.5526315789473685,0.53,0.5094339622641509,0.5,0.38,0.55,0.33,0.48554913294797686,0.38235294117647056,0.72,0.49361702127659574,0.40350877192982454,0.503448275862069,0.3941798941798942,0.36507936507936506,0.29,0.5903225806451613,0.3891625615763547,0.68,0.6606060606060606,0.6565656565656566,0.7202072538860104,0.45384615384615384,0.34444444444444444,0.542016806722689,0.3509933774834437,0.671559633027523,0.37037037037037035,0.7009803921568627,0.759493670886076,0.5829596412556054,0.549618320610687,0.6859504132231405,0.7037037037037037,0.6871165644171779,0.42857142857142855,0.7378640776699029,0.7863247863247863,0.48,0.7088122605363985,0.5780346820809249,0.36983240223463687,0.5228758169934641,0.594855305466238,0.6049382716049383,0.36879432624113473,0.37222946544980445,0.4227941176470588,0.48366013071895425,0.6090909090909091,0.6040816326530613,0.6666666666666666,0.72,0.4036144578313253,0.7485380116959064,0.33414932680538556,0.5046063820185052,ehartford
Xwin-LM-7B-V0.1,7.0,0.5273037542662116,0.6083449512049393,0.49977697959738887,0.32,0.5111111111111111,0.4276315789473684,0.48,0.5245283018867924,0.5,0.35,0.38,0.32,0.44508670520231214,0.21568627450980393,0.59,0.451063829787234,0.3508771929824561,0.5241379310344828,0.3333333333333333,0.21428571428571427,0.42,0.5516129032258065,0.4187192118226601,0.51,0.6484848484848484,0.6161616161616161,0.7253886010362695,0.46923076923076923,0.2814814814814815,0.4579831932773109,0.271523178807947,0.6880733944954128,0.3611111111111111,0.6470588235294118,0.6962025316455697,0.600896860986547,0.5648854961832062,0.6611570247933884,0.5462962962962963,0.5766871165644172,0.33035714285714285,0.6504854368932039,0.7008547008547008,0.54,0.6781609195402298,0.546242774566474,0.2782122905027933,0.5424836601307189,0.572347266881029,0.5462962962962963,0.3829787234042553,0.379400260756193,0.5183823529411765,0.4722222222222222,0.5636363636363636,0.6081632653061224,0.736318407960199,0.69,0.42168674698795183,0.6783625730994152,0.3292533659730722,0.47887897889684966,Xwin-LM
Xwin-LM-70B-V0.1,70.0,0.659556313993174,0.6872137024497113,0.6977283159634735,0.33,0.6518518518518519,0.8157894736842105,0.73,0.7132075471698113,0.8263888888888888,0.48,0.61,0.37,0.653179190751445,0.38235294117647056,0.8,0.7063829787234043,0.45614035087719296,0.6068965517241379,0.455026455026455,0.4523809523809524,0.49,0.8096774193548387,0.5517241379310345,0.76,0.8484848484848485,0.8888888888888888,0.9430051813471503,0.717948717948718,0.3333333333333333,0.7352941176470589,0.47019867549668876,0.8844036697247707,0.5601851851851852,0.9068627450980392,0.8987341772151899,0.7937219730941704,0.8396946564885496,0.8677685950413223,0.8425925925925926,0.8220858895705522,0.5,0.8155339805825242,0.8931623931623932,0.72,0.8659003831417624,0.7861271676300579,0.5318435754189944,0.7483660130718954,0.7717041800643086,0.8364197530864198,0.5283687943262412,0.5384615384615384,0.7242647058823529,0.7598039215686274,0.7,0.8122448979591836,0.8805970149253731,0.94,0.5421686746987951,0.8713450292397661,0.40269277845777235,0.5985719496292411,Xwin-LM
Xwin-LM-13B-V0.1,13.0,0.5878839590443686,0.6381198964349731,0.5652857967960327,0.29,0.5037037037037037,0.5394736842105263,0.54,0.6264150943396226,0.5972222222222222,0.38,0.49,0.34,0.5722543352601156,0.28431372549019607,0.74,0.42127659574468085,0.2982456140350877,0.5241379310344828,0.32275132275132273,0.3412698412698413,0.34,0.6774193548387096,0.4827586206896552,0.56,0.6484848484848484,0.702020202020202,0.8031088082901554,0.5256410256410257,0.29259259259259257,0.5756302521008403,0.2980132450331126,0.7522935779816514,0.44907407407407407,0.75,0.7510548523206751,0.6547085201793722,0.6412213740458015,0.743801652892562,0.7407407407407407,0.6809815950920245,0.25892857142857145,0.7669902912621359,0.8034188034188035,0.59,0.776500638569604,0.6473988439306358,0.4044692737430168,0.6601307189542484,0.6495176848874598,0.6728395061728395,0.425531914893617,0.43089960886571055,0.5919117647058824,0.5849673202614379,0.6090909090909091,0.6775510204081633,0.746268656716418,0.82,0.46987951807228917,0.7543859649122807,0.32068543451652387,0.4595945101063146,Xwin-LM
results_2023-07-24T09-55-17.325605.json,,0.22098976109215018,0.33061143198566023,0.2660221175898058,0.26,0.24444444444444444,0.3026315789473684,0.15,0.3018867924528302,0.2708333333333333,0.31,0.36,0.22,0.2658959537572254,0.1568627450980392,0.23,0.2936170212765957,0.30701754385964913,0.2482758620689655,0.25925925925925924,0.15873015873015872,0.31,0.24193548387096775,0.3054187192118227,0.28,0.26666666666666666,0.35858585858585856,0.3160621761658031,0.3076923076923077,0.26296296296296295,0.3025210084033613,0.3443708609271523,0.3357798165137615,0.4074074074074074,0.22549019607843138,0.2109704641350211,0.2062780269058296,0.2595419847328244,0.1652892561983471,0.2037037037037037,0.26380368098159507,0.19642857142857142,0.3592233009708738,0.20512820512820512,0.28,0.24010217113665389,0.24277456647398843,0.2424581005586592,0.2679738562091503,0.24115755627009647,0.2191358024691358,0.25886524822695034,0.24511082138200782,0.4522058823529412,0.23529411764705882,0.2636363636363636,0.3346938775510204,0.22885572139303484,0.28,0.20481927710843373,0.25146198830409355,0.2252141982864137,0.4075602335796246,gpt2-medium
llama-7b-logicot,7.0,0.454778156996587,0.5467038438558056,0.38932679622286204,0.22,0.34074074074074073,0.3092105263157895,0.38,0.3886792452830189,0.3055555555555556,0.31,0.26,0.29,0.3236994219653179,0.23529411764705882,0.5,0.33191489361702126,0.19298245614035087,0.21379310344827587,0.24074074074074073,0.3492063492063492,0.2,0.44516129032258067,0.3103448275862069,0.36,0.48484848484848486,0.494949494949495,0.5906735751295337,0.4076923076923077,0.25925925925925924,0.3739495798319328,0.304635761589404,0.5706422018348624,0.41203703703703703,0.5392156862745098,0.5991561181434599,0.40358744394618834,0.40458015267175573,0.6115702479338843,0.4074074074074074,0.4233128834355828,0.30357142857142855,0.49514563106796117,0.5512820512820513,0.46,0.5670498084291188,0.430635838150289,0.23798882681564246,0.40522875816993464,0.4212218649517685,0.39197530864197533,0.3049645390070922,0.35919165580182527,0.4375,0.36764705882352944,0.41818181818181815,0.3795918367346939,0.5472636815920398,0.53,0.3614457831325301,0.4269005847953216,0.2594859241126071,0.4363242258351546,csitfun
llama2-13b-platypus-ckpt-1000,13.0,0.22610921501706485,0.25801633140808605,0.2317495403416549,0.2,0.24444444444444444,0.23684210526315788,0.22,0.19245283018867926,0.25,0.2,0.26,0.17,0.24277456647398843,0.29411764705882354,0.18,0.2170212765957447,0.2982456140350877,0.21379310344827587,0.2275132275132275,0.2857142857142857,0.23,0.24838709677419354,0.35467980295566504,0.24,0.1696969696969697,0.22727272727272727,0.3005181347150259,0.2564102564102564,0.2962962962962963,0.31092436974789917,0.2781456953642384,0.22568807339449543,0.25462962962962965,0.24509803921568626,0.20675105485232068,0.15695067264573992,0.19083969465648856,0.2644628099173554,0.17592592592592593,0.19631901840490798,0.16071428571428573,0.18446601941747573,0.1794871794871795,0.18,0.19029374201787994,0.21676300578034682,0.26256983240223464,0.2581699346405229,0.21864951768488747,0.25925925925925924,0.2198581560283688,0.24902216427640156,0.3125,0.24019607843137256,0.18181818181818182,0.2897959183673469,0.208955223880597,0.19,0.2289156626506024,0.21637426900584794,0.24357405140758873,0.48790901949076826,bsp-albz
MedicWizard-7B,7.0,0.507679180887372,0.6036646086436964,0.4461021640661506,0.32,0.4444444444444444,0.39473684210526316,0.49,0.5660377358490566,0.4861111111111111,0.27,0.34,0.32,0.4797687861271676,0.2549019607843137,0.54,0.3829787234042553,0.2543859649122807,0.36551724137931035,0.24867724867724866,0.31746031746031744,0.32,0.45806451612903226,0.3448275862068966,0.45,0.5393939393939394,0.5050505050505051,0.6113989637305699,0.43333333333333335,0.24814814814814815,0.3865546218487395,0.31788079470198677,0.6385321100917432,0.25925925925925924,0.5931372549019608,0.6033755274261603,0.5650224215246636,0.48854961832061067,0.6115702479338843,0.5462962962962963,0.49079754601226994,0.30357142857142855,0.4854368932038835,0.6282051282051282,0.57,0.5913154533844189,0.4913294797687861,0.2435754189944134,0.5,0.49517684887459806,0.5,0.3333333333333333,0.3428943937418514,0.5735294117647058,0.47058823529411764,0.4727272727272727,0.4,0.5223880597014925,0.61,0.4578313253012048,0.5497076023391813,0.27050183598531213,0.4131669444750809,xzuyn
Alpacino-SuperCOT-13B,13.0,0.5452218430034129,0.6177056363274248,0.4789250549583435,0.33,0.4888888888888889,0.5,0.47,0.4981132075471698,0.4513888888888889,0.33,0.44,0.3,0.45664739884393063,0.20588235294117646,0.6,0.4085106382978723,0.21929824561403508,0.4,0.2751322751322751,0.31746031746031744,0.31,0.5161290322580645,0.28078817733990147,0.52,0.6060606060606061,0.5404040404040404,0.6476683937823834,0.43333333333333335,0.24814814814814815,0.46218487394957986,0.26490066225165565,0.6275229357798165,0.2916666666666667,0.6078431372549019,0.70042194092827,0.6143497757847534,0.5572519083969466,0.6776859504132231,0.5555555555555556,0.5214723926380368,0.35714285714285715,0.6796116504854369,0.7435897435897436,0.5,0.6922094508301405,0.5115606936416185,0.23910614525139665,0.5196078431372549,0.5337620578778135,0.5277777777777778,0.34397163120567376,0.37809647979139505,0.5183823529411765,0.48856209150326796,0.5818181818181818,0.4816326530612245,0.6716417910447762,0.75,0.40963855421686746,0.695906432748538,0.31334149326805383,0.454194299460972,xzuyn
ARIA-70B-French,70.0,0.6049488054607508,0.6690898227444733,0.6387572188736373,0.35,0.5185185185185185,0.7302631578947368,0.65,0.6377358490566037,0.75,0.48,0.59,0.33,0.6069364161849711,0.3333333333333333,0.71,0.5829787234042553,0.41228070175438597,0.5793103448275863,0.41005291005291006,0.4126984126984127,0.44,0.7677419354838709,0.4630541871921182,0.65,0.793939393939394,0.803030303030303,0.8911917098445595,0.6410256410256411,0.3,0.6596638655462185,0.4304635761589404,0.8385321100917431,0.48148148148148145,0.8529411764705882,0.8438818565400844,0.726457399103139,0.7099236641221374,0.8016528925619835,0.8240740740740741,0.7607361963190185,0.48214285714285715,0.8058252427184466,0.8760683760683761,0.65,0.8275862068965517,0.7167630057803468,0.39329608938547483,0.6993464052287581,0.7041800643086816,0.7098765432098766,0.5070921985815603,0.4791395045632334,0.5772058823529411,0.6666666666666666,0.6909090909090909,0.7877551020408163,0.8706467661691543,0.87,0.5120481927710844,0.8187134502923976,0.3561811505507956,0.527991738544026,willyninja30
OPT-13B-Erebus,13.0,0.36860068259385664,0.5167297351125274,0.2532314691352355,0.25,0.24444444444444444,0.18421052631578946,0.17,0.2528301886792453,0.25,0.24,0.28,0.28,0.1791907514450867,0.20588235294117646,0.26,0.28085106382978725,0.22807017543859648,0.296551724137931,0.28835978835978837,0.2619047619047619,0.32,0.24838709677419354,0.2413793103448276,0.31,0.2606060606060606,0.20202020202020202,0.22279792746113988,0.23846153846153847,0.24444444444444444,0.226890756302521,0.25165562913907286,0.23486238532110093,0.18518518518518517,0.25980392156862747,0.27848101265822783,0.2645739910313901,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.27607361963190186,0.25,0.2621359223300971,0.2606837606837607,0.33,0.28991060025542786,0.25722543352601157,0.2424581005586592,0.24836601307189543,0.26688102893890675,0.2623456790123457,0.2695035460992908,0.24641460234680573,0.21323529411764705,0.2549019607843137,0.3181818181818182,0.16326530612244897,0.24378109452736318,0.25,0.29518072289156627,0.3333333333333333,0.19951040391676866,0.34934762678604175,KoboldAI
OPT-6.7B-Erebus,6.7,0.34726962457337884,0.5067715594503087,0.24575502538484695,0.25,0.34814814814814815,0.14473684210526316,0.16,0.2037735849056604,0.22916666666666666,0.24,0.32,0.27,0.23121387283236994,0.20588235294117646,0.24,0.2680851063829787,0.22807017543859648,0.27586206896551724,0.21428571428571427,0.16666666666666666,0.3,0.22258064516129034,0.24630541871921183,0.23,0.23636363636363636,0.19696969696969696,0.24352331606217617,0.22564102564102564,0.26296296296296295,0.18067226890756302,0.18543046357615894,0.25871559633027524,0.2037037037037037,0.24019607843137256,0.2616033755274262,0.3452914798206278,0.21374045801526717,0.23140495867768596,0.25925925925925924,0.25153374233128833,0.29464285714285715,0.23300970873786409,0.3034188034188034,0.3,0.2771392081736909,0.23410404624277456,0.2424581005586592,0.22875816993464052,0.24758842443729903,0.2839506172839506,0.2801418439716312,0.24119947848761408,0.27205882352941174,0.25326797385620914,0.33636363636363636,0.19591836734693877,0.22885572139303484,0.21,0.3253012048192771,0.22807017543859648,0.211750305997552,0.3511968048954699,KoboldAI
GPT-NeoX-20B-Erebus,20.0,0.42150170648464164,0.5372435769766979,0.2677278597779818,0.26,0.28888888888888886,0.23684210526315788,0.3,0.26037735849056604,0.3125,0.2,0.2,0.23,0.2138728323699422,0.2549019607843137,0.35,0.33191489361702126,0.2719298245614035,0.2620689655172414,0.25925925925925924,0.2222222222222222,0.3,0.23548387096774193,0.2019704433497537,0.24,0.296969696969697,0.2222222222222222,0.25906735751295334,0.23846153846153847,0.2851851851851852,0.23109243697478993,0.2980132450331126,0.23486238532110093,0.1527777777777778,0.3088235294117647,0.2911392405063291,0.3004484304932735,0.2900763358778626,0.5041322314049587,0.25,0.31901840490797545,0.16964285714285715,0.3106796116504854,0.2905982905982906,0.29,0.29246487867177523,0.3063583815028902,0.25027932960893856,0.29411764705882354,0.29260450160771706,0.2932098765432099,0.26595744680851063,0.24445893089960888,0.14338235294117646,0.28594771241830064,0.2545454545454545,0.18775510204081633,0.2736318407960199,0.3,0.3313253012048193,0.26900584795321636,0.18849449204406366,0.3214759435261927,KoboldAI
OPT-2.7B-Nerys-v2,2.7,0.31143344709897613,0.45937064329814775,0.2643749817081742,0.23,0.2518518518518518,0.2236842105263158,0.15,0.3132075471698113,0.2777777777777778,0.21,0.31,0.26,0.3063583815028902,0.23529411764705882,0.25,0.24680851063829787,0.2807017543859649,0.2620689655172414,0.23809523809523808,0.18253968253968253,0.35,0.25483870967741934,0.3103448275862069,0.31,0.2606060606060606,0.2474747474747475,0.34196891191709844,0.35384615384615387,0.25925925925925924,0.2184873949579832,0.3443708609271523,0.344954128440367,0.4444444444444444,0.23529411764705882,0.25316455696202533,0.13452914798206278,0.22900763358778625,0.256198347107438,0.25,0.2331288343558282,0.2857142857142857,0.4077669902912621,0.21367521367521367,0.27,0.22349936143039592,0.25722543352601157,0.2324022346368715,0.238562091503268,0.2797427652733119,0.24382716049382716,0.2375886524822695,0.2685788787483703,0.41544117647058826,0.26633986928104575,0.19090909090909092,0.2653061224489796,0.27860696517412936,0.26,0.18674698795180722,0.1871345029239766,0.22031823745410037,0.37227411490331375,KoboldAI
OPT-2.7B-Erebus,2.7,0.30119453924914674,0.4554869547898825,0.2669712297252854,0.26,0.22962962962962963,0.3026315789473684,0.19,0.3132075471698113,0.2916666666666667,0.23,0.32,0.23,0.30057803468208094,0.2647058823529412,0.2,0.251063829787234,0.2807017543859649,0.2896551724137931,0.25925925925925924,0.1746031746031746,0.27,0.2645161290322581,0.3103448275862069,0.35,0.26666666666666666,0.25252525252525254,0.35751295336787564,0.35384615384615387,0.25555555555555554,0.226890756302521,0.31788079470198677,0.3412844036697248,0.42592592592592593,0.22549019607843138,0.25738396624472576,0.14798206278026907,0.2595419847328244,0.2727272727272727,0.2222222222222222,0.24539877300613497,0.24107142857142858,0.3786407766990291,0.2264957264957265,0.29,0.22860791826309068,0.2514450867052023,0.25027932960893856,0.2222222222222222,0.27009646302250806,0.24074074074074073,0.24822695035460993,0.2803129074315515,0.4117647058823529,0.26633986928104575,0.19090909090909092,0.27755102040816326,0.2736318407960199,0.26,0.19879518072289157,0.19883040935672514,0.23133414932680538,0.37820401321428837,KoboldAI
OPT-350M-Nerys-v2,0.35,0.19880546075085323,0.3154750049790878,0.25907746616932525,0.22,0.23703703703703705,0.17763157894736842,0.21,0.2188679245283019,0.2638888888888889,0.32,0.26,0.27,0.24277456647398843,0.29411764705882354,0.18,0.3021276595744681,0.23684210526315788,0.25517241379310346,0.2566137566137566,0.3333333333333333,0.18,0.3161290322580645,0.28078817733990147,0.19,0.28484848484848485,0.31313131313131315,0.30569948186528495,0.24871794871794872,0.2740740740740741,0.29411764705882354,0.33774834437086093,0.29908256880733947,0.4722222222222222,0.20588235294117646,0.23628691983122363,0.2825112107623318,0.2366412213740458,0.371900826446281,0.21296296296296297,0.25153374233128833,0.16964285714285715,0.17475728155339806,0.19658119658119658,0.23,0.2681992337164751,0.2774566473988439,0.24134078212290502,0.25163398692810457,0.2282958199356913,0.2808641975308642,0.2695035460992908,0.2320730117340287,0.44485294117647056,0.24509803921568626,0.2636363636363636,0.24897959183673468,0.24378109452736318,0.26,0.18674698795180722,0.18128654970760233,0.2350061199510404,0.42083943231595794,KoboldAI
GPT-J-6B-Skein,6.0,0.3856655290102389,0.5077673770165305,0.24876184093838374,0.26,0.23703703703703705,0.21052631578947367,0.27,0.27169811320754716,0.22916666666666666,0.22,0.15,0.24,0.1907514450867052,0.19607843137254902,0.23,0.3191489361702128,0.24561403508771928,0.21379310344827587,0.25396825396825395,0.1984126984126984,0.28,0.25806451612903225,0.27586206896551724,0.24,0.2606060606060606,0.21212121212121213,0.21243523316062177,0.22564102564102564,0.25925925925925924,0.24369747899159663,0.2119205298013245,0.23486238532110093,0.16203703703703703,0.25980392156862747,0.2742616033755274,0.3632286995515695,0.22900763358778625,0.2727272727272727,0.3148148148148148,0.2331288343558282,0.29464285714285715,0.22330097087378642,0.2606837606837607,0.26,0.30395913154533843,0.24277456647398843,0.2424581005586592,0.2679738562091503,0.2765273311897106,0.2654320987654321,0.2553191489361702,0.25945241199478486,0.20220588235294118,0.2581699346405229,0.34545454545454546,0.22857142857142856,0.24378109452736318,0.23,0.3192771084337349,0.23976608187134502,0.23623011015911874,0.3870384632260675,KoboldAI
GPT-NeoX-20B-Skein,20.0,0.42150170648464164,0.5416251742680741,0.2598627917970319,0.29,0.21481481481481482,0.2236842105263158,0.35,0.22264150943396227,0.2569444444444444,0.26,0.36,0.27,0.23699421965317918,0.22549019607843138,0.36,0.3446808510638298,0.22807017543859648,0.25517241379310346,0.291005291005291,0.2619047619047619,0.26,0.1935483870967742,0.1625615763546798,0.28,0.2,0.21717171717171718,0.20725388601036268,0.22564102564102564,0.25555555555555554,0.2689075630252101,0.24503311258278146,0.22201834862385322,0.16203703703703703,0.28921568627450983,0.25316455696202533,0.33183856502242154,0.26717557251908397,0.32231404958677684,0.25925925925925924,0.26993865030674846,0.1875,0.2815533980582524,0.3076923076923077,0.31,0.27586206896551724,0.2861271676300578,0.24692737430167597,0.25163398692810457,0.2797427652733119,0.2654320987654321,0.24468085106382978,0.242503259452412,0.17279411764705882,0.26633986928104575,0.2909090909090909,0.21224489795918366,0.2935323383084577,0.23,0.29518072289156627,0.32748538011695905,0.200734394124847,0.31643505874286504,KoboldAI
OPT-6B-nerys-v2,6.0,0.34215017064846415,0.506970722963553,0.24337475563430172,0.25,0.34074074074074073,0.17763157894736842,0.17,0.2490566037735849,0.2152777777777778,0.21,0.26,0.24,0.2138728323699422,0.20588235294117646,0.23,0.2680851063829787,0.2543859649122807,0.21379310344827587,0.2328042328042328,0.1984126984126984,0.28,0.23548387096774193,0.2512315270935961,0.19,0.24848484848484848,0.21717171717171718,0.23834196891191708,0.24102564102564103,0.2814814814814815,0.20588235294117646,0.2119205298013245,0.26055045871559634,0.19907407407407407,0.24509803921568626,0.25738396624472576,0.336322869955157,0.2366412213740458,0.23140495867768596,0.2777777777777778,0.2331288343558282,0.32142857142857145,0.23300970873786409,0.3076923076923077,0.25,0.27586206896551724,0.23121387283236994,0.2424581005586592,0.21241830065359477,0.2572347266881029,0.27469135802469136,0.2872340425531915,0.24315514993481094,0.25,0.25163398692810457,0.2818181818181818,0.15918367346938775,0.23383084577114427,0.21,0.3072289156626506,0.23391812865497075,0.20930232558139536,0.3472704210234883,KoboldAI
OPT-13B-Nerys-v2,13.0,0.3660409556313993,0.5228042222664808,0.2535695500434089,0.22,0.28888888888888886,0.19736842105263158,0.15,0.2,0.2361111111111111,0.24,0.21,0.26,0.20809248554913296,0.22549019607843138,0.2,0.2553191489361702,0.2807017543859649,0.3310344827586207,0.2619047619047619,0.2777777777777778,0.33,0.25806451612903225,0.2413793103448276,0.27,0.24242424242424243,0.25757575757575757,0.19170984455958548,0.2641025641025641,0.2518518518518518,0.226890756302521,0.24503311258278146,0.22935779816513763,0.30092592592592593,0.2549019607843137,0.24050632911392406,0.2600896860986547,0.24427480916030533,0.256198347107438,0.23148148148148148,0.26993865030674846,0.26785714285714285,0.27184466019417475,0.2606837606837607,0.31,0.3001277139208174,0.2630057803468208,0.2424581005586592,0.24836601307189543,0.26688102893890675,0.25925925925925924,0.25886524822695034,0.25097783572359844,0.22426470588235295,0.2679738562091503,0.32727272727272727,0.23265306122448978,0.22885572139303484,0.27,0.2710843373493976,0.3216374269005848,0.189718482252142,0.33498246929585607,KoboldAI
OPT-2.7B-Nerybus-Mix,2.7,0.30802047781569963,0.45887273451503685,0.26597455774149525,0.26,0.24444444444444444,0.2631578947368421,0.22,0.3132075471698113,0.2847222222222222,0.17,0.32,0.24,0.28901734104046245,0.27450980392156865,0.25,0.22127659574468084,0.2894736842105263,0.25517241379310346,0.23544973544973544,0.1746031746031746,0.29,0.24838709677419354,0.3103448275862069,0.33,0.296969696969697,0.23737373737373738,0.35233160621761656,0.3564102564102564,0.2740740740740741,0.2184873949579832,0.3443708609271523,0.3357798165137615,0.4398148148148148,0.24019607843137256,0.25316455696202533,0.13452914798206278,0.2595419847328244,0.24793388429752067,0.2777777777777778,0.2392638036809816,0.22321428571428573,0.39805825242718446,0.2094017094017094,0.28,0.23627075351213284,0.23410404624277456,0.23128491620111732,0.23202614379084968,0.29260450160771706,0.23148148148148148,0.23404255319148937,0.27444589308996087,0.4117647058823529,0.2630718954248366,0.2,0.2816326530612245,0.2835820895522388,0.26,0.19879518072289157,0.19298245614035087,0.2252141982864137,0.37570059984034376,KoboldAI
OPT-13B-Nerybus-Mix,13.0,0.3660409556313993,0.5227046405098585,0.24900687383189415,0.25,0.24444444444444444,0.18421052631578946,0.17,0.23773584905660378,0.22916666666666666,0.22,0.23,0.27,0.1907514450867052,0.18627450980392157,0.25,0.25957446808510637,0.21052631578947367,0.31724137931034485,0.2830687830687831,0.25396825396825395,0.33,0.25483870967741934,0.26108374384236455,0.27,0.2606060606060606,0.23232323232323232,0.20725388601036268,0.24102564102564103,0.2222222222222222,0.2184873949579832,0.2251655629139073,0.23302752293577983,0.20833333333333334,0.25980392156862747,0.26582278481012656,0.2556053811659193,0.2366412213740458,0.23140495867768596,0.25,0.2822085889570552,0.25,0.2524271844660194,0.2692307692307692,0.32,0.29118773946360155,0.27167630057803466,0.2424581005586592,0.25163398692810457,0.27009646302250806,0.26851851851851855,0.2553191489361702,0.24902216427640156,0.21323529411764705,0.24836601307189543,0.3,0.17551020408163265,0.2537313432835821,0.25,0.28313253012048195,0.34502923976608185,0.193390452876377,0.3402394136199443,KoboldAI
GPT-J-6B-Adventure,6.0,0.35409556313993173,0.4647480581557459,0.2594196660059526,0.26,0.2,0.2631578947368421,0.26,0.26037735849056604,0.2569444444444444,0.21,0.25,0.28,0.2138728323699422,0.21568627450980393,0.29,0.3021276595744681,0.32456140350877194,0.22758620689655173,0.2275132275132275,0.2698412698412698,0.23,0.2,0.24630541871921183,0.21,0.20606060606060606,0.2727272727272727,0.17616580310880828,0.24358974358974358,0.22962962962962963,0.2857142857142857,0.2847682119205298,0.24403669724770644,0.25,0.25980392156862747,0.24472573839662448,0.31390134529147984,0.29770992366412213,0.2727272727272727,0.3148148148148148,0.24539877300613497,0.30357142857142855,0.22330097087378642,0.2905982905982906,0.29,0.23116219667943805,0.2745664739884393,0.26033519553072626,0.26143790849673204,0.24758842443729903,0.25925925925925924,0.32269503546099293,0.25945241199478486,0.2647058823529412,0.2679738562091503,0.23636363636363636,0.23265306122448978,0.3482587064676617,0.28,0.2891566265060241,0.30409356725146197,0.21542227662178703,0.34561702774099734,KoboldAI
GPT-J-6B-Shinen,6.0,0.35580204778157,0.49372634933280224,0.2771628522073193,0.26,0.28888888888888886,0.2894736842105263,0.28,0.3132075471698113,0.2361111111111111,0.19,0.22,0.26,0.27167630057803466,0.23529411764705882,0.32,0.3276595744680851,0.3333333333333333,0.2896551724137931,0.2724867724867725,0.23809523809523808,0.29,0.2709677419354839,0.26108374384236455,0.27,0.28484848484848485,0.25252525252525254,0.2538860103626943,0.2743589743589744,0.24814814814814815,0.23949579831932774,0.25165562913907286,0.24403669724770644,0.18055555555555555,0.3088235294117647,0.270042194092827,0.3094170403587444,0.20610687022900764,0.39669421487603307,0.3055555555555556,0.25153374233128833,0.25,0.1650485436893204,0.28205128205128205,0.31,0.3116219667943806,0.3063583815028902,0.24134078212290502,0.29411764705882354,0.2829581993569132,0.2962962962962963,0.28368794326241137,0.2953063885267275,0.25,0.2761437908496732,0.32727272727272727,0.4326530612244898,0.3283582089552239,0.27,0.30120481927710846,0.2982456140350877,0.2215422276621787,0.36940421585101085,KoboldAI
fairseq-dense-355M,0.355,0.2235494880546075,0.37353116908982276,0.2530485069515789,0.23,0.31851851851851853,0.17763157894736842,0.24,0.24150943396226415,0.20833333333333334,0.23,0.32,0.25,0.16184971098265896,0.27450980392156865,0.27,0.22127659574468084,0.23684210526315788,0.21379310344827587,0.2566137566137566,0.15079365079365079,0.17,0.24193548387096775,0.30049261083743845,0.33,0.22424242424242424,0.17676767676767677,0.22797927461139897,0.2358974358974359,0.26666666666666666,0.226890756302521,0.2119205298013245,0.29724770642201837,0.4212962962962963,0.2696078431372549,0.3037974683544304,0.3632286995515695,0.2900763358778626,0.2644628099173554,0.25925925925925924,0.294478527607362,0.24107142857142858,0.17475728155339806,0.25213675213675213,0.3,0.24521072796934865,0.24855491329479767,0.2446927374301676,0.24836601307189543,0.27009646302250806,0.2006172839506173,0.23404255319148937,0.23859191655801826,0.4522058823529412,0.25,0.2,0.16326530612244897,0.2537313432835821,0.29,0.21686746987951808,0.3216374269005848,0.22643818849449204,0.3919368306011215,KoboldAI
PPO_Pygway-6b-Mix,6.0,0.3771331058020478,0.5007966540529775,0.2842273960012745,0.26,0.2740740740740741,0.3092105263157895,0.22,0.30566037735849055,0.25,0.24,0.25,0.35,0.2832369942196532,0.22549019607843138,0.31,0.32340425531914896,0.32456140350877194,0.27586206896551724,0.2671957671957672,0.23015873015873015,0.32,0.3193548387096774,0.27586206896551724,0.26,0.28484848484848485,0.23737373737373738,0.2538860103626943,0.31794871794871793,0.25555555555555554,0.25210084033613445,0.2582781456953642,0.23853211009174313,0.19444444444444445,0.25980392156862747,0.2489451476793249,0.37668161434977576,0.2748091603053435,0.4297520661157025,0.2777777777777778,0.2392638036809816,0.26785714285714285,0.21359223300970873,0.3034188034188034,0.28,0.28991060025542786,0.28034682080924855,0.25251396648044694,0.3202614379084967,0.3054662379421222,0.33024691358024694,0.26595744680851063,0.28226857887874834,0.20220588235294118,0.29411764705882354,0.38181818181818183,0.4326530612244898,0.34328358208955223,0.27,0.29518072289156627,0.3157894736842105,0.20807833537331702,0.32498062835474323,KoboldAI
fairseq-dense-125M,0.125,0.20051194539249148,0.3043218482374029,0.23978392213301,0.25,0.3111111111111111,0.17763157894736842,0.27,0.22641509433962265,0.24305555555555555,0.17,0.24,0.21,0.24277456647398843,0.21568627450980393,0.24,0.251063829787234,0.24561403508771928,0.20689655172413793,0.2566137566137566,0.16666666666666666,0.18,0.2709677419354839,0.270935960591133,0.27,0.2727272727272727,0.20202020202020202,0.23316062176165803,0.21794871794871795,0.25555555555555554,0.24789915966386555,0.2251655629139073,0.22201834862385322,0.3194444444444444,0.22549019607843138,0.28270042194092826,0.21973094170403587,0.2748091603053435,0.256198347107438,0.18518518518518517,0.2822085889570552,0.25,0.18446601941747573,0.2222222222222222,0.3,0.2681992337164751,0.24855491329479767,0.23575418994413408,0.20261437908496732,0.2733118971061093,0.2808641975308642,0.2375886524822695,0.24641460234680573,0.20220588235294118,0.24019607843137256,0.19090909090909092,0.24081632653061225,0.2537313432835821,0.27,0.2891566265060241,0.19298245614035087,0.2350061199510404,0.43716228509256083,KoboldAI
GPT-J-6B-Janeway,6.0,0.36945392491467577,0.4939255128460466,0.27449635714832576,0.26,0.26666666666666666,0.2894736842105263,0.25,0.28679245283018867,0.2708333333333333,0.23,0.19,0.31,0.27167630057803466,0.22549019607843138,0.33,0.3659574468085106,0.34210526315789475,0.2689655172413793,0.2566137566137566,0.20634920634920634,0.31,0.25806451612903225,0.270935960591133,0.25,0.2727272727272727,0.20202020202020202,0.27979274611398963,0.2743589743589744,0.2518518518518518,0.27310924369747897,0.23178807947019867,0.23119266055045873,0.19444444444444445,0.27941176470588236,0.26582278481012656,0.3094170403587444,0.24427480916030533,0.2396694214876033,0.3148148148148148,0.22699386503067484,0.3482142857142857,0.1941747572815534,0.2564102564102564,0.27,0.30140485312899107,0.27167630057803466,0.25139664804469275,0.29411764705882354,0.28938906752411575,0.30246913580246915,0.28368794326241137,0.3005215123859192,0.2647058823529412,0.28104575163398693,0.3,0.4204081632653061,0.3283582089552239,0.3,0.26506024096385544,0.3216374269005848,0.21297429620563035,0.3574388006514294,KoboldAI
fairseq-dense-6.7B,6.7,0.35494880546075086,0.528779127663812,0.26906627658924825,0.26,0.2074074074074074,0.23026315789473684,0.2,0.2490566037735849,0.2847222222222222,0.26,0.27,0.26,0.30057803468208094,0.24509803921568626,0.22,0.2170212765957447,0.24561403508771928,0.25517241379310346,0.2566137566137566,0.1746031746031746,0.31,0.3032258064516129,0.29064039408866993,0.33,0.20606060606060606,0.23232323232323232,0.32642487046632124,0.3128205128205128,0.2777777777777778,0.23529411764705882,0.31125827814569534,0.3357798165137615,0.4398148148148148,0.23529411764705882,0.25738396624472576,0.18385650224215247,0.20610687022900764,0.35537190082644626,0.28703703703703703,0.22085889570552147,0.2767857142857143,0.34951456310679613,0.23504273504273504,0.28,0.2554278416347382,0.28034682080924855,0.2435754189944134,0.2908496732026144,0.2733118971061093,0.25925925925925924,0.25886524822695034,0.27249022164276404,0.4485294117647059,0.21895424836601307,0.3,0.363265306122449,0.23880597014925373,0.2,0.24096385542168675,0.2573099415204678,0.20563035495716034,0.3272595306877265,KoboldAI
fairseq-dense-1.3B,1.3,0.2781569965870307,0.4431388169687313,0.24981594973653126,0.23,0.2814814814814815,0.17763157894736842,0.27,0.2490566037735849,0.25,0.21,0.21,0.26,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.22758620689655173,0.25925925925925924,0.15873015873015872,0.31,0.23225806451612904,0.27586206896551724,0.26,0.22424242424242424,0.24242424242424243,0.23834196891191708,0.2153846153846154,0.2518518518518518,0.21428571428571427,0.2980132450331126,0.24220183486238533,0.3611111111111111,0.18627450980392157,0.2489451476793249,0.33183856502242154,0.2595419847328244,0.24793388429752067,0.25925925925925924,0.2822085889570552,0.30357142857142855,0.2621359223300971,0.3034188034188034,0.25,0.2669220945083014,0.24855491329479767,0.2424581005586592,0.24183006535947713,0.18971061093247588,0.21604938271604937,0.24822695035460993,0.24511082138200782,0.30514705882352944,0.25,0.2727272727272727,0.17551020408163265,0.23880597014925373,0.31,0.2710843373493976,0.22807017543859648,0.21542227662178703,0.37431285406680725,KoboldAI
fairseq-dense-2.7B,2.7,0.3148464163822526,0.4911372236606254,0.2643997983352926,0.25,0.22962962962962963,0.2236842105263158,0.2,0.22641509433962265,0.2638888888888889,0.4,0.33,0.31,0.3236994219653179,0.27450980392156865,0.21,0.30638297872340425,0.24561403508771928,0.20689655172413793,0.26455026455026454,0.2619047619047619,0.18,0.3032258064516129,0.2413793103448276,0.26,0.2545454545454545,0.37373737373737376,0.36787564766839376,0.3641025641025641,0.3,0.22268907563025211,0.2119205298013245,0.3431192660550459,0.4722222222222222,0.23529411764705882,0.2109704641350211,0.28699551569506726,0.2595419847328244,0.2975206611570248,0.2222222222222222,0.2392638036809816,0.22321428571428573,0.2815533980582524,0.19658119658119658,0.24,0.2656449553001277,0.18786127167630057,0.2547486033519553,0.3006535947712418,0.22186495176848875,0.21296296296296297,0.23049645390070922,0.23533246414602346,0.2977941176470588,0.21895424836601307,0.2909090909090909,0.40408163265306124,0.24875621890547264,0.2,0.18674698795180722,0.19883040935672514,0.19951040391676866,0.34566191853366623,KoboldAI
OPT-6.7B-Nerybus-Mix,6.7,0.34215017064846415,0.5073690499900418,0.24471395467316423,0.25,0.34074074074074073,0.15789473684210525,0.17,0.21509433962264152,0.2222222222222222,0.21,0.31,0.23,0.23699421965317918,0.19607843137254902,0.24,0.251063829787234,0.24561403508771928,0.2689655172413793,0.23809523809523808,0.19047619047619047,0.3,0.23548387096774193,0.270935960591133,0.23,0.24242424242424243,0.21212121212121213,0.23316062176165803,0.2282051282051282,0.26666666666666666,0.19327731092436976,0.19205298013245034,0.27522935779816515,0.19444444444444445,0.25,0.25738396624472576,0.33183856502242154,0.22900763358778625,0.23140495867768596,0.25925925925925924,0.2085889570552147,0.29464285714285715,0.22330097087378642,0.29914529914529914,0.28,0.2796934865900383,0.24566473988439305,0.2424581005586592,0.21895424836601307,0.24437299035369775,0.28703703703703703,0.2730496453900709,0.2438070404172099,0.2647058823529412,0.2581699346405229,0.3,0.19591836734693877,0.23383084577114427,0.19,0.3253012048192771,0.23391812865497075,0.20930232558139536,0.34839239896758084,KoboldAI
LLaMA2-13B-Holomax,13.0,0.5571672354948806,0.6304521011750648,0.5467110397094239,0.38,0.48148148148148145,0.5263157894736842,0.53,0.6037735849056604,0.5902777777777778,0.42,0.41,0.35,0.4624277456647399,0.2549019607843137,0.68,0.4085106382978723,0.2982456140350877,0.47586206896551725,0.3333333333333333,0.30158730158730157,0.35,0.6645161290322581,0.47783251231527096,0.58,0.6727272727272727,0.6818181818181818,0.7927461139896373,0.5102564102564102,0.28888888888888886,0.592436974789916,0.3576158940397351,0.708256880733945,0.41203703703703703,0.7598039215686274,0.7130801687763713,0.695067264573991,0.6641221374045801,0.7272727272727273,0.7314814814814815,0.6687116564417178,0.26785714285714285,0.7475728155339806,0.782051282051282,0.52,0.735632183908046,0.6416184971098265,0.27932960893854747,0.6339869281045751,0.6205787781350482,0.5987654320987654,0.4219858156028369,0.41460234680573665,0.5110294117647058,0.5392156862745098,0.5909090909090909,0.6244897959183674,0.7114427860696517,0.79,0.42168674698795183,0.7543859649122807,0.29865361077111385,0.4296688400894108,KoboldAI
OPT-30B-Erebus,30.0,0.3293515358361775,0.4858593905596495,0.24796607786048866,0.31,0.31851851851851853,0.17763157894736842,0.28,0.23018867924528302,0.2222222222222222,0.19,0.15,0.24,0.26011560693641617,0.20588235294117646,0.28,0.2851063829787234,0.2719298245614035,0.25517241379310346,0.25132275132275134,0.30952380952380953,0.18,0.29354838709677417,0.20689655172413793,0.22,0.23030303030303031,0.22727272727272727,0.26424870466321243,0.21025641025641026,0.24074074074074073,0.226890756302521,0.24503311258278146,0.22568807339449543,0.3194444444444444,0.24019607843137256,0.29535864978902954,0.31390134529147984,0.2748091603053435,0.19834710743801653,0.3055555555555556,0.18404907975460122,0.32142857142857145,0.18446601941747573,0.21794871794871795,0.3,0.27586206896551724,0.23121387283236994,0.23910614525139665,0.2777777777777778,0.1864951768488746,0.25925925925925924,0.22340425531914893,0.242503259452412,0.1875,0.25,0.3,0.24897959183673468,0.24378109452736318,0.24,0.29518072289156627,0.26900584795321636,0.23623011015911874,0.38755612331391426,KoboldAI
OPT-350M-Erebus,0.35,0.19880546075085323,0.30780720971917946,0.2623496194536184,0.22,0.22962962962962963,0.17763157894736842,0.21,0.2188679245283019,0.25,0.3,0.31,0.29,0.2543352601156069,0.37254901960784315,0.18,0.25957446808510637,0.24561403508771928,0.25517241379310346,0.2566137566137566,0.31746031746031744,0.18,0.3161290322580645,0.30049261083743845,0.19,0.2545454545454545,0.36363636363636365,0.36787564766839376,0.36666666666666664,0.26296296296296295,0.3487394957983193,0.33112582781456956,0.24954128440366974,0.4722222222222222,0.23039215686274508,0.189873417721519,0.11210762331838565,0.3053435114503817,0.3884297520661157,0.21296296296296297,0.2331288343558282,0.21428571428571427,0.18446601941747573,0.19658119658119658,0.28,0.24265644955300128,0.21676300578034682,0.27262569832402234,0.2647058823529412,0.2379421221864952,0.2345679012345679,0.26595744680851063,0.23402868318122555,0.4485294117647059,0.23039215686274508,0.2727272727272727,0.2979591836734694,0.21393034825870647,0.26,0.18674698795180722,0.17543859649122806,0.24112607099143207,0.43580276768622467,KoboldAI
fairseq-dense-13B,13.0,0.37372013651877134,0.5595498904600678,0.27071121837199047,0.16,0.2740740740740741,0.26973684210526316,0.32,0.33962264150943394,0.2569444444444444,0.26,0.28,0.27,0.2774566473988439,0.19607843137254902,0.34,0.2680851063829787,0.2543859649122807,0.21379310344827587,0.24867724867724866,0.18253968253968253,0.31,0.2645161290322581,0.2660098522167488,0.36,0.28484848484848485,0.2878787878787879,0.31088082901554404,0.2948717948717949,0.25555555555555554,0.33613445378151263,0.31125827814569534,0.25137614678899084,0.3611111111111111,0.2647058823529412,0.25738396624472576,0.19730941704035873,0.22900763358778625,0.32231404958677684,0.25925925925925924,0.25153374233128833,0.25892857142857145,0.27184466019417475,0.26495726495726496,0.24,0.24904214559386972,0.2514450867052023,0.24692737430167597,0.25163398692810457,0.24115755627009647,0.30246913580246915,0.3191489361702128,0.26727509778357234,0.3014705882352941,0.2875816993464052,0.22727272727272727,0.31020408163265306,0.24875621890547264,0.28,0.2891566265060241,0.23391812865497075,0.19583843329253367,0.32829717515577295,KoboldAI
Tulpar-tv_marcoroni-7b,7.0,0.38993174061433444,0.5012945628360884,0.3272438703826688,0.26,0.3925925925925926,0.29605263157894735,0.46,0.3660377358490566,0.3333333333333333,0.26,0.14,0.24,0.26011560693641617,0.22549019607843138,0.44,0.3446808510638298,0.2631578947368421,0.2689655172413793,0.25925925925925924,0.20634920634920634,0.33,0.36451612903225805,0.2955665024630542,0.38,0.44242424242424244,0.30303030303030304,0.3160621761658031,0.24358974358974358,0.22592592592592592,0.23949579831932774,0.24503311258278146,0.3504587155963303,0.19444444444444445,0.44607843137254904,0.5316455696202531,0.38565022421524664,0.33587786259541985,0.36363636363636365,0.3148148148148148,0.3006134969325153,0.3125,0.33980582524271846,0.4658119658119658,0.31,0.47381864623243936,0.3179190751445087,0.2424581005586592,0.30718954248366015,0.31189710610932475,0.4104938271604938,0.24822695035460993,0.28878748370273793,0.3235294117647059,0.34477124183006536,0.4090909090909091,0.3469387755102041,0.31343283582089554,0.42,0.37349397590361444,0.4678362573099415,0.30354957160342716,0.4937561621069656,aqweteddy
llama_chat-tv_en_luban-tv_stable_platypus2,,0.4351535836177474,0.4660426209918343,0.49604119004885977,0.29,0.4740740740740741,0.47368421052631576,0.53,0.5320754716981132,0.5277777777777778,0.33,0.43,0.29,0.4797687861271676,0.2647058823529412,0.67,0.425531914893617,0.3333333333333333,0.4206896551724138,0.2857142857142857,0.3412698412698413,0.36,0.535483870967742,0.3842364532019704,0.56,0.6363636363636364,0.6515151515151515,0.7461139896373057,0.5153846153846153,0.2851851851851852,0.47058823529411764,0.32450331125827814,0.6495412844036698,0.28703703703703703,0.5784313725490197,0.6582278481012658,0.5739910313901345,0.5572519083969466,0.6033057851239669,0.5648148148148148,0.5705521472392638,0.45535714285714285,0.6699029126213593,0.7863247863247863,0.53,0.6730523627075351,0.5144508670520231,0.41564245810055866,0.5163398692810458,0.5209003215434084,0.5185185185185185,0.38652482269503546,0.3728813559322034,0.40441176470588236,0.45588235294117646,0.5909090909090909,0.5306122448979592,0.572139303482587,0.65,0.39759036144578314,0.7017543859649122,0.32558139534883723,0.5188093512935639,aqweteddy
mamba-gpt-3b,3.0,0.37457337883959047,0.4819757020513842,0.25346525890656024,0.27,0.2222222222222222,0.18421052631578946,0.3,0.2679245283018868,0.2361111111111111,0.21,0.23,0.24,0.23699421965317918,0.21568627450980393,0.25,0.3191489361702128,0.21929824561403508,0.25517241379310346,0.22486772486772486,0.23809523809523808,0.28,0.21935483870967742,0.2561576354679803,0.2,0.2545454545454545,0.2222222222222222,0.23834196891191708,0.2358974358974359,0.25925925925925924,0.2184873949579832,0.24503311258278146,0.24587155963302754,0.25462962962962965,0.25,0.24472573839662448,0.3452914798206278,0.1984732824427481,0.2396694214876033,0.26851851851851855,0.2147239263803681,0.23214285714285715,0.2524271844660194,0.2905982905982906,0.26,0.2796934865900383,0.2832369942196532,0.2446927374301676,0.2549019607843137,0.2604501607717042,0.25308641975308643,0.2765957446808511,0.2392438070404172,0.38235294117647056,0.25,0.3181818181818182,0.17959183673469387,0.25870646766169153,0.25,0.3373493975903614,0.3333333333333333,0.2607099143206854,0.3714014881595773,CobraMamba
mamba-gpt-3b-v2,3.0,0.386518771331058,0.5284803823939455,0.2710249094661987,0.22,0.32592592592592595,0.23684210526315788,0.4,0.27169811320754716,0.2361111111111111,0.24,0.3,0.32,0.1791907514450867,0.22549019607843138,0.33,0.3404255319148936,0.22807017543859648,0.19310344827586207,0.25396825396825395,0.24603174603174602,0.31,0.23870967741935484,0.2512315270935961,0.28,0.2606060606060606,0.2222222222222222,0.20725388601036268,0.2358974358974359,0.24074074074074073,0.2647058823529412,0.3973509933774834,0.26055045871559634,0.19444444444444445,0.22549019607843138,0.270042194092827,0.35874439461883406,0.22900763358778625,0.32231404958677684,0.25925925925925924,0.25153374233128833,0.30357142857142855,0.2815533980582524,0.3076923076923077,0.28,0.3090676883780332,0.2543352601156069,0.2435754189944134,0.26143790849673204,0.2733118971061093,0.2932098765432099,0.28368794326241137,0.24771838331160365,0.17647058823529413,0.2777777777777778,0.32727272727272727,0.2653061224489796,0.25870646766169153,0.33,0.3192771084337349,0.32748538011695905,0.23623011015911874,0.36736867775864135,CobraMamba
mamba-gpt-3b-v4,3.0,0.3856655290102389,0.5348536148177654,0.3003634126370765,0.31,0.34074074074074073,0.28289473684210525,0.28,0.33962264150943394,0.2152777777777778,0.24,0.34,0.3,0.2832369942196532,0.3333333333333333,0.28,0.26382978723404255,0.2631578947368421,0.2206896551724138,0.29894179894179895,0.2222222222222222,0.32,0.3064516129032258,0.27586206896551724,0.28,0.3393939393939394,0.31313131313131315,0.27979274611398963,0.2923076923076923,0.2740740740740741,0.31092436974789917,0.2781456953642384,0.28623853211009176,0.3333333333333333,0.25980392156862747,0.3037974683544304,0.3901345291479821,0.31297709923664124,0.34710743801652894,0.35185185185185186,0.31901840490797545,0.29464285714285715,0.23300970873786409,0.3717948717948718,0.36,0.3448275862068966,0.2832369942196532,0.24804469273743016,0.27450980392156865,0.36012861736334406,0.32407407407407407,0.28368794326241137,0.28226857887874834,0.2977941176470588,0.3022875816993464,0.39090909090909093,0.2530612244897959,0.24378109452736318,0.35,0.29518072289156627,0.3391812865497076,0.22766217870257038,0.37259736037797425,CobraMamba
instruct-13b,13.0,0.5401023890784983,0.6188010356502689,0.47892129936427086,0.31,0.48148148148148145,0.4868421052631579,0.52,0.4981132075471698,0.5138888888888888,0.42,0.42,0.3,0.4161849710982659,0.21568627450980393,0.56,0.4085106382978723,0.3157894736842105,0.4896551724137931,0.25925925925925924,0.30952380952380953,0.27,0.5709677419354838,0.3103448275862069,0.48,0.6363636363636364,0.6363636363636364,0.6632124352331606,0.4205128205128205,0.21851851851851853,0.48739495798319327,0.23841059602649006,0.6770642201834862,0.3148148148148148,0.6323529411764706,0.6075949367088608,0.5246636771300448,0.5419847328244275,0.6446280991735537,0.5555555555555556,0.6012269938650306,0.35714285714285715,0.6504854368932039,0.7649572649572649,0.46,0.6730523627075351,0.5144508670520231,0.2446927374301676,0.4803921568627451,0.5209003215434084,0.5401234567901234,0.36879432624113473,0.3917861799217731,0.4742647058823529,0.48366013071895425,0.5727272727272728,0.4816326530612245,0.572139303482587,0.69,0.43373493975903615,0.6666666666666666,0.2423500611995104,0.36973836625192186,llama-anon
rwkv-raven-3b,3.0,0.3310580204778157,0.44542919737104164,0.24872133930966336,0.19,0.2518518518518518,0.19078947368421054,0.26,0.2641509433962264,0.22916666666666666,0.3,0.19,0.27,0.2254335260115607,0.24509803921568626,0.22,0.3276595744680851,0.23684210526315788,0.2413793103448276,0.2671957671957672,0.29365079365079366,0.28,0.25483870967741934,0.28078817733990147,0.22,0.24242424242424243,0.2222222222222222,0.21243523316062177,0.2282051282051282,0.2740740740740741,0.23109243697478993,0.2185430463576159,0.24403669724770644,0.18518518518518517,0.2696078431372549,0.25738396624472576,0.35874439461883406,0.22900763358778625,0.2231404958677686,0.23148148148148148,0.2331288343558282,0.3392857142857143,0.2524271844660194,0.2606837606837607,0.26,0.26947637292464877,0.24277456647398843,0.24022346368715083,0.24183006535947713,0.26688102893890675,0.24074074074074073,0.2695035460992908,0.258148631029987,0.20588235294117646,0.25980392156862747,0.3,0.17959183673469387,0.23880597014925373,0.21,0.3192771084337349,0.2222222222222222,0.23623011015911874,0.35595005980538136,RWKV
rwkv-4-169m-pile,0.169,0.19112627986348124,0.29038040231029677,0.23176240013596813,0.22,0.21481481481481482,0.21710526315789475,0.33,0.20754716981132076,0.20833333333333334,0.21,0.23,0.22,0.2023121387283237,0.23529411764705882,0.21,0.26382978723404255,0.2543859649122807,0.2206896551724138,0.24603174603174602,0.23015873015873015,0.26,0.18387096774193548,0.1921182266009852,0.25,0.22424242424242424,0.21717171717171718,0.2538860103626943,0.20512820512820512,0.21481481481481482,0.21008403361344538,0.2185430463576159,0.1944954128440367,0.12962962962962962,0.25,0.2616033755274262,0.27802690582959644,0.2366412213740458,0.256198347107438,0.26851851851851855,0.2331288343558282,0.29464285714285715,0.1650485436893204,0.2777777777777778,0.28,0.23243933588761176,0.24277456647398843,0.24581005586592178,0.21568627450980393,0.1864951768488746,0.20987654320987653,0.2872340425531915,0.2457627118644068,0.20588235294117646,0.24183006535947713,0.23636363636363636,0.19591836734693877,0.24378109452736318,0.2,0.22289156626506024,0.3216374269005848,0.22643818849449204,0.41923236334461716,RWKV
rwkv-4-430m-pile,0.43,0.2380546075085324,0.33270264887472617,0.24854969775286517,0.16,0.2740740740740741,0.20394736842105263,0.23,0.2037735849056604,0.2361111111111111,0.21,0.2,0.32,0.20809248554913296,0.3431372549019608,0.31,0.2680851063829787,0.2543859649122807,0.22758620689655173,0.2619047619047619,0.2619047619047619,0.2,0.27741935483870966,0.21674876847290642,0.23,0.24848484848484848,0.17676767676767677,0.2538860103626943,0.2153846153846154,0.26666666666666666,0.226890756302521,0.33112582781456956,0.24587155963302754,0.4537037037037037,0.25980392156862747,0.2742616033755274,0.21973094170403587,0.1984732824427481,0.2644628099173554,0.2777777777777778,0.25766871165644173,0.26785714285714285,0.1553398058252427,0.23076923076923078,0.32,0.24265644955300128,0.24566473988439305,0.24804469273743016,0.238562091503268,0.2057877813504823,0.26851851851851855,0.2872340425531915,0.24315514993481094,0.26838235294117646,0.2581699346405229,0.2,0.23673469387755103,0.21393034825870647,0.24,0.2710843373493976,0.2573099415204678,0.22276621787025705,0.39582218824731835,RWKV
rwkv-4-3b-pile,3.0,0.3250853242320819,0.44144592710615416,0.2467087224756061,0.21,0.25925925925925924,0.17105263157894737,0.34,0.2679245283018868,0.22916666666666666,0.25,0.25,0.24,0.21965317919075145,0.20588235294117646,0.28,0.2765957446808511,0.23684210526315788,0.22758620689655173,0.20899470899470898,0.2619047619047619,0.3,0.2709677419354839,0.2512315270935961,0.21,0.2606060606060606,0.1919191919191919,0.21243523316062177,0.21025641025641026,0.21481481481481482,0.226890756302521,0.1986754966887417,0.23302752293577983,0.19444444444444445,0.25980392156862747,0.2911392405063291,0.34977578475336324,0.25190839694656486,0.23140495867768596,0.2962962962962963,0.2331288343558282,0.30357142857142855,0.20388349514563106,0.23076923076923078,0.27,0.26181353767560667,0.23699421965317918,0.23798882681564246,0.2549019607843137,0.2347266881028939,0.2839506172839506,0.26595744680851063,0.2438070404172099,0.20220588235294118,0.25980392156862747,0.3,0.21224489795918366,0.21393034825870647,0.24,0.3132530120481928,0.26900584795321636,0.19828641370869032,0.32137022625465045,RWKV
rwkv-raven-14b,14.0,0.4069965870307167,0.5285799641505676,0.2591933098533766,0.26,0.25925925925925924,0.21052631578947367,0.32,0.24528301886792453,0.2569444444444444,0.26,0.24,0.26,0.2543352601156069,0.23529411764705882,0.3,0.3021276595744681,0.2807017543859649,0.2689655172413793,0.24867724867724866,0.23809523809523808,0.36,0.24838709677419354,0.2561576354679803,0.23,0.23636363636363636,0.21212121212121213,0.21243523316062177,0.23076923076923078,0.25925925925925924,0.23529411764705882,0.2980132450331126,0.25321100917431194,0.18055555555555555,0.25980392156862747,0.270042194092827,0.2600896860986547,0.20610687022900764,0.2231404958677686,0.26851851851851855,0.24539877300613497,0.35714285714285715,0.2621359223300971,0.2564102564102564,0.32,0.3090676883780332,0.23121387283236994,0.2346368715083799,0.28431372549019607,0.2604501607717042,0.28703703703703703,0.24468085106382978,0.23989569752281617,0.2867647058823529,0.2647058823529412,0.33636363636363636,0.1836734693877551,0.23383084577114427,0.28,0.24096385542168675,0.27485380116959063,0.27906976744186046,0.41932569315724233,RWKV
rwkv-4-7b-pile,7.0,0.35409556313993173,0.48894642501493724,0.24959363351189004,0.24,0.18518518518518517,0.23026315789473684,0.3,0.2188679245283019,0.24305555555555555,0.23,0.25,0.21,0.23699421965317918,0.20588235294117646,0.28,0.24680851063829787,0.21929824561403508,0.2482758620689655,0.2566137566137566,0.24603174603174602,0.34,0.23225806451612904,0.2512315270935961,0.25,0.23636363636363636,0.1717171717171717,0.27979274611398963,0.2128205128205128,0.24814814814814815,0.25210084033613445,0.2119205298013245,0.2018348623853211,0.17592592592592593,0.2647058823529412,0.23628691983122363,0.2645739910313901,0.2595419847328244,0.2644628099173554,0.26851851851851855,0.25153374233128833,0.32142857142857145,0.20388349514563106,0.23931623931623933,0.37,0.24648786717752236,0.2861271676300578,0.22569832402234638,0.22549019607843138,0.22186495176848875,0.25617283950617287,0.2553191489361702,0.27509778357235987,0.29044117647058826,0.2696078431372549,0.23636363636363636,0.2857142857142857,0.1890547263681592,0.32,0.30120481927710846,0.28654970760233917,0.20685434516523868,0.3365298312185615,RWKV
rwkv-raven-1b5,1.0,0.2815699658703072,0.40669189404501094,0.25957169255911705,0.22,0.2962962962962963,0.24342105263157895,0.24,0.23773584905660378,0.2222222222222222,0.2,0.26,0.29,0.23699421965317918,0.24509803921568626,0.4,0.2553191489361702,0.23684210526315788,0.2482758620689655,0.2619047619047619,0.23015873015873015,0.3,0.27741935483870966,0.2561576354679803,0.35,0.23030303030303031,0.22727272727272727,0.29015544041450775,0.24615384615384617,0.21851851851851853,0.23949579831932774,0.25165562913907286,0.23119266055045873,0.3194444444444444,0.21568627450980393,0.2742616033755274,0.2556053811659193,0.21374045801526717,0.3140495867768595,0.23148148148148148,0.20245398773006135,0.3392857142857143,0.23300970873786409,0.32905982905982906,0.33,0.24776500638569604,0.22832369942196531,0.27039106145251396,0.2549019607843137,0.22508038585209003,0.29012345679012347,0.2624113475177305,0.2646675358539765,0.23897058823529413,0.25980392156862747,0.20909090909090908,0.2653061224489796,0.29850746268656714,0.22,0.3373493975903614,0.2222222222222222,0.23623011015911874,0.37088025961521126,RWKV
rwkv-4-14b-pile,14.0,0.39078498293515357,0.522405895239992,0.2612436353466631,0.26,0.24444444444444444,0.21710526315789475,0.3,0.2641509433962264,0.2361111111111111,0.26,0.23,0.25,0.28901734104046245,0.2647058823529412,0.37,0.3276595744680851,0.2894736842105263,0.2896551724137931,0.2619047619047619,0.2222222222222222,0.33,0.2032258064516129,0.2413793103448276,0.24,0.24848484848484848,0.2222222222222222,0.20725388601036268,0.21794871794871795,0.26296296296296295,0.23109243697478993,0.2781456953642384,0.3119266055045872,0.1712962962962963,0.23039215686274508,0.270042194092827,0.23766816143497757,0.2900763358778626,0.2396694214876033,0.25,0.22699386503067484,0.25892857142857145,0.30097087378640774,0.24358974358974358,0.28,0.25287356321839083,0.2398843930635838,0.24134078212290502,0.31699346405228757,0.26366559485530544,0.28703703703703703,0.24822695035460993,0.258148631029987,0.18382352941176472,0.26633986928104575,0.33636363636363636,0.2816326530612245,0.263681592039801,0.28,0.3253012048192771,0.27485380116959063,0.2141982864137087,0.3204219399194067,RWKV
rwkv-4-1b5-pile,1.0,0.2764505119453925,0.4033061143198566,0.25774469608188477,0.25,0.2962962962962963,0.27631578947368424,0.23,0.23018867924528302,0.24305555555555555,0.18,0.16,0.26,0.26011560693641617,0.20588235294117646,0.3,0.2851063829787234,0.2543859649122807,0.22758620689655173,0.24867724867724866,0.16666666666666666,0.25,0.27741935483870966,0.2955665024630542,0.35,0.28484848484848485,0.20707070707070707,0.23316062176165803,0.24102564102564103,0.26296296296296295,0.21008403361344538,0.17880794701986755,0.23119266055045873,0.44907407407407407,0.25980392156862747,0.2742616033755274,0.336322869955157,0.24427480916030533,0.3305785123966942,0.2222222222222222,0.22699386503067484,0.2857142857142857,0.2524271844660194,0.2948717948717949,0.3,0.26181353767560667,0.2947976878612717,0.27262569832402234,0.22875816993464052,0.2540192926045016,0.25,0.2695035460992908,0.26597131681877445,0.25735294117647056,0.27941176470588236,0.3,0.22857142857142856,0.21393034825870647,0.23,0.30120481927710846,0.21052631578947367,0.2178702570379437,0.35795696104127084,RWKV
megatron-GPT-2-345m-EvolInstruct,0.345,0.21075085324232082,0.3143796056562438,0.24482519505973568,0.22,0.21481481481481482,0.17763157894736842,0.21,0.2641509433962264,0.2361111111111111,0.14,0.23,0.26,0.17341040462427745,0.11764705882352941,0.24,0.28936170212765955,0.20175438596491227,0.2482758620689655,0.23015873015873015,0.25396825396825395,0.23,0.26129032258064516,0.27586206896551724,0.24,0.2727272727272727,0.21212121212121213,0.3160621761658031,0.2717948717948718,0.26666666666666666,0.25630252100840334,0.2185430463576159,0.21467889908256882,0.4166666666666667,0.21568627450980393,0.21940928270042195,0.27802690582959644,0.2595419847328244,0.2396694214876033,0.2962962962962963,0.25766871165644173,0.2857142857142857,0.1650485436893204,0.28205128205128205,0.24,0.28607918263090676,0.23410404624277456,0.2424581005586592,0.20588235294117646,0.24437299035369775,0.21296296296296297,0.22340425531914893,0.2516297262059974,0.3382352941176471,0.25163398692810457,0.2909090909090909,0.23673469387755103,0.263681592039801,0.21,0.28313253012048195,0.2807017543859649,0.2558139534883721,0.41254772261453554,KnutJaegersberg
deacon-13b,13.0,0.5443686006825939,0.619398526190002,0.5525194572516083,0.35,0.4888888888888889,0.5592105263157895,0.49,0.6226415094339622,0.5625,0.38,0.52,0.33,0.49710982658959535,0.24509803921568626,0.7,0.44680851063829785,0.3333333333333333,0.5172413793103449,0.31746031746031744,0.3333333333333333,0.31,0.6645161290322581,0.4482758620689655,0.57,0.6909090909090909,0.6919191919191919,0.8238341968911918,0.5076923076923077,0.2518518518518518,0.5504201680672269,0.3509933774834437,0.728440366972477,0.4583333333333333,0.7450980392156863,0.7468354430379747,0.6502242152466368,0.6259541984732825,0.7272727272727273,0.7222222222222222,0.6625766871165644,0.2767857142857143,0.7184466019417476,0.8076923076923077,0.57,0.7484035759897829,0.6040462427745664,0.2681564245810056,0.6241830065359477,0.6495176848874598,0.6604938271604939,0.41134751773049644,0.41851368970013036,0.5257352941176471,0.5490196078431373,0.6181818181818182,0.636734693877551,0.7114427860696517,0.85,0.4578313253012048,0.7660818713450293,0.28886168910648713,0.3932644988188049,KnutJaegersberg
RWKV-4-PilePlus-169M-20230520-done-ctx4096,0.169,0.19368600682593856,0.291575383389763,0.23368358098981637,0.22,0.1925925925925926,0.19736842105263158,0.3,0.21509433962264152,0.2777777777777778,0.19,0.24,0.22,0.21965317919075145,0.21568627450980393,0.32,0.25957446808510637,0.21052631578947367,0.2413793103448276,0.23809523809523808,0.2619047619047619,0.2,0.1774193548387097,0.15270935960591134,0.25,0.22424242424242424,0.18686868686868688,0.19689119170984457,0.2076923076923077,0.23333333333333334,0.18487394957983194,0.17880794701986755,0.1944954128440367,0.16666666666666666,0.2549019607843137,0.2489451476793249,0.30493273542600896,0.2595419847328244,0.2644628099173554,0.25925925925925924,0.2147239263803681,0.30357142857142855,0.1941747572815534,0.2564102564102564,0.3,0.2503192848020434,0.24855491329479767,0.23910614525139665,0.2647058823529412,0.1864951768488746,0.22530864197530864,0.2375886524822695,0.2457627118644068,0.1875,0.2565359477124183,0.23636363636363636,0.19591836734693877,0.22388059701492538,0.27,0.3132530120481928,0.30409356725146197,0.22643818849449204,0.4228833687052385,KnutJaegersberg
black_goo_recipe_a,,0.35494880546075086,0.4876518621788488,0.25750807131698655,0.3,0.25925925925925924,0.18421052631578946,0.25,0.2792452830188679,0.2222222222222222,0.24,0.27,0.26,0.2658959537572254,0.23529411764705882,0.25,0.32340425531914896,0.2543859649122807,0.20689655172413793,0.24867724867724866,0.19047619047619047,0.3,0.27419354838709675,0.2660098522167488,0.24,0.2606060606060606,0.25252525252525254,0.21243523316062177,0.23076923076923078,0.24444444444444444,0.24369747899159663,0.2185430463576159,0.24036697247706423,0.2962962962962963,0.23529411764705882,0.270042194092827,0.38565022421524664,0.2366412213740458,0.24793388429752067,0.2962962962962963,0.2392638036809816,0.24107142857142858,0.2524271844660194,0.26495726495726496,0.26,0.28607918263090676,0.26011560693641617,0.2424581005586592,0.2549019607843137,0.2733118971061093,0.26851851851851855,0.25886524822695034,0.24119947848761408,0.39338235294117646,0.24836601307189543,0.2727272727272727,0.20408163265306123,0.24378109452736318,0.21,0.3192771084337349,0.25146198830409355,0.2460220318237454,0.3745561333316597,KnutJaegersberg
RWKV-4-PilePlus-1B5-20230520-2942-486Gtokens-ctx4096,1.0,0.2841296928327645,0.40240987851025695,0.2503796983988488,0.2,0.3111111111111111,0.25,0.19,0.24150943396226415,0.2916666666666667,0.16,0.21,0.33,0.23699421965317918,0.18627450980392157,0.31,0.2425531914893617,0.17543859649122806,0.2482758620689655,0.2671957671957672,0.19047619047619047,0.23,0.23548387096774193,0.26108374384236455,0.29,0.2787878787878788,0.16666666666666666,0.26424870466321243,0.21794871794871795,0.27037037037037037,0.2184873949579832,0.2185430463576159,0.26238532110091745,0.37037037037037035,0.2549019607843137,0.2911392405063291,0.2645739910313901,0.1984732824427481,0.30578512396694213,0.18518518518518517,0.27607361963190186,0.2857142857142857,0.24271844660194175,0.3034188034188034,0.32,0.2413793103448276,0.2514450867052023,0.23798882681564246,0.21895424836601307,0.26366559485530544,0.24691358024691357,0.26595744680851063,0.26597131681877445,0.17647058823529413,0.28594771241830064,0.2909090909090909,0.2163265306122449,0.23383084577114427,0.21,0.3313253012048193,0.2807017543859649,0.21297429620563035,0.349588061414408,KnutJaegersberg
black_goo_recipe_d,,0.35238907849829354,0.4879506074487154,0.26641977952971113,0.21,0.2,0.2631578947368421,0.24,0.28679245283018867,0.2777777777777778,0.28,0.29,0.28,0.28901734104046245,0.29411764705882354,0.28,0.3276595744680851,0.24561403508771928,0.2689655172413793,0.2777777777777778,0.20634920634920634,0.27,0.3161290322580645,0.2512315270935961,0.28,0.23030303030303031,0.30808080808080807,0.3005181347150259,0.35128205128205126,0.24074074074074073,0.226890756302521,0.2847682119205298,0.29908256880733947,0.39351851851851855,0.21568627450980393,0.24472573839662448,0.18834080717488788,0.20610687022900764,0.33884297520661155,0.2222222222222222,0.22699386503067484,0.16964285714285715,0.2815533980582524,0.18803418803418803,0.26,0.27330779054916987,0.2398843930635838,0.27262569832402234,0.2679738562091503,0.29260450160771706,0.25308641975308643,0.25177304964539005,0.2516297262059974,0.4264705882352941,0.23202614379084968,0.2909090909090909,0.4,0.1890547263681592,0.27,0.22289156626506024,0.23976608187134502,0.23745410036719705,0.3645987426187387,KnutJaegersberg
RWKV-4-PilePlus-430M-20230520-6162-1018Gtokens-ctx4098,0.43,0.23378839590443687,0.33628759211312487,0.24449168929272205,0.17,0.31851851851851853,0.17763157894736842,0.21,0.21509433962264152,0.2222222222222222,0.19,0.18,0.34,0.24277456647398843,0.21568627450980393,0.29,0.2936170212765957,0.21929824561403508,0.21379310344827587,0.2619047619047619,0.25396825396825395,0.2,0.25161290322580643,0.21182266009852216,0.24,0.28484848484848485,0.20202020202020202,0.23834196891191708,0.24871794871794872,0.2518518518518518,0.24789915966386555,0.23178807947019867,0.2018348623853211,0.26851851851851855,0.21568627450980393,0.25738396624472576,0.2645739910313901,0.15267175572519084,0.2892561983471074,0.26851851851851855,0.2331288343558282,0.2857142857142857,0.23300970873786409,0.2094017094017094,0.34,0.2567049808429119,0.2543352601156069,0.2558659217877095,0.2222222222222222,0.2315112540192926,0.2654320987654321,0.25177304964539005,0.24185136897001303,0.29044117647058826,0.25163398692810457,0.32727272727272727,0.2979591836734694,0.23880597014925373,0.22,0.25903614457831325,0.22807017543859648,0.20685434516523868,0.375692045030614,KnutJaegersberg
LLongMA-3b-LIMA,3.0,0.3643344709897611,0.48904600677155946,0.26433445711820147,0.35,0.34074074074074073,0.25,0.23,0.2792452830188679,0.2569444444444444,0.25,0.25,0.26,0.28901734104046245,0.2549019607843137,0.3,0.26382978723404255,0.2631578947368421,0.31724137931034485,0.2566137566137566,0.15079365079365079,0.31,0.2645161290322581,0.2857142857142857,0.3,0.26666666666666666,0.2727272727272727,0.22279792746113988,0.258974358974359,0.26296296296296295,0.20588235294117646,0.271523178807947,0.25137614678899084,0.20833333333333334,0.25980392156862747,0.26582278481012656,0.25112107623318386,0.19083969465648856,0.35537190082644626,0.26851851851851855,0.2822085889570552,0.20535714285714285,0.23300970873786409,0.25213675213675213,0.25,0.29246487867177523,0.28034682080924855,0.23575418994413408,0.28431372549019607,0.3279742765273312,0.28703703703703703,0.2765957446808511,0.2646675358539765,0.26838235294117646,0.2647058823529412,0.2636363636363636,0.2163265306122449,0.21393034825870647,0.27,0.2469879518072289,0.3157894736842105,0.23378212974296206,0.34711273270028703,KnutJaegersberg
black_goo_recipe_c,,0.3438566552901024,0.48904600677155946,0.26571105846432924,0.32,0.24444444444444444,0.24342105263157895,0.24,0.2792452830188679,0.2708333333333333,0.25,0.28,0.28,0.27167630057803466,0.2549019607843137,0.25,0.33617021276595743,0.2543859649122807,0.25517241379310346,0.24074074074074073,0.15873015873015872,0.29,0.2903225806451613,0.2315270935960591,0.22,0.30303030303030304,0.2828282828282828,0.21761658031088082,0.26153846153846155,0.2518518518518518,0.24789915966386555,0.271523178807947,0.26972477064220185,0.2824074074074074,0.24509803921568626,0.3037974683544304,0.28699551569506726,0.19083969465648856,0.371900826446281,0.2777777777777778,0.2147239263803681,0.20535714285714285,0.2621359223300971,0.23931623931623933,0.26,0.2950191570881226,0.2832369942196532,0.25251396648044694,0.28431372549019607,0.2990353697749196,0.2777777777777778,0.25177304964539005,0.2503259452411995,0.3786764705882353,0.2647058823529412,0.33636363636363636,0.2530612244897959,0.19402985074626866,0.24,0.3253012048192771,0.25146198830409355,0.24112607099143207,0.36539407863137785,KnutJaegersberg
galactica-orca-wizardlm-1.3b,1.3,0.27303754266211605,0.32065325632344155,0.25944911208809085,0.31,0.2814814814814815,0.24342105263157895,0.31,0.26037735849056604,0.3333333333333333,0.17,0.19,0.26,0.2774566473988439,0.21568627450980393,0.27,0.26382978723404255,0.2543859649122807,0.3310344827586207,0.2830687830687831,0.19047619047619047,0.29,0.2161290322580645,0.23645320197044334,0.3,0.23030303030303031,0.20707070707070707,0.22279792746113988,0.31794871794871793,0.2777777777777778,0.23529411764705882,0.24503311258278146,0.25137614678899084,0.30092592592592593,0.2549019607843137,0.270042194092827,0.32286995515695066,0.183206106870229,0.24793388429752067,0.25,0.2147239263803681,0.25892857142857145,0.32038834951456313,0.2777777777777778,0.27,0.24393358876117496,0.30057803468208094,0.23687150837988827,0.24836601307189543,0.2057877813504823,0.2839506172839506,0.2553191489361702,0.24902216427640156,0.2757352941176471,0.27941176470588236,0.23636363636363636,0.19591836734693877,0.263681592039801,0.28,0.28313253012048195,0.30409356725146197,0.25458996328029376,0.41268090479367026,KnutJaegersberg
openllama_3b_EvolInstruct_lora_merged,3.0,0.35580204778157,0.5310695080661223,0.2711798101137326,0.27,0.23703703703703705,0.27631578947368424,0.4,0.2679245283018868,0.24305555555555555,0.24,0.27,0.31,0.23699421965317918,0.20588235294117646,0.32,0.32340425531914896,0.24561403508771928,0.20689655172413793,0.291005291005291,0.24603174603174602,0.31,0.23548387096774193,0.21674876847290642,0.24,0.24848484848484848,0.20202020202020202,0.23834196891191708,0.2564102564102564,0.23333333333333334,0.2773109243697479,0.33112582781456956,0.24770642201834864,0.20833333333333334,0.23529411764705882,0.25316455696202533,0.3991031390134529,0.25190839694656486,0.2975206611570248,0.2962962962962963,0.2147239263803681,0.29464285714285715,0.27184466019417475,0.2863247863247863,0.23,0.280970625798212,0.25722543352601157,0.24022346368715083,0.2647058823529412,0.2765273311897106,0.2993827160493827,0.3120567375886525,0.2457627118644068,0.21323529411764705,0.2647058823529412,0.32727272727272727,0.3346938775510204,0.27860696517412936,0.36,0.3373493975903614,0.2982456140350877,0.2178702570379437,0.3477745324693538,KnutJaegersberg
megatron-gpt2-345m-evol_instruct_v2,0.345,0.2295221843003413,0.3291177056363274,0.23598510772455805,0.23,0.2962962962962963,0.18421052631578946,0.22,0.23773584905660378,0.22916666666666666,0.16,0.2,0.22,0.2023121387283237,0.14705882352941177,0.28,0.25957446808510637,0.2543859649122807,0.25517241379310346,0.24338624338624337,0.15079365079365079,0.19,0.2161290322580645,0.27586206896551724,0.24,0.21818181818181817,0.20707070707070707,0.19689119170984457,0.2641025641025641,0.27037037037037037,0.18487394957983194,0.19205298013245034,0.22568807339449543,0.17592592592592593,0.25,0.2616033755274262,0.273542600896861,0.2595419847328244,0.2396694214876033,0.24074074074074073,0.22085889570552147,0.32142857142857145,0.17475728155339806,0.27350427350427353,0.31,0.24265644955300128,0.2398843930635838,0.23687150837988827,0.24183006535947713,0.20257234726688103,0.24074074074074073,0.2375886524822695,0.2470664928292047,0.3382352941176471,0.2434640522875817,0.21818181818181817,0.20816326530612245,0.24378109452736318,0.27,0.28313253012048195,0.30409356725146197,0.2423500611995104,0.4118877420447148,KnutJaegersberg
deacon-3b,3.0,0.35580204778157,0.4894443337980482,0.2713297841705044,0.27,0.3111111111111111,0.2565789473684211,0.19,0.2830188679245283,0.24305555555555555,0.25,0.26,0.23,0.27167630057803466,0.17647058823529413,0.32,0.33191489361702126,0.22807017543859648,0.27586206896551724,0.29894179894179895,0.19047619047619047,0.32,0.267741935483871,0.2857142857142857,0.23,0.2545454545454545,0.3282828282828283,0.26424870466321243,0.31025641025641026,0.26296296296296295,0.23109243697478993,0.31125827814569534,0.28623853211009176,0.3333333333333333,0.27450980392156865,0.28270042194092826,0.2914798206278027,0.183206106870229,0.32231404958677684,0.25925925925925924,0.2147239263803681,0.1875,0.2815533980582524,0.2264957264957265,0.3,0.2988505747126437,0.2832369942196532,0.24022346368715083,0.2647058823529412,0.2829581993569132,0.2654320987654321,0.2907801418439716,0.2405475880052151,0.3639705882352941,0.27450980392156865,0.33636363636363636,0.2530612244897959,0.22388059701492538,0.28,0.3373493975903614,0.3333333333333333,0.23990208078335373,0.3606875505864814,KnutJaegersberg
black_goo_recipe_b,,0.35494880546075086,0.4896434973112926,0.25675012956234966,0.27,0.21481481481481482,0.23026315789473684,0.23,0.27547169811320754,0.24305555555555555,0.22,0.22,0.24,0.26011560693641617,0.22549019607843138,0.25,0.3276595744680851,0.23684210526315788,0.23448275862068965,0.26455026455026454,0.20634920634920634,0.3,0.25483870967741934,0.23645320197044334,0.2,0.2545454545454545,0.2878787878787879,0.24352331606217617,0.26153846153846155,0.23333333333333334,0.24789915966386555,0.31788079470198677,0.28256880733944956,0.18518518518518517,0.2696078431372549,0.28270042194092826,0.3004484304932735,0.22137404580152673,0.34710743801652894,0.26851851851851855,0.18404907975460122,0.20535714285714285,0.2621359223300971,0.2606837606837607,0.26,0.28735632183908044,0.2745664739884393,0.2424581005586592,0.23529411764705882,0.27009646302250806,0.26851851851851855,0.2553191489361702,0.2301173402868318,0.3272058823529412,0.2565359477124183,0.3,0.31020408163265306,0.23383084577114427,0.22,0.3433734939759036,0.2631578947368421,0.24112607099143207,0.3708507820784608,KnutJaegersberg
WizardCoder-Guanaco-15B-V1.1,15.0,0.2883959044368601,0.37203744274048994,0.2588178300260368,0.33,0.24444444444444444,0.17763157894736842,0.3,0.2339622641509434,0.25,0.21,0.3,0.26,0.20809248554913296,0.19607843137254902,0.39,0.3021276595744681,0.24561403508771928,0.3448275862068966,0.2275132275132275,0.29365079365079366,0.23,0.2161290322580645,0.1724137931034483,0.32,0.21212121212121213,0.20202020202020202,0.20725388601036268,0.2153846153846154,0.2518518518518518,0.24369747899159663,0.24503311258278146,0.2036697247706422,0.17592592592592593,0.24509803921568626,0.28270042194092826,0.336322869955157,0.2595419847328244,0.2892561983471074,0.24074074074074073,0.22085889570552147,0.33035714285714285,0.22330097087378642,0.3418803418803419,0.36,0.2988505747126437,0.2630057803468208,0.25139664804469275,0.24836601307189543,0.24758842443729903,0.24074074074074073,0.2730496453900709,0.2516297262059974,0.20220588235294118,0.272875816993464,0.3,0.18775510204081633,0.26865671641791045,0.29,0.30120481927710846,0.3157894736842105,0.26438188494492043,0.42331934318918635,LoupGarou
WizardCoder-Guanaco-15B-V1.0,15.0,0.2883959044368601,0.37273451503684524,0.2678680493268303,0.19,0.24444444444444444,0.2565789473684211,0.33,0.2528301886792453,0.2569444444444444,0.31,0.27,0.24,0.3179190751445087,0.2549019607843137,0.37,0.32340425531914896,0.30701754385964913,0.3793103448275862,0.20634920634920634,0.2857142857142857,0.19,0.22580645161290322,0.21674876847290642,0.33,0.24848484848484848,0.1919191919191919,0.21243523316062177,0.2128205128205128,0.2740740740740741,0.226890756302521,0.23178807947019867,0.20550458715596331,0.16203703703703703,0.2647058823529412,0.2742616033755274,0.3273542600896861,0.26717557251908397,0.2975206611570248,0.26851851851851855,0.22085889570552147,0.30357142857142855,0.2524271844660194,0.33760683760683763,0.31,0.2413793103448276,0.2832369942196532,0.2346368715083799,0.27450980392156865,0.3054662379421222,0.25925925925925924,0.25177304964539005,0.2737940026075619,0.19117647058823528,0.2826797385620915,0.3090909090909091,0.2163265306122449,0.3283582089552239,0.34,0.3072289156626506,0.3216374269005848,0.28518971848225216,0.46393246777342,LoupGarou
glaive-coder-7b,7.0,0.3771331058020478,0.48834893447520417,0.3715275101062722,0.24,0.4148148148148148,0.3618421052631579,0.45,0.3660377358490566,0.3541666666666667,0.3,0.46,0.21,0.2774566473988439,0.2647058823529412,0.53,0.34893617021276596,0.2894736842105263,0.3931034482758621,0.30423280423280424,0.2619047619047619,0.33,0.2967741935483871,0.29064039408866993,0.5,0.41818181818181815,0.45454545454545453,0.38341968911917096,0.2717948717948718,0.24074074074074073,0.3067226890756303,0.3576158940397351,0.42201834862385323,0.30092592592592593,0.4264705882352941,0.4978902953586498,0.4439461883408072,0.40458015267175573,0.4793388429752066,0.4351851851851852,0.37423312883435583,0.29464285714285715,0.4368932038834951,0.5726495726495726,0.44,0.43167305236270753,0.4277456647398844,0.24916201117318434,0.3758169934640523,0.4115755627009646,0.3765432098765432,0.30851063829787234,0.2770534550195567,0.1948529411764706,0.36764705882352944,0.39090909090909093,0.4163265306122449,0.38308457711442784,0.43,0.41566265060240964,0.5146198830409356,0.2484700122399021,0.39881009957099056,glaiveai
TinyLlama-1.1bee,1.1,0.26109215017064846,0.39494124676359293,0.24253561949511715,0.23,0.17037037037037037,0.19736842105263158,0.31,0.21509433962264152,0.25,0.26,0.29,0.23,0.21965317919075145,0.21568627450980393,0.27,0.2680851063829787,0.21052631578947367,0.2482758620689655,0.24603174603174602,0.21428571428571427,0.31,0.18387096774193548,0.1921182266009852,0.25,0.21818181818181817,0.1717171717171717,0.22797927461139897,0.19487179487179487,0.2518518518518518,0.2184873949579832,0.271523178807947,0.21651376146788992,0.16666666666666666,0.24509803921568626,0.26582278481012656,0.31390134529147984,0.2748091603053435,0.2727272727272727,0.26851851851851855,0.2883435582822086,0.30357142857142855,0.14563106796116504,0.2905982905982906,0.21,0.227330779054917,0.2138728323699422,0.23798882681564246,0.2222222222222222,0.22508038585209003,0.20679012345679013,0.2624113475177305,0.26988265971316816,0.1801470588235294,0.30718954248366015,0.2545454545454545,0.2857142857142857,0.24875621890547264,0.28,0.2710843373493976,0.3333333333333333,0.24112607099143207,0.39011272446721906,BEE-spoke-data
gpt2-alpaca-gpt4,,0.2022184300341297,0.2907787293367855,0.2575900050163457,0.17,0.2740740740740741,0.17763157894736842,0.2,0.23773584905660378,0.2361111111111111,0.2,0.29,0.19,0.24855491329479767,0.23529411764705882,0.19,0.2723404255319149,0.23684210526315788,0.2620689655172414,0.25132275132275134,0.15079365079365079,0.15,0.267741935483871,0.2857142857142857,0.31,0.2,0.35353535353535354,0.3626943005181347,0.28205128205128205,0.26296296296296295,0.29411764705882354,0.2119205298013245,0.28440366972477066,0.4583333333333333,0.2549019607843137,0.25316455696202533,0.34977578475336324,0.2595419847328244,0.35537190082644626,0.18518518518518517,0.32515337423312884,0.2767857142857143,0.17475728155339806,0.19658119658119658,0.3,0.2950191570881226,0.22254335260115607,0.2424581005586592,0.2549019607843137,0.21543408360128619,0.22530864197530864,0.2730496453900709,0.25749674054758803,0.4485294117647059,0.25326797385620914,0.2,0.3877551020408163,0.22388059701492538,0.29,0.21084337349397592,0.2046783625730994,0.2252141982864137,0.38039394039594926,vicgalle
alpaca-7b,7.0,0.23976109215017063,0.2533359888468433,0.25308408735286325,0.27,0.25925925925925924,0.17763157894736842,0.26,0.2679245283018868,0.20833333333333334,0.25,0.22,0.2,0.18497109826589594,0.22549019607843138,0.27,0.32340425531914896,0.2631578947368421,0.20689655172413793,0.2566137566137566,0.2698412698412698,0.32,0.23870967741935484,0.30049261083743845,0.29,0.2787878787878788,0.20707070707070707,0.20725388601036268,0.2282051282051282,0.2740740740740741,0.23529411764705882,0.2119205298013245,0.23669724770642203,0.22685185185185186,0.25980392156862747,0.25316455696202533,0.3632286995515695,0.2366412213740458,0.30578512396694213,0.2962962962962963,0.22085889570552147,0.26785714285714285,0.21359223300970873,0.28205128205128205,0.27,0.29246487867177523,0.2514450867052023,0.26145251396648045,0.238562091503268,0.2604501607717042,0.29012345679012347,0.25177304964539005,0.2711864406779661,0.1801470588235294,0.2630718954248366,0.3090909090909091,0.24897959183673468,0.21890547263681592,0.22,0.3253012048192771,0.2046783625730994,0.23623011015911874,0.48490992596277716,vicgalle
pythia-6.9b-HC3,6.9,0.3319112627986348,0.47699661422027484,0.2694382709737699,0.27,0.2814814814814815,0.2631578947368421,0.19,0.2679245283018868,0.2222222222222222,0.31,0.35,0.29,0.3063583815028902,0.3627450980392157,0.23,0.19148936170212766,0.21929824561403508,0.23448275862068965,0.24338624338624337,0.2857142857142857,0.23,0.25161290322580643,0.2857142857142857,0.18,0.20606060606060606,0.25252525252525254,0.3005181347150259,0.34615384615384615,0.26666666666666666,0.2647058823529412,0.3708609271523179,0.29908256880733947,0.4675925925925926,0.22058823529411764,0.23628691983122363,0.18834080717488788,0.2366412213740458,0.2892561983471074,0.24074074074074073,0.32515337423312884,0.16071428571428573,0.3300970873786408,0.2863247863247863,0.32,0.22349936143039592,0.21965317919075145,0.27262569832402234,0.24183006535947713,0.2604501607717042,0.2191358024691358,0.28368794326241137,0.242503259452412,0.4227941176470588,0.25326797385620914,0.18181818181818182,0.3510204081632653,0.208955223880597,0.28,0.30120481927710846,0.3216374269005848,0.30354957160342716,0.45049038161175353,pszemraj
pythia-31m-simplewiki-2048,0.031,0.18344709897610922,0.2583150766779526,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.23011015911872704,0.4937215864099608,pszemraj
pythia-31m-KI_v1-2048-scratch,0.031,0.18003412969283278,0.2562238597888867,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.2582619339045288,0.5167150030850037,pszemraj
pythia-31m-goodwiki-deduped-2048-scratch,0.031,0.17491467576791808,0.2592113124875523,0.2311461696026897,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23627075351213284,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.24969400244798043,0.5131507278308213,pszemraj
pythia-31m-simplewiki-scratch-bf16,0.031,0.17491467576791808,0.25980880302728543,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.24357405140758873,0.4965451984812921,pszemraj
pythia-31m-simplepile-lite-2048-scratch-2e,0.031,0.18344709897610922,0.25642302330213107,0.24986557544178375,0.22,0.21481481481481482,0.17763157894736842,0.21,0.2188679245283019,0.2222222222222222,0.22,0.29,0.33,0.20809248554913296,0.21568627450980393,0.18,0.26382978723404255,0.24561403508771928,0.21379310344827587,0.2566137566137566,0.15079365079365079,0.18,0.3161290322580645,0.2955665024630542,0.23,0.24242424242424243,0.2222222222222222,0.32124352331606215,0.24102564102564103,0.26296296296296295,0.3487394957983193,0.33112582781456956,0.24220183486238533,0.4722222222222222,0.23529411764705882,0.2616033755274262,0.3273542600896861,0.2595419847328244,0.2809917355371901,0.21296296296296297,0.2331288343558282,0.23214285714285715,0.17475728155339806,0.19658119658119658,0.3,0.2554278416347382,0.24855491329479767,0.23798882681564246,0.25163398692810457,0.2090032154340836,0.20679012345679013,0.21631205673758866,0.24641460234680573,0.4485294117647059,0.21895424836601307,0.22727272727272727,0.22448979591836735,0.19900497512437812,0.27,0.3132530120481928,0.21052631578947367,0.28151774785801714,0.5061947764653536,pszemraj
llama-2-7b-1-percent-open-orca-1000-steps-v0,7.0,0.4735494880546075,0.5853415654252141,0.4468298515346411,0.33,0.43703703703703706,0.375,0.5,0.4528301886792453,0.4444444444444444,0.28,0.36,0.31,0.36416184971098264,0.13725490196078433,0.55,0.42127659574468085,0.2631578947368421,0.4482758620689655,0.2830687830687831,0.35714285714285715,0.35,0.5064516129032258,0.3103448275862069,0.43,0.5454545454545454,0.4797979797979798,0.689119170984456,0.4282051282051282,0.24444444444444444,0.3907563025210084,0.2582781456953642,0.5504587155963303,0.3333333333333333,0.5980392156862745,0.6413502109704642,0.5381165919282511,0.4961832061068702,0.6198347107438017,0.5,0.4785276073619632,0.25,0.5145631067961165,0.6837606837606838,0.51,0.6130268199233716,0.5,0.2905027932960894,0.4803921568627451,0.5209003215434084,0.48148148148148145,0.3829787234042553,0.35658409387222945,0.5036764705882353,0.43300653594771243,0.5363636363636364,0.44081632653061226,0.5621890547263682,0.66,0.39759036144578314,0.6491228070175439,0.30599755201958384,0.45831334808971286,sia-ai
vicuna-13b,13.0,0.5017064846416383,0.6041625174268074,0.508358147707632,0.25,0.4962962962962963,0.5460526315789473,0.47,0.5018867924528302,0.5486111111111112,0.44,0.4,0.24,0.4161849710982659,0.28431372549019607,0.61,0.3872340425531915,0.2982456140350877,0.4413793103448276,0.30952380952380953,0.35714285714285715,0.38,0.5612903225806452,0.3645320197044335,0.48,0.6606060606060606,0.6262626262626263,0.6994818652849741,0.4641025641025641,0.27037037037037037,0.5252100840336135,0.3576158940397351,0.6844036697247706,0.3611111111111111,0.6617647058823529,0.70042194092827,0.5829596412556054,0.6106870229007634,0.6363636363636364,0.6203703703703703,0.6257668711656442,0.3482142857142857,0.6990291262135923,0.7777777777777778,0.53,0.685823754789272,0.5635838150289018,0.27039106145251396,0.5588235294117647,0.5434083601286174,0.5277777777777778,0.375886524822695,0.3917861799217731,0.5294117647058824,0.5163398692810458,0.5363636363636364,0.6040816326530613,0.7164179104477612,0.76,0.45180722891566266,0.7192982456140351,0.36107711138310894,0.526792499290547,eachadea
vicuna-13b-1.1,13.0,0.5196245733788396,0.6007767377016531,0.5193614752036645,0.28,0.4888888888888889,0.506578947368421,0.54,0.4981132075471698,0.5972222222222222,0.38,0.46,0.31,0.4161849710982659,0.27450980392156865,0.64,0.39574468085106385,0.30701754385964913,0.47586206896551725,0.3386243386243386,0.40476190476190477,0.26,0.567741935483871,0.4039408866995074,0.54,0.6666666666666666,0.6565656565656566,0.694300518134715,0.4717948717948718,0.3,0.4495798319327731,0.31125827814569534,0.6862385321100918,0.37037037037037035,0.6862745098039216,0.7088607594936709,0.5874439461883408,0.6717557251908397,0.6859504132231405,0.6203703703703703,0.6380368098159509,0.39285714285714285,0.6990291262135923,0.7521367521367521,0.59,0.6922094508301405,0.546242774566474,0.3307262569832402,0.5555555555555556,0.5241157556270096,0.5462962962962963,0.39361702127659576,0.4165580182529335,0.4889705882352941,0.5212418300653595,0.5545454545454546,0.6244897959183674,0.7711442786069652,0.76,0.4397590361445783,0.7134502923976608,0.3623011015911873,0.5207836984948891,eachadea
vicuna-7b-1.1,7.0,0.4991467576791809,0.5844453296156145,0.4562882054877964,0.25,0.4,0.4934210526315789,0.46,0.5132075471698113,0.4444444444444444,0.37,0.39,0.34,0.35260115606936415,0.2647058823529412,0.56,0.3829787234042553,0.24561403508771928,0.46206896551724136,0.28835978835978837,0.3492063492063492,0.27,0.4612903225806452,0.3251231527093596,0.39,0.5878787878787879,0.5959595959595959,0.6683937823834197,0.4,0.22962962962962963,0.3865546218487395,0.271523178807947,0.6,0.3888888888888889,0.6029411764705882,0.5780590717299579,0.5381165919282511,0.5648854961832062,0.5702479338842975,0.5555555555555556,0.50920245398773,0.30357142857142855,0.5728155339805825,0.6837606837606838,0.48,0.6296296296296297,0.5057803468208093,0.2446927374301676,0.4869281045751634,0.48231511254019294,0.5185185185185185,0.3404255319148936,0.34876140808344197,0.5036764705882353,0.4395424836601307,0.5181818181818182,0.5387755102040817,0.6318407960199005,0.63,0.42168674698795183,0.6666666666666666,0.33047735618115054,0.48940747456304606,eachadea
Cerebras_1.3b_Quantized,1.3,0.2354948805460751,0.327823142800239,0.26786587618424923,0.25,0.2222222222222222,0.21710526315789475,0.22,0.28679245283018867,0.2361111111111111,0.24,0.34,0.3,0.26011560693641617,0.23529411764705882,0.21,0.2765957446808511,0.24561403508771928,0.25517241379310346,0.23015873015873015,0.25396825396825395,0.31,0.2064516129032258,0.2315270935960591,0.27,0.24848484848484848,0.3333333333333333,0.3626943005181347,0.31025641025641026,0.23703703703703705,0.22268907563025211,0.25165562913907286,0.3486238532110092,0.4722222222222222,0.24509803921568626,0.2911392405063291,0.23766816143497757,0.26717557251908397,0.2892561983471074,0.24074074074074073,0.3006134969325153,0.29464285714285715,0.22330097087378642,0.2863247863247863,0.29,0.24776500638569604,0.2543352601156069,0.2424581005586592,0.29411764705882354,0.27009646302250806,0.2623456790123457,0.2730496453900709,0.23859191655801826,0.39338235294117646,0.272875816993464,0.18181818181818182,0.23673469387755103,0.22388059701492538,0.21,0.29518072289156627,0.3216374269005848,0.24724602203182375,0.4267251005194425,FabbriSimo01
Bloom_1b_Quantized,1.0,0.25426621160409557,0.3483369846644095,0.26282414207151494,0.24,0.35555555555555557,0.2236842105263158,0.2,0.25660377358490566,0.2638888888888889,0.18,0.35,0.24,0.23699421965317918,0.3235294117647059,0.23,0.20425531914893616,0.23684210526315788,0.30344827586206896,0.26455026455026454,0.15079365079365079,0.18,0.25483870967741934,0.2561576354679803,0.29,0.2909090909090909,0.3333333333333333,0.3626943005181347,0.26666666666666666,0.25925925925925924,0.21428571428571427,0.26490066225165565,0.30642201834862387,0.4444444444444444,0.2647058823529412,0.26582278481012656,0.24663677130044842,0.1984732824427481,0.38016528925619836,0.19444444444444445,0.3312883435582822,0.17857142857142858,0.4077669902912621,0.20512820512820512,0.21,0.2567049808429119,0.21965317919075145,0.23128491620111732,0.24509803921568626,0.29260450160771706,0.25,0.26595744680851063,0.2646675358539765,0.3602941176470588,0.26633986928104575,0.18181818181818182,0.2571428571428571,0.24875621890547264,0.27,0.22289156626506024,0.2807017543859649,0.2533659730722154,0.4181939637840298,FabbriSimo01
llama2-28B-Airo03,28.0,0.5563139931740614,0.6195976897032464,0.5331106097433288,0.35,0.5333333333333333,0.5921052631578947,0.55,0.5735849056603773,0.5694444444444444,0.4,0.46,0.27,0.4913294797687861,0.22549019607843138,0.66,0.43829787234042555,0.2807017543859649,0.4827586206896552,0.36243386243386244,0.3333333333333333,0.32,0.6258064516129033,0.4876847290640394,0.5,0.6606060606060606,0.6666666666666666,0.7512953367875648,0.5128205128205128,0.2740740740740741,0.5378151260504201,0.3576158940397351,0.7119266055045872,0.375,0.7303921568627451,0.7383966244725738,0.6322869955156951,0.6183206106870229,0.7024793388429752,0.6481481481481481,0.6625766871165644,0.29464285714285715,0.6504854368932039,0.7478632478632479,0.54,0.7445721583652618,0.5924855491329479,0.31731843575418994,0.5980392156862745,0.6045016077170418,0.6234567901234568,0.4078014184397163,0.3833116036505867,0.46691176470588236,0.5441176470588235,0.6090909090909091,0.6244897959183674,0.5771144278606966,0.81,0.42168674698795183,0.7426900584795322,0.30599755201958384,0.47089952251629347,grimpep
llama2-22b-wizard_vicuna,22.0,0.560580204778157,0.6290579565823541,0.5454725820456922,0.35,0.5777777777777777,0.5723684210526315,0.56,0.5924528301886792,0.6319444444444444,0.39,0.46,0.29,0.48554913294797686,0.24509803921568626,0.66,0.4425531914893617,0.2719298245614035,0.503448275862069,0.3306878306878307,0.31746031746031744,0.32,0.6258064516129033,0.4433497536945813,0.48,0.6484848484848484,0.6818181818181818,0.7927461139896373,0.5307692307692308,0.2740740740740741,0.5588235294117647,0.33774834437086093,0.728440366972477,0.41203703703703703,0.7696078431372549,0.7383966244725738,0.6636771300448431,0.6030534351145038,0.7355371900826446,0.7129629629629629,0.6748466257668712,0.26785714285714285,0.6796116504854369,0.7649572649572649,0.56,0.7598978288633461,0.6213872832369942,0.3564245810055866,0.6176470588235294,0.6334405144694534,0.6327160493827161,0.4148936170212766,0.39960886571056065,0.5,0.5522875816993464,0.6181818181818182,0.6448979591836734,0.6069651741293532,0.83,0.4457831325301205,0.7719298245614035,0.31334149326805383,0.4692973392633332,grimpep
llama2-22B-GPLATTY,22.0,0.560580204778157,0.6290579565823541,0.5454725820456922,0.35,0.5777777777777777,0.5723684210526315,0.56,0.5924528301886792,0.6319444444444444,0.39,0.46,0.29,0.48554913294797686,0.24509803921568626,0.66,0.4425531914893617,0.2719298245614035,0.503448275862069,0.3306878306878307,0.31746031746031744,0.32,0.6258064516129033,0.4433497536945813,0.48,0.6484848484848484,0.6818181818181818,0.7927461139896373,0.5307692307692308,0.2740740740740741,0.5588235294117647,0.33774834437086093,0.728440366972477,0.41203703703703703,0.7696078431372549,0.7383966244725738,0.6636771300448431,0.6030534351145038,0.7355371900826446,0.7129629629629629,0.6748466257668712,0.26785714285714285,0.6796116504854369,0.7649572649572649,0.56,0.7598978288633461,0.6213872832369942,0.3564245810055866,0.6176470588235294,0.6334405144694534,0.6327160493827161,0.4148936170212766,0.39960886571056065,0.5,0.5522875816993464,0.6181818181818182,0.6448979591836734,0.6069651741293532,0.83,0.4457831325301205,0.7719298245614035,0.31334149326805383,0.4692973392633332,grimpep
L2-MythoMax22b-instruct-Falseblock,22.0,0.5614334470989761,0.6187014538936467,0.5289926017581055,0.3,0.4888888888888889,0.5131578947368421,0.56,0.5547169811320755,0.5416666666666666,0.41,0.45,0.31,0.4508670520231214,0.23529411764705882,0.62,0.4340425531914894,0.2719298245614035,0.46206896551724136,0.3253968253968254,0.3492063492063492,0.41,0.6096774193548387,0.4236453201970443,0.55,0.6727272727272727,0.6565656565656566,0.772020725388601,0.5025641025641026,0.3111111111111111,0.5546218487394958,0.2980132450331126,0.6788990825688074,0.35648148148148145,0.7058823529411765,0.7172995780590717,0.6367713004484304,0.6183206106870229,0.6859504132231405,0.7037037037037037,0.6441717791411042,0.29464285714285715,0.6699029126213593,0.7905982905982906,0.58,0.6947637292464879,0.6098265895953757,0.24134078212290502,0.5915032679738562,0.617363344051447,0.6018518518518519,0.42907801418439717,0.4028683181225554,0.5147058823529411,0.5245098039215687,0.6363636363636364,0.6163265306122448,0.6567164179104478,0.73,0.42771084337349397,0.7368421052631579,0.38555691554467564,0.5576756553257368,grimpep
MythoMax-L2-33b,33.0,0.5392491467576792,0.5786695877315275,0.5084870721906312,0.26,0.45925925925925926,0.5,0.57,0.5433962264150943,0.5277777777777778,0.34,0.32,0.29,0.44508670520231214,0.22549019607843138,0.62,0.425531914893617,0.2719298245614035,0.4896551724137931,0.29894179894179895,0.3253968253968254,0.35,0.5709677419354838,0.3842364532019704,0.52,0.6787878787878788,0.6313131313131313,0.7512953367875648,0.4641025641025641,0.2851851851851852,0.5252100840336135,0.271523178807947,0.6697247706422018,0.3055555555555556,0.7254901960784313,0.6962025316455697,0.6457399103139013,0.6030534351145038,0.6776859504132231,0.6388888888888888,0.6441717791411042,0.32142857142857145,0.6504854368932039,0.7991452991452992,0.57,0.6934865900383141,0.5289017341040463,0.2324022346368715,0.5490196078431373,0.6045016077170418,0.5925925925925926,0.40425531914893614,0.39113428943937417,0.47058823529411764,0.5212418300653595,0.6,0.5714285714285714,0.6467661691542289,0.75,0.40963855421686746,0.7251461988304093,0.3402692778457772,0.524808738389582,grimpep
starcoder-gpteacher-code-instruct,,0.28924914675767915,0.38926508663612824,0.2862565924952321,0.3,0.362962962962963,0.34210526315789475,0.27,0.27169811320754716,0.2847222222222222,0.2,0.36,0.32,0.2658959537572254,0.22549019607843138,0.39,0.2553191489361702,0.2631578947368421,0.33793103448275863,0.2671957671957672,0.21428571428571427,0.32,0.24838709677419354,0.2857142857142857,0.33,0.26666666666666666,0.3282828282828283,0.2538860103626943,0.24871794871794872,0.25555555555555554,0.23529411764705882,0.2582781456953642,0.22018348623853212,0.25925925925925924,0.28921568627450983,0.27848101265822783,0.2062780269058296,0.2748091603053435,0.38016528925619836,0.23148148148148148,0.3312883435582822,0.24107142857142858,0.34951456310679613,0.3034188034188034,0.21,0.2771392081736909,0.3352601156069364,0.2737430167597765,0.3104575163398693,0.3633440514469453,0.345679012345679,0.26595744680851063,0.2835723598435463,0.1875,0.2565359477124183,0.2636363636363636,0.40408163265306124,0.2537313432835821,0.36,0.29518072289156627,0.30409356725146197,0.24969400244798043,0.40406376943849426,GeorgiaTechResearchInstitute
galpaca-30b,30.0,0.4598976109215017,0.4446325433180641,0.437806930480255,0.31,0.5111111111111111,0.4934210526315789,0.43,0.4981132075471698,0.4930555555555556,0.42,0.39,0.38,0.44508670520231214,0.3137254901960784,0.62,0.425531914893617,0.3684210526315789,0.5241379310344828,0.31216931216931215,0.25396825396825395,0.33,0.5516129032258065,0.37438423645320196,0.45,0.49696969696969695,0.5252525252525253,0.5181347150259067,0.4025641025641026,0.28888888888888886,0.42436974789915966,0.31125827814569534,0.5853211009174312,0.33796296296296297,0.4117647058823529,0.5316455696202531,0.5201793721973094,0.48854961832061067,0.5537190082644629,0.48148148148148145,0.4539877300613497,0.38392857142857145,0.49514563106796117,0.6025641025641025,0.56,0.4763729246487867,0.4421965317919075,0.23798882681564246,0.5065359477124183,0.4180064308681672,0.43209876543209874,0.30141843971631205,0.3213820078226858,0.41911764705882354,0.4395424836601307,0.42727272727272725,0.3836734693877551,0.5074626865671642,0.56,0.42168674698795183,0.391812865497076,0.2594859241126071,0.4115516606956974,GeorgiaTechResearchInstitute
llama-2-26b-trenchcoat-stack,26.0,0.5102389078498294,0.566620195180243,0.5372580535365448,0.27,0.5037037037037037,0.5263157894736842,0.56,0.6113207547169811,0.5833333333333334,0.42,0.38,0.31,0.47398843930635837,0.30392156862745096,0.69,0.451063829787234,0.2631578947368421,0.4482758620689655,0.3201058201058201,0.2777777777777778,0.33,0.6645161290322581,0.4039408866995074,0.54,0.6303030303030303,0.702020202020202,0.7927461139896373,0.4897435897435897,0.25925925925925924,0.5294117647058824,0.33112582781456956,0.7357798165137615,0.47685185185185186,0.7254901960784313,0.6962025316455697,0.6457399103139013,0.648854961832061,0.71900826446281,0.6944444444444444,0.6932515337423313,0.25,0.7184466019417476,0.7521367521367521,0.6,0.7407407407407407,0.6445086705202312,0.25139664804469275,0.5947712418300654,0.6270096463022508,0.6080246913580247,0.4219858156028369,0.4106910039113429,0.43014705882352944,0.5163398692810458,0.6,0.6122448979591837,0.7213930348258707,0.81,0.4578313253012048,0.7543859649122807,0.23990208078335373,0.40480080736740903,chargoddard
llama-2-34b-uncode,34.0,0.36860068259385664,0.29177454690300736,0.3849027327056421,0.33,0.4148148148148148,0.27631578947368424,0.39,0.4188679245283019,0.3819444444444444,0.3,0.37,0.33,0.42196531791907516,0.22549019607843138,0.6,0.3872340425531915,0.23684210526315788,0.30344827586206896,0.2830687830687831,0.2857142857142857,0.21,0.432258064516129,0.3793103448275862,0.44,0.22424242424242424,0.5151515151515151,0.5181347150259067,0.382051282051282,0.24074074074074073,0.40756302521008403,0.32450331125827814,0.44036697247706424,0.24537037037037038,0.29901960784313725,0.37130801687763715,0.36771300448430494,0.40458015267175573,0.5619834710743802,0.5,0.39263803680981596,0.32142857142857145,0.5728155339805825,0.6025641025641025,0.36,0.5491698595146871,0.3959537572254335,0.24022346368715083,0.39215686274509803,0.4887459807073955,0.4228395061728395,0.25886524822695034,0.27640156453715775,0.3713235294117647,0.32679738562091504,0.44545454545454544,0.27346938775510204,0.42786069651741293,0.59,0.3674698795180723,0.6432748538011696,0.2484700122399021,0.4094051732845386,chargoddard
platypus2-22b-relora,22.0,0.5315699658703071,0.6156144194383589,0.5494275192348591,0.3,0.4666666666666667,0.5197368421052632,0.54,0.5735849056603773,0.5902777777777778,0.36,0.47,0.36,0.5086705202312138,0.21568627450980393,0.73,0.4127659574468085,0.30701754385964913,0.5379310344827586,0.3201058201058201,0.35714285714285715,0.39,0.6419354838709678,0.4236453201970443,0.62,0.696969696969697,0.6818181818181818,0.8186528497409327,0.5153846153846153,0.3037037037037037,0.5252100840336135,0.304635761589404,0.7247706422018348,0.41203703703703703,0.7254901960784313,0.7510548523206751,0.6412556053811659,0.6106870229007634,0.743801652892562,0.6666666666666666,0.6503067484662577,0.3392857142857143,0.7184466019417476,0.782051282051282,0.57,0.7484035759897829,0.6271676300578035,0.3407821229050279,0.6111111111111112,0.6302250803858521,0.6419753086419753,0.41843971631205673,0.4152542372881356,0.48161764705882354,0.5686274509803921,0.6545454545454545,0.6081632653061224,0.7114427860696517,0.82,0.4578313253012048,0.7543859649122807,0.30599755201958384,0.43620091025875657,chargoddard
MelangeA-70b,70.0,0.681740614334471,0.6904999004182434,0.7056243242041369,0.39,0.6148148148148148,0.7894736842105263,0.74,0.7358490566037735,0.8333333333333334,0.48,0.58,0.42,0.6705202312138728,0.37254901960784315,0.72,0.6936170212765957,0.5087719298245614,0.6620689655172414,0.46296296296296297,0.5396825396825397,0.51,0.8193548387096774,0.5665024630541872,0.78,0.8424242424242424,0.8636363636363636,0.9378238341968912,0.7128205128205128,0.337037037037037,0.7815126050420168,0.4768211920529801,0.9009174311926605,0.5740740740740741,0.9068627450980392,0.9071729957805907,0.7757847533632287,0.8473282442748091,0.8677685950413223,0.7962962962962963,0.803680981595092,0.5714285714285714,0.8349514563106796,0.8974358974358975,0.72,0.8659003831417624,0.7890173410404624,0.6134078212290502,0.7745098039215687,0.77491961414791,0.8148148148148148,0.5531914893617021,0.6010430247718384,0.7352941176470589,0.7565359477124183,0.7454545454545455,0.7877551020408163,0.8756218905472637,0.88,0.5481927710843374,0.8596491228070176,0.41982864137086906,0.6061335096012639,chargoddard
llama2-22b-blocktriangular,22.0,0.5494880546075085,0.6181039633539136,0.5464036023338658,0.37,0.45925925925925926,0.5328947368421053,0.52,0.5886792452830188,0.5763888888888888,0.43,0.48,0.31,0.5144508670520231,0.27450980392156865,0.7,0.42127659574468085,0.2982456140350877,0.5103448275862069,0.3386243386243386,0.2698412698412698,0.35,0.6580645161290323,0.4433497536945813,0.56,0.6545454545454545,0.6616161616161617,0.7927461139896373,0.4948717948717949,0.2962962962962963,0.5630252100840336,0.33112582781456956,0.7357798165137615,0.42592592592592593,0.7450980392156863,0.7468354430379747,0.6367713004484304,0.5801526717557252,0.7024793388429752,0.7314814814814815,0.6687116564417178,0.2767857142857143,0.7184466019417476,0.7948717948717948,0.57,0.7445721583652618,0.6416184971098265,0.31843575418994413,0.6241830065359477,0.6334405144694534,0.6419753086419753,0.40070921985815605,0.4178617992177314,0.47794117647058826,0.5424836601307189,0.6090909090909091,0.6081632653061224,0.7213930348258707,0.83,0.42771084337349397,0.7719298245614035,0.2741738066095471,0.39300203646580384,chargoddard
platypus-2-22b-relora,22.0,0.5358361774744027,0.6153156741684923,0.5532535149864519,0.28,0.48148148148148145,0.5394736842105263,0.54,0.5811320754716981,0.6180555555555556,0.38,0.49,0.35,0.5260115606936416,0.20588235294117646,0.73,0.4085106382978723,0.2982456140350877,0.5517241379310345,0.31746031746031744,0.373015873015873,0.38,0.6451612903225806,0.4187192118226601,0.63,0.696969696969697,0.6868686868686869,0.8186528497409327,0.517948717948718,0.3037037037037037,0.5294117647058824,0.304635761589404,0.7339449541284404,0.4027777777777778,0.7450980392156863,0.759493670886076,0.6367713004484304,0.6335877862595419,0.7520661157024794,0.7037037037037037,0.656441717791411,0.3392857142857143,0.7281553398058253,0.7863247863247863,0.58,0.7535121328224776,0.630057803468208,0.33743016759776534,0.6078431372549019,0.6302250803858521,0.6450617283950617,0.41134751773049644,0.4217731421121252,0.4852941176470588,0.5620915032679739,0.6545454545454545,0.6122448979591837,0.7114427860696517,0.8,0.4457831325301205,0.7660818713450293,0.30354957160342716,0.43611604566165374,chargoddard
llama2-22b,22.0,0.5460750853242321,0.6175064728141805,0.5468290916017603,0.33,0.5185185185185185,0.5263157894736842,0.51,0.5849056603773585,0.5972222222222222,0.38,0.48,0.34,0.49710982658959535,0.29411764705882354,0.72,0.43829787234042555,0.2807017543859649,0.496551724137931,0.335978835978836,0.30952380952380953,0.34,0.6387096774193548,0.46798029556650245,0.58,0.6606060606060606,0.6717171717171717,0.7772020725388601,0.49230769230769234,0.3074074074074074,0.5462184873949579,0.33774834437086093,0.7357798165137615,0.4444444444444444,0.7598039215686274,0.7341772151898734,0.6502242152466368,0.5725190839694656,0.6859504132231405,0.7314814814814815,0.6625766871165644,0.30357142857142855,0.7378640776699029,0.7863247863247863,0.59,0.7432950191570882,0.6358381502890174,0.26145251396648045,0.6372549019607843,0.6334405144694534,0.6234567901234568,0.39361702127659576,0.41460234680573665,0.49264705882352944,0.5441176470588235,0.6090909090909091,0.6163265306122448,0.7064676616915423,0.81,0.42771084337349397,0.7660818713450293,0.2827417380660955,0.3983904288621191,chargoddard
Chronorctypus-Limarobormes-13b,13.0,0.5708191126279863,0.6296554471220872,0.5844813680554649,0.34,0.4740740740740741,0.631578947368421,0.58,0.6377358490566037,0.5972222222222222,0.41,0.55,0.39,0.5260115606936416,0.28431372549019607,0.7,0.5148936170212766,0.2631578947368421,0.4827586206896552,0.328042328042328,0.42063492063492064,0.4,0.632258064516129,0.4433497536945813,0.53,0.7151515151515152,0.7070707070707071,0.8393782383419689,0.5846153846153846,0.35555555555555557,0.5840336134453782,0.31788079470198677,0.7834862385321101,0.41203703703703703,0.8088235294117647,0.7848101265822784,0.7130044843049327,0.5954198473282443,0.7355371900826446,0.7777777777777778,0.6809815950920245,0.42857142857142855,0.7281553398058253,0.8162393162393162,0.62,0.7905491698595147,0.6676300578034682,0.5016759776536313,0.6176470588235294,0.6495176848874598,0.6697530864197531,0.44680851063829785,0.4706649282920469,0.5845588235294118,0.5947712418300654,0.6909090909090909,0.6326530612244898,0.7263681592039801,0.84,0.5120481927710844,0.7953216374269005,0.35495716034271724,0.5189986231964556,chargoddard
llama-2-16b-nastychat,16.0,0.5546075085324232,0.6134236207926708,0.5598700384585342,0.37,0.5111111111111111,0.5592105263157895,0.54,0.6226415094339622,0.6041666666666666,0.38,0.5,0.34,0.5260115606936416,0.30392156862745096,0.69,0.451063829787234,0.2807017543859649,0.5517241379310345,0.30952380952380953,0.3412698412698413,0.35,0.6451612903225806,0.4039408866995074,0.59,0.6787878787878788,0.696969696969697,0.8082901554404145,0.5282051282051282,0.29259259259259257,0.542016806722689,0.3443708609271523,0.7376146788990826,0.41203703703703703,0.7549019607843137,0.7552742616033755,0.6681614349775785,0.6335877862595419,0.7768595041322314,0.7037037037037037,0.6748466257668712,0.3482142857142857,0.6699029126213593,0.7991452991452992,0.57,0.7509578544061303,0.6329479768786127,0.39329608938547483,0.6013071895424836,0.6527331189710611,0.6450617283950617,0.40070921985815605,0.41134289439374183,0.5330882352941176,0.5686274509803921,0.6363636363636364,0.6,0.7263681592039801,0.84,0.4819277108433735,0.7719298245614035,0.36474908200734396,0.5344740020617761,chargoddard
MelangeB-70b,70.0,0.6697952218430034,0.6950806612228639,0.7002695176232705,0.33,0.674074074074074,0.8157894736842105,0.75,0.7471698113207547,0.8194444444444444,0.45,0.55,0.4,0.653179190751445,0.4019607843137255,0.74,0.7021276595744681,0.45614035087719296,0.6482758620689655,0.47883597883597884,0.48412698412698413,0.5,0.8354838709677419,0.5024630541871922,0.76,0.8484848484848485,0.9090909090909091,0.9378238341968912,0.7256410256410256,0.3296296296296296,0.7983193277310925,0.4503311258278146,0.8954128440366973,0.5694444444444444,0.8921568627450981,0.869198312236287,0.7937219730941704,0.8625954198473282,0.8347107438016529,0.8148148148148148,0.8159509202453987,0.5267857142857143,0.8155339805825242,0.8888888888888888,0.65,0.8773946360153256,0.7890173410404624,0.6525139664804469,0.7810457516339869,0.77491961414791,0.808641975308642,0.5638297872340425,0.5560625814863103,0.7169117647058824,0.761437908496732,0.7181818181818181,0.8040816326530612,0.8955223880597015,0.88,0.5602409638554217,0.847953216374269,0.423500611995104,0.5935549068383343,chargoddard
llama-2-70b-dolphin-peft,70.0,0.6527303754266212,0.6691894045010954,0.691762818551038,0.36,0.6370370370370371,0.8223684210526315,0.7,0.7169811320754716,0.8055555555555556,0.48,0.57,0.39,0.6416184971098265,0.37254901960784315,0.79,0.6638297872340425,0.4298245614035088,0.6206896551724138,0.43915343915343913,0.4603174603174603,0.46,0.7870967741935484,0.5123152709359606,0.75,0.8363636363636363,0.898989898989899,0.9326424870466321,0.6871794871794872,0.34074074074074073,0.7521008403361344,0.4966887417218543,0.8917431192660551,0.5601851851851852,0.9019607843137255,0.8776371308016878,0.7892376681614349,0.8320610687022901,0.8842975206611571,0.8425925925925926,0.7914110429447853,0.5,0.8252427184466019,0.905982905982906,0.72,0.8659003831417624,0.7514450867052023,0.5363128491620112,0.7320261437908496,0.7717041800643086,0.8209876543209876,0.5390070921985816,0.5404172099087353,0.7352941176470589,0.7434640522875817,0.7272727272727273,0.7959183673469388,0.8706467661691543,0.91,0.5481927710843374,0.8654970760233918,0.39657282741738065,0.5743344493196391,dfurman
llama-2-13b-guanaco-peft,13.0,0.560580204778157,0.6170085640310695,0.5575505383741408,0.38,0.45185185185185184,0.5197368421052632,0.54,0.6075471698113207,0.5902777777777778,0.44,0.48,0.33,0.4913294797687861,0.2549019607843137,0.71,0.42127659574468085,0.30701754385964913,0.5103448275862069,0.35185185185185186,0.3253968253968254,0.33,0.6774193548387096,0.43349753694581283,0.59,0.6666666666666666,0.7070707070707071,0.8341968911917098,0.5102564102564102,0.3037037037037037,0.5588235294117647,0.36423841059602646,0.7596330275229358,0.4212962962962963,0.7647058823529411,0.7510548523206751,0.6367713004484304,0.6335877862595419,0.71900826446281,0.7129629629629629,0.6687116564417178,0.23214285714285715,0.7669902912621359,0.7948717948717948,0.58,0.7509578544061303,0.638728323699422,0.40670391061452515,0.6372549019607843,0.6366559485530546,0.6327160493827161,0.4078014184397163,0.4172099087353325,0.5441176470588235,0.5359477124183006,0.6454545454545455,0.6326530612244898,0.7512437810945274,0.82,0.42771084337349397,0.7660818713450293,0.29008567931456547,0.42589160969882056,dfurman
falcon-40b-openassistant-peft,40.0,0.5887372013651877,0.6616211909978092,0.5777490654180133,0.35,0.5481481481481482,0.5855263157894737,0.57,0.5924528301886792,0.6666666666666666,0.46,0.47,0.37,0.5433526011560693,0.23529411764705882,0.64,0.451063829787234,0.3333333333333333,0.5310344827586206,0.335978835978836,0.30952380952380953,0.31,0.6806451612903226,0.4482758620689655,0.61,0.696969696969697,0.7474747474747475,0.772020725388601,0.5461538461538461,0.3111111111111111,0.5630252100840336,0.32450331125827814,0.7761467889908257,0.48148148148148145,0.7254901960784313,0.6962025316455697,0.726457399103139,0.7480916030534351,0.6859504132231405,0.7129629629629629,0.6871165644171779,0.29464285714285715,0.7864077669902912,0.811965811965812,0.67,0.7573435504469987,0.6502890173410405,0.329608938547486,0.6666666666666666,0.6752411575562701,0.6635802469135802,0.4574468085106383,0.4426336375488918,0.6139705882352942,0.5833333333333334,0.6454545454545455,0.6775510204081633,0.8109452736318408,0.84,0.4759036144578313,0.8362573099415205,0.35128518971848227,0.5101760995965263,dfurman
speechless-llama2-hermes-orca-platypus-wizardlm-13b,13.0,0.5691126279863481,0.6244771957777335,0.5834669685722338,0.36,0.5481481481481482,0.5986842105263158,0.61,0.6264150943396226,0.6666666666666666,0.38,0.52,0.35,0.5491329479768786,0.27450980392156865,0.68,0.5063829787234042,0.2807017543859649,0.5172413793103449,0.36243386243386244,0.40476190476190477,0.38,0.6709677419354839,0.4827586206896552,0.58,0.7151515151515152,0.7474747474747475,0.8549222797927462,0.5897435897435898,0.3333333333333333,0.6092436974789915,0.2980132450331126,0.7944954128440367,0.4074074074074074,0.8088235294117647,0.7679324894514767,0.6771300448430493,0.6259541984732825,0.6942148760330579,0.7592592592592593,0.6748466257668712,0.36607142857142855,0.7475728155339806,0.8205128205128205,0.6,0.7675606641123882,0.6647398843930635,0.4134078212290503,0.6470588235294118,0.6430868167202572,0.654320987654321,0.46099290780141844,0.44198174706649285,0.5845588235294118,0.5784313725490197,0.7,0.6530612244897959,0.7611940298507462,0.81,0.4819277108433735,0.7543859649122807,0.38922888616891066,0.5602490758700006,uukuguy
speechless-llama2-hermes-orca-platypus-13b,13.0,0.5802047781569966,0.6351324437363075,0.5938641096245045,0.33,0.5111111111111111,0.625,0.59,0.6150943396226415,0.6944444444444444,0.44,0.5,0.42,0.5433526011560693,0.3137254901960784,0.66,0.4765957446808511,0.3157894736842105,0.5310344827586206,0.37566137566137564,0.42857142857142855,0.36,0.6548387096774193,0.43842364532019706,0.59,0.7272727272727273,0.7676767676767676,0.8601036269430051,0.6051282051282051,0.31851851851851853,0.6218487394957983,0.3443708609271523,0.8018348623853211,0.44907407407407407,0.8382352941176471,0.7679324894514767,0.7040358744394619,0.6412213740458015,0.7272727272727273,0.7685185185185185,0.7300613496932515,0.4017857142857143,0.7281553398058253,0.8205128205128205,0.58,0.7726692209450831,0.6734104046242775,0.48268156424581005,0.6143790849673203,0.6720257234726688,0.7006172839506173,0.4645390070921986,0.4706649282920469,0.6066176470588235,0.5947712418300654,0.6545454545454545,0.6612244897959184,0.7263681592039801,0.82,0.4939759036144578,0.8245614035087719,0.37454100367197063,0.5428671891462921,uukuguy
speechless-codellama-orca-13b,13.0,0.4283276450511945,0.5055765783708425,0.4719140905855147,0.28,0.3851851851851852,0.4342105263157895,0.55,0.4528301886792453,0.4305555555555556,0.33,0.47,0.34,0.41040462427745666,0.20588235294117646,0.63,0.3829787234042553,0.2543859649122807,0.4827586206896552,0.31746031746031744,0.3333333333333333,0.34,0.5,0.32019704433497537,0.65,0.6363636363636364,0.5858585858585859,0.6113989637305699,0.441025641025641,0.3,0.44537815126050423,0.36423841059602646,0.6018348623853211,0.38425925925925924,0.5931372549019608,0.6497890295358649,0.5426008968609866,0.45038167938931295,0.5867768595041323,0.5277777777777778,0.6134969325153374,0.35714285714285715,0.6116504854368932,0.7564102564102564,0.55,0.5721583652618135,0.5,0.30502793296089387,0.43790849673202614,0.5273311897106109,0.4691358024691358,0.3971631205673759,0.34028683181225555,0.3382352941176471,0.40522875816993464,0.5909090909090909,0.5510204081632653,0.6368159203980099,0.7,0.42168674698795183,0.5964912280701754,0.3157894736842105,0.46661209491833394,uukuguy
speechless-codellama-platypus-13b,13.0,0.41467576791808874,0.50318661621191,0.42816765977310883,0.23,0.34814814814814815,0.375,0.46,0.37735849056603776,0.4236111111111111,0.25,0.42,0.35,0.3583815028901734,0.27450980392156865,0.66,0.37872340425531914,0.32456140350877194,0.3724137931034483,0.2724867724867725,0.3333333333333333,0.39,0.43548387096774194,0.2857142857142857,0.52,0.593939393939394,0.45454545454545453,0.5647668393782384,0.33589743589743587,0.25555555555555554,0.36134453781512604,0.2913907284768212,0.4917431192660551,0.28703703703703703,0.6274509803921569,0.6540084388185654,0.47533632286995514,0.4580152671755725,0.6446280991735537,0.5277777777777778,0.4539877300613497,0.3482142857142857,0.6019417475728155,0.6581196581196581,0.4,0.558109833971903,0.4797687861271676,0.30614525139664805,0.3758169934640523,0.5112540192926045,0.4537037037037037,0.3191489361702128,0.3533246414602347,0.2757352941176471,0.4035947712418301,0.5454545454545454,0.4897959183673469,0.5223880597014925,0.61,0.35542168674698793,0.52046783625731,0.2607099143206854,0.42379634005703287,uukuguy
speechless-codellama-orca-platypus-13b-0.10e,13.0,0.2030716723549488,0.25582553276239794,0.2535614661346259,0.31,0.22962962962962963,0.26973684210526316,0.34,0.23773584905660378,0.2638888888888889,0.28,0.21,0.31,0.3063583815028902,0.37254901960784315,0.25,0.20425531914893616,0.24561403508771928,0.27586206896551724,0.24338624338624337,0.36507936507936506,0.19,0.24516129032258063,0.2315270935960591,0.25,0.22424242424242424,0.29292929292929293,0.3626943005181347,0.2282051282051282,0.24444444444444444,0.31932773109243695,0.13245033112582782,0.21467889908256882,0.12962962962962962,0.20588235294117646,0.23628691983122363,0.31390134529147984,0.24427480916030533,0.30578512396694213,0.19444444444444445,0.27607361963190186,0.36607142857142855,0.21359223300970873,0.25213675213675213,0.19,0.2707535121328225,0.2138728323699422,0.2424581005586592,0.22875816993464052,0.2990353697749196,0.22530864197530864,0.2624113475177305,0.24445893089960888,0.18382352941176472,0.25980392156862747,0.22727272727272727,0.16326530612244897,0.26865671641791045,0.27,0.22289156626506024,0.29239766081871343,0.2423500611995104,0.4927276728925703,uukuguy
speechless-codellama-dolphin-orca-platypus-13b,13.0,0.4129692832764505,0.5068711412069309,0.44026179206358224,0.25,0.362962962962963,0.4407894736842105,0.44,0.3886792452830189,0.4513888888888889,0.31,0.43,0.41,0.37572254335260113,0.23529411764705882,0.62,0.39148936170212767,0.32456140350877194,0.3931034482758621,0.2751322751322751,0.42063492063492064,0.33,0.4290322580645161,0.2660098522167488,0.48,0.6424242424242425,0.5353535353535354,0.5544041450777202,0.3230769230769231,0.25555555555555554,0.42016806722689076,0.2913907284768212,0.5339449541284403,0.2962962962962963,0.6323529411764706,0.6708860759493671,0.5022421524663677,0.4351145038167939,0.6115702479338843,0.5,0.49693251533742333,0.3125,0.6407766990291263,0.6752136752136753,0.44,0.5402298850574713,0.430635838150289,0.3474860335195531,0.4117647058823529,0.48231511254019294,0.4783950617283951,0.3546099290780142,0.35528031290743156,0.3014705882352941,0.4019607843137255,0.5636363636363636,0.5714285714285714,0.5522388059701493,0.62,0.3855421686746988,0.5029239766081871,0.2962056303549572,0.4627912956571528,uukuguy
speechless-hermes-coig-lite-13b,13.0,0.552901023890785,0.6107349133638718,0.5530425384978807,0.36,0.4888888888888889,0.5526315789473685,0.48,0.6150943396226415,0.5694444444444444,0.41,0.47,0.39,0.5375722543352601,0.27450980392156865,0.74,0.4425531914893617,0.30701754385964913,0.496551724137931,0.35978835978835977,0.36507936507936506,0.38,0.6064516129032258,0.4088669950738916,0.51,0.6787878787878788,0.7070707070707071,0.7927461139896373,0.541025641025641,0.35185185185185186,0.5714285714285714,0.36423841059602646,0.7321100917431193,0.4398148148148148,0.7352941176470589,0.7257383966244726,0.6367713004484304,0.549618320610687,0.768595041322314,0.6666666666666666,0.6748466257668712,0.375,0.6990291262135923,0.7863247863247863,0.51,0.7547892720306514,0.6271676300578035,0.30837988826815643,0.6241830065359477,0.6141479099678456,0.6481481481481481,0.4148936170212766,0.4074315514993481,0.5477941176470589,0.5408496732026143,0.6454545454545455,0.5673469387755102,0.7014925373134329,0.82,0.463855421686747,0.7660818713450293,0.3378212974296206,0.47563564471422687,uukuguy
speechless-orca-platypus-coig-lite-4k-0.5e-13b,13.0,0.5366894197952219,0.5990838478390759,0.5726467719914622,0.34,0.4666666666666667,0.631578947368421,0.54,0.6150943396226415,0.6597222222222222,0.39,0.42,0.36,0.4913294797687861,0.3333333333333333,0.66,0.4723404255319149,0.3333333333333333,0.46206896551724136,0.34656084656084657,0.3968253968253968,0.34,0.6645161290322581,0.43349753694581283,0.62,0.7212121212121212,0.7373737373737373,0.8341968911917098,0.5871794871794872,0.337037037037037,0.6050420168067226,0.304635761589404,0.7339449541284404,0.49537037037037035,0.7843137254901961,0.7763713080168776,0.6636771300448431,0.6793893129770993,0.6942148760330579,0.7685185185185185,0.7177914110429447,0.32142857142857145,0.7184466019417476,0.7863247863247863,0.61,0.7343550446998723,0.6502890173410405,0.46368715083798884,0.6111111111111112,0.6463022508038585,0.6419753086419753,0.45390070921985815,0.4517601043024772,0.5110294117647058,0.5833333333333334,0.6272727272727273,0.6530612244897959,0.7114427860696517,0.8,0.4819277108433735,0.7660818713450293,0.3390452876376989,0.4803942259941586,uukuguy
speechless-codellama-orca-airoboros-13b-0.10e,13.0,0.24744027303754265,0.25781716789484166,0.25426670758659836,0.18,0.2518518518518518,0.18421052631578946,0.23,0.2679245283018868,0.2152777777777778,0.21,0.27,0.23,0.2138728323699422,0.19607843137254902,0.24,0.32340425531914896,0.2807017543859649,0.22758620689655173,0.2566137566137566,0.3253968253968254,0.33,0.25483870967741934,0.2955665024630542,0.19,0.2545454545454545,0.31313131313131315,0.36787564766839376,0.2282051282051282,0.26296296296296295,0.3487394957983193,0.271523178807947,0.23669724770642203,0.16666666666666666,0.2549019607843137,0.20253164556962025,0.10762331838565023,0.2824427480916031,0.14049586776859505,0.23148148148148148,0.22699386503067484,0.21428571428571427,0.23300970873786409,0.2564102564102564,0.26,0.25287356321839083,0.24566473988439305,0.2681564245810056,0.22875816993464052,0.2733118971061093,0.2654320987654321,0.2765957446808511,0.24445893089960888,0.4485294117647059,0.2679738562091503,0.34545454545454546,0.4,0.27860696517412936,0.2,0.25301204819277107,0.21052631578947367,0.2423500611995104,0.4963684639744407,uukuguy
speechless-orca-platypus-coig-lite-4k-0.6e-13b,13.0,0.5341296928327645,0.596494722166899,0.5677294720703638,0.3,0.48148148148148145,0.6052631578947368,0.56,0.6339622641509434,0.6458333333333334,0.52,0.44,0.32,0.5664739884393064,0.4117647058823529,0.67,0.46808510638297873,0.2982456140350877,0.46206896551724136,0.3253968253968254,0.38095238095238093,0.31,0.6483870967741936,0.4729064039408867,0.56,0.7090909090909091,0.7171717171717171,0.8134715025906736,0.6076923076923076,0.3074074074074074,0.6050420168067226,0.33774834437086093,0.7559633027522936,0.5277777777777778,0.8137254901960784,0.7848101265822784,0.6322869955156951,0.648854961832061,0.6776859504132231,0.7222222222222222,0.656441717791411,0.2767857142857143,0.7087378640776699,0.7606837606837606,0.52,0.7279693486590039,0.6473988439306358,0.49162011173184356,0.5849673202614379,0.617363344051447,0.6388888888888888,0.4219858156028369,0.44328552803129073,0.5698529411764706,0.5473856209150327,0.5909090909090909,0.6693877551020408,0.736318407960199,0.82,0.4578313253012048,0.7309941520467836,0.33414932680538556,0.48289518787925,uukuguy
speechless-llama2-luban-orca-platypus-13b,13.0,0.5947098976109215,0.6261700856403107,0.5923198994600555,0.27,0.5333333333333333,0.6118421052631579,0.57,0.6037735849056604,0.6458333333333334,0.43,0.52,0.34,0.5953757225433526,0.30392156862745096,0.69,0.5063829787234042,0.3333333333333333,0.5517241379310345,0.3412698412698413,0.373015873015873,0.36,0.6741935483870968,0.47783251231527096,0.58,0.7454545454545455,0.7575757575757576,0.8652849740932642,0.6205128205128205,0.32592592592592595,0.6218487394957983,0.304635761589404,0.8,0.4166666666666667,0.8480392156862745,0.7848101265822784,0.6681614349775785,0.7022900763358778,0.7355371900826446,0.7685185185185185,0.6871165644171779,0.4107142857142857,0.7281553398058253,0.8290598290598291,0.63,0.7905491698595147,0.6445086705202312,0.43910614525139663,0.673202614379085,0.6816720257234726,0.691358024691358,0.4787234042553192,0.4602346805736636,0.6029411764705882,0.5735294117647058,0.6545454545454545,0.6653061224489796,0.7711442786069652,0.79,0.4879518072289157,0.7953216374269005,0.3953488372093023,0.5466373720355463,uukuguy
speechless-llama2-13b,13.0,0.5784982935153583,0.6214897430790679,0.5851806228342463,0.33,0.5481481481481482,0.5657894736842105,0.57,0.630188679245283,0.625,0.42,0.5,0.33,0.5491329479768786,0.3333333333333333,0.7,0.49361702127659574,0.2894736842105263,0.5448275862068965,0.36507936507936506,0.35714285714285715,0.33,0.6870967741935484,0.49261083743842365,0.63,0.703030303030303,0.7626262626262627,0.844559585492228,0.6256410256410256,0.3111111111111111,0.6008403361344538,0.31125827814569534,0.7908256880733945,0.4027777777777778,0.7990196078431373,0.7763713080168776,0.6905829596412556,0.6412213740458015,0.7272727272727273,0.7685185185185185,0.6809815950920245,0.39285714285714285,0.7572815533980582,0.8376068376068376,0.59,0.7637292464878672,0.6473988439306358,0.41564245810055866,0.6568627450980392,0.6527331189710611,0.6450617283950617,0.45390070921985815,0.4367666232073012,0.5808823529411765,0.5669934640522876,0.7,0.6775510204081633,0.7562189054726368,0.83,0.4879518072289157,0.7777777777777778,0.38922888616891066,0.5570343878702176,uukuguy
speechless-orca-platypus-coig-lite-2k-0.6e-13b,13.0,0.5546075085324232,0.6051583349930293,0.5834241147229966,0.3,0.4740740740740741,0.6381578947368421,0.55,0.6264150943396226,0.6458333333333334,0.44,0.5,0.33,0.5317919075144508,0.3431372549019608,0.72,0.46382978723404256,0.30701754385964913,0.5517241379310345,0.35978835978835977,0.40476190476190477,0.3,0.6580645161290323,0.458128078817734,0.63,0.7393939393939394,0.7575757575757576,0.8290155440414507,0.6102564102564103,0.3148148148148148,0.5882352941176471,0.33774834437086093,0.7889908256880734,0.49074074074074076,0.8235294117647058,0.7721518987341772,0.6591928251121076,0.6259541984732825,0.7024793388429752,0.7592592592592593,0.6625766871165644,0.4107142857142857,0.7281553398058253,0.8034188034188035,0.56,0.7777777777777778,0.6705202312138728,0.4491620111731844,0.6209150326797386,0.6881028938906752,0.6944444444444444,0.450354609929078,0.45632333767926986,0.5367647058823529,0.5898692810457516,0.6272727272727273,0.6816326530612244,0.7611940298507462,0.83,0.4578313253012048,0.7660818713450293,0.35006119951040393,0.47973543490554316,uukuguy
llama-2-13b-FINETUNE1_17w-r16,13.0,0.5307167235494881,0.6154152559251145,0.5615527343297606,0.31,0.5111111111111111,0.618421052631579,0.54,0.6188679245283019,0.5694444444444444,0.4,0.45,0.39,0.5086705202312138,0.21568627450980393,0.69,0.4595744680851064,0.32456140350877194,0.5103448275862069,0.3439153439153439,0.42063492063492064,0.3,0.6451612903225806,0.4433497536945813,0.56,0.6606060606060606,0.7070707070707071,0.8082901554404145,0.517948717948718,0.32592592592592595,0.5504201680672269,0.31788079470198677,0.763302752293578,0.46296296296296297,0.75,0.7426160337552743,0.6591928251121076,0.5954198473282443,0.7520661157024794,0.7592592592592593,0.656441717791411,0.2857142857142857,0.7281553398058253,0.811965811965812,0.62,0.7752234993614304,0.6358381502890174,0.3865921787709497,0.6339869281045751,0.6302250803858521,0.654320987654321,0.4219858156028369,0.40808344198174706,0.5404411764705882,0.5375816993464052,0.6727272727272727,0.6244897959183674,0.7164179104477612,0.83,0.4578313253012048,0.7777777777777778,0.26438188494492043,0.39750918100971155,CHIH-HUNG
llama-2-13b-Open_Platypus_and_ccp_2.6w-3_epoch,13.0,0.5460750853242321,0.6211909978092014,0.5584087441655319,0.32,0.5407407407407407,0.5789473684210527,0.5,0.6,0.6458333333333334,0.39,0.39,0.32,0.5202312138728323,0.3235294117647059,0.67,0.46382978723404256,0.2543859649122807,0.4689655172413793,0.3148148148148148,0.38095238095238093,0.29,0.6709677419354839,0.42857142857142855,0.56,0.6545454545454545,0.696969696969697,0.8134715025906736,0.5461538461538461,0.3111111111111111,0.634453781512605,0.3509933774834437,0.7559633027522936,0.46296296296296297,0.7598039215686274,0.7257383966244726,0.6502242152466368,0.6793893129770993,0.7024793388429752,0.7222222222222222,0.6809815950920245,0.26785714285714285,0.7572815533980582,0.7863247863247863,0.52,0.7650063856960408,0.6445086705202312,0.4491620111731844,0.6013071895424836,0.6366559485530546,0.6358024691358025,0.4148936170212766,0.4380704041720991,0.5698529411764706,0.5506535947712419,0.6,0.6204081632653061,0.736318407960199,0.82,0.46987951807228917,0.7660818713450293,0.2913096695226438,0.4209102222161438,CHIH-HUNG
llama-2-13b-FINETUNE2_TEST_2.2w,13.0,0.5298634812286689,0.6190001991635132,0.5535495019532967,0.3,0.48148148148148145,0.5657894736842105,0.53,0.6264150943396226,0.5902777777777778,0.41,0.46,0.39,0.4913294797687861,0.24509803921568626,0.7,0.4297872340425532,0.30701754385964913,0.503448275862069,0.3201058201058201,0.3333333333333333,0.3,0.6290322580645161,0.43349753694581283,0.57,0.6666666666666666,0.7070707070707071,0.8031088082901554,0.5076923076923077,0.3148148148148148,0.5504201680672269,0.2913907284768212,0.7376146788990826,0.41203703703703703,0.7401960784313726,0.7510548523206751,0.6681614349775785,0.6183206106870229,0.7272727272727273,0.7129629629629629,0.6748466257668712,0.30357142857142855,0.7475728155339806,0.8034188034188035,0.56,0.756066411238825,0.6589595375722543,0.40893854748603353,0.5718954248366013,0.6334405144694534,0.6388888888888888,0.41134751773049644,0.4276401564537158,0.5625,0.5718954248366013,0.6272727272727273,0.6122448979591837,0.7313432835820896,0.79,0.4397590361445783,0.7953216374269005,0.2729498164014688,0.3955254678955536,CHIH-HUNG
llama-2-13b-alpaca-test,13.0,0.5571672354948806,0.6117307309300936,0.5559241122030647,0.34,0.45925925925925926,0.5657894736842105,0.59,0.6150943396226415,0.5625,0.4,0.42,0.38,0.5260115606936416,0.2647058823529412,0.71,0.4340425531914894,0.34210526315789475,0.5172413793103449,0.3306878306878307,0.3412698412698413,0.34,0.6580645161290323,0.4630541871921182,0.61,0.6666666666666666,0.702020202020202,0.8238341968911918,0.5153846153846153,0.28888888888888886,0.5714285714285714,0.31125827814569534,0.7376146788990826,0.4166666666666667,0.7352941176470589,0.729957805907173,0.6547085201793722,0.6259541984732825,0.743801652892562,0.7407407407407407,0.6932515337423313,0.30357142857142855,0.7669902912621359,0.8076923076923077,0.59,0.7611749680715197,0.6445086705202312,0.27262569832402234,0.6045751633986928,0.6463022508038585,0.6203703703703703,0.4078014184397163,0.4178617992177314,0.4889705882352941,0.565359477124183,0.6090909090909091,0.6122448979591837,0.7512437810945274,0.79,0.4397590361445783,0.7602339181286549,0.2607099143206854,0.3693612523342933,CHIH-HUNG
llama-2-13b-dolphin_20w,13.0,0.5546075085324232,0.6176060545708026,0.5589480310174226,0.35,0.4962962962962963,0.5394736842105263,0.54,0.6377358490566037,0.5763888888888888,0.44,0.47,0.38,0.5144508670520231,0.2647058823529412,0.71,0.4,0.2719298245614035,0.496551724137931,0.3333333333333333,0.3333333333333333,0.36,0.6741935483870968,0.47783251231527096,0.54,0.6848484848484848,0.7171717171717171,0.8082901554404145,0.5102564102564102,0.26666666666666666,0.5504201680672269,0.31788079470198677,0.7394495412844037,0.4444444444444444,0.7598039215686274,0.7426160337552743,0.672645739910314,0.6564885496183206,0.7272727272727273,0.6944444444444444,0.6871165644171779,0.2857142857142857,0.7378640776699029,0.782051282051282,0.6,0.768837803320562,0.6358381502890174,0.40893854748603353,0.6013071895424836,0.6366559485530546,0.6327160493827161,0.4148936170212766,0.4132985658409387,0.5183823529411765,0.5571895424836601,0.6454545454545455,0.6244897959183674,0.7562189054726368,0.86,0.4397590361445783,0.7543859649122807,0.30599755201958384,0.42666404895060756,CHIH-HUNG
llama-2-13b-FINETUNE1_17w-gate_up_down_proj,13.0,0.5290102389078498,0.614618601872137,0.5589032782437936,0.34,0.4962962962962963,0.5986842105263158,0.53,0.6113207547169811,0.5833333333333334,0.4,0.45,0.34,0.5028901734104047,0.2549019607843137,0.73,0.4127659574468085,0.34210526315789475,0.5172413793103449,0.36243386243386244,0.42063492063492064,0.28,0.6516129032258065,0.45320197044334976,0.55,0.6727272727272727,0.7171717171717171,0.8186528497409327,0.5076923076923077,0.337037037037037,0.5546218487394958,0.33774834437086093,0.7559633027522936,0.4675925925925926,0.7401960784313726,0.7552742616033755,0.6547085201793722,0.6106870229007634,0.768595041322314,0.75,0.6503067484662577,0.24107142857142858,0.7184466019417476,0.8247863247863247,0.58,0.7752234993614304,0.6473988439306358,0.2759776536312849,0.5980392156862745,0.6334405144694534,0.654320987654321,0.4326241134751773,0.41590612777053454,0.5294117647058824,0.565359477124183,0.6727272727272727,0.6163265306122448,0.7064676616915423,0.82,0.4457831325301205,0.7777777777777778,0.26805385556915545,0.3993091613948094,CHIH-HUNG
llama-2-13b-Open_Platypus_and_ccp_2.6w,13.0,0.5486348122866894,0.6192989444333798,0.5612116554209461,0.34,0.4888888888888889,0.5197368421052632,0.53,0.6264150943396226,0.6111111111111112,0.38,0.45,0.38,0.5260115606936416,0.2647058823529412,0.72,0.4297872340425532,0.32456140350877194,0.5103448275862069,0.328042328042328,0.30952380952380953,0.31,0.6741935483870968,0.49261083743842365,0.58,0.6666666666666666,0.6767676767676768,0.8341968911917098,0.5,0.31851851851851853,0.5672268907563025,0.2847682119205298,0.763302752293578,0.4398148148148148,0.7549019607843137,0.7383966244725738,0.6412556053811659,0.6412213740458015,0.7355371900826446,0.7129629629629629,0.6871165644171779,0.2767857142857143,0.7572815533980582,0.7991452991452992,0.58,0.7535121328224776,0.638728323699422,0.4581005586592179,0.6209150326797386,0.6430868167202572,0.6419753086419753,0.4219858156028369,0.4276401564537158,0.5698529411764706,0.5522875816993464,0.6272727272727273,0.6489795918367347,0.7412935323383084,0.83,0.463855421686747,0.7777777777777778,0.2717258261933905,0.40065427009564314,CHIH-HUNG
llama-2-13b-FINETUNE2_3w-gate_up_down_proj,13.0,0.5443686006825939,0.6169089822744473,0.5556559884515884,0.31,0.4962962962962963,0.5394736842105263,0.55,0.5962264150943396,0.5972222222222222,0.38,0.5,0.33,0.5317919075144508,0.27450980392156865,0.71,0.425531914893617,0.2631578947368421,0.503448275862069,0.35185185185185186,0.35714285714285715,0.35,0.632258064516129,0.4433497536945813,0.62,0.6787878787878788,0.7171717171717171,0.8082901554404145,0.49743589743589745,0.31851851851851853,0.5210084033613446,0.37748344370860926,0.7431192660550459,0.41203703703703703,0.75,0.7257383966244726,0.6636771300448431,0.6106870229007634,0.7272727272727273,0.6851851851851852,0.6503067484662577,0.25892857142857145,0.7669902912621359,0.7991452991452992,0.58,0.7777777777777778,0.6329479768786127,0.4,0.6209150326797386,0.6334405144694534,0.6358024691358025,0.41134751773049644,0.41395045632333766,0.5441176470588235,0.5522875816993464,0.6181818181818182,0.6285714285714286,0.7412935323383084,0.79,0.4457831325301205,0.7719298245614035,0.26560587515299877,0.3918689435636596,CHIH-HUNG
llama-2-13b-OpenOrca_5w,13.0,0.5733788395904437,0.619896434973113,0.5608933135491608,0.3,0.5037037037037037,0.5657894736842105,0.56,0.630188679245283,0.5694444444444444,0.39,0.46,0.36,0.5260115606936416,0.24509803921568626,0.72,0.4,0.2631578947368421,0.5379310344827586,0.3412698412698413,0.35714285714285715,0.37,0.6516129032258065,0.458128078817734,0.55,0.6848484848484848,0.7070707070707071,0.8290155440414507,0.49230769230769234,0.31851851851851853,0.5756302521008403,0.33112582781456956,0.7412844036697248,0.46296296296296297,0.7598039215686274,0.7721518987341772,0.6681614349775785,0.6412213740458015,0.7272727272727273,0.7129629629629629,0.6871165644171779,0.2767857142857143,0.7669902912621359,0.7991452991452992,0.59,0.7573435504469987,0.6676300578034682,0.3664804469273743,0.630718954248366,0.6527331189710611,0.6388888888888888,0.41843971631205673,0.4165580182529335,0.5073529411764706,0.5555555555555556,0.5909090909090909,0.6571428571428571,0.7412935323383084,0.86,0.4457831325301205,0.7602339181286549,0.31701346389228885,0.4487000954431151,CHIH-HUNG
llama-2-13b-dolphin_5w,13.0,0.5656996587030717,0.6195976897032464,0.5622853731368175,0.34,0.5333333333333333,0.5657894736842105,0.55,0.6264150943396226,0.5625,0.41,0.49,0.32,0.5260115606936416,0.29411764705882354,0.71,0.4127659574468085,0.23684210526315788,0.5310344827586206,0.3412698412698413,0.373015873015873,0.35,0.6580645161290323,0.458128078817734,0.58,0.703030303030303,0.702020202020202,0.8186528497409327,0.5025641025641026,0.3074074074074074,0.5756302521008403,0.3443708609271523,0.7431192660550459,0.47685185185185186,0.75,0.7637130801687764,0.6771300448430493,0.6412213740458015,0.71900826446281,0.75,0.6871165644171779,0.2767857142857143,0.7572815533980582,0.782051282051282,0.57,0.7535121328224776,0.661849710982659,0.35977653631284917,0.6241830065359477,0.6591639871382636,0.6450617283950617,0.4219858156028369,0.4211212516297262,0.5073529411764706,0.545751633986928,0.5909090909090909,0.6571428571428571,0.7512437810945274,0.84,0.43373493975903615,0.7602339181286549,0.31334149326805383,0.44414329125975355,CHIH-HUNG
llama-2-13b-FINETUNE1_17w-q_k_v_o_proj,13.0,0.5554607508532423,0.6032662816172077,0.5452518073458084,0.33,0.4740740740740741,0.5592105263157895,0.56,0.5962264150943396,0.6180555555555556,0.39,0.45,0.36,0.47398843930635837,0.23529411764705882,0.67,0.42127659574468085,0.2807017543859649,0.5448275862068965,0.31746031746031744,0.3412698412698413,0.28,0.6483870967741936,0.4236453201970443,0.56,0.696969696969697,0.6666666666666666,0.8031088082901554,0.5333333333333333,0.3037037037037037,0.5672268907563025,0.24503311258278146,0.7596330275229358,0.4166666666666667,0.7352941176470589,0.7215189873417721,0.6233183856502242,0.6106870229007634,0.7272727272727273,0.6481481481481481,0.656441717791411,0.29464285714285715,0.7087378640776699,0.7905982905982906,0.64,0.7650063856960408,0.6098265895953757,0.2782122905027933,0.5947712418300654,0.6527331189710611,0.6388888888888888,0.4078014184397163,0.41460234680573665,0.5220588235294118,0.553921568627451,0.6272727272727273,0.5836734693877551,0.7064676616915423,0.77,0.4578313253012048,0.8128654970760234,0.2607099143206854,0.38643080121718054,CHIH-HUNG
llama-2-13b-FINETUNE1_17w-r4,13.0,0.5247440273037542,0.6145190201155148,0.5618494370051674,0.31,0.5333333333333333,0.5986842105263158,0.54,0.6150943396226415,0.5763888888888888,0.47,0.44,0.36,0.5144508670520231,0.30392156862745096,0.69,0.4297872340425532,0.2894736842105263,0.503448275862069,0.34656084656084657,0.4126984126984127,0.28,0.6709677419354839,0.45320197044334976,0.59,0.6666666666666666,0.7121212121212122,0.8238341968911918,0.5282051282051282,0.31851851851851853,0.5756302521008403,0.2980132450331126,0.7614678899082569,0.44907407407407407,0.7450980392156863,0.7510548523206751,0.6681614349775785,0.6183206106870229,0.7603305785123967,0.7407407407407407,0.6380368098159509,0.25,0.7475728155339806,0.8418803418803419,0.57,0.7777777777777778,0.638728323699422,0.30614525139664805,0.6209150326797386,0.6302250803858521,0.6604938271604939,0.4219858156028369,0.41916558018252936,0.5441176470588235,0.5522875816993464,0.6545454545454545,0.5836734693877551,0.7213930348258707,0.83,0.4759036144578313,0.7953216374269005,0.27050183598531213,0.3964818897108659,CHIH-HUNG
llama-2-13b-FINETUNE2_3w-q_k_v_o_proj,13.0,0.5460750853242321,0.6153156741684923,0.539046516650459,0.38,0.4740740740740741,0.5394736842105263,0.52,0.6,0.5972222222222222,0.35,0.46,0.32,0.4797687861271676,0.28431372549019607,0.69,0.41702127659574467,0.32456140350877194,0.496551724137931,0.3333333333333333,0.3253968253968254,0.34,0.6,0.4187192118226601,0.59,0.6727272727272727,0.6868686868686869,0.7772020725388601,0.4794871794871795,0.31851851851851853,0.5252100840336135,0.3443708609271523,0.7302752293577982,0.39351851851851855,0.7156862745098039,0.7383966244725738,0.6188340807174888,0.5725190839694656,0.7107438016528925,0.6388888888888888,0.6257668711656442,0.2857142857142857,0.7281553398058253,0.8247863247863247,0.61,0.7637292464878672,0.6127167630057804,0.24022346368715083,0.5620915032679739,0.617363344051447,0.654320987654321,0.41843971631205673,0.39374185136897,0.47794117647058826,0.5424836601307189,0.6363636363636364,0.5673469387755102,0.6965174129353234,0.78,0.46987951807228917,0.7543859649122807,0.25458996328029376,0.3791772345992325,CHIH-HUNG
llama-2-13b-OpenOrca_20w,13.0,0.5588737201365188,0.6183031268671579,0.5629734205715707,0.33,0.4666666666666667,0.5723684210526315,0.54,0.6377358490566037,0.5694444444444444,0.43,0.45,0.36,0.5144508670520231,0.28431372549019607,0.74,0.4425531914893617,0.21929824561403508,0.5310344827586206,0.3492063492063492,0.4126984126984127,0.37,0.6516129032258065,0.46798029556650245,0.58,0.6787878787878788,0.7121212121212122,0.8341968911917098,0.5025641025641026,0.2777777777777778,0.5756302521008403,0.3509933774834437,0.7339449541284404,0.46296296296296297,0.7598039215686274,0.7552742616033755,0.6457399103139013,0.6412213740458015,0.7272727272727273,0.6944444444444444,0.6809815950920245,0.2857142857142857,0.7378640776699029,0.8076923076923077,0.58,0.7662835249042146,0.6647398843930635,0.4480446927374302,0.6372549019607843,0.6495176848874598,0.6327160493827161,0.41843971631205673,0.4074315514993481,0.5367647058823529,0.5473856209150327,0.6090909090909091,0.6489795918367347,0.7512437810945274,0.82,0.4036144578313253,0.783625730994152,0.3011015911872705,0.4313573698064727,CHIH-HUNG
llama-2-13b-FINETUNE1_17w,13.0,0.5520477815699659,0.6043616809400518,0.5431064214921146,0.27,0.4962962962962963,0.5131578947368421,0.53,0.5811320754716981,0.5555555555555556,0.4,0.49,0.35,0.4913294797687861,0.29411764705882354,0.75,0.37872340425531914,0.2631578947368421,0.496551724137931,0.328042328042328,0.3412698412698413,0.31,0.6129032258064516,0.4236453201970443,0.54,0.6848484848484848,0.6717171717171717,0.8186528497409327,0.5435897435897435,0.3,0.5630252100840336,0.2847682119205298,0.7577981651376147,0.4351851851851852,0.7352941176470589,0.729957805907173,0.6322869955156951,0.5954198473282443,0.6942148760330579,0.6759259259259259,0.6625766871165644,0.2857142857142857,0.7281553398058253,0.8034188034188035,0.6,0.7650063856960408,0.6184971098265896,0.2659217877094972,0.5947712418300654,0.6237942122186495,0.6419753086419753,0.4078014184397163,0.39504563233376794,0.5073529411764706,0.5490196078431373,0.6090909090909091,0.5795918367346938,0.746268656716418,0.77,0.4457831325301205,0.8187134502923976,0.2607099143206854,0.38171207935866835,CHIH-HUNG
llama-2-13b-FINETUNE2_3w,13.0,0.5426621160409556,0.6145190201155148,0.5425467489299983,0.39,0.48148148148148145,0.5723684210526315,0.53,0.6188679245283019,0.5694444444444444,0.38,0.48,0.31,0.49710982658959535,0.30392156862745096,0.71,0.4297872340425532,0.2982456140350877,0.503448275862069,0.3333333333333333,0.36507936507936506,0.34,0.6258064516129033,0.4236453201970443,0.58,0.6666666666666666,0.6818181818181818,0.8082901554404145,0.49743589743589745,0.32222222222222224,0.5294117647058824,0.31788079470198677,0.7247706422018348,0.3888888888888889,0.7352941176470589,0.7257383966244726,0.5964125560538116,0.5801526717557252,0.71900826446281,0.6851851851851852,0.6196319018404908,0.2767857142857143,0.7378640776699029,0.811965811965812,0.55,0.776500638569604,0.6242774566473989,0.2446927374301676,0.5620915032679739,0.6302250803858521,0.6604938271604939,0.4148936170212766,0.3956975228161669,0.49264705882352944,0.5408496732026143,0.6090909090909091,0.5714285714285714,0.7263681592039801,0.77,0.42771084337349397,0.7602339181286549,0.2607099143206854,0.3817097781066011,CHIH-HUNG
llama-2-7b-dolphin_10w-test,7.0,0.4684300341296928,0.5467038438558056,0.43903236638645216,0.31,0.4962962962962963,0.42105263157894735,0.42,0.49056603773584906,0.4236111111111111,0.3,0.4,0.28,0.42196531791907516,0.16666666666666666,0.55,0.4085106382978723,0.2719298245614035,0.4206896551724138,0.2698412698412698,0.2619047619047619,0.31,0.45483870967741935,0.3103448275862069,0.47,0.5575757575757576,0.5404040404040404,0.5958549222797928,0.4153846153846154,0.26666666666666666,0.37815126050420167,0.31125827814569534,0.5853211009174312,0.4166666666666667,0.5637254901960784,0.6666666666666666,0.43946188340807174,0.48854961832061067,0.6033057851239669,0.5185185185185185,0.4171779141104294,0.32142857142857145,0.5728155339805825,0.6666666666666666,0.43,0.6079182630906769,0.4508670520231214,0.26256983240223464,0.42483660130718953,0.49517684887459806,0.47530864197530864,0.3617021276595745,0.33833116036505867,0.40808823529411764,0.4264705882352941,0.5454545454545454,0.45714285714285713,0.5074626865671642,0.62,0.41566265060240964,0.6140350877192983,0.2692778457772338,0.42075433716694316,CHIH-HUNG
gowizardlm,,0.44795221843003413,0.54371639115714,0.4295715467806275,0.27,0.43703703703703706,0.3881578947368421,0.46,0.4528301886792453,0.4166666666666667,0.21,0.39,0.27,0.34104046242774566,0.22549019607843138,0.52,0.4127659574468085,0.3157894736842105,0.38620689655172413,0.2777777777777778,0.2777777777777778,0.37,0.41935483870967744,0.270935960591133,0.43,0.5333333333333333,0.5454545454545454,0.5647668393782384,0.3871794871794872,0.24814814814814815,0.37815126050420167,0.2913907284768212,0.5412844036697247,0.24074074074074073,0.5392156862745098,0.5822784810126582,0.5067264573991032,0.48091603053435117,0.5950413223140496,0.4722222222222222,0.4785276073619632,0.375,0.5145631067961165,0.717948717948718,0.45,0.5798212005108557,0.4913294797687861,0.23798882681564246,0.4738562091503268,0.5466237942122186,0.48148148148148145,0.36524822695035464,0.31290743155149936,0.3382352941176471,0.4297385620915033,0.5727272727272728,0.4448979591836735,0.5870646766169154,0.58,0.41566265060240964,0.6432748538011696,0.31211750305997554,0.47656853864654186,golaxy
gogpt2-13b,13.0,0.44112627986348124,0.5416251742680741,0.44503912657205374,0.27,0.4,0.40789473684210525,0.45,0.43018867924528303,0.4513888888888889,0.31,0.41,0.28,0.3699421965317919,0.2549019607843137,0.55,0.3446808510638298,0.30701754385964913,0.41379310344827586,0.25925925925925924,0.30158730158730157,0.29,0.4838709677419355,0.29064039408866993,0.54,0.5212121212121212,0.5656565656565656,0.6010362694300518,0.36923076923076925,0.28888888888888886,0.35294117647058826,0.24503311258278146,0.5743119266055046,0.2824074074074074,0.5392156862745098,0.5738396624472574,0.5426008968609866,0.46564885496183206,0.6528925619834711,0.48148148148148145,0.5398773006134969,0.39285714285714285,0.5922330097087378,0.7393162393162394,0.45,0.632183908045977,0.5086705202312138,0.26145251396648045,0.46405228758169936,0.5048231511254019,0.4537037037037037,0.35815602836879434,0.34485006518904826,0.36764705882352944,0.44607843137254904,0.5545454545454546,0.5102040816326531,0.5970149253731343,0.69,0.40963855421686746,0.6783625730994152,0.3047735618115055,0.4473227448183339,golaxy
gogpt2-13b-chat,13.0,0.44112627986348124,0.5416251742680741,0.44503912657205374,0.27,0.4,0.40789473684210525,0.45,0.43018867924528303,0.4513888888888889,0.31,0.41,0.28,0.3699421965317919,0.2549019607843137,0.55,0.3446808510638298,0.30701754385964913,0.41379310344827586,0.25925925925925924,0.30158730158730157,0.29,0.4838709677419355,0.29064039408866993,0.54,0.5212121212121212,0.5656565656565656,0.6010362694300518,0.36923076923076925,0.28888888888888886,0.35294117647058826,0.24503311258278146,0.5743119266055046,0.2824074074074074,0.5392156862745098,0.5738396624472574,0.5426008968609866,0.46564885496183206,0.6528925619834711,0.48148148148148145,0.5398773006134969,0.39285714285714285,0.5922330097087378,0.7393162393162394,0.45,0.632183908045977,0.5086705202312138,0.26145251396648045,0.46405228758169936,0.5048231511254019,0.4537037037037037,0.35815602836879434,0.34485006518904826,0.36764705882352944,0.44607843137254904,0.5545454545454546,0.5102040816326531,0.5970149253731343,0.69,0.40963855421686746,0.6783625730994152,0.3047735618115055,0.4473227448183339,golaxy
goims,,0.45051194539249145,0.537841067516431,0.4385232634549094,0.3,0.4444444444444444,0.4342105263157895,0.47,0.46037735849056605,0.4375,0.24,0.4,0.28,0.3468208092485549,0.22549019607843138,0.55,0.41702127659574467,0.35964912280701755,0.4206896551724138,0.29894179894179895,0.2777777777777778,0.34,0.4645161290322581,0.2955665024630542,0.39,0.6,0.5303030303030303,0.5803108808290155,0.4076923076923077,0.22592592592592592,0.38235294117647056,0.271523178807947,0.5577981651376147,0.25,0.5490196078431373,0.569620253164557,0.5022421524663677,0.48091603053435117,0.5867768595041323,0.4722222222222222,0.5030674846625767,0.375,0.49514563106796117,0.6965811965811965,0.43,0.5823754789272031,0.48265895953757226,0.23798882681564246,0.4869281045751634,0.5337620578778135,0.49691358024691357,0.35815602836879434,0.32073011734028684,0.38235294117647056,0.43137254901960786,0.5727272727272728,0.46122448979591835,0.6218905472636815,0.66,0.41566265060240964,0.631578947368421,0.3023255813953488,0.44796205749104034,golaxy
gogpt-7b-bloom,7.0,0.4112627986348123,0.46335391356303524,0.33811089220248103,0.21,0.31851851851851853,0.3157894736842105,0.29,0.3471698113207547,0.3541666666666667,0.46,0.33,0.32,0.3699421965317919,0.3235294117647059,0.28,0.41702127659574467,0.2719298245614035,0.33793103448275863,0.2724867724867725,0.35714285714285715,0.31,0.3935483870967742,0.2955665024630542,0.28,0.2909090909090909,0.4090909090909091,0.42487046632124353,0.3717948717948718,0.25555555555555554,0.3949579831932773,0.33774834437086093,0.45137614678899085,0.47685185185185186,0.27450980392156865,0.35864978902953587,0.38565022421524664,0.3893129770992366,0.21487603305785125,0.3055555555555556,0.2883435582822086,0.25,0.4077669902912621,0.34615384615384615,0.42,0.3997445721583653,0.29190751445086704,0.264804469273743,0.3366013071895425,0.3183279742765273,0.2932098765432099,0.2765957446808511,0.2529335071707953,0.44485294117647056,0.31209150326797386,0.39090909090909093,0.3836734693877551,0.4228855721393035,0.34,0.3192771084337349,0.3157894736842105,0.26438188494492043,0.40613880820650416,golaxy
gogpt-3b-bloom,3.0,0.2901023890784983,0.39982075283808005,0.251977866621768,0.29,0.25925925925925924,0.3092105263157895,0.23,0.21132075471698114,0.25,0.18,0.38,0.25,0.2138728323699422,0.18627450980392157,0.29,0.2170212765957447,0.24561403508771928,0.296551724137931,0.2751322751322751,0.1984126984126984,0.32,0.3,0.32019704433497537,0.3,0.24242424242424243,0.25757575757575757,0.23834196891191708,0.2282051282051282,0.2518518518518518,0.22268907563025211,0.25165562913907286,0.23853211009174313,0.24537037037037038,0.2549019607843137,0.25738396624472576,0.22869955156950672,0.2595419847328244,0.34710743801652894,0.26851851851851855,0.25153374233128833,0.23214285714285715,0.18446601941747573,0.19658119658119658,0.17,0.2707535121328225,0.2514450867052023,0.24692737430167597,0.2679738562091503,0.2765273311897106,0.27469135802469136,0.2695035460992908,0.2470664928292047,0.16544117647058823,0.2630718954248366,0.17272727272727273,0.24081632653061225,0.263681592039801,0.31,0.21686746987951808,0.27485380116959063,0.2692778457772338,0.41788634946080716,golaxy
gogpt2-7b,7.0,0.44112627986348124,0.5361481776538538,0.42847249761929523,0.31,0.45925925925925926,0.40131578947368424,0.46,0.4490566037735849,0.4166666666666667,0.24,0.31,0.28,0.34104046242774566,0.24509803921568626,0.52,0.39148936170212767,0.3333333333333333,0.42758620689655175,0.2777777777777778,0.24603174603174602,0.33,0.44516129032258067,0.270935960591133,0.45,0.509090909090909,0.5404040404040404,0.5751295336787565,0.382051282051282,0.25925925925925924,0.40336134453781514,0.32450331125827814,0.5155963302752293,0.2037037037037037,0.47058823529411764,0.5569620253164557,0.5381165919282511,0.45038167938931295,0.6115702479338843,0.5277777777777778,0.4294478527607362,0.38392857142857145,0.5631067961165048,0.717948717948718,0.5,0.5747126436781609,0.4913294797687861,0.23687150837988827,0.4673202614379085,0.5080385852090032,0.49382716049382713,0.35106382978723405,0.3109517601043025,0.3125,0.4166666666666667,0.5,0.3877551020408163,0.6119402985074627,0.65,0.4457831325301205,0.5964912280701754,0.32313341493268055,0.4785165740854436,golaxy
gogpt-7b,7.0,0.46075085324232085,0.5482971519617607,0.4303308084640399,0.26,0.4444444444444444,0.4407894736842105,0.45,0.5056603773584906,0.4097222222222222,0.38,0.39,0.31,0.36416184971098264,0.2549019607843137,0.54,0.4085106382978723,0.2894736842105263,0.3310344827586207,0.26455026455026454,0.20634920634920634,0.33,0.5129032258064516,0.31527093596059114,0.39,0.5636363636363636,0.5757575757575758,0.6217616580310881,0.4205128205128205,0.23333333333333334,0.37815126050420167,0.31125827814569534,0.5596330275229358,0.37962962962962965,0.5490196078431373,0.569620253164557,0.47533632286995514,0.45038167938931295,0.5950413223140496,0.49074074074074076,0.44171779141104295,0.36607142857142855,0.5436893203883495,0.6623931623931624,0.45,0.598978288633461,0.44508670520231214,0.2424581005586592,0.46405228758169936,0.44694533762057875,0.4845679012345679,0.3546099290780142,0.33833116036505867,0.45955882352941174,0.3888888888888889,0.5181818181818182,0.37142857142857144,0.43283582089552236,0.6,0.4036144578313253,0.543859649122807,0.2717258261933905,0.40999788017637656,golaxy
gogpt-560m,0.56,0.22184300341296928,0.2976498705437164,0.25291241846569434,0.31,0.3333333333333333,0.29605263157894735,0.23,0.2188679245283019,0.2569444444444444,0.18,0.26,0.25,0.24855491329479767,0.21568627450980393,0.3,0.20425531914893616,0.24561403508771928,0.296551724137931,0.2671957671957672,0.15079365079365079,0.37,0.2645161290322581,0.2955665024630542,0.33,0.2727272727272727,0.25252525252525254,0.22797927461139897,0.2128205128205128,0.26296296296296295,0.21008403361344538,0.271523178807947,0.22201834862385322,0.21296296296296297,0.25980392156862747,0.2616033755274262,0.20179372197309417,0.22900763358778625,0.371900826446281,0.2222222222222222,0.294478527607362,0.24107142857142858,0.1941747572815534,0.21794871794871795,0.2,0.2707535121328225,0.28901734104046245,0.24692737430167597,0.25163398692810457,0.2990353697749196,0.2932098765432099,0.2730496453900709,0.2620599739243807,0.16544117647058823,0.2630718954248366,0.20909090909090908,0.24489795918367346,0.24875621890547264,0.25,0.20481927710843373,0.2807017543859649,0.24969400244798043,0.4311985184472921,golaxy
starcoder-finetune-openapi,,0.2832764505119454,0.37970523800039835,0.3039658497547201,0.25,0.32592592592592595,0.3092105263157895,0.33,0.2641509433962264,0.2986111111111111,0.24,0.28,0.37,0.24855491329479767,0.22549019607843138,0.49,0.3021276595744681,0.2894736842105263,0.46206896551724136,0.23809523809523808,0.30158730158730157,0.33,0.2709677419354839,0.21182266009852216,0.42,0.34545454545454546,0.18181818181818182,0.2538860103626943,0.2512820512820513,0.2777777777777778,0.25210084033613445,0.2119205298013245,0.22568807339449543,0.18518518518518517,0.2696078431372549,0.31223628691983124,0.34977578475336324,0.32061068702290074,0.4297520661157025,0.28703703703703703,0.24539877300613497,0.33035714285714285,0.23300970873786409,0.42735042735042733,0.35,0.3218390804597701,0.36416184971098264,0.2424581005586592,0.30718954248366015,0.34726688102893893,0.345679012345679,0.2978723404255319,0.28292046936114734,0.20588235294117646,0.30392156862745096,0.34545454545454546,0.27755102040816326,0.3781094527363184,0.43,0.3674698795180723,0.30994152046783624,0.2533659730722154,0.41771642201490417,sartmis1
iubaris-13b-v3,13.0,0.5563139931740614,0.625273849830711,0.5441852351288563,0.31,0.5111111111111111,0.5855263157894737,0.52,0.6037735849056604,0.5555555555555556,0.37,0.48,0.34,0.5028901734104047,0.27450980392156865,0.64,0.4127659574468085,0.2631578947368421,0.4689655172413793,0.3412698412698413,0.36507936507936506,0.35,0.6451612903225806,0.4433497536945813,0.62,0.6545454545454545,0.6868686868686869,0.7875647668393783,0.5205128205128206,0.3,0.5588235294117647,0.2781456953642384,0.7247706422018348,0.3611111111111111,0.75,0.7257383966244726,0.6412556053811659,0.6030534351145038,0.7272727272727273,0.7222222222222222,0.6503067484662577,0.36607142857142855,0.6796116504854369,0.8076923076923077,0.59,0.7318007662835249,0.6040462427745664,0.2737430167597765,0.6111111111111112,0.5884244372990354,0.6080246913580247,0.41843971631205673,0.4002607561929596,0.5404411764705882,0.5375816993464052,0.6818181818181818,0.6693877551020408,0.6716417910447762,0.76,0.463855421686747,0.7192982456140351,0.3402692778457772,0.4860621835708466,kajdun
viwaai-30b_v4,30.0,0.6160409556313993,0.6479784903405696,0.574651909464194,0.31,0.4962962962962963,0.618421052631579,0.56,0.5735849056603773,0.5972222222222222,0.43,0.45,0.35,0.5028901734104047,0.3431372549019608,0.66,0.4595744680851064,0.3333333333333333,0.45517241379310347,0.3253968253968254,0.3968253968253968,0.33,0.7,0.37438423645320196,0.57,0.7333333333333333,0.7474747474747475,0.8186528497409327,0.5820512820512821,0.2777777777777778,0.6050420168067226,0.32450331125827814,0.7651376146788991,0.4722222222222222,0.75,0.7974683544303798,0.6591928251121076,0.5954198473282443,0.7272727272727273,0.6944444444444444,0.6809815950920245,0.45535714285714285,0.7281553398058253,0.8675213675213675,0.67,0.7662835249042146,0.6271676300578035,0.4223463687150838,0.5947712418300654,0.684887459807074,0.6450617283950617,0.41134751773049644,0.44002607561929596,0.5772058823529411,0.619281045751634,0.6545454545454545,0.6693877551020408,0.7810945273631841,0.82,0.46987951807228917,0.783625730994152,0.3684210526315789,0.5325188386278722,kajdun
orca_mini_v3_7b,7.0,0.5298634812286689,0.6064528978291177,0.5236900853847894,0.27,0.48148148148148145,0.506578947368421,0.54,0.6075471698113207,0.5486111111111112,0.34,0.4,0.29,0.45664739884393063,0.30392156862745096,0.57,0.49361702127659574,0.32456140350877194,0.47586206896551725,0.31216931216931215,0.29365079365079366,0.36,0.5548387096774193,0.3793103448275862,0.46,0.7151515151515152,0.696969696969697,0.772020725388601,0.5128205128205128,0.2777777777777778,0.5210084033613446,0.33112582781456956,0.7211009174311926,0.4351851851851852,0.7009803921568627,0.7468354430379747,0.5874439461883408,0.5954198473282443,0.6942148760330579,0.6388888888888888,0.5950920245398773,0.42857142857142855,0.7281553398058253,0.782051282051282,0.6,0.722860791826309,0.569364161849711,0.27262569832402234,0.5555555555555556,0.594855305466238,0.5802469135802469,0.39361702127659576,0.39504563233376794,0.5257352941176471,0.5,0.5636363636363636,0.6163265306122448,0.6517412935323383,0.73,0.41566265060240964,0.7134502923976608,0.3537331701346389,0.5051023916730814,pankajmathur
pythia-13b-deduped-green_devil,13.0,0.3873720136518771,0.5157339175463055,0.2600786906925448,0.23,0.3111111111111111,0.27631578947368424,0.28,0.2981132075471698,0.2638888888888889,0.18,0.27,0.33,0.2543352601156069,0.22549019607843138,0.27,0.31063829787234043,0.2894736842105263,0.2413793103448276,0.28835978835978837,0.30952380952380953,0.28,0.2129032258064516,0.18226600985221675,0.23,0.20606060606060606,0.2222222222222222,0.22279792746113988,0.2282051282051282,0.25555555555555554,0.2689075630252101,0.2781456953642384,0.22385321100917432,0.23148148148148148,0.28921568627450983,0.25316455696202533,0.336322869955157,0.26717557251908397,0.30578512396694213,0.25925925925925924,0.2147239263803681,0.2857142857142857,0.1941747572815534,0.2692307692307692,0.29,0.2720306513409962,0.2658959537572254,0.25027932960893856,0.22875816993464052,0.3022508038585209,0.26851851851851855,0.2765957446808511,0.27249022164276404,0.1875,0.2679738562091503,0.2545454545454545,0.19183673469387755,0.24378109452736318,0.26,0.30120481927710846,0.34502923976608185,0.2252141982864137,0.3556467125824449,Pirr
WizardLM-Uncensored-SuperCOT-StoryTelling-30b,30.0,0.5742320819112628,0.6027683728340968,0.5442210588409677,0.3,0.45185185185185184,0.5460526315789473,0.61,0.5584905660377358,0.5486111111111112,0.39,0.47,0.33,0.4797687861271676,0.27450980392156865,0.61,0.4723404255319149,0.2807017543859649,0.4413793103448276,0.3492063492063492,0.36507936507936506,0.37,0.6161290322580645,0.39901477832512317,0.55,0.6606060606060606,0.7373737373737373,0.7772020725388601,0.5,0.2518518518518518,0.6092436974789915,0.304635761589404,0.7321100917431193,0.41203703703703703,0.7647058823529411,0.759493670886076,0.6502242152466368,0.5572519083969466,0.7107438016528925,0.6759259259259259,0.6257668711656442,0.38392857142857145,0.7378640776699029,0.8290598290598291,0.63,0.7509578544061303,0.5809248554913294,0.34301675977653634,0.5261437908496732,0.6366559485530546,0.6080246913580247,0.40070921985815605,0.4106910039113429,0.5404411764705882,0.565359477124183,0.6454545454545455,0.5836734693877551,0.6766169154228856,0.81,0.4819277108433735,0.7368421052631579,0.3843329253365973,0.5594851543429306,Monero
WizardLM-13b-OpenAssistant-Uncensored,13.0,0.4709897610921502,0.569806811392153,0.431464387706554,0.33,0.4,0.3157894736842105,0.47,0.4528301886792453,0.4097222222222222,0.26,0.4,0.41,0.3815028901734104,0.18627450980392157,0.55,0.37872340425531914,0.2807017543859649,0.3724137931034483,0.30423280423280424,0.2698412698412698,0.37,0.4161290322580645,0.2857142857142857,0.46,0.5151515151515151,0.5202020202020202,0.6113989637305699,0.3974358974358974,0.27037037037037037,0.41596638655462187,0.2052980132450331,0.5394495412844037,0.2777777777777778,0.5784313725490197,0.5738396624472574,0.5650224215246636,0.4198473282442748,0.5371900826446281,0.5277777777777778,0.43558282208588955,0.4017857142857143,0.5728155339805825,0.6837606837606838,0.52,0.6091954022988506,0.4277456647398844,0.2670391061452514,0.4411764705882353,0.47266881028938906,0.4660493827160494,0.3475177304964539,0.3376792698826597,0.41544117647058826,0.434640522875817,0.5181818181818182,0.42857142857142855,0.5074626865671642,0.63,0.3855421686746988,0.631578947368421,0.3329253365973072,0.4940407873488723,Monero
Manticore-13b-Chat-Pyg-Guanaco,13.0,0.5290102389078498,0.6149173471420036,0.47809304636994754,0.4,0.4740740740740741,0.47368421052631576,0.45,0.5056603773584906,0.5069444444444444,0.31,0.43,0.32,0.37572254335260113,0.23529411764705882,0.6,0.4127659574468085,0.3508771929824561,0.3793103448275862,0.291005291005291,0.30158730158730157,0.36,0.5129032258064516,0.3448275862068966,0.49,0.5515151515151515,0.5808080808080808,0.6839378238341969,0.4128205128205128,0.2962962962962963,0.48739495798319327,0.2582781456953642,0.6293577981651376,0.30092592592592593,0.6323529411764706,0.6371308016877637,0.5919282511210763,0.5267175572519084,0.5702479338842975,0.6018518518518519,0.5214723926380368,0.35714285714285715,0.6407766990291263,0.7222222222222222,0.47,0.6551724137931034,0.5317919075144508,0.26256983240223464,0.47058823529411764,0.5080385852090032,0.5648148148148148,0.4078014184397163,0.3878748370273794,0.48161764705882354,0.46405228758169936,0.5636363636363636,0.5224489795918368,0.5671641791044776,0.76,0.42168674698795183,0.6842105263157895,0.36474908200734396,0.5228532383120019,Monero
Tulpar-7b-v1,7.0,0.5418088737201365,0.6116311491734714,0.5133326873391255,0.31,0.5185185185185185,0.48026315789473684,0.47,0.6,0.5555555555555556,0.35,0.38,0.32,0.4797687861271676,0.27450980392156865,0.62,0.46808510638297873,0.3333333333333333,0.46206896551724136,0.2857142857142857,0.25396825396825395,0.36,0.567741935483871,0.3645320197044335,0.44,0.7151515151515152,0.6717171717171717,0.7357512953367875,0.47435897435897434,0.24074074074074073,0.5084033613445378,0.32450331125827814,0.726605504587156,0.375,0.6715686274509803,0.7341772151898734,0.5919282511210763,0.5725190839694656,0.6694214876033058,0.6481481481481481,0.558282208588957,0.39285714285714285,0.6893203883495146,0.782051282051282,0.59,0.7088122605363985,0.5867052023121387,0.2558659217877095,0.5163398692810458,0.594855305466238,0.5617283950617284,0.37943262411347517,0.39113428943937417,0.4889705882352941,0.49673202614379086,0.6181818181818182,0.5714285714285714,0.6716417910447762,0.74,0.41566265060240964,0.695906432748538,0.35128518971848227,0.5182558368766056,HyperbeeAI
Camel-Platypus2-13B,13.0,0.5895904436860068,0.6355307707627963,0.5651269823227654,0.27,0.5185185185185185,0.5921052631578947,0.55,0.5849056603773585,0.625,0.4,0.5,0.32,0.5086705202312138,0.30392156862745096,0.69,0.42127659574468085,0.37719298245614036,0.4413793103448276,0.373015873015873,0.36507936507936506,0.4,0.6645161290322581,0.4187192118226601,0.56,0.6848484848484848,0.7272727272727273,0.8756476683937824,0.5615384615384615,0.3111111111111111,0.5462184873949579,0.36423841059602646,0.7853211009174312,0.44907407407407407,0.7892156862745098,0.7763713080168776,0.6502242152466368,0.5725190839694656,0.7272727272727273,0.6759259259259259,0.6319018404907976,0.29464285714285715,0.7184466019417476,0.7991452991452992,0.6,0.768837803320562,0.6502890173410405,0.4581005586592179,0.5686274509803921,0.6495176848874598,0.6450617283950617,0.46808510638297873,0.4661016949152542,0.625,0.5833333333333334,0.6454545454545455,0.5918367346938775,0.7114427860696517,0.75,0.42168674698795183,0.783625730994152,0.3268053855569155,0.4959624192296464,garage-bAInd
Platypus2-70B,70.0,0.6604095563139932,0.6739693288189603,0.7008313587810824,0.34,0.5925925925925926,0.7697368421052632,0.72,0.7283018867924528,0.8194444444444444,0.5,0.56,0.41,0.7052023121387283,0.30392156862745096,0.77,0.6723404255319149,0.5087719298245614,0.5655172413793104,0.46296296296296297,0.5634920634920635,0.45,0.8096774193548387,0.5714285714285714,0.74,0.8666666666666667,0.8737373737373737,0.9378238341968912,0.7153846153846154,0.3,0.7941176470588235,0.4768211920529801,0.9009174311926605,0.625,0.8823529411764706,0.9113924050632911,0.8026905829596412,0.8396946564885496,0.8760330578512396,0.8333333333333334,0.8098159509202454,0.6071428571428571,0.8349514563106796,0.905982905982906,0.7,0.8671775223499362,0.7687861271676301,0.5497206703910614,0.7712418300653595,0.7942122186495176,0.8333333333333334,0.5354609929078015,0.5788787483702738,0.7205882352941176,0.7647058823529411,0.7,0.7673469387755102,0.8905472636815921,0.91,0.5843373493975904,0.8538011695906432,0.3598531211750306,0.5236510638735454,garage-bAInd
Platypus2-70B-instruct,70.0,0.6808873720136519,0.691894045010954,0.7047847086622983,0.39,0.5925925925925926,0.7763157894736842,0.71,0.7471698113207547,0.8472222222222222,0.46,0.58,0.44,0.6878612716763006,0.3333333333333333,0.76,0.6723404255319149,0.4824561403508772,0.6,0.4523809523809524,0.5317460317460317,0.49,0.8290322580645161,0.541871921182266,0.78,0.8787878787878788,0.8787878787878788,0.9533678756476683,0.7230769230769231,0.3,0.7815126050420168,0.4768211920529801,0.9064220183486239,0.6157407407407407,0.9068627450980392,0.9029535864978903,0.8116591928251121,0.816793893129771,0.8677685950413223,0.8333333333333334,0.8220858895705522,0.625,0.8446601941747572,0.9102564102564102,0.71,0.8697318007662835,0.7572254335260116,0.6525139664804469,0.7450980392156863,0.7781350482315113,0.8333333333333334,0.5673758865248227,0.5886571056062582,0.7279411764705882,0.7565359477124183,0.7090909090909091,0.7755102040816326,0.8855721393034826,0.86,0.536144578313253,0.8596491228070176,0.4430844553243574,0.6225956874268151,garage-bAInd
Platypus-30B,30.0,0.6126279863481229,0.6362278430591516,0.6422907709429386,0.32,0.5407407407407407,0.6973684210526315,0.64,0.6377358490566037,0.7222222222222222,0.48,0.53,0.34,0.5722543352601156,0.4019607843137255,0.73,0.5702127659574469,0.35964912280701755,0.593103448275862,0.41798941798941797,0.4444444444444444,0.35,0.7516129032258064,0.4975369458128079,0.72,0.8,0.8232323232323232,0.8860103626943006,0.6333333333333333,0.35555555555555557,0.7100840336134454,0.3443708609271523,0.8495412844036697,0.5231481481481481,0.8578431372549019,0.8438818565400844,0.7174887892376681,0.7251908396946565,0.8347107438016529,0.75,0.7484662576687117,0.5178571428571429,0.7961165048543689,0.8760683760683761,0.7,0.8020434227330779,0.7225433526011561,0.49162011173184356,0.6993464052287581,0.7234726688102894,0.7469135802469136,0.5106382978723404,0.5280312907431551,0.5992647058823529,0.6895424836601307,0.6636363636363637,0.7714285714285715,0.8208955223880597,0.9,0.536144578313253,0.7953216374269005,0.28886168910648713,0.45350167421108456,garage-bAInd
Platypus2-7B,7.0,0.5102389078498294,0.589523999203346,0.49826794082319986,0.3,0.4740740740740741,0.48026315789473684,0.52,0.4679245283018868,0.5138888888888888,0.26,0.41,0.26,0.37572254335260113,0.23529411764705882,0.6,0.44680851063829785,0.3157894736842105,0.4,0.31746031746031744,0.29365079365079366,0.35,0.5580645161290323,0.4187192118226601,0.47,0.6909090909090909,0.601010101010101,0.7357512953367875,0.44358974358974357,0.27037037037037037,0.5042016806722689,0.271523178807947,0.6880733944954128,0.3425925925925926,0.6568627450980392,0.7552742616033755,0.5919282511210763,0.5419847328244275,0.6942148760330579,0.6203703703703703,0.5950920245398773,0.35714285714285715,0.6699029126213593,0.7649572649572649,0.54,0.6832694763729247,0.5375722543352601,0.30726256983240224,0.5196078431372549,0.6045016077170418,0.5895061728395061,0.38652482269503546,0.4315514993481095,0.45588235294117646,0.5228758169934641,0.6,0.5224489795918368,0.6318407960199005,0.7,0.39156626506024095,0.7134502923976608,0.27539779681762544,0.40639553436677683,garage-bAInd
Camel-Platypus2-70B,70.0,0.6697952218430034,0.6862178848834893,0.6983421591462164,0.38,0.5851851851851851,0.8092105263157895,0.73,0.7320754716981132,0.8402777777777778,0.46,0.55,0.4,0.6820809248554913,0.30392156862745096,0.78,0.6595744680851063,0.5,0.6137931034482759,0.4365079365079365,0.5793650793650794,0.49,0.8,0.5714285714285714,0.76,0.8363636363636363,0.8686868686868687,0.9326424870466321,0.7051282051282052,0.28888888888888886,0.7773109243697479,0.4900662251655629,0.9009174311926605,0.6111111111111112,0.8921568627450981,0.9113924050632911,0.7982062780269058,0.7862595419847328,0.859504132231405,0.8240740740740741,0.803680981595092,0.5982142857142857,0.8543689320388349,0.9145299145299145,0.68,0.8633461047254151,0.7716763005780347,0.5229050279329609,0.7450980392156863,0.7781350482315113,0.8179012345679012,0.5425531914893617,0.5951760104302477,0.7205882352941176,0.7663398692810458,0.7272727272727273,0.7714285714285715,0.8805970149253731,0.88,0.5542168674698795,0.8713450292397661,0.390452876376989,0.5777231034484246,garage-bAInd
nart-100k-7b,7.0,0.5136518771331058,0.5916152160924119,0.34979969815929524,0.24,0.22962962962962963,0.375,0.42,0.36981132075471695,0.2916666666666667,0.43,0.31,0.33,0.3352601156069364,0.2647058823529412,0.45,0.33617021276595743,0.23684210526315788,0.33793103448275863,0.2566137566137566,0.38095238095238093,0.26,0.4129032258064516,0.30049261083743845,0.27,0.44242424242424244,0.4292929292929293,0.43523316062176165,0.38461538461538464,0.25555555555555554,0.38235294117647056,0.36423841059602646,0.45504587155963305,0.4074074074074074,0.45588235294117646,0.379746835443038,0.23766816143497757,0.35877862595419846,0.2727272727272727,0.37962962962962965,0.36809815950920244,0.20535714285714285,0.4563106796116505,0.5,0.39,0.388250319284802,0.4161849710982659,0.2346368715083799,0.3888888888888889,0.36977491961414793,0.36728395061728397,0.24822695035460993,0.2737940026075619,0.44485294117647056,0.2875816993464052,0.3181818181818182,0.4122448979591837,0.4129353233830846,0.32,0.28313253012048195,0.3742690058479532,0.24969400244798043,0.3674038423833509,jerryjalapeno
Slerpeno,,0.5870307167235495,0.6444931288587931,0.5676667867537136,0.35,0.48148148148148145,0.5592105263157895,0.58,0.6226415094339622,0.6041666666666666,0.39,0.48,0.36,0.5491329479768786,0.28431372549019607,0.7,0.4553191489361702,0.3157894736842105,0.496551724137931,0.31746031746031744,0.3888888888888889,0.37,0.6741935483870968,0.45320197044334976,0.58,0.6727272727272727,0.702020202020202,0.8134715025906736,0.5256410256410257,0.3037037037037037,0.5630252100840336,0.31788079470198677,0.7559633027522936,0.4351851851851852,0.7598039215686274,0.7426160337552743,0.6681614349775785,0.6259541984732825,0.7355371900826446,0.7314814814814815,0.6871165644171779,0.3125,0.7475728155339806,0.7905982905982906,0.6,0.7701149425287356,0.6445086705202312,0.42569832402234636,0.6176470588235294,0.6527331189710611,0.6419753086419753,0.4148936170212766,0.4165580182529335,0.5551470588235294,0.5702614379084967,0.6545454545454545,0.6204081632653061,0.7611940298507462,0.86,0.4819277108433735,0.7660818713450293,0.3427172582619339,0.4804790845275838,Brouz
pygmalion-instruct,,0.5051194539249146,0.5846444931288588,0.3593557800066545,0.34,0.4,0.32894736842105265,0.39,0.44528301886792454,0.3194444444444444,0.25,0.31,0.31,0.27167630057803466,0.22549019607843138,0.47,0.2978723404255319,0.23684210526315788,0.296551724137931,0.25132275132275134,0.23015873015873015,0.37,0.36129032258064514,0.2955665024630542,0.37,0.3939393939393939,0.4292929292929293,0.5077720207253886,0.36153846153846153,0.23703703703703705,0.29411764705882354,0.271523178807947,0.46972477064220186,0.2916666666666667,0.4019607843137255,0.3924050632911392,0.4080717488789238,0.366412213740458,0.5454545454545454,0.35185185185185186,0.4171779141104294,0.2767857142857143,0.36893203883495146,0.49145299145299143,0.39,0.48148148148148145,0.407514450867052,0.2424581005586592,0.37254901960784315,0.40836012861736337,0.38580246913580246,0.2695035460992908,0.30378096479791394,0.39338235294117646,0.36437908496732024,0.43636363636363634,0.31020408163265306,0.4129353233830846,0.41,0.3674698795180723,0.47953216374269003,0.2864137086903305,0.421315512702638,AlpinDale
gpt2-xl-alpaca,,0.23122866894197952,0.35988846843258315,0.2630653879687288,0.27,0.22962962962962963,0.24342105263157895,0.22,0.30566037735849055,0.2569444444444444,0.21,0.27,0.24,0.34104046242774566,0.3333333333333333,0.16,0.23829787234042554,0.23684210526315788,0.20689655172413793,0.25132275132275134,0.36507936507936506,0.18,0.2838709677419355,0.2413793103448276,0.2,0.2787878787878788,0.35353535353535354,0.30569948186528495,0.36153846153846153,0.25925925925925924,0.2815126050420168,0.2781456953642384,0.3394495412844037,0.4675925925925926,0.2549019607843137,0.1940928270042194,0.10762331838565023,0.2595419847328244,0.15702479338842976,0.2222222222222222,0.3006134969325153,0.1875,0.30097087378640774,0.23076923076923078,0.28,0.24648786717752236,0.24277456647398843,0.25921787709497207,0.2581699346405229,0.2315112540192926,0.22530864197530864,0.2553191489361702,0.24641460234680573,0.43014705882352944,0.24673202614379086,0.24545454545454545,0.3795918367346939,0.22885572139303484,0.26,0.2710843373493976,0.2631578947368421,0.2386780905752754,0.3939840032611267,Rachneet
stack-llama-2,,0.49146757679180886,0.5884285998805019,0.4679969503920262,0.3,0.48148148148148145,0.40789473684210525,0.53,0.4641509433962264,0.4652777777777778,0.35,0.33,0.33,0.4277456647398844,0.24509803921568626,0.6,0.42127659574468085,0.2807017543859649,0.47586206896551725,0.2671957671957672,0.2857142857142857,0.32,0.5,0.3645320197044335,0.4,0.593939393939394,0.4898989898989899,0.6787564766839378,0.45897435897435895,0.3,0.4411764705882353,0.31125827814569534,0.6311926605504588,0.27314814814814814,0.5441176470588235,0.6329113924050633,0.5650224215246636,0.5648854961832062,0.6528925619834711,0.5370370370370371,0.5153374233128835,0.38392857142857145,0.5533980582524272,0.6923076923076923,0.55,0.6398467432950191,0.49421965317919075,0.23910614525139665,0.49673202614379086,0.6012861736334405,0.4876543209876543,0.3617021276595745,0.36114732724902215,0.5257352941176471,0.4411764705882353,0.5272727272727272,0.4775510204081633,0.6318407960199005,0.65,0.42168674698795183,0.7017543859649122,0.2484700122399021,0.3875084099562216,kashif
LightGPT,,0.3720136518771331,0.47191794463254333,0.28447472196942725,0.29,0.2962962962962963,0.29605263157894735,0.2,0.30566037735849055,0.2638888888888889,0.2,0.29,0.33,0.2947976878612717,0.2647058823529412,0.36,0.33617021276595743,0.21929824561403508,0.2896551724137931,0.24603174603174602,0.23809523809523808,0.28,0.25806451612903225,0.22660098522167488,0.32,0.24242424242424243,0.2878787878787879,0.38341968911917096,0.31025641025641026,0.24074074074074073,0.3025210084033613,0.23841059602649006,0.25504587155963304,0.2916666666666667,0.28431372549019607,0.28270042194092826,0.38565022421524664,0.19083969465648856,0.34710743801652894,0.2962962962962963,0.25153374233128833,0.26785714285714285,0.22330097087378642,0.24358974358974358,0.3,0.28735632183908044,0.24277456647398843,0.2446927374301676,0.29411764705882354,0.31189710610932475,0.3487654320987654,0.28368794326241137,0.2953063885267275,0.29411764705882354,0.27941176470588236,0.35454545454545455,0.4122448979591837,0.29850746268656714,0.19,0.3192771084337349,0.32748538011695905,0.21664626682986537,0.36692080564199897,amazon
zsc-text,,0.22013651877133106,0.25473013343955386,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.2423500611995104,0.48353441310003753,deepnight-research
cria-llama2-7b-v1.3_peft,7.0,0.48890784982935154,0.5871340370444135,0.46469774051324325,0.32,0.43703703703703706,0.48026315789473684,0.51,0.5283018867924528,0.5277777777777778,0.26,0.4,0.33,0.3815028901734104,0.23529411764705882,0.55,0.39148936170212767,0.3508771929824561,0.46206896551724136,0.32275132275132273,0.23015873015873015,0.31,0.5161290322580645,0.3793103448275862,0.43,0.5696969696969697,0.5909090909090909,0.6787564766839378,0.4128205128205128,0.2740740740740741,0.42857142857142855,0.32450331125827814,0.6403669724770642,0.30092592592592593,0.6078431372549019,0.5949367088607594,0.5515695067264574,0.549618320610687,0.6363636363636364,0.5648148148148148,0.5030674846625767,0.2857142857142857,0.6213592233009708,0.688034188034188,0.5,0.6577266922094508,0.5346820809248555,0.23910614525139665,0.4934640522875817,0.5562700964630225,0.5246913580246914,0.35106382978723405,0.3363754889178618,0.41911764705882354,0.44607843137254904,0.5,0.46122448979591835,0.5572139303482587,0.64,0.40963855421686746,0.6842105263157895,0.29865361077111385,0.4551798457212092,davzoku
cria-llama2-7b-v1.3,7.0,0.49402730375426623,0.5977892850029874,0.4829751697982049,0.28,0.4222222222222222,0.4868421052631579,0.53,0.539622641509434,0.5208333333333334,0.29,0.38,0.36,0.3988439306358382,0.22549019607843138,0.58,0.4085106382978723,0.37719298245614036,0.4896551724137931,0.29894179894179895,0.25396825396825395,0.36,0.5225806451612903,0.3694581280788177,0.41,0.5878787878787879,0.6060606060606061,0.7150259067357513,0.4230769230769231,0.25555555555555554,0.42436974789915966,0.2847682119205298,0.6770642201834862,0.3333333333333333,0.6617647058823529,0.6751054852320675,0.5605381165919282,0.5725190839694656,0.628099173553719,0.5833333333333334,0.5521472392638037,0.3125,0.6699029126213593,0.7094017094017094,0.5,0.6756066411238825,0.5144508670520231,0.21899441340782122,0.5196078431372549,0.5659163987138264,0.5648148148148148,0.3723404255319149,0.3513689700130378,0.45588235294117646,0.4803921568627451,0.5272727272727272,0.5265306122448979,0.6467661691542289,0.72,0.43373493975903615,0.7192982456140351,0.3011015911872705,0.4558320321123706,davzoku
lamini-cerebras-1.3b,1.3,0.2235494880546075,0.3320055765783708,0.2842718915373018,0.22,0.2518518518518518,0.2565789473684211,0.38,0.30943396226415093,0.2638888888888889,0.32,0.29,0.32,0.27167630057803466,0.18627450980392157,0.28,0.2851063829787234,0.2543859649122807,0.30344827586206896,0.25396825396825395,0.2619047619047619,0.33,0.2806451612903226,0.2413793103448276,0.3,0.2545454545454545,0.35858585858585856,0.36787564766839376,0.36923076923076925,0.2740740740740741,0.23109243697478993,0.271523178807947,0.3486238532110092,0.3333333333333333,0.2696078431372549,0.2320675105485232,0.13452914798206278,0.3282442748091603,0.30578512396694213,0.25925925925925924,0.3374233128834356,0.21428571428571427,0.3592233009708738,0.26495726495726496,0.28,0.23627075351213284,0.3236994219653179,0.2324022346368715,0.2875816993464052,0.2990353697749196,0.24074074074074073,0.2624113475177305,0.24445893089960888,0.44485294117647056,0.27450980392156865,0.24545454545454545,0.40408163265306124,0.34328358208955223,0.26,0.18674698795180722,0.2631578947368421,0.22888616891064872,0.36445990633708075,MBZUAI
LaMini-GPT-774M,0.774,0.25341296928327645,0.3617805218084047,0.2629991205101314,0.28,0.22962962962962963,0.18421052631578946,0.25,0.2490566037735849,0.22916666666666666,0.23,0.2,0.25,0.23121387283236994,0.20588235294117646,0.32,0.33191489361702126,0.2894736842105263,0.23448275862068965,0.2566137566137566,0.23015873015873015,0.22,0.31290322580645163,0.24630541871921183,0.35,0.2909090909090909,0.31313131313131315,0.38341968911917096,0.28205128205128205,0.25555555555555554,0.3025210084033613,0.23841059602649006,0.26238532110091745,0.39351851851851855,0.2647058823529412,0.3291139240506329,0.31390134529147984,0.2366412213740458,0.2396694214876033,0.25925925925925924,0.3006134969325153,0.25892857142857145,0.2621359223300971,0.2094017094017094,0.23,0.28735632183908044,0.2254335260115607,0.2424581005586592,0.24509803921568626,0.29260450160771706,0.2962962962962963,0.2375886524822695,0.24445893089960888,0.20220588235294118,0.24509803921568626,0.17272727272727273,0.20816326530612245,0.24875621890547264,0.32,0.3373493975903614,0.22807017543859648,0.22888616891064872,0.4025772516501192,MBZUAI
lamini-neo-125m,0.125,0.2098976109215017,0.28380800637323245,0.2673582760832524,0.28,0.3037037037037037,0.3092105263157895,0.21,0.21132075471698114,0.3125,0.35,0.33,0.28,0.20809248554913296,0.3235294117647059,0.18,0.20851063829787234,0.2631578947368421,0.2827586206896552,0.24074074074074073,0.3333333333333333,0.15,0.31290322580645163,0.29064039408866993,0.19,0.24848484848484848,0.3686868686868687,0.35751295336787564,0.2564102564102564,0.25555555555555554,0.20168067226890757,0.32450331125827814,0.3394495412844037,0.4722222222222222,0.25980392156862747,0.23628691983122363,0.3183856502242152,0.26717557251908397,0.32231404958677684,0.19444444444444445,0.2392638036809816,0.14285714285714285,0.24271844660194175,0.20085470085470086,0.26,0.23754789272030652,0.22254335260115607,0.2424581005586592,0.30392156862745096,0.22508038585209003,0.20987654320987653,0.23049645390070922,0.24445893089960888,0.4485294117647059,0.23366013071895425,0.24545454545454545,0.4,0.24875621890547264,0.27,0.19879518072289157,0.19883040935672514,0.25703794369645044,0.4285324023972136,MBZUAI
LaMini-GPT-1.5B,1.5,0.28668941979522183,0.39235212109141604,0.29918500750028765,0.26,0.3037037037037037,0.28289473684210525,0.25,0.33962264150943394,0.2638888888888889,0.23,0.24,0.3,0.26011560693641617,0.22549019607843138,0.3,0.30638297872340425,0.2543859649122807,0.32413793103448274,0.25396825396825395,0.25396825396825395,0.26,0.33548387096774196,0.2315270935960591,0.35,0.36363636363636365,0.398989898989899,0.37823834196891193,0.3564102564102564,0.24814814814814815,0.27310924369747897,0.31125827814569534,0.344954128440367,0.4074074074074074,0.28431372549019607,0.2911392405063291,0.29596412556053814,0.3282442748091603,0.2975206611570248,0.28703703703703703,0.3987730061349693,0.29464285714285715,0.3300970873786408,0.32051282051282054,0.3,0.334610472541507,0.2745664739884393,0.2424581005586592,0.2581699346405229,0.2861736334405145,0.2993827160493827,0.24822695035460993,0.2503259452411995,0.4411764705882353,0.2696078431372549,0.34545454545454546,0.17959183673469387,0.2835820895522388,0.38,0.3493975903614458,0.27485380116959063,0.2607099143206854,0.4246905623387368,MBZUAI
lamini-cerebras-256m,0.256,0.17235494880546076,0.27763393746265685,0.2666268002344924,0.21,0.25925925925925924,0.29605263157894735,0.21,0.22264150943396227,0.2916666666666667,0.4,0.16,0.23,0.19653179190751446,0.19607843137254902,0.22,0.32340425531914896,0.2982456140350877,0.2206896551724138,0.2566137566137566,0.2698412698412698,0.31,0.31290322580645163,0.2660098522167488,0.36,0.24848484848484848,0.3383838383838384,0.32642487046632124,0.35128205128205126,0.24444444444444444,0.2647058823529412,0.2913907284768212,0.3229357798165138,0.4537037037037037,0.2696078431372549,0.25316455696202533,0.27802690582959644,0.21374045801526717,0.2809917355371901,0.24074074074074073,0.26993865030674846,0.23214285714285715,0.3300970873786408,0.20085470085470086,0.25,0.2503192848020434,0.2630057803468208,0.2424581005586592,0.27124183006535946,0.2861736334405145,0.24691358024691357,0.26595744680851063,0.23989569752281617,0.44485294117647056,0.22875816993464052,0.22727272727272727,0.17959183673469387,0.23880597014925373,0.28,0.16265060240963855,0.19883040935672514,0.24479804161566707,0.4180539433498173,MBZUAI
lamini-neo-1.3b,1.3,0.29692832764505117,0.39304919338777133,0.28786464467293416,0.22,0.22962962962962963,0.25,0.35,0.30566037735849055,0.2638888888888889,0.22,0.29,0.29,0.24277456647398843,0.19607843137254902,0.32,0.33191489361702126,0.2719298245614035,0.4,0.2671957671957672,0.2777777777777778,0.37,0.29354838709677417,0.28078817733990147,0.29,0.3333333333333333,0.2676767676767677,0.25906735751295334,0.2282051282051282,0.25925925925925924,0.23529411764705882,0.2980132450331126,0.27522935779816515,0.33796296296296297,0.25980392156862747,0.3291139240506329,0.31390134529147984,0.32061068702290074,0.36363636363636365,0.2962962962962963,0.26993865030674846,0.32142857142857145,0.2621359223300971,0.358974358974359,0.2,0.29246487867177523,0.31213872832369943,0.24692737430167597,0.33986928104575165,0.2604501607717042,0.31790123456790126,0.24822695035460993,0.23728813559322035,0.29044117647058826,0.2647058823529412,0.3181818181818182,0.27346938775510204,0.2935323383084577,0.32,0.3433734939759036,0.2982456140350877,0.24357405140758873,0.4105326136118784,MBZUAI
lamini-cerebras-111m,0.111,0.18771331058020477,0.26767576180043817,0.2550621765344677,0.22,0.3111111111111111,0.1513157894736842,0.28,0.2641509433962264,0.2222222222222222,0.23,0.27,0.34,0.23121387283236994,0.24509803921568626,0.32,0.3021276595744681,0.2719298245614035,0.23448275862068965,0.2619047619047619,0.15079365079365079,0.21,0.267741935483871,0.30049261083743845,0.25,0.2545454545454545,0.21717171717171718,0.23834196891191708,0.20256410256410257,0.2814814814814815,0.22268907563025211,0.2119205298013245,0.23486238532110093,0.4722222222222222,0.23529411764705882,0.2616033755274262,0.3811659192825112,0.22900763358778625,0.256198347107438,0.24074074074074073,0.27607361963190186,0.29464285714285715,0.17475728155339806,0.26495726495726496,0.27,0.29118773946360155,0.23699421965317918,0.2424581005586592,0.22549019607843138,0.27009646302250806,0.25617283950617287,0.2624113475177305,0.2379400260756193,0.17279411764705882,0.24509803921568626,0.3181818181818182,0.17142857142857143,0.23880597014925373,0.22,0.3373493975903614,0.2573099415204678,0.23990208078335373,0.4379433623286975,MBZUAI
scarlett-7b,7.0,0.5366894197952219,0.6256721768571998,0.3611069785686505,0.28,0.4074074074074074,0.3618421052631579,0.42,0.41132075471698115,0.3541666666666667,0.31,0.3,0.3,0.3236994219653179,0.19607843137254902,0.47,0.3404255319148936,0.2543859649122807,0.30344827586206896,0.26455026455026454,0.24603174603174602,0.32,0.33225806451612905,0.2561576354679803,0.35,0.46060606060606063,0.41919191919191917,0.533678756476684,0.35384615384615387,0.2222222222222222,0.3067226890756303,0.2913907284768212,0.48073394495412847,0.3333333333333333,0.3872549019607843,0.45147679324894513,0.42152466367713004,0.3435114503816794,0.45454545454545453,0.4166666666666667,0.3312883435582822,0.23214285714285715,0.39805825242718446,0.5,0.39,0.4674329501915709,0.41040462427745666,0.2424581005586592,0.39215686274509803,0.4180064308681672,0.39814814814814814,0.2801418439716312,0.30834419817470665,0.4411764705882353,0.3758169934640523,0.41818181818181815,0.2938775510204082,0.4577114427860697,0.41,0.28313253012048195,0.45614035087719296,0.3329253365973072,0.4851943248826282,ajibawa-2023
Uncensored-Frank-7B,7.0,0.4991467576791809,0.582055367456682,0.3750130780600058,0.3,0.37777777777777777,0.40131578947368424,0.43,0.4226415094339623,0.3680555555555556,0.28,0.29,0.31,0.30057803468208094,0.23529411764705882,0.51,0.4127659574468085,0.23684210526315788,0.296551724137931,0.24603174603174602,0.2698412698412698,0.34,0.3580645161290323,0.2512315270935961,0.41,0.4727272727272727,0.41919191919191917,0.46632124352331605,0.3153846153846154,0.2518518518518518,0.31932773109243695,0.23178807947019867,0.44770642201834865,0.19907407407407407,0.5098039215686274,0.4641350210970464,0.484304932735426,0.35877862595419846,0.5785123966942148,0.3888888888888889,0.3496932515337423,0.24107142857142858,0.36893203883495146,0.5598290598290598,0.49,0.5555555555555556,0.41040462427745666,0.23687150837988827,0.3758169934640523,0.36012861736334406,0.42592592592592593,0.30141843971631205,0.29465449804432853,0.47794117647058826,0.38235294117647056,0.45454545454545453,0.31020408163265306,0.48756218905472637,0.51,0.3192771084337349,0.5087719298245614,0.2937576499388005,0.4385958916369525,ajibawa-2023
carl-7b,7.0,0.5127986348122867,0.5873332005576578,0.3396318345195562,0.24,0.2222222222222222,0.3815789473684211,0.42,0.3622641509433962,0.2916666666666667,0.43,0.32,0.31,0.3352601156069364,0.30392156862745096,0.4,0.2978723404255319,0.23684210526315788,0.31724137931034485,0.26455026455026454,0.38095238095238093,0.2,0.36774193548387096,0.2955665024630542,0.27,0.3878787878787879,0.41414141414141414,0.43005181347150256,0.382051282051282,0.2740740740740741,0.3949579831932773,0.3509933774834437,0.43302752293577984,0.37962962962962965,0.44607843137254904,0.33755274261603374,0.23318385650224216,0.33587786259541985,0.19834710743801653,0.3611111111111111,0.32515337423312884,0.1875,0.4854368932038835,0.5042735042735043,0.37,0.3818646232439336,0.4161849710982659,0.26927374301675977,0.3562091503267974,0.33762057877813506,0.3333333333333333,0.24113475177304963,0.2542372881355932,0.4485294117647059,0.2908496732026144,0.34545454545454546,0.3836734693877551,0.373134328358209,0.35,0.2891566265060241,0.4093567251461988,0.2729498164014688,0.40292710222594,ajibawa-2023
Uncensored-Frank-13B,13.0,0.5708191126279863,0.6318462457677754,0.5455124711347776,0.31,0.4444444444444444,0.5592105263157895,0.54,0.5735849056603773,0.5486111111111112,0.35,0.45,0.35,0.5375722543352601,0.27450980392156865,0.65,0.46808510638297873,0.2631578947368421,0.5241379310344828,0.3253968253968254,0.36507936507936506,0.41,0.6161290322580645,0.3694581280788177,0.54,0.6606060606060606,0.6818181818181818,0.7979274611398963,0.5102564102564102,0.26296296296296295,0.5378151260504201,0.304635761589404,0.7247706422018348,0.41203703703703703,0.7450980392156863,0.7383966244725738,0.6636771300448431,0.6335877862595419,0.6611570247933884,0.6759259259259259,0.6257668711656442,0.35714285714285715,0.6990291262135923,0.8247863247863247,0.63,0.735632183908046,0.6184971098265896,0.3307262569832402,0.5915032679738562,0.6430868167202572,0.6327160493827161,0.3829787234042553,0.423728813559322,0.5183823529411765,0.565359477124183,0.6181818181818182,0.6081632653061224,0.736318407960199,0.83,0.4819277108433735,0.7602339181286549,0.3378212974296206,0.4834034111348229,ajibawa-2023
scarlett-33b,33.0,0.6501706484641638,0.6771559450308704,0.5897991267898159,0.34,0.5259259259259259,0.6513157894736842,0.58,0.6075471698113207,0.6319444444444444,0.42,0.49,0.4,0.5317919075144508,0.3235294117647059,0.67,0.5148936170212766,0.3508771929824561,0.5103448275862069,0.35714285714285715,0.3412698412698413,0.36,0.6967741935483871,0.4187192118226601,0.64,0.7272727272727273,0.7222222222222222,0.8341968911917098,0.5923076923076923,0.26666666666666666,0.592436974789916,0.3509933774834437,0.7724770642201835,0.44907407407407407,0.7745098039215687,0.8059071729957806,0.6412556053811659,0.648854961832061,0.7355371900826446,0.6851851851851852,0.6993865030674846,0.4642857142857143,0.7669902912621359,0.8418803418803419,0.66,0.7803320561941252,0.6763005780346821,0.4402234636871508,0.6209150326797386,0.6720257234726688,0.6574074074074074,0.4432624113475177,0.4641460234680574,0.5955882352941176,0.6078431372549019,0.6727272727272727,0.6448979591836734,0.8059701492537313,0.83,0.5180722891566265,0.7953216374269005,0.44063647490820074,0.6105469359009633,ajibawa-2023
carl-33b,33.0,0.6313993174061433,0.6635132443736308,0.5837856187653774,0.27,0.4888888888888889,0.6381578947368421,0.57,0.5924528301886792,0.5902777777777778,0.44,0.49,0.39,0.5722543352601156,0.3627450980392157,0.67,0.5148936170212766,0.3157894736842105,0.4827586206896552,0.3544973544973545,0.4365079365079365,0.35,0.7,0.3891625615763547,0.62,0.7272727272727273,0.7474747474747475,0.8082901554404145,0.5820512820512821,0.26296296296296295,0.5840336134453782,0.3708609271523179,0.7724770642201835,0.47685185185185186,0.7696078431372549,0.7974683544303798,0.6278026905829597,0.648854961832061,0.7272727272727273,0.6944444444444444,0.6932515337423313,0.4732142857142857,0.7766990291262136,0.8717948717948718,0.65,0.7624521072796935,0.6589595375722543,0.38212290502793295,0.5947712418300654,0.6527331189710611,0.6419753086419753,0.42907801418439717,0.45045632333767927,0.5808823529411765,0.5996732026143791,0.6909090909090909,0.6,0.7910447761194029,0.85,0.5060240963855421,0.783625730994152,0.31334149326805383,0.4532225332191242,ajibawa-2023
3B-redpajama-conditional-alpha,3.0,0.3191126279863481,0.45289782911770565,0.2541888266330822,0.26,0.34074074074074073,0.27631578947368424,0.2,0.24150943396226415,0.2569444444444444,0.22,0.32,0.26,0.24277456647398843,0.16666666666666666,0.28,0.20851063829787234,0.21052631578947367,0.27586206896551724,0.2671957671957672,0.1746031746031746,0.3,0.23225806451612904,0.23645320197044334,0.32,0.2727272727272727,0.30808080808080807,0.22797927461139897,0.19743589743589743,0.2777777777777778,0.226890756302521,0.271523178807947,0.23119266055045873,0.24074074074074073,0.2647058823529412,0.26582278481012656,0.273542600896861,0.1984732824427481,0.39669421487603307,0.2777777777777778,0.2883435582822086,0.23214285714285715,0.1941747572815534,0.2264957264957265,0.21,0.25925925925925924,0.31213872832369943,0.2446927374301676,0.25163398692810457,0.31511254019292606,0.2716049382716049,0.2624113475177305,0.25554106910039115,0.1948529411764706,0.2581699346405229,0.3,0.22448979591836735,0.24875621890547264,0.22,0.20481927710843373,0.29239766081871343,0.20563035495716034,0.36312325124908573,Rallio67
7B-redpajama-conditional-alpha,7.0,0.3856655290102389,0.5177255526787492,0.26531416022951687,0.28,0.22962962962962963,0.28289473684210525,0.28,0.24528301886792453,0.2638888888888889,0.24,0.31,0.31,0.2832369942196532,0.2549019607843137,0.27,0.26382978723404255,0.2894736842105263,0.2689655172413793,0.2962962962962963,0.24603174603174602,0.33,0.23548387096774193,0.28078817733990147,0.3,0.2606060606060606,0.16666666666666666,0.21761658031088082,0.21794871794871795,0.2518518518518518,0.20588235294117646,0.26490066225165565,0.24587155963302754,0.20833333333333334,0.23529411764705882,0.24472573839662448,0.30493273542600896,0.2748091603053435,0.19834710743801653,0.2962962962962963,0.2085889570552147,0.25892857142857145,0.2524271844660194,0.2606837606837607,0.29,0.26053639846743293,0.30346820809248554,0.24022346368715083,0.3366013071895425,0.27009646302250806,0.24382716049382716,0.2624113475177305,0.26988265971316816,0.19852941176470587,0.2761437908496732,0.34545454545454546,0.34285714285714286,0.263681592039801,0.22,0.30120481927710846,0.36257309941520466,0.23378212974296206,0.3642195102296637,Rallio67
Llama-2-7b-ft-instruct-es,7.0,0.507679180887372,0.5840470025891257,0.46580806824163473,0.31,0.4740740740740741,0.42105263157894735,0.47,0.5132075471698113,0.4861111111111111,0.35,0.47,0.38,0.41040462427745666,0.1568627450980392,0.6,0.41702127659574467,0.2719298245614035,0.3931034482758621,0.29894179894179895,0.35714285714285715,0.32,0.5,0.3054187192118227,0.41,0.6,0.5656565656565656,0.6787564766839378,0.441025641025641,0.26666666666666666,0.4369747899159664,0.31125827814569534,0.6275229357798165,0.3101851851851852,0.5882352941176471,0.6413502109704642,0.5605381165919282,0.5267175572519084,0.6446280991735537,0.5,0.5276073619631901,0.35714285714285715,0.5922330097087378,0.6965811965811965,0.49,0.6270753512132823,0.4797687861271676,0.27150837988826815,0.5,0.5434083601286174,0.47530864197530864,0.36879432624113473,0.36114732724902215,0.5183823529411765,0.4150326797385621,0.5545454545454546,0.42448979591836733,0.6467661691542289,0.61,0.41566265060240964,0.6608187134502924,0.2558139534883721,0.3882239370629839,clibrain
Llama-2-13b-ft-instruct-es,13.0,0.5580204778156996,0.6141206930890261,0.543109910782058,0.31,0.48148148148148145,0.5,0.53,0.5245283018867924,0.5486111111111112,0.39,0.5,0.33,0.4797687861271676,0.2549019607843137,0.71,0.4425531914893617,0.30701754385964913,0.5172413793103449,0.3412698412698413,0.38095238095238093,0.35,0.6419354838709678,0.43349753694581283,0.63,0.6606060606060606,0.6767676767676768,0.7668393782383419,0.5153846153846153,0.2777777777777778,0.5546218487394958,0.3509933774834437,0.7064220183486238,0.44907407407407407,0.7401960784313726,0.7257383966244726,0.6547085201793722,0.5572519083969466,0.6694214876033058,0.6666666666666666,0.6073619631901841,0.33035714285714285,0.7378640776699029,0.7521367521367521,0.63,0.7266922094508301,0.5982658959537572,0.3642458100558659,0.5947712418300654,0.6270096463022508,0.595679012345679,0.3723404255319149,0.41134289439374183,0.5220588235294118,0.5441176470588235,0.6090909090909091,0.6,0.7910447761194029,0.82,0.41566265060240964,0.7309941520467836,0.2484700122399021,0.3781361627899956,clibrain
Alpagasus-2-13B-QLoRA-pipeline,13.0,0.5401023890784983,0.6054570802628958,0.5414434078802255,0.32,0.5333333333333333,0.506578947368421,0.52,0.5849056603773585,0.5763888888888888,0.44,0.45,0.31,0.5144508670520231,0.21568627450980393,0.7,0.4553191489361702,0.2807017543859649,0.4896551724137931,0.335978835978836,0.3412698412698413,0.33,0.6483870967741936,0.458128078817734,0.53,0.6424242424242425,0.6767676767676768,0.7772020725388601,0.4717948717948718,0.26666666666666666,0.5504201680672269,0.37748344370860926,0.7229357798165138,0.4583333333333333,0.696078431372549,0.7215189873417721,0.6547085201793722,0.6183206106870229,0.7272727272727273,0.6851851851851852,0.6809815950920245,0.24107142857142858,0.7572815533980582,0.7905982905982906,0.56,0.7266922094508301,0.638728323699422,0.26145251396648045,0.5849673202614379,0.6463022508038585,0.6203703703703703,0.39361702127659576,0.4165580182529335,0.5110294117647058,0.545751633986928,0.5727272727272728,0.6163265306122448,0.7213930348258707,0.83,0.42168674698795183,0.7368421052631579,0.23990208078335373,0.3420621502683338,StudentLLM
Alpagasus-2-13b-QLoRA-merged,13.0,0.5639931740614335,0.6181039633539136,0.5526920209312106,0.32,0.48148148148148145,0.5394736842105263,0.53,0.6075471698113207,0.5763888888888888,0.43,0.48,0.3,0.5433526011560693,0.23529411764705882,0.69,0.425531914893617,0.2894736842105263,0.5103448275862069,0.3333333333333333,0.31746031746031744,0.32,0.6709677419354839,0.4630541871921182,0.57,0.6606060606060606,0.6767676767676768,0.8186528497409327,0.5076923076923077,0.2962962962962963,0.5756302521008403,0.31125827814569534,0.7577981651376147,0.4212962962962963,0.7450980392156863,0.7383966244725738,0.6547085201793722,0.6183206106870229,0.743801652892562,0.7407407407407407,0.656441717791411,0.26785714285714285,0.7184466019417476,0.7948717948717948,0.56,0.7598978288633461,0.638728323699422,0.32513966480446926,0.6274509803921569,0.639871382636656,0.6481481481481481,0.3829787234042553,0.4198174706649283,0.5441176470588235,0.5686274509803921,0.5909090909090909,0.6571428571428571,0.746268656716418,0.82,0.46987951807228917,0.7660818713450293,0.2631578947368421,0.3853475209659828,StudentLLM
firefly-llama2-7b-pretrain,7.0,0.4598976109215017,0.5566620195180243,0.41041260301987254,0.34,0.3925925925925926,0.42105263157894735,0.41,0.47547169811320755,0.4444444444444444,0.28,0.44,0.34,0.4393063583815029,0.29411764705882354,0.49,0.3404255319148936,0.2631578947368421,0.4206896551724138,0.2619047619047619,0.2619047619047619,0.33,0.43870967741935485,0.3448275862068966,0.4,0.41818181818181815,0.46464646464646464,0.5440414507772021,0.3974358974358974,0.2777777777777778,0.36134453781512604,0.2847682119205298,0.5541284403669725,0.3101851851851852,0.47058823529411764,0.4430379746835443,0.4125560538116592,0.5038167938931297,0.5454545454545454,0.4074074074074074,0.4171779141104294,0.29464285714285715,0.47572815533980584,0.6025641025641025,0.45,0.5402298850574713,0.3930635838150289,0.2737430167597765,0.4803921568627451,0.4919614147909968,0.3950617283950617,0.3262411347517731,0.3057366362451108,0.44485294117647056,0.40032679738562094,0.4909090909090909,0.3551020408163265,0.5472636815920398,0.55,0.3614457831325301,0.5730994152046783,0.2766217870257038,0.39076760896589485,YeungNLP
firefly-llama2-13b,13.0,0.5469283276450512,0.6270663214499104,0.5549377699067556,0.32,0.48148148148148145,0.5394736842105263,0.56,0.5849056603773585,0.5763888888888888,0.42,0.51,0.34,0.4624277456647399,0.2647058823529412,0.7,0.43829787234042555,0.2631578947368421,0.496551724137931,0.3333333333333333,0.2777777777777778,0.36,0.6741935483870968,0.4433497536945813,0.59,0.6727272727272727,0.7070707070707071,0.8186528497409327,0.48717948717948717,0.31851851851851853,0.5546218487394958,0.3576158940397351,0.7394495412844037,0.41203703703703703,0.7647058823529411,0.7383966244725738,0.672645739910314,0.6183206106870229,0.7355371900826446,0.6666666666666666,0.6625766871165644,0.3482142857142857,0.7184466019417476,0.7735042735042735,0.59,0.7407407407407407,0.6358381502890174,0.42905027932960893,0.6241830065359477,0.6591639871382636,0.6358024691358025,0.41134751773049644,0.4152542372881356,0.5330882352941176,0.5604575163398693,0.6181818181818182,0.6040816326530613,0.7213930348258707,0.82,0.463855421686747,0.7660818713450293,0.36964504283965727,0.515659683428507,YeungNLP
firefly-bloom-2b6-v2,2.0,0.21160409556313994,0.3314080860386377,0.2524180716080199,0.28,0.2,0.18421052631578946,0.23,0.26037735849056604,0.2222222222222222,0.24,0.23,0.27,0.23121387283236994,0.20588235294117646,0.32,0.31063829787234043,0.21929824561403508,0.2689655172413793,0.24074074074074073,0.23015873015873015,0.32,0.23548387096774193,0.2019704433497537,0.38,0.2545454545454545,0.17676767676767677,0.25906735751295334,0.34102564102564104,0.2111111111111111,0.22268907563025211,0.2052980132450331,0.23302752293577983,0.41203703703703703,0.23529411764705882,0.25738396624472576,0.34080717488789236,0.2900763358778626,0.2231404958677686,0.23148148148148148,0.26993865030674846,0.24107142857142858,0.23300970873786409,0.24358974358974358,0.32,0.24648786717752236,0.24566473988439305,0.2659217877094972,0.25163398692810457,0.2315112540192926,0.22839506172839505,0.2624113475177305,0.242503259452412,0.19117647058823528,0.25,0.18181818181818182,0.2816326530612245,0.24875621890547264,0.28,0.21084337349397592,0.28654970760233917,0.2766217870257038,0.4226802145602146,YeungNLP
firefly-bloom-7b1,7.0,0.3660409556313993,0.46634136626170086,0.26829024009287,0.26,0.23703703703703705,0.21052631578947367,0.25,0.2830188679245283,0.25,0.26,0.32,0.28,0.24277456647398843,0.19607843137254902,0.25,0.32340425531914896,0.2807017543859649,0.2206896551724138,0.2724867724867725,0.25396825396825395,0.31,0.24838709677419354,0.3054187192118227,0.27,0.3212121212121212,0.25252525252525254,0.21761658031088082,0.23333333333333334,0.24444444444444444,0.2689075630252101,0.2582781456953642,0.30458715596330277,0.3425925925925926,0.24019607843137256,0.23628691983122363,0.3452914798206278,0.22137404580152673,0.2809917355371901,0.25925925925925924,0.26993865030674846,0.22321428571428573,0.24271844660194175,0.2863247863247863,0.28,0.2886334610472541,0.25722543352601157,0.2424581005586592,0.27450980392156865,0.2733118971061093,0.2839506172839506,0.25886524822695034,0.25358539765319427,0.2757352941176471,0.25163398692810457,0.3181818181818182,0.40408163265306124,0.22885572139303484,0.24,0.3072289156626506,0.2807017543859649,0.25703794369645044,0.4083306889381139,YeungNLP
firefly-llama2-7b-chat-temp,7.0,0.48293515358361777,0.5476000796654052,0.4547045008664822,0.33,0.45185185185185184,0.4144736842105263,0.52,0.5056603773584906,0.4305555555555556,0.32,0.42,0.39,0.3988439306358382,0.1568627450980392,0.61,0.3829787234042553,0.2807017543859649,0.4206896551724138,0.25925925925925924,0.2857142857142857,0.29,0.4774193548387097,0.30049261083743845,0.4,0.5515151515151515,0.5656565656565656,0.5751295336787565,0.4128205128205128,0.2851851851851852,0.39915966386554624,0.33774834437086093,0.5834862385321101,0.3101851851851852,0.5637254901960784,0.5991561181434599,0.5112107623318386,0.5267175572519084,0.628099173553719,0.49074074074074076,0.49693251533742333,0.41964285714285715,0.5825242718446602,0.6666666666666666,0.51,0.5862068965517241,0.5057803468208093,0.24134078212290502,0.49019607843137253,0.5144694533762058,0.5092592592592593,0.35106382978723405,0.3376792698826597,0.4264705882352941,0.44281045751633985,0.6,0.40408163265306124,0.6467661691542289,0.7,0.42771084337349397,0.672514619883041,0.31456548347613217,0.46775413014717326,YeungNLP
firefly-llama2-13b-pretrain,13.0,0.49829351535836175,0.589523999203346,0.5124853051931512,0.28,0.45925925925925926,0.5131578947368421,0.55,0.5509433962264151,0.4652777777777778,0.37,0.33,0.33,0.4682080924855491,0.29411764705882354,0.64,0.41702127659574467,0.3157894736842105,0.42758620689655175,0.3306878306878307,0.30952380952380953,0.36,0.6225806451612903,0.39408866995073893,0.49,0.6363636363636364,0.6363636363636364,0.7357512953367875,0.45897435897435895,0.26666666666666666,0.47058823529411764,0.26490066225165565,0.6788990825688074,0.35648148148148145,0.6568627450980392,0.6751054852320675,0.6233183856502242,0.5801526717557252,0.6528925619834711,0.7129629629629629,0.6380368098159509,0.375,0.6796116504854369,0.7777777777777778,0.56,0.7139208173690932,0.6011560693641619,0.2424581005586592,0.5784313725490197,0.6012861736334405,0.5462962962962963,0.3723404255319149,0.34876140808344197,0.4411764705882353,0.5081699346405228,0.6818181818181818,0.5591836734693878,0.6915422885572139,0.77,0.4457831325301205,0.7543859649122807,0.2533659730722154,0.3623901687630447,YeungNLP
firefly-llama-13b-v1.2,13.0,0.5494880546075085,0.6127265484963155,0.48904752777851784,0.34,0.4962962962962963,0.45394736842105265,0.45,0.5132075471698113,0.4722222222222222,0.38,0.42,0.35,0.4508670520231214,0.27450980392156865,0.61,0.37446808510638296,0.2894736842105263,0.42758620689655175,0.2698412698412698,0.36507936507936506,0.29,0.5612903225806452,0.37438423645320196,0.47,0.6,0.6161616161616161,0.689119170984456,0.4641025641025641,0.26296296296296295,0.4789915966386555,0.2913907284768212,0.6238532110091743,0.37037037037037035,0.6666666666666666,0.6877637130801688,0.5112107623318386,0.5954198473282443,0.6363636363636364,0.5370370370370371,0.5521472392638037,0.41964285714285715,0.6116504854368932,0.7521367521367521,0.52,0.6641123882503193,0.5289017341040463,0.24581005586592178,0.5424836601307189,0.5241157556270096,0.5432098765432098,0.3723404255319149,0.38070404172099087,0.5,0.46078431372549017,0.5727272727272728,0.5510204081632653,0.6517412935323383,0.7,0.42168674698795183,0.695906432748538,0.35128518971848227,0.5100378847119458,YeungNLP
firefly-llama-30b,30.0,0.6177474402730375,0.6471818362875921,0.5823253184291846,0.25,0.5037037037037037,0.5592105263157895,0.61,0.6075471698113207,0.6319444444444444,0.41,0.51,0.38,0.5491329479768786,0.35294117647058826,0.7,0.4978723404255319,0.37719298245614036,0.5379310344827586,0.3492063492063492,0.30952380952380953,0.38,0.7032258064516129,0.4187192118226601,0.58,0.6909090909090909,0.7373737373737373,0.8031088082901554,0.5666666666666667,0.27037037037037037,0.6050420168067226,0.3841059602649007,0.7614678899082569,0.44907407407407407,0.7794117647058824,0.7932489451476793,0.6681614349775785,0.6641221374045801,0.743801652892562,0.6944444444444444,0.6993865030674846,0.36607142857142855,0.7281553398058253,0.8504273504273504,0.67,0.7790549169859514,0.6705202312138728,0.3675977653631285,0.6143790849673203,0.6913183279742765,0.6450617283950617,0.43617021276595747,0.4485006518904824,0.5955882352941176,0.6013071895424836,0.6818181818181818,0.6489795918367347,0.7711442786069652,0.82,0.4939759036144578,0.783625730994152,0.36474908200734396,0.5320066046936535,YeungNLP
firefly-llama-13b,13.0,0.5546075085324232,0.60017924716192,0.4909611387221993,0.35,0.5037037037037037,0.4605263157894737,0.48,0.5094339622641509,0.5069444444444444,0.28,0.39,0.37,0.41040462427745666,0.2647058823529412,0.63,0.3872340425531915,0.2894736842105263,0.4482758620689655,0.2671957671957672,0.3412698412698413,0.39,0.5387096774193548,0.33497536945812806,0.5,0.6303030303030303,0.6060606060606061,0.6321243523316062,0.4358974358974359,0.2851851851851852,0.46218487394957986,0.2980132450331126,0.634862385321101,0.2824074074074074,0.6127450980392157,0.7341772151898734,0.5515695067264574,0.5877862595419847,0.6611570247933884,0.5277777777777778,0.588957055214724,0.3125,0.6310679611650486,0.7307692307692307,0.54,0.6513409961685823,0.5578034682080925,0.2424581005586592,0.5490196078431373,0.5337620578778135,0.5370370370370371,0.37943262411347517,0.4002607561929596,0.5367647058823529,0.48856209150326796,0.6,0.563265306122449,0.6915422885572139,0.72,0.42168674698795183,0.7134502923976608,0.3402692778457772,0.4959184623226464,YeungNLP
firefly-llama2-13b-v1.2,13.0,0.5716723549488054,0.6093407687711612,0.5651428768452238,0.38,0.5111111111111111,0.5526315789473685,0.57,0.6188679245283019,0.5625,0.44,0.49,0.37,0.5202312138728323,0.28431372549019607,0.72,0.39574468085106385,0.2631578947368421,0.5241379310344828,0.3439153439153439,0.3333333333333333,0.38,0.6838709677419355,0.4729064039408867,0.57,0.6909090909090909,0.7171717171717171,0.8082901554404145,0.5153846153846153,0.34814814814814815,0.5756302521008403,0.2913907284768212,0.7467889908256881,0.4212962962962963,0.7745098039215687,0.7341772151898734,0.6502242152466368,0.6259541984732825,0.768595041322314,0.75,0.6871165644171779,0.32142857142857145,0.7378640776699029,0.7905982905982906,0.59,0.7522349936143039,0.6416184971098265,0.4402234636871508,0.5980392156862745,0.6430868167202572,0.6358024691358025,0.40425531914893614,0.4106910039113429,0.5367647058823529,0.5588235294117647,0.6363636363636364,0.6204081632653061,0.736318407960199,0.83,0.4819277108433735,0.7543859649122807,0.37209302325581395,0.5103135629035147,YeungNLP
firefly-ziya-13b,13.0,0.5238907849829352,0.5972913762198765,0.45180083825574785,0.3,0.45185185185185184,0.4276315789473684,0.49,0.4528301886792453,0.4722222222222222,0.31,0.42,0.25,0.4161849710982659,0.19607843137254902,0.57,0.39148936170212767,0.3157894736842105,0.38620689655172413,0.24338624338624337,0.4444444444444444,0.3,0.5225806451612903,0.2857142857142857,0.49,0.5636363636363636,0.5404040404040404,0.5958549222797928,0.4076923076923077,0.24444444444444444,0.42016806722689076,0.2185430463576159,0.5724770642201835,0.23148148148148148,0.5882352941176471,0.6160337552742616,0.47533632286995514,0.5343511450381679,0.6363636363636364,0.4444444444444444,0.49079754601226994,0.45535714285714285,0.6019417475728155,0.7222222222222222,0.51,0.6372924648786717,0.4624277456647399,0.18547486033519553,0.46405228758169936,0.4919614147909968,0.49382716049382713,0.32269503546099293,0.3650586701434159,0.4742647058823529,0.4264705882352941,0.5545454545454546,0.5061224489795918,0.582089552238806,0.65,0.45180722891566266,0.6783625730994152,0.35128518971848227,0.49292688331944234,YeungNLP
InstructPalmyra-20b,20.0,0.45563139931740615,0.5556662019518024,0.2826404951600438,0.27,0.3333333333333333,0.23684210526315788,0.24,0.29056603773584905,0.3125,0.2,0.17,0.24,0.17341040462427745,0.18627450980392157,0.38,0.31063829787234043,0.2631578947368421,0.2896551724137931,0.2724867724867725,0.21428571428571427,0.32,0.2870967741935484,0.3103448275862069,0.26,0.3212121212121212,0.30303030303030304,0.25906735751295334,0.24358974358974358,0.24444444444444444,0.2647058823529412,0.2185430463576159,0.27155963302752295,0.2175925925925926,0.31862745098039214,0.34177215189873417,0.40358744394618834,0.24427480916030533,0.371900826446281,0.32407407407407407,0.31901840490797545,0.2857142857142857,0.34951456310679613,0.358974358974359,0.24,0.3371647509578544,0.3179190751445087,0.24692737430167597,0.3006535947712418,0.3665594855305466,0.2839506172839506,0.2765957446808511,0.27249022164276404,0.21323529411764705,0.29411764705882354,0.3,0.23265306122448978,0.3034825870646766,0.32,0.3373493975903614,0.24561403508771928,0.2717258261933905,0.41814010073968827,Writer
palmyra-large,,0.4189419795221843,0.5316669986058554,0.2853779404745254,0.26,0.25925925925925924,0.29605263157894735,0.24,0.26037735849056604,0.3125,0.17,0.35,0.27,0.3179190751445087,0.16666666666666666,0.3,0.2425531914893617,0.2543859649122807,0.2896551724137931,0.25925925925925924,0.2619047619047619,0.33,0.2645161290322581,0.19704433497536947,0.29,0.3151515151515151,0.2878787878787879,0.32642487046632124,0.24358974358974358,0.24074074074074073,0.25630252100840334,0.2847682119205298,0.28256880733944956,0.23148148148148148,0.31862745098039214,0.33755274261603374,0.3811659192825112,0.3435114503816794,0.3884297520661157,0.2962962962962963,0.3128834355828221,0.3125,0.2524271844660194,0.32051282051282054,0.25,0.33205619412515963,0.2745664739884393,0.24692737430167597,0.3006535947712418,0.3183279742765273,0.3148148148148148,0.26595744680851063,0.29465449804432853,0.20588235294117646,0.2908496732026144,0.24545454545454545,0.27346938775510204,0.3034825870646766,0.39,0.30120481927710846,0.3333333333333333,0.2215422276621787,0.3592861283297082,Writer
camel-5b-hf,5.0,0.31399317406143346,0.43507269468233417,0.260653730424472,0.25,0.28888888888888886,0.21052631578947367,0.27,0.24528301886792453,0.22916666666666666,0.17,0.2,0.26,0.2254335260115607,0.19607843137254902,0.33,0.3191489361702128,0.23684210526315788,0.22758620689655173,0.24338624338624337,0.16666666666666666,0.32,0.25161290322580643,0.29064039408866993,0.33,0.2727272727272727,0.24242424242424243,0.23316062176165803,0.24615384615384617,0.25555555555555554,0.25210084033613445,0.25165562913907286,0.23486238532110093,0.18055555555555555,0.28431372549019607,0.3333333333333333,0.3632286995515695,0.2366412213740458,0.3140495867768595,0.2777777777777778,0.32515337423312884,0.2857142857142857,0.24271844660194175,0.2948717948717949,0.19,0.2886334610472541,0.25722543352601157,0.24692737430167597,0.25163398692810457,0.31189710610932475,0.2777777777777778,0.24113475177304963,0.27835723598435463,0.20955882352941177,0.2761437908496732,0.32727272727272727,0.18775510204081633,0.29850746268656714,0.22,0.3313253012048193,0.27485380116959063,0.2460220318237454,0.40652329480691085,Writer
palmyra-base,,0.29180887372013653,0.4166500697072296,0.2715101975496075,0.21,0.21481481481481482,0.25,0.27,0.2981132075471698,0.2638888888888889,0.37,0.29,0.31,0.3583815028901734,0.22549019607843138,0.31,0.2127659574468085,0.24561403508771928,0.2482758620689655,0.2751322751322751,0.35714285714285715,0.25,0.2806451612903226,0.23645320197044334,0.2,0.24242424242424243,0.3333333333333333,0.30569948186528495,0.35384615384615387,0.26666666666666666,0.2815126050420168,0.2052980132450331,0.3412844036697248,0.4675925925925926,0.22549019607843138,0.22784810126582278,0.1031390134529148,0.16030534351145037,0.256198347107438,0.25925925925925924,0.22699386503067484,0.26785714285714285,0.3106796116504854,0.26495726495726496,0.37,0.20945083014048532,0.1936416184971098,0.27262569832402234,0.2647058823529412,0.2572347266881029,0.21604938271604937,0.2553191489361702,0.26140808344198174,0.4485294117647059,0.22875816993464052,0.2818181818181818,0.30612244897959184,0.2736318407960199,0.29,0.28313253012048195,0.28654970760233917,0.2350061199510404,0.37570988384421344,Writer
palmyra-med-20b,20.0,0.43430034129692835,0.5542720573590918,0.44360666027251056,0.26,0.45925925925925926,0.47368421052631576,0.37,0.5320754716981132,0.4236111111111111,0.25,0.42,0.29,0.4046242774566474,0.27450980392156865,0.51,0.4085106382978723,0.34210526315789475,0.4413793103448276,0.2804232804232804,0.2222222222222222,0.31,0.5258064516129032,0.2955665024630542,0.42,0.48484848484848486,0.5959595959595959,0.5699481865284974,0.4512820512820513,0.2777777777777778,0.3907563025210084,0.24503311258278146,0.6091743119266055,0.35185185185185186,0.4803921568627451,0.569620253164557,0.5201793721973094,0.5419847328244275,0.49586776859504134,0.49074074074074076,0.3987730061349693,0.41964285714285715,0.5825242718446602,0.5854700854700855,0.58,0.5900383141762452,0.5144508670520231,0.24804469273743016,0.5392156862745098,0.4533762057877814,0.4876543209876543,0.32978723404255317,0.35723598435462844,0.5257352941176471,0.4395424836601307,0.5272727272727272,0.4897959183673469,0.5970149253731343,0.63,0.42771084337349397,0.5730994152046783,0.22031823745410037,0.3553221305957241,Writer
open-llama-3b-v2-wizard-evol-instuct-v2-196k,3.0,0.38310580204778155,0.5536745668193587,0.25387342936501084,0.26,0.21481481481481482,0.20394736842105263,0.36,0.25660377358490566,0.2708333333333333,0.21,0.17,0.27,0.17341040462427745,0.21568627450980393,0.24,0.3276595744680851,0.24561403508771928,0.1793103448275862,0.24603174603174602,0.2698412698412698,0.31,0.2129032258064516,0.26108374384236455,0.25,0.24242424242424243,0.21212121212121213,0.22279792746113988,0.21025641025641026,0.2518518518518518,0.24789915966386555,0.24503311258278146,0.23669724770642203,0.1574074074074074,0.2647058823529412,0.28270042194092826,0.38565022421524664,0.22900763358778625,0.2066115702479339,0.2777777777777778,0.2331288343558282,0.25,0.2524271844660194,0.27350427350427353,0.26,0.26053639846743293,0.24855491329479767,0.2435754189944134,0.23202614379084968,0.2733118971061093,0.2716049382716049,0.3049645390070922,0.24119947848761408,0.20588235294117646,0.2581699346405229,0.36363636363636365,0.23673469387755103,0.2537313432835821,0.34,0.3313253012048193,0.3157894736842105,0.2558139534883721,0.38869602803116626,harborwater
orca_mini_v3_13b,13.0,0.6023890784982935,0.6250746863174667,0.5651926584610324,0.32,0.4666666666666667,0.5526315789473685,0.59,0.6150943396226415,0.5763888888888888,0.4,0.47,0.35,0.5260115606936416,0.30392156862745096,0.74,0.4851063829787234,0.2807017543859649,0.5310344827586206,0.30687830687830686,0.3412698412698413,0.37,0.635483870967742,0.4433497536945813,0.59,0.6909090909090909,0.7373737373737373,0.8082901554404145,0.5666666666666667,0.2851851851851852,0.6050420168067226,0.2980132450331126,0.7541284403669725,0.49074074074074076,0.7549019607843137,0.7426160337552743,0.6636771300448431,0.6412213740458015,0.743801652892562,0.7314814814814815,0.6932515337423313,0.3392857142857143,0.7669902912621359,0.7991452991452992,0.64,0.7637292464878672,0.6271676300578035,0.3664804469273743,0.6111111111111112,0.6527331189710611,0.6388888888888888,0.4219858156028369,0.42698826597131684,0.5367647058823529,0.5751633986928104,0.6181818181818182,0.6448979591836734,0.6169154228855721,0.85,0.4457831325301205,0.7719298245614035,0.3806609547123623,0.5180548254049244,psmathur
model_007_13b_v2,13.0,0.5802047781569966,0.6255725951005776,0.5731579596989634,0.3,0.5111111111111111,0.5657894736842105,0.59,0.5886792452830188,0.6458333333333334,0.38,0.46,0.36,0.5144508670520231,0.3137254901960784,0.62,0.46382978723404256,0.3333333333333333,0.4827586206896552,0.31216931216931215,0.4444444444444444,0.42,0.632258064516129,0.4236453201970443,0.57,0.7090909090909091,0.7373737373737373,0.8290155440414507,0.5897435897435898,0.34074074074074073,0.5798319327731093,0.31788079470198677,0.781651376146789,0.4861111111111111,0.7892156862745098,0.7763713080168776,0.6681614349775785,0.6183206106870229,0.6776859504132231,0.7407407407407407,0.6932515337423313,0.4017857142857143,0.7281553398058253,0.8247863247863247,0.64,0.776500638569604,0.6329479768786127,0.48156424581005586,0.6143790849673203,0.6655948553054662,0.691358024691358,0.45390070921985815,0.4621903520208605,0.5808823529411765,0.6127450980392157,0.6454545454545455,0.6,0.5572139303482587,0.78,0.463855421686747,0.7894736842105263,0.379436964504284,0.5349848938845334,psmathur
orca_mini_3b,3.0,0.3839590443686007,0.4783907588129855,0.26794344160439326,0.38,0.35555555555555557,0.28289473684210525,0.27,0.2679245283018868,0.2847222222222222,0.15,0.23,0.27,0.24855491329479767,0.17647058823529413,0.28,0.23829787234042554,0.22807017543859648,0.30344827586206896,0.25132275132275134,0.1746031746031746,0.31,0.21935483870967742,0.24630541871921183,0.35,0.3151515151515151,0.2878787878787879,0.2538860103626943,0.23333333333333334,0.26296296296296295,0.21008403361344538,0.271523178807947,0.24770642201834864,0.2175925925925926,0.25980392156862747,0.24472573839662448,0.2825112107623318,0.20610687022900764,0.371900826446281,0.28703703703703703,0.294478527607362,0.21428571428571427,0.2524271844660194,0.3034188034188034,0.29,0.3499361430395913,0.3092485549132948,0.24581005586592178,0.2777777777777778,0.35691318327974275,0.2716049382716049,0.24822695035460993,0.24315514993481094,0.1801470588235294,0.28431372549019607,0.22727272727272727,0.18775510204081633,0.31343283582089554,0.33,0.30120481927710846,0.3216374269005848,0.27539779681762544,0.4241585354991201,psmathur
test_42_70b,70.0,0.6339590443686007,0.680740888269269,0.7000484813740369,0.34,0.6666666666666666,0.7960526315789473,0.75,0.7132075471698113,0.8263888888888888,0.51,0.6,0.41,0.630057803468208,0.35294117647058826,0.8,0.6808510638297872,0.4473684210526316,0.6413793103448275,0.4312169312169312,0.46825396825396826,0.49,0.8193548387096774,0.5369458128078818,0.78,0.8484848484848485,0.8737373737373737,0.9378238341968912,0.7205128205128205,0.35555555555555557,0.7647058823529411,0.44370860927152317,0.8715596330275229,0.6435185185185185,0.8921568627450981,0.8776371308016878,0.8026905829596412,0.8778625954198473,0.8760330578512396,0.8240740740740741,0.8220858895705522,0.5178571428571429,0.8155339805825242,0.8974358974358975,0.74,0.8607918263090677,0.7947976878612717,0.48156424581005586,0.7647058823529411,0.7813504823151125,0.8487654320987654,0.5638297872340425,0.5365058670143416,0.7426470588235294,0.75,0.7,0.7877551020408163,0.8805970149253731,0.92,0.536144578313253,0.8596491228070176,0.34516523867809057,0.48762211996558275,psmathur
model_42_70b,70.0,0.6339590443686007,0.680740888269269,0.7000484813740369,0.34,0.6666666666666666,0.7960526315789473,0.75,0.7132075471698113,0.8263888888888888,0.51,0.6,0.41,0.630057803468208,0.35294117647058826,0.8,0.6808510638297872,0.4473684210526316,0.6413793103448275,0.4312169312169312,0.46825396825396826,0.49,0.8193548387096774,0.5369458128078818,0.78,0.8484848484848485,0.8737373737373737,0.9378238341968912,0.7205128205128205,0.35555555555555557,0.7647058823529411,0.44370860927152317,0.8715596330275229,0.6435185185185185,0.8921568627450981,0.8776371308016878,0.8026905829596412,0.8778625954198473,0.8760330578512396,0.8240740740740741,0.8220858895705522,0.5178571428571429,0.8155339805825242,0.8974358974358975,0.74,0.8607918263090677,0.7947976878612717,0.48156424581005586,0.7647058823529411,0.7813504823151125,0.8487654320987654,0.5638297872340425,0.5365058670143416,0.7426470588235294,0.75,0.7,0.7877551020408163,0.8805970149253731,0.92,0.536144578313253,0.8596491228070176,0.34516523867809057,0.48762211996558275,psmathur
model_009,,0.6783276450511946,0.6884086835291775,0.694269561162019,0.36,0.6222222222222222,0.7828947368421053,0.69,0.7358490566037735,0.8333333333333334,0.47,0.58,0.4,0.653179190751445,0.3431372549019608,0.77,0.6510638297872341,0.4649122807017544,0.593103448275862,0.4708994708994709,0.49206349206349204,0.5,0.8225806451612904,0.5467980295566502,0.75,0.8606060606060606,0.8434343434343434,0.9430051813471503,0.7102564102564103,0.3296296296296296,0.7689075630252101,0.4768211920529801,0.8844036697247707,0.5370370370370371,0.9117647058823529,0.890295358649789,0.8161434977578476,0.8091603053435115,0.859504132231405,0.7870370370370371,0.8159509202453987,0.5803571428571429,0.8446601941747572,0.9145299145299145,0.69,0.8697318007662835,0.7456647398843931,0.641340782122905,0.7254901960784313,0.7652733118971061,0.8271604938271605,0.5709219858156028,0.589960886571056,0.7095588235294118,0.7418300653594772,0.7363636363636363,0.7714285714285715,0.8606965174129353,0.84,0.536144578313253,0.8362573099415205,0.4320685434516524,0.6071674718004252,psmathur
model_51,,0.6484641638225256,0.68123879705238,0.6930797217079898,0.38,0.6148148148148148,0.7828947368421053,0.75,0.7320754716981132,0.8472222222222222,0.51,0.55,0.39,0.6242774566473989,0.37254901960784315,0.78,0.6382978723404256,0.4473684210526316,0.6137931034482759,0.4656084656084656,0.47619047619047616,0.46,0.8258064516129032,0.5270935960591133,0.76,0.8181818181818182,0.8737373737373737,0.9378238341968912,0.7128205128205128,0.3333333333333333,0.7563025210084033,0.4768211920529801,0.8880733944954129,0.5925925925925926,0.9215686274509803,0.8734177215189873,0.7713004484304933,0.8396946564885496,0.8512396694214877,0.8148148148148148,0.803680981595092,0.48214285714285715,0.8155339805825242,0.8974358974358975,0.7,0.8722860791826309,0.7890173410404624,0.5709497206703911,0.738562091503268,0.7717041800643086,0.8209876543209876,0.5531914893617021,0.545632333767927,0.7316176470588235,0.7581699346405228,0.7272727272727273,0.8,0.845771144278607,0.9,0.5180722891566265,0.8538011695906432,0.4186046511627907,0.5717990703178123,psmathur
orca_mini_v2_13b,13.0,0.537542662116041,0.6080462059350727,0.4983474041043811,0.3,0.48148148148148145,0.5,0.48,0.5471698113207547,0.5138888888888888,0.31,0.44,0.31,0.4161849710982659,0.20588235294117646,0.63,0.39148936170212767,0.32456140350877194,0.47586206896551725,0.29894179894179895,0.29365079365079366,0.4,0.5483870967741935,0.35467980295566504,0.54,0.6121212121212121,0.601010101010101,0.6580310880829016,0.43333333333333335,0.26296296296296295,0.41596638655462187,0.2980132450331126,0.6458715596330276,0.3194444444444444,0.6764705882352942,0.70042194092827,0.5739910313901345,0.6259541984732825,0.6694214876033058,0.5462962962962963,0.5521472392638037,0.30357142857142855,0.7184466019417476,0.7692307692307693,0.56,0.7075351213282248,0.5404624277456648,0.2916201117318436,0.565359477124183,0.5273311897106109,0.5555555555555556,0.35106382978723405,0.40808344198174706,0.5220588235294118,0.49019607843137253,0.5909090909090909,0.5673469387755102,0.6766169154228856,0.73,0.4457831325301205,0.7309941520467836,0.3635250917992656,0.5257522004028524,psmathur
model_007,,0.6749146757679181,0.6908982274447322,0.6904044576948138,0.37,0.6444444444444445,0.8157894736842105,0.76,0.7320754716981132,0.8125,0.48,0.56,0.37,0.653179190751445,0.3627450980392157,0.76,0.6680851063829787,0.4298245614035088,0.6068965517241379,0.455026455026455,0.46825396825396826,0.45,0.8129032258064516,0.5369458128078818,0.75,0.8666666666666667,0.8888888888888888,0.9326424870466321,0.7102564102564103,0.32222222222222224,0.7436974789915967,0.4768211920529801,0.8899082568807339,0.5416666666666666,0.9215686274509803,0.8734177215189873,0.7982062780269058,0.816793893129771,0.8677685950413223,0.8240740740740741,0.7791411042944786,0.49107142857142855,0.8058252427184466,0.9017094017094017,0.69,0.8748403575989783,0.7630057803468208,0.5497206703910614,0.7254901960784313,0.7684887459807074,0.8055555555555556,0.5460992907801419,0.545632333767927,0.7316176470588235,0.75,0.7363636363636363,0.7918367346938775,0.8557213930348259,0.86,0.5421686746987951,0.8654970760233918,0.44920440636474906,0.6312306236860621,psmathur
orca_mini_7b,7.0,0.4087030716723549,0.5007966540529775,0.2997002908220904,0.39,0.32592592592592595,0.3092105263157895,0.26,0.2641509433962264,0.3680555555555556,0.29,0.35,0.28,0.23121387283236994,0.21568627450980393,0.32,0.33191489361702126,0.2543859649122807,0.32413793103448274,0.21428571428571427,0.25396825396825395,0.3,0.23225806451612904,0.21182266009852216,0.26,0.2727272727272727,0.29797979797979796,0.2694300518134715,0.24615384615384617,0.23333333333333334,0.23529411764705882,0.2119205298013245,0.26972477064220185,0.22685185185185186,0.2696078431372549,0.3080168776371308,0.40358744394618834,0.3435114503816794,0.35537190082644626,0.37962962962962965,0.25153374233128833,0.2857142857142857,0.36893203883495146,0.37606837606837606,0.35,0.36398467432950193,0.315028901734104,0.23910614525139665,0.3300653594771242,0.33440514469453375,0.2993827160493827,0.26595744680851063,0.2542372881355932,0.2867647058823529,0.2908496732026144,0.32727272727272727,0.31020408163265306,0.39800995024875624,0.42,0.3192771084337349,0.38596491228070173,0.27539779681762544,0.4202589717571902,psmathur
orca_mini_v2_7b,7.0,0.48208191126279865,0.5706034654451304,0.3949730429170474,0.3,0.4148148148148148,0.34868421052631576,0.44,0.4716981132075472,0.3680555555555556,0.23,0.37,0.31,0.27167630057803466,0.16666666666666666,0.55,0.3659574468085106,0.22807017543859648,0.38620689655172413,0.25396825396825395,0.25396825396825395,0.35,0.4,0.27586206896551724,0.43,0.4909090909090909,0.494949494949495,0.5854922279792746,0.36153846153846153,0.21851851851851853,0.3487394957983193,0.25165562913907286,0.48807339449541287,0.26851851851851855,0.4852941176470588,0.4936708860759494,0.484304932735426,0.4580152671755725,0.6198347107438017,0.48148148148148145,0.4539877300613497,0.2857142857142857,0.3592233009708738,0.5854700854700855,0.43,0.5517241379310345,0.44508670520231214,0.2435754189944134,0.3758169934640523,0.4340836012861736,0.4567901234567901,0.3120567375886525,0.30964797913950454,0.41911764705882354,0.4150326797385621,0.39090909090909093,0.34285714285714286,0.5024875621890548,0.59,0.3493975903614458,0.543859649122807,0.2937576499388005,0.4385828417379517,psmathur
model_420,,0.6604095563139932,0.6938856801433977,0.7034690539938461,0.32,0.6518518518518519,0.8289473684210527,0.78,0.7132075471698113,0.8194444444444444,0.48,0.54,0.39,0.6705202312138728,0.37254901960784315,0.77,0.6893617021276596,0.45614035087719296,0.6413793103448275,0.4576719576719577,0.5,0.47,0.8096774193548387,0.5714285714285714,0.77,0.8242424242424242,0.8737373737373737,0.9481865284974094,0.7282051282051282,0.32222222222222224,0.7605042016806722,0.47019867549668876,0.8972477064220183,0.5787037037037037,0.8970588235294118,0.8987341772151899,0.820627802690583,0.8702290076335878,0.8677685950413223,0.8240740740740741,0.8098159509202454,0.5625,0.8446601941747572,0.8974358974358975,0.73,0.8735632183908046,0.7947976878612717,0.5385474860335195,0.7745098039215687,0.7813504823151125,0.8240740740740741,0.5780141843971631,0.5567144719687093,0.7279411764705882,0.7581699346405228,0.7272727272727273,0.8081632653061225,0.8905472636815921,0.91,0.5602409638554217,0.8654970760233918,0.3769889840881273,0.5399670260194868,psmathur
orca_mini_v3_7b,7.0,0.5298634812286689,0.6064528978291177,0.5236900853847894,0.27,0.48148148148148145,0.506578947368421,0.54,0.6075471698113207,0.5486111111111112,0.34,0.4,0.29,0.45664739884393063,0.30392156862745096,0.57,0.49361702127659574,0.32456140350877194,0.47586206896551725,0.31216931216931215,0.29365079365079366,0.36,0.5548387096774193,0.3793103448275862,0.46,0.7151515151515152,0.696969696969697,0.772020725388601,0.5128205128205128,0.2777777777777778,0.5210084033613446,0.33112582781456956,0.7211009174311926,0.4351851851851852,0.7009803921568627,0.7468354430379747,0.5874439461883408,0.5954198473282443,0.6942148760330579,0.6388888888888888,0.5950920245398773,0.42857142857142855,0.7281553398058253,0.782051282051282,0.6,0.722860791826309,0.569364161849711,0.27262569832402234,0.5555555555555556,0.594855305466238,0.5802469135802469,0.39361702127659576,0.39504563233376794,0.5257352941176471,0.5,0.5636363636363636,0.6163265306122448,0.6517412935323383,0.73,0.41566265060240964,0.7134502923976608,0.3537331701346389,0.5051023916730814,psmathur
model_101,,0.6467576791808873,0.67805218084047,0.699170666118628,0.35,0.6444444444444445,0.8092105263157895,0.76,0.7358490566037735,0.8055555555555556,0.52,0.61,0.39,0.630057803468208,0.4411764705882353,0.78,0.6723404255319149,0.4473684210526316,0.6206896551724138,0.46296296296296297,0.48412698412698413,0.49,0.8290322580645161,0.541871921182266,0.75,0.8181818181818182,0.8686868686868687,0.9378238341968912,0.7025641025641025,0.31851851851851853,0.7521008403361344,0.47019867549668876,0.8862385321100917,0.6018518518518519,0.9264705882352942,0.8776371308016878,0.7802690582959642,0.8625954198473282,0.8512396694214877,0.8333333333333334,0.803680981595092,0.49107142857142855,0.8155339805825242,0.8931623931623932,0.69,0.8684546615581098,0.7861271676300579,0.5553072625698324,0.7516339869281046,0.7813504823151125,0.8271604938271605,0.5638297872340425,0.5482398956975228,0.7426470588235294,0.7598039215686274,0.7636363636363637,0.7959183673469388,0.8905472636815921,0.89,0.5301204819277109,0.8421052631578947,0.423500611995104,0.588506570085178,psmathur
model_007_13b,13.0,0.22696245733788395,0.2504481179047998,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,,,psmathur
model_420_preview,,0.6279863481228669,0.6758613821947819,0.6985397794508746,0.31,0.6222222222222222,0.8223684210526315,0.73,0.7094339622641509,0.8402777777777778,0.49,0.59,0.41,0.6473988439306358,0.37254901960784315,0.78,0.6723404255319149,0.4473684210526316,0.6344827586206897,0.42592592592592593,0.48412698412698413,0.49,0.8096774193548387,0.5270935960591133,0.79,0.8303030303030303,0.8838383838383839,0.9481865284974094,0.7461538461538462,0.35185185185185186,0.7689075630252101,0.41721854304635764,0.8825688073394495,0.6342592592592593,0.9019607843137255,0.8776371308016878,0.8071748878923767,0.8702290076335878,0.8760330578512396,0.8148148148148148,0.8282208588957055,0.5267857142857143,0.8349514563106796,0.905982905982906,0.74,0.859514687100894,0.7774566473988439,0.39217877094972065,0.7712418300653595,0.7781350482315113,0.8395061728395061,0.574468085106383,0.5352020860495437,0.7463235294117647,0.75,0.7272727272727273,0.8040816326530612,0.9054726368159204,0.92,0.5180722891566265,0.8654970760233918,0.31211750305997554,0.44567884747176173,psmathur
orca_mini_13b,13.0,0.40273037542662116,0.4871539533957379,0.35425243933037276,0.29,0.3925925925925926,0.3092105263157895,0.37,0.3660377358490566,0.3333333333333333,0.24,0.4,0.31,0.2832369942196532,0.19607843137254902,0.41,0.3021276595744681,0.23684210526315788,0.41379310344827586,0.24867724867724866,0.23809523809523808,0.29,0.3774193548387097,0.2857142857142857,0.32,0.43636363636363634,0.4292929292929293,0.43523316062176165,0.2923076923076923,0.23333333333333334,0.3025210084033613,0.25165562913907286,0.3669724770642202,0.3055555555555556,0.46078431372549017,0.459915611814346,0.40358744394618834,0.37404580152671757,0.4049586776859504,0.4074074074074074,0.3374233128834356,0.3482142857142857,0.2912621359223301,0.48717948717948717,0.4,0.5006385696040868,0.4277456647398844,0.25251396648044694,0.39869281045751637,0.36977491961414793,0.3487654320987654,0.30141843971631205,0.3109517601043025,0.23897058823529413,0.35947712418300654,0.41818181818181815,0.363265306122449,0.48756218905472637,0.55,0.35542168674698793,0.4678362573099415,0.2778457772337821,0.43097124943006215,psmathur
orca_mini_v3_70b,70.0,0.6646757679180887,0.6951802429794861,0.7017920055066956,0.35,0.6296296296296297,0.8157894736842105,0.77,0.7396226415094339,0.8125,0.5,0.56,0.39,0.6589595375722543,0.38235294117647056,0.76,0.6936170212765957,0.4473684210526316,0.6344827586206897,0.48148148148148145,0.4444444444444444,0.52,0.8161290322580645,0.5665024630541872,0.78,0.8424242424242424,0.8737373737373737,0.9326424870466321,0.7025641025641025,0.3037037037037037,0.7478991596638656,0.5033112582781457,0.9009174311926605,0.5879629629629629,0.9264705882352942,0.9029535864978903,0.7757847533632287,0.8625954198473282,0.8760330578512396,0.8240740740740741,0.8159509202453987,0.5178571428571429,0.8155339805825242,0.9145299145299145,0.75,0.8748403575989783,0.791907514450867,0.5575418994413408,0.7418300653594772,0.77491961414791,0.8209876543209876,0.5851063829787234,0.559973924380704,0.7169117647058824,0.7549019607843137,0.7181818181818181,0.8,0.8756218905472637,0.91,0.5240963855421686,0.8654970760233918,0.42962056303549573,0.6126968953087459,psmathur
model_007_v2,,0.6774744027303754,0.6884086835291775,0.6857936691936147,0.34,0.6,0.756578947368421,0.71,0.7245283018867924,0.7916666666666666,0.44,0.56,0.4,0.6647398843930635,0.3333333333333333,0.76,0.6425531914893617,0.45614035087719296,0.5724137931034483,0.4708994708994709,0.5,0.43,0.8096774193548387,0.4975369458128079,0.76,0.8424242424242424,0.8737373737373737,0.917098445595855,0.7025641025641025,0.3074074074074074,0.7647058823529411,0.46357615894039733,0.8899082568807339,0.5277777777777778,0.9166666666666666,0.8860759493670886,0.7892376681614349,0.8015267175572519,0.8512396694214877,0.8148148148148148,0.803680981595092,0.5892857142857143,0.8058252427184466,0.9188034188034188,0.7,0.8569604086845466,0.7485549132947977,0.646927374301676,0.7287581699346405,0.7684887459807074,0.808641975308642,0.574468085106383,0.576271186440678,0.7058823529411765,0.7434640522875817,0.7090909090909091,0.746938775510204,0.8756218905472637,0.83,0.5240963855421686,0.8596491228070176,0.4394124847001224,0.6265063961517231,psmathur
StableBeluga-7B,7.0,0.5341296928327645,0.5966938856801434,0.5271247199466514,0.29,0.4962962962962963,0.45394736842105265,0.52,0.6188679245283019,0.5208333333333334,0.43,0.46,0.35,0.44508670520231214,0.27450980392156865,0.61,0.49361702127659574,0.2894736842105263,0.46206896551724136,0.31746031746031744,0.31746031746031744,0.32,0.5709677419354838,0.35960591133004927,0.43,0.7090909090909091,0.6868686868686869,0.7823834196891192,0.5102564102564102,0.26296296296296295,0.5378151260504201,0.31125827814569534,0.728440366972477,0.48148148148148145,0.7009803921568627,0.7172995780590717,0.6188340807174888,0.6412213740458015,0.7107438016528925,0.6296296296296297,0.5950920245398773,0.4017857142857143,0.7475728155339806,0.7863247863247863,0.63,0.7241379310344828,0.5606936416184971,0.2435754189944134,0.5490196078431373,0.5852090032154341,0.5679012345679012,0.3900709219858156,0.3924380704041721,0.5294117647058824,0.5245098039215687,0.5909090909090909,0.6244897959183674,0.6766169154228856,0.75,0.39759036144578314,0.7192982456140351,0.3463892288861689,0.5019072263271259,stabilityai
StableBeluga-13B,13.0,0.5981228668941979,0.6236805417247561,0.5770884692971581,0.33,0.45925925925925926,0.5263157894736842,0.59,0.6150943396226415,0.6180555555555556,0.37,0.46,0.34,0.5375722543352601,0.3333333333333333,0.74,0.46808510638297873,0.2982456140350877,0.5448275862068965,0.3412698412698413,0.3492063492063492,0.38,0.6709677419354839,0.43349753694581283,0.6,0.703030303030303,0.7474747474747475,0.8238341968911918,0.5743589743589743,0.29259259259259257,0.5966386554621849,0.33112582781456956,0.7596330275229358,0.4398148148148148,0.75,0.7510548523206751,0.672645739910314,0.6793893129770993,0.768595041322314,0.75,0.7055214723926381,0.44642857142857145,0.7669902912621359,0.8290598290598291,0.67,0.7739463601532567,0.6445086705202312,0.43575418994413406,0.6339869281045751,0.6559485530546624,0.6327160493827161,0.4326241134751773,0.4152542372881356,0.5367647058823529,0.5833333333333334,0.6363636363636364,0.6448979591836734,0.7263681592039801,0.83,0.46987951807228917,0.7777777777777778,0.35128518971848227,0.4960965029030429,stabilityai
StableBeluga1-Delta,,0.6459044368600683,0.6697868950408286,0.6482943910545168,0.31,0.5703703703703704,0.7236842105263158,0.63,0.6867924528301886,0.7222222222222222,0.48,0.51,0.32,0.5895953757225434,0.37254901960784315,0.73,0.6,0.43859649122807015,0.6,0.42063492063492064,0.46825396825396826,0.42,0.7677419354838709,0.4088669950738916,0.71,0.8181818181818182,0.8484848484848485,0.8963730569948186,0.6641025641025641,0.27037037037037037,0.6932773109243697,0.41721854304635764,0.8366972477064221,0.5416666666666666,0.8529411764705882,0.8523206751054853,0.6860986547085202,0.8015267175572519,0.8181818181818182,0.7870370370370371,0.7791411042944786,0.4732142857142857,0.7961165048543689,0.8888888888888888,0.65,0.8186462324393359,0.7572254335260116,0.4793296089385475,0.7026143790849673,0.729903536977492,0.7222222222222222,0.5035460992907801,0.49608865710560623,0.6360294117647058,0.6977124183006536,0.7272727272727273,0.746938775510204,0.8756218905472637,0.86,0.5180722891566265,0.8304093567251462,0.397796817625459,0.5581037831348244,stabilityai
stablelm-base-alpha-7b-v2,7.0,0.4300341296928328,0.5716988647679745,0.45098939932497073,0.29,0.45185185185185184,0.5394736842105263,0.51,0.4641509433962264,0.4791666666666667,0.35,0.41,0.29,0.4046242774566474,0.28431372549019607,0.58,0.37446808510638296,0.2719298245614035,0.45517241379310347,0.2857142857142857,0.2857142857142857,0.31,0.5,0.3497536945812808,0.46,0.5151515151515151,0.5202020202020202,0.6321243523316062,0.4,0.2777777777777778,0.38235294117647056,0.2781456953642384,0.6,0.26851851851851855,0.5294117647058824,0.5864978902953587,0.4663677130044843,0.549618320610687,0.5206611570247934,0.5462962962962963,0.49693251533742333,0.26785714285714285,0.5825242718446602,0.6196581196581197,0.55,0.6475095785440613,0.4797687861271676,0.264804469273743,0.47058823529411764,0.5209003215434084,0.5432098765432098,0.33687943262411346,0.37614080834419816,0.4742647058823529,0.4084967320261438,0.4818181818181818,0.46530612244897956,0.6616915422885572,0.58,0.4036144578313253,0.6549707602339181,0.24112607099143207,0.3645720175160148,stabilityai
StableBeluga2,,0.659556313993174,0.6744672376020713,0.6879488672335343,0.31,0.6296296296296297,0.7894736842105263,0.75,0.7584905660377359,0.7916666666666666,0.46,0.54,0.44,0.653179190751445,0.39215686274509803,0.75,0.6510638297872341,0.4649122807017544,0.6275862068965518,0.43915343915343913,0.5,0.43,0.832258064516129,0.5024630541871922,0.75,0.8424242424242424,0.8737373737373737,0.927461139896373,0.7076923076923077,0.3296296296296296,0.8109243697478992,0.423841059602649,0.8880733944954129,0.5694444444444444,0.8872549019607843,0.8607594936708861,0.7802690582959642,0.8473282442748091,0.8347107438016529,0.8240740740740741,0.7975460122699386,0.4642857142857143,0.8252427184466019,0.8931623931623932,0.67,0.8607918263090677,0.7745664739884393,0.6078212290502794,0.7712418300653595,0.7556270096463023,0.7962962962962963,0.5177304964539007,0.546284224250326,0.7095588235294118,0.7467320261437909,0.6818181818181818,0.7551020408163265,0.8955223880597015,0.89,0.536144578313253,0.847953216374269,0.4259485924112607,0.5944080174826092,stabilityai
stablelm-tuned-alpha-7b,7.0,0.3003412969283277,0.41286596295558653,0.2441246159456898,0.25,0.26666666666666666,0.17105263157894737,0.24,0.27547169811320754,0.2361111111111111,0.28,0.22,0.3,0.23121387283236994,0.2549019607843137,0.28,0.3148936170212766,0.21052631578947367,0.27586206896551724,0.24338624338624337,0.24603174603174602,0.19,0.2129032258064516,0.18226600985221675,0.22,0.22424242424242424,0.18686868686868688,0.21243523316062177,0.2743589743589744,0.25925925925925924,0.19747899159663865,0.2185430463576159,0.22935779816513763,0.35185185185185186,0.24019607843137256,0.2869198312236287,0.3542600896860987,0.2900763358778626,0.2396694214876033,0.28703703703703703,0.27607361963190186,0.24107142857142858,0.1650485436893204,0.24786324786324787,0.3,0.23499361430395913,0.2254335260115607,0.24134078212290502,0.25163398692810457,0.21864951768488747,0.2222222222222222,0.24822695035460993,0.22946544980443284,0.16544117647058823,0.25163398692810457,0.23636363636363636,0.1673469387755102,0.263681592039801,0.24,0.2891566265060241,0.24561403508771928,0.23990208078335373,0.4037161827493261,stabilityai
stablelm-base-alpha-7b,7.0,0.2901023890784983,0.3980282812188807,0.26205160948031253,0.25,0.2740740740740741,0.18421052631578946,0.2,0.22264150943396227,0.24305555555555555,0.3,0.34,0.26,0.2254335260115607,0.21568627450980393,0.31,0.225531914893617,0.22807017543859648,0.3103448275862069,0.2724867724867725,0.2619047619047619,0.2,0.21935483870967742,0.2561576354679803,0.29,0.23636363636363636,0.2727272727272727,0.17098445595854922,0.22564102564102564,0.29259259259259257,0.20588235294117646,0.3443708609271523,0.3339449541284404,0.37962962962962965,0.27941176470588236,0.2489451476793249,0.17040358744394618,0.24427480916030533,0.3140495867768595,0.2777777777777778,0.26380368098159507,0.25892857142857145,0.34951456310679613,0.2564102564102564,0.28,0.2247765006385696,0.2832369942196532,0.24581005586592178,0.2647058823529412,0.2604501607717042,0.28703703703703703,0.21631205673758866,0.24185136897001303,0.29044117647058826,0.26633986928104575,0.2545454545454545,0.3469387755102041,0.23880597014925373,0.27,0.2469879518072289,0.30409356725146197,0.23623011015911874,0.4019376597227457,stabilityai
stablelm-tuned-alpha-3b,3.0,0.24658703071672355,0.3604859589723163,0.23080135358829965,0.23,0.2518518518518518,0.19736842105263158,0.35,0.23018867924528302,0.2638888888888889,0.14,0.27,0.19,0.2254335260115607,0.17647058823529413,0.29,0.2723404255319149,0.20175438596491227,0.23448275862068965,0.22486772486772486,0.2619047619047619,0.18,0.18387096774193548,0.14285714285714285,0.24,0.21212121212121213,0.17676767676767677,0.21243523316062177,0.2205128205128205,0.2074074074074074,0.23109243697478993,0.2119205298013245,0.1981651376146789,0.1527777777777778,0.22549019607843138,0.28270042194092826,0.3004484304932735,0.22137404580152673,0.23140495867768596,0.25925925925925924,0.22085889570552147,0.3125,0.1650485436893204,0.2777777777777778,0.3,0.2541507024265645,0.2254335260115607,0.2424581005586592,0.23202614379084968,0.18006430868167203,0.20987654320987653,0.18439716312056736,0.2392438070404172,0.2426470588235294,0.2549019607843137,0.2909090909090909,0.17551020408163265,0.21890547263681592,0.27,0.27710843373493976,0.2807017543859649,0.24357405140758873,0.4232876189754823,stabilityai
baize-healthcare-lora-7B,7.0,0.5051194539249146,0.5800637323242382,0.37089432935604294,0.22,0.3925925925925926,0.3684210526315789,0.44,0.4075471698113208,0.3402777777777778,0.31,0.29,0.34,0.3236994219653179,0.20588235294117646,0.41,0.39148936170212767,0.2719298245614035,0.296551724137931,0.2671957671957672,0.3333333333333333,0.38,0.34838709677419355,0.28078817733990147,0.36,0.4666666666666667,0.43434343434343436,0.5077720207253886,0.382051282051282,0.27037037037037037,0.3403361344537815,0.2980132450331126,0.4954128440366973,0.3148148148148148,0.46078431372549017,0.459915611814346,0.38565022421524664,0.3435114503816794,0.47107438016528924,0.4166666666666667,0.38650306748466257,0.29464285714285715,0.39805825242718446,0.47863247863247865,0.45,0.4367816091954023,0.40173410404624277,0.2424581005586592,0.3954248366013072,0.3858520900321543,0.404320987654321,0.2978723404255319,0.3050847457627119,0.4411764705882353,0.3284313725490196,0.4,0.3469387755102041,0.4975124378109453,0.39,0.3253012048192771,0.5087719298245614,0.2839657282741738,0.39963016478252117,project-baize
baize-v2-13b,13.0,0.5332764505119454,0.6009759012148974,0.49723707650622706,0.36,0.5111111111111111,0.45394736842105265,0.45,0.4830188679245283,0.4930555555555556,0.39,0.44,0.38,0.3988439306358382,0.23529411764705882,0.65,0.4127659574468085,0.30701754385964913,0.4482758620689655,0.30158730158730157,0.31746031746031744,0.35,0.535483870967742,0.3645320197044335,0.53,0.6303030303030303,0.5505050505050505,0.6839378238341969,0.4564102564102564,0.2518518518518518,0.47058823529411764,0.2582781456953642,0.6513761467889908,0.35185185185185186,0.6519607843137255,0.7088607594936709,0.5650224215246636,0.5725190839694656,0.6776859504132231,0.5555555555555556,0.5766871165644172,0.3392857142857143,0.6504854368932039,0.6923076923076923,0.54,0.6819923371647509,0.5491329479768786,0.24916201117318434,0.5359477124183006,0.5659163987138264,0.5709876543209876,0.375886524822695,0.39895697522816165,0.5183823529411765,0.49019607843137253,0.5818181818181818,0.5836734693877551,0.6318407960199005,0.79,0.4397590361445783,0.7309941520467836,0.3268053855569155,0.4787940004917526,project-baize
baize-v2-7b,7.0,0.45563139931740615,0.5692093208524198,0.39602396851713095,0.32,0.45925925925925926,0.3684210526315789,0.48,0.47547169811320755,0.3819444444444444,0.3,0.32,0.28,0.35260115606936415,0.24509803921568626,0.46,0.37872340425531914,0.2807017543859649,0.3310344827586207,0.2698412698412698,0.29365079365079366,0.3,0.4064516129032258,0.31527093596059114,0.3,0.5272727272727272,0.4292929292929293,0.538860103626943,0.38974358974358975,0.21481481481481482,0.3067226890756303,0.2980132450331126,0.47155963302752296,0.2962962962962963,0.5,0.510548523206751,0.4618834080717489,0.44274809160305345,0.5702479338842975,0.42592592592592593,0.4049079754601227,0.24107142857142858,0.4563106796116505,0.5683760683760684,0.46,0.524904214559387,0.43641618497109824,0.2446927374301676,0.42483660130718953,0.42443729903536975,0.42901234567901236,0.32269503546099293,0.3318122555410691,0.46691176470588236,0.3790849673202614,0.4,0.39591836734693875,0.40298507462686567,0.61,0.37349397590361444,0.5730994152046783,0.27539779681762544,0.413905267371869,project-baize
Elliott-Chinese-LLaMa-GPTQ,,0.46757679180887374,0.5571599283011353,0.49584145749208924,0.27,0.45185185185185184,0.5197368421052632,0.49,0.539622641509434,0.5069444444444444,0.34,0.46,0.33,0.43352601156069365,0.2549019607843137,0.6,0.3829787234042553,0.30701754385964913,0.4413793103448276,0.30687830687830686,0.30952380952380953,0.38,0.5612903225806452,0.3251231527093596,0.4,0.6484848484848484,0.6464646464646465,0.7357512953367875,0.45384615384615384,0.2518518518518518,0.44537815126050423,0.33774834437086093,0.689908256880734,0.37037037037037035,0.6225490196078431,0.6708860759493671,0.5874439461883408,0.648854961832061,0.6446280991735537,0.5462962962962963,0.5276073619631901,0.3392857142857143,0.6310679611650486,0.7393162393162394,0.58,0.6973180076628352,0.5028901734104047,0.288268156424581,0.5686274509803921,0.572347266881029,0.5740740740740741,0.36524822695035464,0.34028683181225555,0.5220588235294118,0.4738562091503268,0.5,0.5306122448979592,0.7064676616915423,0.68,0.463855421686747,0.7485380116959064,0.2962056303549572,0.45093918484971685,elliotthwang
Elliott-Chinese-LLaMa-GPTQ-V1.0,,0.4667235494880546,0.5590519816769568,0.493333105222795,0.27,0.4444444444444444,0.5197368421052632,0.5,0.5320754716981132,0.5069444444444444,0.34,0.45,0.32,0.4393063583815029,0.2549019607843137,0.58,0.3702127659574468,0.3157894736842105,0.4482758620689655,0.29365079365079366,0.30952380952380953,0.4,0.5612903225806452,0.3251231527093596,0.4,0.6545454545454545,0.6262626262626263,0.7202072538860104,0.4461538461538462,0.24444444444444444,0.4327731092436975,0.3443708609271523,0.6788990825688074,0.35185185185185186,0.6127450980392157,0.6666666666666666,0.5919282511210763,0.648854961832061,0.6528925619834711,0.5555555555555556,0.5521472392638037,0.3392857142857143,0.6310679611650486,0.7521367521367521,0.59,0.6896551724137931,0.5028901734104047,0.2770949720670391,0.5620915032679739,0.572347266881029,0.5679012345679012,0.3546099290780142,0.34159061277705344,0.5110294117647058,0.47058823529411764,0.5,0.5142857142857142,0.7014925373134329,0.68,0.45180722891566266,0.7485380116959064,0.29253365973072215,0.44703431694949036,elliotthwang
Elliott-Chinese-LLaMa-GPTQ-V2.0,,0.4726962457337884,0.5598486357299343,0.4941151671346282,0.29,0.43703703703703706,0.5197368421052632,0.5,0.539622641509434,0.5138888888888888,0.34,0.46,0.33,0.4508670520231214,0.24509803921568626,0.57,0.3872340425531915,0.3157894736842105,0.4482758620689655,0.28835978835978837,0.31746031746031744,0.4,0.5645161290322581,0.3251231527093596,0.4,0.6484848484848484,0.6363636363636364,0.7150259067357513,0.44358974358974357,0.22592592592592592,0.4327731092436975,0.33112582781456956,0.6788990825688074,0.3472222222222222,0.6323529411764706,0.6708860759493671,0.5874439461883408,0.648854961832061,0.6528925619834711,0.5648148148148148,0.5460122699386503,0.33035714285714285,0.6310679611650486,0.7521367521367521,0.61,0.6896551724137931,0.5057803468208093,0.2737430167597765,0.5555555555555556,0.5627009646302251,0.5679012345679012,0.35815602836879434,0.34419817470664926,0.5147058823529411,0.46568627450980393,0.5,0.5102040816326531,0.6965174129353234,0.69,0.4578313253012048,0.7426900584795322,0.2913096695226438,0.44695776879520727,elliotthwang
tigerbot-70b-base,70.0,0.5955631399317406,0.6339374626568413,0.6549329853526618,0.24,0.562962962962963,0.7368421052631579,0.63,0.6867924528301886,0.7916666666666666,0.47,0.53,0.36,0.5895953757225434,0.38235294117647056,0.71,0.6042553191489362,0.35964912280701755,0.5724137931034483,0.43915343915343913,0.4523809523809524,0.53,0.8161290322580645,0.46798029556650245,0.67,0.8363636363636363,0.8535353535353535,0.9067357512953368,0.6435897435897436,0.3148148148148148,0.7142857142857143,0.44370860927152317,0.8697247706422019,0.6018518518518519,0.8676470588235294,0.869198312236287,0.7085201793721974,0.8015267175572519,0.8016528925619835,0.7777777777777778,0.7914110429447853,0.4642857142857143,0.7961165048543689,0.8760683760683761,0.67,0.8199233716475096,0.7456647398843931,0.34972067039106147,0.6993464052287581,0.7556270096463023,0.7530864197530864,0.5319148936170213,0.5,0.6544117647058824,0.6993464052287581,0.6909090909090909,0.763265306122449,0.8805970149253731,0.91,0.5301204819277109,0.8362573099415205,0.3598531211750306,0.5275754799335507,TigerResearch
tigerbot-70b-chat,70.0,0.7286689419795221,0.6849233220474009,0.6608182187240329,0.27,0.562962962962963,0.75,0.64,0.690566037735849,0.7708333333333334,0.48,0.57,0.41,0.6127167630057804,0.37254901960784315,0.73,0.625531914893617,0.38596491228070173,0.6,0.4470899470899471,0.4365079365079365,0.44,0.7838709677419354,0.4975369458128079,0.73,0.8303030303030303,0.8585858585858586,0.9015544041450777,0.6641025641025641,0.32222222222222224,0.7226890756302521,0.47019867549668876,0.8715596330275229,0.6064814814814815,0.8921568627450981,0.8649789029535865,0.7309417040358744,0.7938931297709924,0.8347107438016529,0.7407407407407407,0.7361963190184049,0.48214285714285715,0.7766990291262136,0.8760683760683761,0.66,0.8212005108556832,0.7254335260115607,0.45251396648044695,0.7026143790849673,0.7684887459807074,0.7376543209876543,0.5106382978723404,0.5267275097783573,0.6838235294117647,0.696078431372549,0.6909090909090909,0.763265306122449,0.8855721393034826,0.91,0.5481927710843374,0.8011695906432749,0.40024479804161567,0.5509801998519438,TigerResearch
tigerbot-7b-sft,7.0,0.37542662116040953,0.45269866560446126,0.2989289421674107,0.36,0.34814814814814815,0.21052631578947367,0.38,0.28679245283018867,0.2569444444444444,0.12,0.31,0.27,0.30057803468208094,0.20588235294117646,0.46,0.3276595744680851,0.2807017543859649,0.3931034482758621,0.28835978835978837,0.2222222222222222,0.25,0.2161290322580645,0.26108374384236455,0.39,0.34545454545454546,0.32323232323232326,0.2694300518134715,0.258974358974359,0.26666666666666666,0.23949579831932774,0.25165562913907286,0.3284403669724771,0.19444444444444445,0.2696078431372549,0.37130801687763715,0.3452914798206278,0.3435114503816794,0.23140495867768596,0.32407407407407407,0.22085889570552147,0.3125,0.30097087378640774,0.41452991452991456,0.36,0.3793103448275862,0.3265895953757225,0.23798882681564246,0.2679738562091503,0.26688102893890675,0.2716049382716049,0.2978723404255319,0.2770534550195567,0.24632352941176472,0.3055555555555556,0.41818181818181815,0.24081632653061225,0.2935323383084577,0.34,0.3674698795180723,0.391812865497076,0.4700122399020808,0.5818317332424626,TigerResearch
tigerbot-7b-base,7.0,0.45733788395904434,0.5317665803624776,0.4510549410149856,0.26,0.45925925925925926,0.46710526315789475,0.45,0.4830188679245283,0.4166666666666667,0.34,0.43,0.35,0.4277456647398844,0.17647058823529413,0.56,0.34893617021276596,0.24561403508771928,0.45517241379310347,0.2619047619047619,0.25396825396825395,0.32,0.4967741935483871,0.3448275862068966,0.34,0.5636363636363636,0.5909090909090909,0.6683937823834197,0.48205128205128206,0.22592592592592592,0.4369747899159664,0.32450331125827814,0.6293577981651376,0.3472222222222222,0.5196078431372549,0.6329113924050633,0.484304932735426,0.5190839694656488,0.5371900826446281,0.5277777777777778,0.5705521472392638,0.36607142857142855,0.5145631067961165,0.6837606837606838,0.53,0.6053639846743295,0.47398843930635837,0.27150837988826815,0.5098039215686274,0.5530546623794212,0.4783950617283951,0.33687943262411346,0.32333767926988266,0.3713235294117647,0.37745098039215685,0.5363636363636364,0.49387755102040815,0.582089552238806,0.69,0.4036144578313253,0.6608187134502924,0.2876376988984088,0.4226670331307046,TigerResearch
VicUnlocked-alpaca-30b,30.0,0.5861774744027304,0.6355307707627963,0.5763878124482882,0.39,0.5259259259259259,0.5789473684210527,0.59,0.5660377358490566,0.6597222222222222,0.42,0.47,0.3,0.5202312138728323,0.3627450980392157,0.7,0.46808510638297873,0.3508771929824561,0.45517241379310347,0.3544973544973545,0.29365079365079366,0.36,0.6709677419354839,0.4088669950738916,0.58,0.7333333333333333,0.7222222222222222,0.8290155440414507,0.5538461538461539,0.28888888888888886,0.5378151260504201,0.3443708609271523,0.7541284403669725,0.46296296296296297,0.7549019607843137,0.810126582278481,0.6412556053811659,0.648854961832061,0.7355371900826446,0.6666666666666666,0.6809815950920245,0.44642857142857145,0.7572815533980582,0.8418803418803419,0.65,0.776500638569604,0.6502890173410405,0.39106145251396646,0.630718954248366,0.6752411575562701,0.654320987654321,0.4432624113475177,0.4517601043024772,0.5073529411764706,0.6241830065359477,0.6727272727272727,0.636734693877551,0.7860696517412935,0.82,0.46987951807228917,0.7777777777777778,0.35128518971848227,0.5103239807678763,Aeala
Alpaca-elina-65b,65.0,0.6331058020477816,0.6715793666600279,0.6341530490006783,0.32,0.5259259259259259,0.6973684210526315,0.59,0.6830188679245283,0.6805555555555556,0.53,0.51,0.35,0.5549132947976878,0.3627450980392157,0.75,0.5914893617021276,0.37719298245614036,0.5655172413793104,0.3835978835978836,0.4365079365079365,0.36,0.7161290322580646,0.4187192118226601,0.69,0.7818181818181819,0.7929292929292929,0.8911917098445595,0.6538461538461539,0.3333333333333333,0.6764705882352942,0.4105960264900662,0.8293577981651377,0.5416666666666666,0.8284313725490197,0.8270042194092827,0.6771300448430493,0.7633587786259542,0.8016528925619835,0.7222222222222222,0.7668711656441718,0.48214285714285715,0.8058252427184466,0.8589743589743589,0.69,0.8007662835249042,0.7427745664739884,0.4659217877094972,0.6797385620915033,0.7266881028938906,0.7314814814814815,0.48936170212765956,0.49022164276401564,0.625,0.6666666666666666,0.7181818181818181,0.746938775510204,0.835820895522388,0.85,0.5240963855421686,0.8245614035087719,0.33414932680538556,0.4731719190866776,Aeala
Enterredaas-33b,33.0,0.575938566552901,0.6353316072495518,0.5830104225398959,0.39,0.5111111111111111,0.5921052631578947,0.56,0.5849056603773585,0.5833333333333334,0.42,0.51,0.42,0.5202312138728323,0.3137254901960784,0.67,0.4851063829787234,0.3508771929824561,0.5379310344827586,0.38095238095238093,0.31746031746031744,0.36,0.6580645161290323,0.41379310344827586,0.57,0.7515151515151515,0.7474747474747475,0.8186528497409327,0.541025641025641,0.2851851851851852,0.5546218487394958,0.31788079470198677,0.7376146788990826,0.4583333333333333,0.75,0.8059071729957806,0.6860986547085202,0.648854961832061,0.7603305785123967,0.6851851851851852,0.7300613496932515,0.36607142857142855,0.7961165048543689,0.8376068376068376,0.68,0.7739463601532567,0.653179190751445,0.4335195530726257,0.6241830065359477,0.6913183279742765,0.6574074074074074,0.425531914893617,0.4589308996088657,0.5588235294117647,0.6062091503267973,0.6636363636363637,0.636734693877551,0.7810945273631841,0.87,0.4819277108433735,0.8070175438596491,0.3243574051407589,0.49017698388167485,Aeala
GPT4-x-AlpacaDente2-30b,30.0,0.5750853242320819,0.6183031268671579,0.5662621076994767,0.27,0.45925925925925926,0.5723684210526315,0.53,0.5962264150943396,0.625,0.39,0.45,0.36,0.5086705202312138,0.3137254901960784,0.59,0.4808510638297872,0.35964912280701755,0.4482758620689655,0.3439153439153439,0.31746031746031744,0.4,0.7096774193548387,0.4088669950738916,0.57,0.6848484848484848,0.7626262626262627,0.7979274611398963,0.5615384615384615,0.2777777777777778,0.6176470588235294,0.31125827814569534,0.7761467889908257,0.49537037037037035,0.7598039215686274,0.7637130801687764,0.6816143497757847,0.6793893129770993,0.768595041322314,0.6481481481481481,0.6809815950920245,0.375,0.7378640776699029,0.8418803418803419,0.59,0.7509578544061303,0.638728323699422,0.3564245810055866,0.6078431372549019,0.6205787781350482,0.6512345679012346,0.425531914893617,0.4315514993481095,0.5808823529411765,0.5964052287581699,0.6363636363636364,0.6408163265306123,0.7761194029850746,0.77,0.4879518072289157,0.7894736842105263,0.33047735618115054,0.48376070919498354,Aeala
GPT4-x-Alpasta-13b,13.0,0.5588737201365188,0.6035650268870743,0.46027746989515916,0.33,0.4666666666666667,0.40131578947368424,0.46,0.47547169811320755,0.4375,0.31,0.46,0.39,0.3815028901734104,0.2549019607843137,0.6,0.39148936170212767,0.2807017543859649,0.3793103448275862,0.30423280423280424,0.31746031746031744,0.27,0.5129032258064516,0.27586206896551724,0.5,0.6121212121212121,0.601010101010101,0.6476683937823834,0.4256410256410256,0.2518518518518518,0.46638655462184875,0.25165562913907286,0.6073394495412844,0.35648148148148145,0.6274509803921569,0.6497890295358649,0.5112107623318386,0.48091603053435117,0.5950413223140496,0.5185185185185185,0.44785276073619634,0.3125,0.6796116504854369,0.7435897435897436,0.47,0.6398467432950191,0.5057803468208093,0.3016759776536313,0.49019607843137253,0.5080385852090032,0.49382716049382713,0.30851063829787234,0.37809647979139505,0.45588235294117646,0.4362745098039216,0.5454545454545454,0.44081632653061226,0.572139303482587,0.68,0.39759036144578314,0.6257309941520468,0.36474908200734396,0.5306202218829393,Aeala
llama-2-13B-instructed,13.0,0.5503412969283277,0.6518621788488349,0.5556857315530725,0.33,0.4962962962962963,0.5723684210526315,0.51,0.630188679245283,0.625,0.37,0.46,0.32,0.5202312138728323,0.29411764705882354,0.66,0.46808510638297873,0.3157894736842105,0.496551724137931,0.3492063492063492,0.31746031746031744,0.36,0.6645161290322581,0.4433497536945813,0.52,0.7090909090909091,0.6818181818181818,0.7875647668393783,0.5487179487179488,0.24444444444444444,0.5756302521008403,0.3443708609271523,0.7394495412844037,0.4074074074074074,0.7843137254901961,0.7257383966244726,0.6502242152466368,0.5954198473282443,0.6776859504132231,0.6851851851851852,0.6748466257668712,0.25892857142857145,0.7184466019417476,0.8076923076923077,0.62,0.7598978288633461,0.630057803468208,0.40670391061452515,0.5620915032679739,0.6495176848874598,0.6882716049382716,0.475177304964539,0.4348109517601043,0.5514705882352942,0.5882352941176471,0.6272727272727273,0.6204081632653061,0.7164179104477612,0.81,0.42168674698795183,0.7719298245614035,0.3219094247246022,0.4688545512760683,Secbone
llama-33B-instructed,33.0,0.6220136518771331,0.6800438159729137,0.6050448659902528,0.33,0.4962962962962963,0.6513157894736842,0.61,0.6113207547169811,0.625,0.43,0.44,0.4,0.5433526011560693,0.28431372549019607,0.7,0.5106382978723404,0.32456140350877194,0.4896551724137931,0.37566137566137564,0.36507936507936506,0.37,0.7129032258064516,0.42857142857142855,0.61,0.7333333333333333,0.7727272727272727,0.8860103626943006,0.6051282051282051,0.26666666666666666,0.6470588235294118,0.3708609271523179,0.8128440366972477,0.46296296296296297,0.8088235294117647,0.8270042194092827,0.6771300448430493,0.7251908396946565,0.8016528925619835,0.7314814814814815,0.7361963190184049,0.39285714285714285,0.7475728155339806,0.8504273504273504,0.64,0.7956577266922095,0.7052023121387283,0.4569832402234637,0.6503267973856209,0.7041800643086816,0.7129629629629629,0.46808510638297873,0.5013037809647979,0.5845588235294118,0.6503267973856209,0.7272727272727273,0.7183673469387755,0.8109452736318408,0.86,0.5180722891566265,0.8187134502923976,0.3023255813953488,0.4411804826699554,Secbone
gpt4all-alpaca-oa-codealpaca-lora-13b,13.0,0.5298634812286689,0.6074487153953396,0.4766377194972218,0.3,0.45925925925925926,0.47368421052631576,0.46,0.4641509433962264,0.4722222222222222,0.28,0.41,0.36,0.42196531791907516,0.19607843137254902,0.63,0.39574468085106385,0.2894736842105263,0.42758620689655175,0.26455026455026454,0.3253968253968254,0.37,0.5258064516129032,0.28078817733990147,0.49,0.6303030303030303,0.5505050505050505,0.6683937823834197,0.4641025641025641,0.2518518518518518,0.4789915966386555,0.304635761589404,0.6091743119266055,0.2962962962962963,0.5686274509803921,0.6751054852320675,0.5426008968609866,0.5725190839694656,0.6446280991735537,0.5185185185185185,0.5276073619631901,0.32142857142857145,0.6601941747572816,0.717948717948718,0.53,0.6436781609195402,0.5,0.293854748603352,0.5032679738562091,0.5337620578778135,0.5123456790123457,0.3333333333333333,0.3709256844850065,0.5147058823529411,0.48856209150326796,0.6181818181818182,0.5265306122448979,0.6069651741293532,0.78,0.43373493975903615,0.6783625730994152,0.24969400244798043,0.39484641460423203,jordiclive
NewHope,,0.5767918088737202,0.6366261700856403,0.5571905932609114,0.36,0.43703703703703706,0.5328947368421053,0.54,0.5811320754716981,0.5763888888888888,0.43,0.44,0.34,0.5260115606936416,0.2549019607843137,0.67,0.4595744680851064,0.2631578947368421,0.4689655172413793,0.3148148148148148,0.35714285714285715,0.38,0.6870967741935484,0.39901477832512317,0.54,0.6606060606060606,0.7070707070707071,0.8341968911917098,0.5256410256410257,0.32592592592592595,0.6134453781512605,0.32450331125827814,0.7211009174311926,0.4583333333333333,0.7745098039215687,0.7426160337552743,0.6547085201793722,0.6259541984732825,0.7107438016528925,0.6944444444444444,0.6380368098159509,0.2767857142857143,0.7766990291262136,0.7991452991452992,0.53,0.7496807151979565,0.6358381502890174,0.38100558659217876,0.6405228758169934,0.6366559485530546,0.6388888888888888,0.425531914893617,0.44589308996088656,0.5588235294117647,0.5473856209150327,0.6545454545454545,0.6285714285714286,0.736318407960199,0.85,0.4939759036144578,0.783625730994152,0.3243574051407589,0.44868368066946906,SLAM-group
LosslessMegaCoder-llama2-7b-mini,7.0,0.5068259385665529,0.5881298546106354,0.49715751342284936,0.29,0.48148148148148145,0.4407894736842105,0.52,0.569811320754717,0.4861111111111111,0.31,0.41,0.36,0.4161849710982659,0.22549019607843138,0.61,0.41702127659574467,0.3333333333333333,0.4827586206896552,0.3201058201058201,0.30158730158730157,0.36,0.5451612903225806,0.35467980295566504,0.48,0.6727272727272727,0.601010101010101,0.7098445595854922,0.4205128205128205,0.2851851851851852,0.47058823529411764,0.31125827814569534,0.6623853211009174,0.35185185185185186,0.6715686274509803,0.7426160337552743,0.5605381165919282,0.5801526717557252,0.6446280991735537,0.5277777777777778,0.5214723926380368,0.3392857142857143,0.6504854368932039,0.7264957264957265,0.53,0.6973180076628352,0.5260115606936416,0.2547486033519553,0.545751633986928,0.6045016077170418,0.5679012345679012,0.3900709219858156,0.3624511082138201,0.40441176470588236,0.5016339869281046,0.5909090909090909,0.6653061224489796,0.6965174129353234,0.73,0.40963855421686746,0.695906432748538,0.3072215422276622,0.4577170689895662,rombodawg
LosslessMegaCoder-llama2-13b-mini,13.0,0.5588737201365188,0.6141206930890261,0.5791638767861185,0.41,0.4740740740740741,0.5657894736842105,0.64,0.6075471698113207,0.5972222222222222,0.46,0.5,0.36,0.5202312138728323,0.3235294117647059,0.7,0.4553191489361702,0.2982456140350877,0.5448275862068965,0.3253968253968254,0.4126984126984127,0.34,0.7193548387096774,0.4482758620689655,0.52,0.7212121212121212,0.7575757575757576,0.8082901554404145,0.5641025641025641,0.3148148148148148,0.5462184873949579,0.31125827814569534,0.7577981651376147,0.46296296296296297,0.7598039215686274,0.7721518987341772,0.6502242152466368,0.6564885496183206,0.7851239669421488,0.7777777777777778,0.6503067484662577,0.375,0.7766990291262136,0.8162393162393162,0.57,0.776500638569604,0.630057803468208,0.47374301675977654,0.6274509803921569,0.6109324758842444,0.6512345679012346,0.43617021276595747,0.4152542372881356,0.5588235294117647,0.5555555555555556,0.6363636363636364,0.6816326530612244,0.7512437810945274,0.85,0.4879518072289157,0.8128654970760234,0.3390452876376989,0.48893759481045423,rombodawg
llama-30b-2048-instruct-PL-lora_unload,30.0,0.6006825938566553,0.6494722166899024,0.6148938164940237,0.39,0.5481481481481482,0.6710526315789473,0.63,0.6716981132075471,0.6666666666666666,0.39,0.5,0.4,0.5780346820809249,0.46078431372549017,0.7,0.5106382978723404,0.41228070175438597,0.5103448275862069,0.3915343915343915,0.38095238095238093,0.35,0.7548387096774194,0.458128078817734,0.62,0.7575757575757576,0.803030303030303,0.8860103626943006,0.5769230769230769,0.3111111111111111,0.6596638655462185,0.36423841059602646,0.8055045871559633,0.5138888888888888,0.8137254901960784,0.8059071729957806,0.6905829596412556,0.7022900763358778,0.7933884297520661,0.75,0.6625766871165644,0.44642857142857145,0.8155339805825242,0.8504273504273504,0.62,0.7943805874840357,0.6791907514450867,0.464804469273743,0.6568627450980392,0.6816720257234726,0.7253086419753086,0.4716312056737589,0.4498044328552803,0.5882352941176471,0.6503267973856209,0.6272727272727273,0.6816326530612244,0.8009950248756219,0.87,0.4759036144578313,0.8070175438596491,0.3598531211750306,0.5248913475114358,Aspik101
WizardVicuna-Uncensored-3B-instruct-PL-lora_unload,3.0,0.386518771331058,0.5086636128261303,0.25688050926016387,0.33,0.2962962962962963,0.17105263157894737,0.3,0.27169811320754716,0.2708333333333333,0.2,0.27,0.25,0.27167630057803466,0.22549019607843138,0.32,0.31063829787234043,0.2543859649122807,0.2827586206896552,0.2275132275132275,0.25396825396825395,0.25,0.22903225806451613,0.2660098522167488,0.25,0.2,0.16161616161616163,0.22797927461139897,0.2358974358974359,0.24444444444444444,0.20168067226890757,0.2980132450331126,0.1926605504587156,0.20833333333333334,0.25980392156862747,0.2616033755274262,0.34080717488789236,0.1984732824427481,0.2231404958677686,0.2962962962962963,0.2331288343558282,0.21428571428571427,0.2524271844660194,0.2692307692307692,0.25,0.2886334610472541,0.2976878612716763,0.24581005586592178,0.2581699346405229,0.29260450160771706,0.24691358024691357,0.2375886524822695,0.23989569752281617,0.375,0.2565359477124183,0.3090909090909091,0.19183673469387755,0.24875621890547264,0.26,0.2891566265060241,0.3333333333333333,0.26193390452876375,0.3967433686221302,Aspik101
StableBeluga-13B-instruct-PL-lora_unload,13.0,0.590443686006826,0.6184027086237801,0.5698560850032657,0.33,0.48148148148148145,0.4934210526315789,0.57,0.6,0.6111111111111112,0.35,0.45,0.38,0.5086705202312138,0.3431372549019608,0.73,0.451063829787234,0.2982456140350877,0.5448275862068965,0.3253968253968254,0.3492063492063492,0.39,0.6612903225806451,0.41379310344827586,0.58,0.7090909090909091,0.7373737373737373,0.7927461139896373,0.5358974358974359,0.3037037037037037,0.5966386554621849,0.3443708609271523,0.7596330275229358,0.4305555555555556,0.7647058823529411,0.7510548523206751,0.6771300448430493,0.6641221374045801,0.7520661157024794,0.7314814814814815,0.7055214723926381,0.36607142857142855,0.7572815533980582,0.8034188034188035,0.68,0.7701149425287356,0.653179190751445,0.41675977653631285,0.6339869281045751,0.6302250803858521,0.6481481481481481,0.4219858156028369,0.409387222946545,0.5183823529411765,0.5816993464052288,0.6545454545454545,0.6285714285714286,0.746268656716418,0.79,0.4879518072289157,0.7660818713450293,0.3390452876376989,0.4864005244028321,Aspik101
vicuna-13b-v1.5-PL-lora_unload,13.0,0.5366894197952219,0.6064528978291177,0.5606288513285408,0.28,0.4962962962962963,0.5592105263157895,0.54,0.6226415094339622,0.5763888888888888,0.47,0.38,0.32,0.5144508670520231,0.3333333333333333,0.68,0.4425531914893617,0.30701754385964913,0.503448275862069,0.335978835978836,0.3253968253968254,0.38,0.6774193548387096,0.4630541871921182,0.55,0.6606060606060606,0.696969696969697,0.7979274611398963,0.5615384615384615,0.28888888888888886,0.592436974789916,0.2913907284768212,0.7376146788990826,0.4027777777777778,0.7696078431372549,0.7552742616033755,0.672645739910314,0.6641221374045801,0.7603305785123967,0.7222222222222222,0.6809815950920245,0.375,0.7475728155339806,0.8205128205128205,0.61,0.7573435504469987,0.6213872832369942,0.33743016759776534,0.6013071895424836,0.6302250803858521,0.6728395061728395,0.41134751773049644,0.42046936114732725,0.5147058823529411,0.5506535947712419,0.6454545454545455,0.6285714285714286,0.7611940298507462,0.79,0.4578313253012048,0.7894736842105263,0.34761321909424725,0.4975967850195183,Aspik101
tulu-7b-instruct-pl-lora_unload,7.0,0.21331058020477817,0.2562238597888867,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.24479804161566707,0.48614401743479757,Aspik101
llama-30b-instruct-2048-PL-lora,30.0,0.6023890784982935,0.6486755626369249,0.6169060065976412,0.35,0.6,0.6776315789473685,0.63,0.6679245283018868,0.6597222222222222,0.4,0.51,0.39,0.5606936416184971,0.4117647058823529,0.71,0.5404255319148936,0.41228070175438597,0.5103448275862069,0.3915343915343915,0.373015873015873,0.37,0.7645161290322581,0.4482758620689655,0.63,0.7515151515151515,0.8232323232323232,0.8963730569948186,0.6051282051282051,0.31851851851851853,0.6596638655462185,0.3576158940397351,0.8128440366972477,0.5046296296296297,0.8137254901960784,0.8227848101265823,0.7040358744394619,0.7022900763358778,0.7933884297520661,0.7592592592592593,0.6625766871165644,0.4375,0.8252427184466019,0.8547008547008547,0.64,0.7931034482758621,0.6907514450867052,0.4446927374301676,0.6601307189542484,0.662379421221865,0.7407407407407407,0.4645390070921986,0.44654498044328556,0.5845588235294118,0.6470588235294118,0.6363636363636364,0.726530612244898,0.7960199004975125,0.84,0.4759036144578313,0.8011695906432749,0.3671970624235006,0.5331763925042894,Aspik101
Llama-2-7b-hf-instruct-pl-lora_unload,7.0,0.5017064846416383,0.5862378012348137,0.4679580737125318,0.34,0.4888888888888889,0.4276315789473684,0.53,0.49056603773584906,0.4444444444444444,0.31,0.38,0.33,0.4393063583815029,0.20588235294117646,0.57,0.41702127659574467,0.2894736842105263,0.45517241379310347,0.29894179894179895,0.31746031746031744,0.38,0.4870967741935484,0.3399014778325123,0.43,0.5818181818181818,0.5454545454545454,0.6062176165803109,0.47435897435897434,0.25925925925925924,0.4369747899159664,0.31125827814569534,0.6238532110091743,0.32407407407407407,0.5588235294117647,0.620253164556962,0.5381165919282511,0.6030534351145038,0.6446280991735537,0.48148148148148145,0.49079754601226994,0.39285714285714285,0.5728155339805825,0.6794871794871795,0.49,0.6411238825031929,0.5144508670520231,0.25139664804469275,0.5294117647058824,0.5884244372990354,0.5185185185185185,0.375886524822695,0.3539765319426336,0.5330882352941176,0.4133986928104575,0.5454545454545454,0.4857142857142857,0.6268656716417911,0.6,0.42771084337349397,0.6608187134502924,0.29253365973072215,0.4233509050021774,Aspik101
Vicuzard-30B-Uncensored-instruct-PL-lora_unload,30.0,0.5964163822525598,0.6429994025094603,0.5781547569689696,0.28,0.5037037037037037,0.5789473684210527,0.62,0.6188679245283019,0.5833333333333334,0.39,0.5,0.4,0.5260115606936416,0.3137254901960784,0.66,0.5148936170212766,0.32456140350877194,0.496551724137931,0.328042328042328,0.30952380952380953,0.4,0.6516129032258065,0.3842364532019704,0.61,0.7151515151515152,0.7525252525252525,0.8031088082901554,0.5512820512820513,0.26666666666666666,0.6218487394957983,0.3708609271523179,0.7651376146788991,0.4305555555555556,0.7794117647058824,0.8185654008438819,0.6860986547085202,0.6335877862595419,0.7520661157024794,0.7222222222222222,0.7055214723926381,0.39285714285714285,0.8058252427184466,0.8632478632478633,0.61,0.7586206896551724,0.6416184971098265,0.4111731843575419,0.6013071895424836,0.6816720257234726,0.6635802469135802,0.45390070921985815,0.4491525423728814,0.5477941176470589,0.6029411764705882,0.6636363636363637,0.5959183673469388,0.7711442786069652,0.83,0.46987951807228917,0.7719298245614035,0.3463892288861689,0.5093604617863396,Aspik101
vicuna-7b-v1.3-instruct-pl-lora_unload,7.0,0.43686006825938567,0.5687114120693089,0.47415869555889467,0.23,0.45185185185185184,0.4144736842105263,0.46,0.5358490566037736,0.4513888888888889,0.34,0.42,0.36,0.3988439306358382,0.23529411764705882,0.63,0.37446808510638296,0.2543859649122807,0.42758620689655175,0.2857142857142857,0.30952380952380953,0.3,0.5258064516129032,0.39901477832512317,0.42,0.5696969696969697,0.6363636363636364,0.6580310880829016,0.48205128205128206,0.2777777777777778,0.42857142857142855,0.271523178807947,0.655045871559633,0.44907407407407407,0.6225490196078431,0.6244725738396625,0.5246636771300448,0.5419847328244275,0.6776859504132231,0.6481481481481481,0.5950920245398773,0.2767857142857143,0.7087378640776699,0.6837606837606838,0.51,0.6513409961685823,0.5289017341040463,0.2424581005586592,0.5130718954248366,0.5305466237942122,0.5432098765432098,0.3546099290780142,0.3520208604954368,0.47794117647058826,0.4068627450980392,0.43636363636363634,0.5265306122448979,0.6268656716417911,0.7,0.39759036144578314,0.672514619883041,0.29498164014687883,0.4439749006032412,Aspik101
Redmond-Puffin-13B-instruct-PL-lora_unload,13.0,0.5639931740614335,0.617307309300936,0.5560984705428461,0.32,0.4962962962962963,0.5328947368421053,0.55,0.6075471698113207,0.5972222222222222,0.43,0.47,0.33,0.5086705202312138,0.28431372549019607,0.72,0.4425531914893617,0.23684210526315788,0.5172413793103449,0.3412698412698413,0.3253968253968254,0.34,0.6580645161290323,0.4482758620689655,0.57,0.6545454545454545,0.6818181818181818,0.8186528497409327,0.5025641025641026,0.25555555555555554,0.5546218487394958,0.31788079470198677,0.7412844036697248,0.46296296296296297,0.7549019607843137,0.7383966244725738,0.6502242152466368,0.6412213740458015,0.7107438016528925,0.7129629629629629,0.6871165644171779,0.25,0.7864077669902912,0.7905982905982906,0.56,0.7484035759897829,0.6647398843930635,0.38324022346368714,0.6176470588235294,0.6430868167202572,0.6265432098765432,0.4219858156028369,0.4256844850065189,0.5294117647058824,0.5408496732026143,0.6545454545454545,0.6122448979591837,0.746268656716418,0.86,0.4578313253012048,0.7660818713450293,0.29498164014687883,0.442588726154725,Aspik101
30B-Lazarus-instruct-PL-lora_unload,30.0,0.5972696245733788,0.6399123680541725,0.5687053542785125,0.3,0.5555555555555556,0.6381578947368421,0.56,0.6,0.5763888888888888,0.42,0.47,0.28,0.4913294797687861,0.3235294117647059,0.66,0.5063829787234042,0.35964912280701755,0.4689655172413793,0.3941798941798942,0.35714285714285715,0.4,0.6903225806451613,0.39901477832512317,0.57,0.7333333333333333,0.7777777777777778,0.8082901554404145,0.5487179487179488,0.25925925925925924,0.592436974789916,0.3443708609271523,0.7486238532110092,0.4537037037037037,0.7990196078431373,0.7805907172995781,0.6547085201793722,0.6030534351145038,0.7272727272727273,0.6759259259259259,0.6503067484662577,0.39285714285714285,0.7572815533980582,0.8205128205128205,0.67,0.7637292464878672,0.6242774566473989,0.29497206703910617,0.5784313725490197,0.6591639871382636,0.6388888888888888,0.4326241134751773,0.42242503259452413,0.5882352941176471,0.5996732026143791,0.6454545454545455,0.5755102040816327,0.746268656716418,0.81,0.45180722891566266,0.7660818713450293,0.37821297429620565,0.5548664382108782,Aspik101
results_2023-07-24T14-46-19.898757.json,,0.2593856655290102,0.3981278629755029,0.26433227324517394,0.26,0.2074074074074074,0.19078947368421054,0.27,0.29056603773584905,0.2847222222222222,0.24,0.3,0.3,0.3063583815028902,0.18627450980392157,0.29,0.2978723404255319,0.23684210526315788,0.2620689655172414,0.24074074074074073,0.3412698412698413,0.25,0.24838709677419354,0.21182266009852216,0.29,0.3090909090909091,0.2777777777777778,0.21761658031088082,0.3435897435897436,0.25555555555555554,0.22268907563025211,0.26490066225165565,0.3284403669724771,0.39351851851851855,0.22549019607843138,0.2489451476793249,0.18834080717488788,0.25190839694656486,0.2809917355371901,0.2962962962962963,0.2392638036809816,0.26785714285714285,0.2621359223300971,0.26495726495726496,0.25,0.2681992337164751,0.2398843930635838,0.2424581005586592,0.28104575163398693,0.21221864951768488,0.24382716049382716,0.23404255319148937,0.25945241199478486,0.20955882352941177,0.24019607843137256,0.3181818181818182,0.2897959183673469,0.24875621890547264,0.22,0.3373493975903614,0.32748538011695905,0.22031823745410037,0.3853664594422386,gpt2-xl
llama-2-7b-hf-small-shards-Samantha-V1-SFT,7.0,0.4863481228668942,0.5819557857000598,0.43468063548773545,0.3,0.43703703703703706,0.4276315789473684,0.45,0.4528301886792453,0.4444444444444444,0.33,0.41,0.3,0.41040462427745666,0.17647058823529413,0.59,0.40425531914893614,0.2807017543859649,0.47586206896551725,0.25396825396825395,0.30158730158730157,0.29,0.41935483870967744,0.33497536945812806,0.46,0.5393939393939394,0.5050505050505051,0.6373056994818653,0.40512820512820513,0.27037037037037037,0.3907563025210084,0.2980132450331126,0.5779816513761468,0.2175925925925926,0.47549019607843135,0.5316455696202531,0.5246636771300448,0.42748091603053434,0.6198347107438017,0.48148148148148145,0.4294478527607362,0.375,0.5048543689320388,0.6495726495726496,0.52,0.5925925925925926,0.48554913294797686,0.23798882681564246,0.4673202614379085,0.5498392282958199,0.4876543209876543,0.3723404255319149,0.32920469361147325,0.4375,0.434640522875817,0.4636363636363636,0.35918367346938773,0.6019900497512438,0.61,0.37349397590361444,0.6432748538011696,0.2998776009791922,0.452817098826332,RoversX
bloom-560m,0.56,0.2158703071672355,0.3140808603863772,0.2421541212062042,0.23,0.21481481481481482,0.17763157894736842,0.17,0.25660377358490566,0.2152777777777778,0.21,0.33,0.24,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.2894736842105263,0.27586206896551724,0.24603174603174602,0.20634920634920634,0.18,0.1967741935483871,0.19704433497536947,0.3,0.2,0.17676767676767677,0.20725388601036268,0.2153846153846154,0.23703703703703705,0.20588235294117646,0.17880794701986755,0.1981651376146789,0.4722222222222222,0.20588235294117646,0.2320675105485232,0.26905829596412556,0.2595419847328244,0.21487603305785125,0.25925925925925924,0.27607361963190186,0.375,0.17475728155339806,0.25213675213675213,0.3,0.26309067688378035,0.2543352601156069,0.2335195530726257,0.23529411764705882,0.18971061093247588,0.22530864197530864,0.24468085106382978,0.2457627118644068,0.4227941176470588,0.25,0.21818181818181817,0.24081632653061225,0.263681592039801,0.22,0.28313253012048195,0.19883040935672514,0.2460220318237454,0.42444281744378426,bigscience
bloom-3b,3.0,0.3242320819112628,0.41575383389762993,0.2659250919932786,0.21,0.1925925925925926,0.2236842105263158,0.26,0.30566037735849055,0.2777777777777778,0.38,0.34,0.31,0.32947976878612717,0.22549019607843138,0.25,0.225531914893617,0.24561403508771928,0.22758620689655173,0.2037037037037037,0.25396825396825395,0.18,0.2032258064516129,0.24630541871921183,0.24,0.2727272727272727,0.1717171717171717,0.21761658031088082,0.3641025641025641,0.2740740740740741,0.31512605042016806,0.32450331125827814,0.3211009174311927,0.4675925925925926,0.27941176470588236,0.270042194092827,0.2645739910313901,0.24427480916030533,0.17355371900826447,0.24074074074074073,0.25153374233128833,0.22321428571428573,0.3592233009708738,0.2863247863247863,0.24,0.20434227330779056,0.22832369942196531,0.24692737430167597,0.23202614379084968,0.2797427652733119,0.22530864197530864,0.2730496453900709,0.2542372881355932,0.3492647058823529,0.2679738562091503,0.2545454545454545,0.363265306122449,0.27860696517412936,0.28,0.25903614457831325,0.26900584795321636,0.23255813953488372,0.4057246298885345,bigscience
bloom-7b1,7.0,0.3643344709897611,0.4622585142401912,0.2624622237572569,0.26,0.24444444444444444,0.17763157894736842,0.26,0.27547169811320754,0.19444444444444445,0.21,0.32,0.32,0.20809248554913296,0.20588235294117646,0.23,0.32340425531914896,0.23684210526315788,0.2482758620689655,0.2751322751322751,0.16666666666666666,0.33,0.25483870967741934,0.270935960591133,0.35,0.26666666666666666,0.22727272727272727,0.20725388601036268,0.23076923076923078,0.26666666666666666,0.226890756302521,0.23841059602649006,0.24770642201834864,0.38425925925925924,0.2647058823529412,0.26582278481012656,0.3632286995515695,0.22900763358778625,0.36363636363636365,0.28703703703703703,0.25766871165644173,0.29464285714285715,0.2524271844660194,0.25213675213675213,0.26,0.2886334610472541,0.24566473988439305,0.2424581005586592,0.23202614379084968,0.2733118971061093,0.2623456790123457,0.26595744680851063,0.2529335071707953,0.20955882352941177,0.26143790849673204,0.32727272727272727,0.3020408163265306,0.23880597014925373,0.21,0.3072289156626506,0.29239766081871343,0.22399020807833536,0.38897842190357873,bigscience
bloom-1b1,1.0,0.2551194539249147,0.3481378211511651,0.2670214825620786,0.25,0.35555555555555557,0.21710526315789475,0.21,0.25660377358490566,0.2569444444444444,0.18,0.35,0.28,0.23699421965317918,0.3235294117647059,0.25,0.20425531914893616,0.23684210526315788,0.296551724137931,0.2671957671957672,0.15079365079365079,0.17,0.2645161290322581,0.2561576354679803,0.3,0.3090909090909091,0.3484848484848485,0.3626943005181347,0.2641025641025641,0.26296296296296295,0.21008403361344538,0.2847682119205298,0.3211009174311927,0.4351851851851852,0.2647058823529412,0.29957805907172996,0.242152466367713,0.22137404580152673,0.38016528925619836,0.2037037037037037,0.31901840490797545,0.19642857142857142,0.4077669902912621,0.20085470085470086,0.2,0.26309067688378035,0.22254335260115607,0.22793296089385476,0.24836601307189543,0.2958199356913183,0.2654320987654321,0.26595744680851063,0.26140808344198174,0.34558823529411764,0.27450980392156865,0.19090909090909092,0.2653061224489796,0.24875621890547264,0.27,0.23493975903614459,0.29239766081871343,0.25458996328029376,0.41797167037137656,bigscience
bloomz-560m,0.56,0.20819112627986347,0.3127862975502888,0.25100437787110286,0.29,0.2,0.18421052631578946,0.3,0.21509433962264152,0.24305555555555555,0.22,0.29,0.24,0.2658959537572254,0.19607843137254902,0.2,0.20425531914893616,0.21052631578947367,0.2620689655172414,0.2619047619047619,0.20634920634920634,0.18,0.25806451612903225,0.2857142857142857,0.25,0.23636363636363636,0.23737373737373738,0.20207253886010362,0.26153846153846155,0.24074074074074073,0.21428571428571427,0.2582781456953642,0.3192660550458716,0.2175925925925926,0.2107843137254902,0.28270042194092826,0.23318385650224216,0.26717557251908397,0.3140495867768595,0.3055555555555556,0.32515337423312884,0.3125,0.17475728155339806,0.2948717948717949,0.29,0.2784163473818646,0.25722543352601157,0.23128491620111732,0.21895424836601307,0.18971061093247588,0.23765432098765432,0.2907801418439716,0.24771838331160365,0.36764705882352944,0.25,0.23636363636363636,0.2,0.2736318407960199,0.31,0.2289156626506024,0.32748538011695905,0.2582619339045288,0.45685371603709274,bigscience
bloomz-7b1-mt,7.0,0.3924914675767918,0.4658434574785899,0.3734909837839642,0.21,0.28888888888888886,0.3815789473684211,0.33,0.4679245283018868,0.3958333333333333,0.4,0.37,0.37,0.4046242774566474,0.4215686274509804,0.37,0.35319148936170214,0.23684210526315788,0.36551724137931035,0.26455026455026454,0.35714285714285715,0.17,0.38064516129032255,0.33004926108374383,0.37,0.2606060606060606,0.4797979797979798,0.46113989637305697,0.3974358974358974,0.2851851851851852,0.4327731092436975,0.33774834437086093,0.5247706422018349,0.4675925925925926,0.2696078431372549,0.5063291139240507,0.3901345291479821,0.3969465648854962,0.3884297520661157,0.4444444444444444,0.3619631901840491,0.26785714285714285,0.5145631067961165,0.49145299145299143,0.37,0.4559386973180077,0.32947976878612717,0.2770949720670391,0.3562091503267974,0.36977491961414793,0.37037037037037035,0.26595744680851063,0.2900912646675359,0.46691176470588236,0.3790849673202614,0.4909090909090909,0.3795918367346939,0.44776119402985076,0.41,0.37349397590361444,0.3391812865497076,0.2558139534883721,0.456543305256601,bigscience
bloomz-3b,3.0,0.32764505119453924,0.4146584345747859,0.3291141478262866,0.24,0.362962962962963,0.2236842105263158,0.37,0.35094339622641507,0.2847222222222222,0.22,0.32,0.26,0.36416184971098264,0.21568627450980393,0.39,0.3021276595744681,0.24561403508771928,0.3724137931034483,0.28835978835978837,0.15079365079365079,0.21,0.31290322580645163,0.29064039408866993,0.32,0.23030303030303031,0.35858585858585856,0.29015544041450775,0.3435897435897436,0.25925925925925924,0.3025210084033613,0.3509933774834437,0.3798165137614679,0.2175925925925926,0.2647058823529412,0.4978902953586498,0.4080717488789238,0.33587786259541985,0.4462809917355372,0.4074074074074074,0.3128834355828221,0.3392857142857143,0.42718446601941745,0.5,0.29,0.4163473818646232,0.4190751445086705,0.2681564245810056,0.3202614379084967,0.33440514469453375,0.3487654320987654,0.32269503546099293,0.2770534550195567,0.2647058823529412,0.3888888888888889,0.43636363636363634,0.22857142857142856,0.43283582089552236,0.49,0.3855421686746988,0.3684210526315789,0.23378212974296206,0.40342996607930787,bigscience
bloom-1b7,1.0,0.2721843003412969,0.3769169488149771,0.2747846514752041,0.18,0.24444444444444444,0.2631578947368421,0.21,0.2981132075471698,0.2777777777777778,0.22,0.33,0.31,0.24277456647398843,0.2647058823529412,0.21,0.2297872340425532,0.23684210526315788,0.2482758620689655,0.2328042328042328,0.35714285714285715,0.31,0.2870967741935484,0.28078817733990147,0.22,0.3090909090909091,0.36363636363636365,0.38341968911917096,0.358974358974359,0.25555555555555554,0.2857142857142857,0.33112582781456956,0.3486238532110092,0.4722222222222222,0.2549019607843137,0.23628691983122363,0.13004484304932734,0.22900763358778625,0.21487603305785125,0.24074074074074073,0.26993865030674846,0.17857142857142858,0.3883495145631068,0.23931623931623933,0.24,0.20561941251596424,0.26878612716763006,0.27262569832402234,0.2777777777777778,0.2829581993569132,0.22530864197530864,0.2695035460992908,0.2692307692307692,0.4485294117647059,0.2875816993464052,0.2909090909090909,0.4,0.263681592039801,0.26,0.19879518072289157,0.2573099415204678,0.24479804161566707,0.41309062711992767,bigscience
GOAT-7B-Community,7.0,0.4616040955631399,0.5577574188408684,0.49583323188726514,0.28,0.43703703703703706,0.4605263157894737,0.52,0.5735849056603773,0.4722222222222222,0.37,0.46,0.39,0.4624277456647399,0.2647058823529412,0.63,0.4,0.2894736842105263,0.46206896551724136,0.3306878306878307,0.29365079365079366,0.31,0.5096774193548387,0.3448275862068966,0.55,0.6848484848484848,0.6565656565656566,0.6632124352331606,0.48717948717948717,0.3037037037037037,0.48739495798319327,0.3509933774834437,0.6862385321100918,0.3472222222222222,0.6715686274509803,0.6919831223628692,0.57847533632287,0.4961832061068702,0.5950413223140496,0.5370370370370371,0.5276073619631901,0.32142857142857145,0.6796116504854369,0.7735042735042735,0.57,0.6947637292464879,0.5491329479768786,0.29832402234636873,0.545751633986928,0.594855305466238,0.5030864197530864,0.35106382978723405,0.3709256844850065,0.4742647058823529,0.4950980392156863,0.5636363636363636,0.5265306122448979,0.6666666666666666,0.65,0.37349397590361444,0.6842105263157895,0.29498164014687883,0.42483569319987513,GOAT-AI
test5,,0.23208191126279865,0.25721967735510853,0.2535780205151676,0.22,0.2,0.27631578947368424,0.31,0.29056603773584905,0.2222222222222222,0.29,0.24,0.16,0.3872832369942196,0.30392156862745096,0.22,0.19148936170212766,0.22807017543859648,0.2689655172413793,0.2962962962962963,0.23809523809523808,0.18,0.2645161290322581,0.28078817733990147,0.26,0.2606060606060606,0.2878787878787879,0.27461139896373055,0.2794871794871795,0.22962962962962963,0.2857142857142857,0.31125827814569534,0.24587155963302754,0.2037037037037037,0.28431372549019607,0.2869198312236287,0.16591928251121077,0.2900763358778626,0.34710743801652894,0.2037037037037037,0.22085889570552147,0.3125,0.4174757281553398,0.2606837606837607,0.22,0.2081736909323116,0.2658959537572254,0.2748603351955307,0.24509803921568626,0.2540192926045016,0.24382716049382716,0.23049645390070922,0.23859191655801826,0.23529411764705882,0.25326797385620914,0.18181818181818182,0.15918367346938775,0.263681592039801,0.25,0.20481927710843373,0.22807017543859648,0.23623011015911874,0.47335692761846665,doas
test2,,0.2363481228668942,0.2561242780322645,0.24342793284025036,0.24,0.23703703703703705,0.1513157894736842,0.23,0.24150943396226415,0.22916666666666666,0.25,0.26,0.31,0.1676300578034682,0.2647058823529412,0.21,0.30638297872340425,0.23684210526315788,0.21379310344827587,0.2275132275132275,0.2698412698412698,0.31,0.24516129032258063,0.21674876847290642,0.17,0.2,0.2222222222222222,0.24870466321243523,0.18461538461538463,0.22962962962962963,0.20588235294117646,0.271523178807947,0.23302752293577983,0.3101851851851852,0.19117647058823528,0.19831223628691982,0.3452914798206278,0.2366412213740458,0.2727272727272727,0.2222222222222222,0.22085889570552147,0.24107142857142858,0.27184466019417475,0.23076923076923078,0.21,0.28735632183908044,0.23699421965317918,0.27150837988826815,0.27450980392156865,0.2765273311897106,0.26851851851851855,0.24822695035460993,0.242503259452412,0.25735294117647056,0.22549019607843138,0.2909090909090909,0.23673469387755103,0.24875621890547264,0.24,0.3192771084337349,0.21637426900584794,0.24112607099143207,0.48485122961094673,doas
DialoGPT-sarcastic-medium,,0.20392491467576793,0.2560246962756423,0.23764494276694004,0.22,0.28888888888888886,0.17763157894736842,0.28,0.2188679245283019,0.3263888888888889,0.18,0.25,0.21,0.24277456647398843,0.21568627450980393,0.25,0.28085106382978725,0.23684210526315788,0.2413793103448276,0.25132275132275134,0.24603174603174602,0.23,0.1935483870967742,0.3054187192118227,0.25,0.21818181818181817,0.24242424242424243,0.19689119170984457,0.20512820512820512,0.2111111111111111,0.2184873949579832,0.2119205298013245,0.23486238532110093,0.1527777777777778,0.2647058823529412,0.270042194092827,0.2062780269058296,0.26717557251908397,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.18446601941747573,0.3076923076923077,0.28,0.24904214559386972,0.26878612716763006,0.2424581005586592,0.2222222222222222,0.2090032154340836,0.25308641975308643,0.23404255319148937,0.2529335071707953,0.17647058823529413,0.26143790849673204,0.2,0.19591836734693877,0.23880597014925373,0.29,0.24096385542168675,0.21052631578947367,0.25091799265605874,0.4603972717137869,abhiramtirumala
WizardCoder-15B-V1.0,15.0,0.29266211604095566,0.3860784704242183,0.2942653367571568,0.34,0.2740740740740741,0.26973684210526316,0.38,0.24150943396226415,0.3055555555555556,0.22,0.35,0.36,0.24855491329479767,0.2549019607843137,0.49,0.3148936170212766,0.2894736842105263,0.38620689655172413,0.2830687830687831,0.2698412698412698,0.31,0.25806451612903225,0.2315270935960591,0.38,0.3393939393939394,0.20202020202020202,0.24352331606217617,0.2358974358974359,0.2814814814814815,0.24789915966386555,0.2251655629139073,0.21467889908256882,0.18055555555555555,0.29411764705882354,0.29535864978902954,0.34977578475336324,0.2595419847328244,0.3305785123966942,0.2962962962962963,0.2331288343558282,0.29464285714285715,0.2621359223300971,0.41025641025641024,0.27,0.3103448275862069,0.35260115606936415,0.24134078212290502,0.3006535947712418,0.33440514469453375,0.28703703703703703,0.28368794326241137,0.2757496740547588,0.19852941176470587,0.27941176470588236,0.36363636363636365,0.2571428571428571,0.34328358208955223,0.38,0.3373493975903614,0.30409356725146197,0.26560587515299877,0.41559886622188075,WizardLM
WizardMath-70B-V1.0,70.0,0.6407849829351536,0.6841266679944235,0.6892451426942038,0.29,0.6444444444444445,0.7960526315789473,0.71,0.7245283018867924,0.8125,0.48,0.54,0.38,0.6589595375722543,0.38235294117647056,0.74,0.6723404255319149,0.40350877192982454,0.6206896551724138,0.4312169312169312,0.4603174603174603,0.45,0.8193548387096774,0.5369458128078818,0.7,0.8,0.8787878787878788,0.9378238341968912,0.717948717948718,0.3333333333333333,0.8025210084033614,0.3973509933774834,0.8954128440366973,0.5694444444444444,0.9068627450980392,0.8649789029535865,0.7757847533632287,0.8778625954198473,0.859504132231405,0.8148148148148148,0.803680981595092,0.48214285714285715,0.8349514563106796,0.8888888888888888,0.71,0.8620689655172413,0.7658959537572254,0.5486033519553073,0.7581699346405228,0.7684887459807074,0.8364197530864198,0.5354609929078015,0.5684485006518905,0.75,0.7516339869281046,0.7363636363636363,0.7714285714285715,0.8955223880597015,0.92,0.5301204819277109,0.8830409356725146,0.3659730722154223,0.5276721583732674,WizardLM
WizardLM-30B-V1.0,30.0,0.22184300341296928,0.25492929695279826,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.25091799265605874,0.4861413636729611,WizardLM
WizardLM-13B-V1.1,13.0,0.5716723549488054,0.6147181836287592,0.5092350370166201,0.32,0.43703703703703706,0.5131578947368421,0.49,0.5584905660377358,0.4652777777777778,0.45,0.4,0.35,0.4682080924855491,0.2549019607843137,0.66,0.39148936170212767,0.2894736842105263,0.46206896551724136,0.30952380952380953,0.36507936507936506,0.4,0.535483870967742,0.3645320197044335,0.54,0.6363636363636364,0.601010101010101,0.7098445595854922,0.4666666666666667,0.25925925925925924,0.4957983193277311,0.3576158940397351,0.689908256880734,0.39814814814814814,0.6764705882352942,0.6835443037974683,0.5201793721973094,0.6030534351145038,0.6446280991735537,0.5740740740740741,0.558282208588957,0.35714285714285715,0.6699029126213593,0.7564102564102564,0.51,0.6871008939974457,0.5664739884393064,0.2547486033519553,0.5816993464052288,0.5369774919614148,0.5648148148148148,0.40425531914893614,0.4028683181225554,0.5257352941176471,0.5098039215686274,0.6272727272727273,0.6081632653061224,0.6865671641791045,0.76,0.39759036144578314,0.7192982456140351,0.3843329253365973,0.5456225963078496,WizardLM
WizardCoder-Python-34B-V1.0,34.0,0.5085324232081911,0.5800637323242382,0.5075119335849546,0.26,0.4074074074074074,0.46710526315789475,0.55,0.5471698113207547,0.4652777777777778,0.37,0.52,0.36,0.48554913294797686,0.4215686274509804,0.7,0.451063829787234,0.32456140350877194,0.47586206896551725,0.41005291005291006,0.3888888888888889,0.37,0.5193548387096775,0.3793103448275862,0.62,0.5818181818181818,0.6363636363636364,0.694300518134715,0.44358974358974357,0.34444444444444444,0.44537815126050423,0.3576158940397351,0.689908256880734,0.3472222222222222,0.6078431372549019,0.6835443037974683,0.5246636771300448,0.5572519083969466,0.7024793388429752,0.5833333333333334,0.6196319018404908,0.3482142857142857,0.7281553398058253,0.7521367521367521,0.52,0.6717752234993615,0.5346820809248555,0.38100558659217876,0.4934640522875817,0.5562700964630225,0.5123456790123457,0.37943262411347517,0.35723598435462844,0.40441176470588236,0.45588235294117646,0.6181818181818182,0.5469387755102041,0.6019900497512438,0.66,0.39759036144578314,0.695906432748538,0.32802937576499386,0.46964321918361657,WizardLM
WizardLM-70B-V1.0,70.0,0.6143344709897611,0.6534554869547898,0.6404982727085057,0.3,0.4888888888888889,0.6973684210526315,0.66,0.6792452830188679,0.7708333333333334,0.43,0.52,0.37,0.5953757225433526,0.27450980392156865,0.71,0.5829787234042553,0.41228070175438597,0.5586206896551724,0.4126984126984127,0.46825396825396826,0.46,0.7580645161290323,0.4876847290640394,0.71,0.8181818181818182,0.797979797979798,0.8963730569948186,0.6333333333333333,0.3111111111111111,0.7100840336134454,0.44370860927152317,0.8458715596330275,0.5,0.8480392156862745,0.8481012658227848,0.7040358744394619,0.7709923664122137,0.7933884297520661,0.7592592592592593,0.754601226993865,0.49107142857142855,0.8155339805825242,0.8717948717948718,0.65,0.8275862068965517,0.7254335260115607,0.46256983240223465,0.6928104575163399,0.6977491961414791,0.7253086419753086,0.5177304964539007,0.5019556714471969,0.5735294117647058,0.6928104575163399,0.7272727272727273,0.7551020408163265,0.835820895522388,0.82,0.5120481927710844,0.8304093567251462,0.38555691554467564,0.5481389370599092,WizardLM
WizardMath-7B-V1.0,7.0,0.507679180887372,0.6099382593108943,0.45970274362100294,0.32,0.42962962962962964,0.4473684210526316,0.47,0.4641509433962264,0.4166666666666667,0.33,0.39,0.34,0.3815028901734104,0.22549019607843138,0.58,0.3574468085106383,0.2807017543859649,0.46206896551724136,0.2777777777777778,0.31746031746031744,0.39,0.4774193548387097,0.33004926108374383,0.39,0.593939393939394,0.5404040404040404,0.6787564766839378,0.4256410256410256,0.2740740740740741,0.42436974789915966,0.2582781456953642,0.618348623853211,0.25925925925925924,0.5441176470588235,0.6329113924050633,0.547085201793722,0.5648854961832062,0.6198347107438017,0.5555555555555556,0.4662576687116564,0.36607142857142855,0.6213592233009708,0.6923076923076923,0.43,0.6334610472541508,0.47398843930635837,0.2547486033519553,0.5196078431372549,0.5691318327974276,0.5030864197530864,0.35815602836879434,0.3376792698826597,0.5367647058823529,0.44281045751633985,0.5363636363636364,0.42448979591836733,0.6766169154228856,0.68,0.42168674698795183,0.6432748538011696,0.30354957160342716,0.43654057418011644,WizardLM
WizardMath-13B-V1.0,13.0,0.5580204778156996,0.6286596295558654,0.5498654148936544,0.34,0.5407407407407407,0.5789473684210527,0.54,0.5849056603773585,0.5972222222222222,0.43,0.44,0.32,0.5202312138728323,0.30392156862745096,0.66,0.44680851063829785,0.2719298245614035,0.4896551724137931,0.3492063492063492,0.30158730158730157,0.33,0.6419354838709678,0.4187192118226601,0.56,0.6666666666666666,0.7222222222222222,0.8393782383419689,0.517948717948718,0.3148148148148148,0.5546218487394958,0.37748344370860926,0.7376146788990826,0.4444444444444444,0.7647058823529411,0.7679324894514767,0.6098654708520179,0.6412213740458015,0.6611570247933884,0.6759259259259259,0.6196319018404908,0.35714285714285715,0.7281553398058253,0.7905982905982906,0.55,0.7509578544061303,0.6127167630057804,0.3474860335195531,0.6176470588235294,0.6270096463022508,0.6296296296296297,0.3829787234042553,0.42503259452411996,0.5588235294117647,0.553921568627451,0.5636363636363636,0.6122448979591837,0.6517412935323383,0.79,0.42168674698795183,0.7894736842105263,0.2913096695226438,0.4255075321104876,WizardLM
WizardLM-13B-V1.2,13.0,0.5443686006825939,0.6294562836088429,0.5463711522872134,0.3,0.5111111111111111,0.5394736842105263,0.55,0.6113207547169811,0.5694444444444444,0.37,0.47,0.31,0.4913294797687861,0.2647058823529412,0.62,0.42127659574468085,0.2894736842105263,0.4482758620689655,0.3412698412698413,0.3492063492063492,0.29,0.632258064516129,0.43842364532019706,0.6,0.6787878787878788,0.6919191919191919,0.8031088082901554,0.5230769230769231,0.32222222222222224,0.5798319327731093,0.304635761589404,0.7321100917431193,0.4027777777777778,0.75,0.7257383966244726,0.6322869955156951,0.5954198473282443,0.7520661157024794,0.7314814814814815,0.6441717791411042,0.33035714285714285,0.6601941747572816,0.8162393162393162,0.64,0.7279693486590039,0.5982658959537572,0.30502793296089387,0.6013071895424836,0.5980707395498392,0.5895061728395061,0.4219858156028369,0.4165580182529335,0.5625,0.5310457516339869,0.6727272727272727,0.6693877551020408,0.6865671641791045,0.81,0.463855421686747,0.7543859649122807,0.32558139534883723,0.47267763319871686,WizardLM
ORCA_LLaMA_70B_QLoRA,70.0,0.6834470989761092,0.6881099382593109,0.7022535580137182,0.37,0.6444444444444445,0.8026315789473685,0.75,0.7471698113207547,0.8263888888888888,0.5,0.62,0.38,0.6647398843930635,0.38235294117647056,0.77,0.6851063829787234,0.45614035087719296,0.6413793103448275,0.47883597883597884,0.5,0.46,0.8096774193548387,0.541871921182266,0.78,0.8484848484848485,0.8888888888888888,0.9326424870466321,0.7025641025641025,0.34444444444444444,0.7647058823529411,0.4768211920529801,0.9027522935779817,0.5925925925925926,0.9264705882352942,0.8945147679324894,0.7757847533632287,0.8396946564885496,0.8760330578512396,0.8240740740740741,0.8220858895705522,0.48214285714285715,0.8155339805825242,0.9017094017094017,0.71,0.8659003831417624,0.7716763005780347,0.5843575418994413,0.7516339869281046,0.7620578778135049,0.8271604938271605,0.5673758865248227,0.5710560625814863,0.7205882352941176,0.761437908496732,0.7363636363636363,0.8,0.8905472636815921,0.89,0.5301204819277109,0.8654970760233918,0.4528763769889841,0.6337134354987094,fangloveskari
llama2_xs_460M_experimental,0.46,0.2158703071672355,0.3269269069906393,0.2617031048281324,0.19,0.26666666666666666,0.19736842105263158,0.21,0.24528301886792453,0.2708333333333333,0.2,0.35,0.32,0.23121387283236994,0.30392156862745096,0.21,0.19574468085106383,0.23684210526315788,0.2413793103448276,0.2619047619047619,0.23809523809523808,0.21,0.2870967741935484,0.2660098522167488,0.28,0.23636363636363636,0.3383838383838384,0.33678756476683935,0.32564102564102565,0.27037037037037037,0.22268907563025211,0.32450331125827814,0.29541284403669726,0.4722222222222222,0.23039215686274508,0.22784810126582278,0.15695067264573992,0.22137404580152673,0.34710743801652894,0.28703703703703703,0.26993865030674846,0.1875,0.18446601941747573,0.21794871794871795,0.23,0.2656449553001277,0.23699421965317918,0.24692737430167597,0.28104575163398693,0.19292604501607716,0.22530864197530864,0.23049645390070922,0.2685788787483703,0.4485294117647059,0.23366013071895425,0.23636363636363636,0.3020408163265306,0.2835820895522388,0.3,0.28313253012048195,0.28654970760233917,0.23990208078335373,0.41591461733747837,ahxt
Marcoroni-7B-LaMini-80K,7.0,0.22098976109215018,0.2551284604660426,0.24462018824497306,0.26,0.2518518518518518,0.18421052631578946,0.26,0.2679245283018868,0.2222222222222222,0.21,0.15,0.23,0.20809248554913296,0.19607843137254902,0.24,0.32340425531914896,0.2807017543859649,0.2206896551724138,0.2566137566137566,0.1984126984126984,0.31,0.25483870967741934,0.270935960591133,0.23,0.24242424242424243,0.21717171717171718,0.20725388601036268,0.2205128205128205,0.26296296296296295,0.23109243697478993,0.1986754966887417,0.23669724770642203,0.16203703703703703,0.23529411764705882,0.2616033755274262,0.37668161434977576,0.22900763358778625,0.24793388429752067,0.2962962962962963,0.24539877300613497,0.2857142857142857,0.2524271844660194,0.2564102564102564,0.26,0.28735632183908044,0.24566473988439305,0.2424581005586592,0.22875816993464052,0.2733118971061093,0.2654320987654321,0.2553191489361702,0.2392438070404172,0.20220588235294118,0.2565359477124183,0.34545454545454546,0.17142857142857143,0.23880597014925373,0.21,0.3192771084337349,0.21052631578947367,0.2460220318237454,0.497138264046056,marcchew
test1,,0.22525597269624573,0.2568213503286198,0.24546660005848356,0.26,0.2518518518518518,0.18421052631578946,0.26,0.2679245283018868,0.2222222222222222,0.21,0.15,0.23,0.20809248554913296,0.19607843137254902,0.24,0.32340425531914896,0.2807017543859649,0.2206896551724138,0.2566137566137566,0.1984126984126984,0.31,0.25483870967741934,0.270935960591133,0.23,0.2606060606060606,0.21717171717171718,0.20725388601036268,0.2205128205128205,0.26296296296296295,0.23109243697478993,0.1986754966887417,0.23669724770642203,0.16203703703703703,0.2647058823529412,0.2616033755274262,0.37668161434977576,0.22900763358778625,0.24793388429752067,0.2962962962962963,0.24539877300613497,0.2857142857142857,0.2524271844660194,0.2564102564102564,0.26,0.28735632183908044,0.24566473988439305,0.2424581005586592,0.22875816993464052,0.2733118971061093,0.2654320987654321,0.2553191489361702,0.23989569752281617,0.20220588235294118,0.2565359477124183,0.34545454545454546,0.17142857142857143,0.23880597014925373,0.21,0.3192771084337349,0.21052631578947367,0.23990208078335373,0.48328226410029385,marcchew
LaMini-40k-Platypus2-7B,7.0,0.2295221843003413,0.25423222465644296,0.2703799242337422,0.21,0.22962962962962963,0.3355263157894737,0.21,0.2981132075471698,0.2638888888888889,0.41,0.33,0.31,0.3352601156069364,0.37254901960784315,0.18,0.20851063829787234,0.23684210526315788,0.2413793103448276,0.2671957671957672,0.36507936507936506,0.18,0.3161290322580645,0.28078817733990147,0.19,0.2545454545454545,0.35353535353535354,0.36787564766839376,0.3641025641025641,0.26296296296296295,0.3487394957983193,0.33112582781456956,0.3486238532110092,0.4722222222222222,0.2549019607843137,0.20253164556962025,0.10762331838565023,0.2824427480916031,0.14049586776859505,0.21296296296296297,0.2331288343558282,0.16071428571428573,0.3786407766990291,0.19658119658119658,0.24,0.20434227330779056,0.2138728323699422,0.27262569832402234,0.29411764705882354,0.24115755627009647,0.22530864197530864,0.24113475177304963,0.24445893089960888,0.4485294117647059,0.2173202614379085,0.22727272727272727,0.4,0.26865671641791045,0.26,0.1927710843373494,0.17543859649122806,0.23378212974296206,0.4738995426146171,marcchew
Marcoroni-7B-LaMini-40K,7.0,0.2226962457337884,0.25363473411670984,0.2691864263822741,0.21,0.22962962962962963,0.3355263157894737,0.21,0.2981132075471698,0.2638888888888889,0.41,0.33,0.31,0.3352601156069364,0.37254901960784315,0.18,0.2765957446808511,0.23684210526315788,0.2413793103448276,0.2671957671957672,0.36507936507936506,0.18,0.3161290322580645,0.28078817733990147,0.19,0.2545454545454545,0.35353535353535354,0.36787564766839376,0.3641025641025641,0.26296296296296295,0.3487394957983193,0.33112582781456956,0.3486238532110092,0.4722222222222222,0.2549019607843137,0.20253164556962025,0.10762331838565023,0.26717557251908397,0.14049586776859505,0.21296296296296297,0.2331288343558282,0.16071428571428573,0.1941747572815534,0.19658119658119658,0.23,0.22094508301404853,0.2138728323699422,0.27262569832402234,0.29411764705882354,0.2347266881028939,0.22530864197530864,0.24113475177304963,0.24445893089960888,0.4485294117647059,0.2173202614379085,0.22727272727272727,0.4,0.26865671641791045,0.26,0.16265060240963855,0.26900584795321636,0.2350061199510404,0.47395992315564384,marcchew
Platypus-2-7B-LaMini-14K,7.0,0.2363481228668942,0.25433180641306513,0.23130863633280058,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.31,0.2413793103448276,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3157894736842105,0.24112607099143207,0.4829418943957575,marcchew
ShiningValiant,,0.6049488054607508,0.6690898227444733,0.6387572188736373,0.35,0.5185185185185185,0.7302631578947368,0.65,0.6377358490566037,0.75,0.48,0.59,0.33,0.6069364161849711,0.3333333333333333,0.71,0.5829787234042553,0.41228070175438597,0.5793103448275863,0.41005291005291006,0.4126984126984127,0.44,0.7677419354838709,0.4630541871921182,0.65,0.793939393939394,0.803030303030303,0.8911917098445595,0.6410256410256411,0.3,0.6596638655462185,0.4304635761589404,0.8385321100917431,0.48148148148148145,0.8529411764705882,0.8438818565400844,0.726457399103139,0.7099236641221374,0.8016528925619835,0.8240740740740741,0.7607361963190185,0.48214285714285715,0.8058252427184466,0.8760683760683761,0.65,0.8275862068965517,0.7167630057803468,0.39329608938547483,0.6993464052287581,0.7041800643086816,0.7098765432098766,0.5070921985815603,0.4791395045632334,0.5772058823529411,0.6666666666666666,0.6909090909090909,0.7877551020408163,0.8706467661691543,0.87,0.5120481927710844,0.8187134502923976,0.3561811505507956,0.527991738544026,ValiantLabs
Llama-2-13b-hf_Open-Platypus-8bit-att,13.0,0.5554607508532423,0.6132244572794264,0.5455983639481172,0.31,0.5185185185185185,0.5197368421052632,0.56,0.5962264150943396,0.5763888888888888,0.36,0.46,0.33,0.5086705202312138,0.23529411764705882,0.66,0.4297872340425532,0.3508771929824561,0.5241379310344828,0.3201058201058201,0.2777777777777778,0.33,0.6774193548387096,0.4187192118226601,0.58,0.6303030303030303,0.6919191919191919,0.8031088082901554,0.5102564102564102,0.27037037037037037,0.5462184873949579,0.3509933774834437,0.7522935779816514,0.4166666666666667,0.7549019607843137,0.729957805907173,0.6681614349775785,0.5648854961832062,0.7355371900826446,0.7037037037037037,0.6809815950920245,0.32142857142857145,0.7475728155339806,0.7991452991452992,0.52,0.7522349936143039,0.6358381502890174,0.3329608938547486,0.6078431372549019,0.6463022508038585,0.6327160493827161,0.40070921985815605,0.41851368970013036,0.47794117647058826,0.5522875816993464,0.6181818181818182,0.5795918367346938,0.7313432835820896,0.8,0.43373493975903615,0.7368421052631579,0.28886168910648713,0.4220824382892948,NekoPunchBBB
Llama-2-13b-hf_Open-Platypus-QLoRA-multigpu,13.0,0.5418088737201365,0.6159131647082254,0.5483247288570712,0.29,0.4962962962962963,0.5394736842105263,0.58,0.6113207547169811,0.5833333333333334,0.44,0.42,0.39,0.5202312138728323,0.2647058823529412,0.69,0.44680851063829785,0.3157894736842105,0.496551724137931,0.30952380952380953,0.3412698412698413,0.33,0.632258064516129,0.3891625615763547,0.54,0.6484848484848484,0.7121212121212122,0.7927461139896373,0.48717948717948717,0.2814814814814815,0.5210084033613446,0.3509933774834437,0.7431192660550459,0.4027777777777778,0.7598039215686274,0.7046413502109705,0.6636771300448431,0.5877862595419847,0.7272727272727273,0.6481481481481481,0.6503067484662577,0.2857142857142857,0.7281553398058253,0.7905982905982906,0.55,0.7637292464878672,0.6242774566473989,0.39329608938547483,0.6111111111111112,0.6527331189710611,0.6234567901234568,0.39361702127659576,0.39504563233376794,0.5257352941176471,0.565359477124183,0.6818181818181818,0.5795918367346938,0.7512437810945274,0.86,0.4397590361445783,0.7309941520467836,0.2974296205630355,0.43809580607302434,NekoPunchBBB
Llama-2-13b-hf_Open-Platypus,13.0,0.5511945392491467,0.6149173471420036,0.5497847515810966,0.35,0.48148148148148145,0.5263157894736842,0.55,0.5886792452830188,0.5902777777777778,0.39,0.48,0.32,0.5202312138728323,0.22549019607843138,0.73,0.4340425531914894,0.30701754385964913,0.4896551724137931,0.3439153439153439,0.29365079365079366,0.34,0.6612903225806451,0.45320197044334976,0.57,0.6545454545454545,0.696969696969697,0.7979274611398963,0.5153846153846153,0.2851851851851852,0.5672268907563025,0.3576158940397351,0.7577981651376147,0.4074074074074074,0.7696078431372549,0.7383966244725738,0.6816143497757847,0.5725190839694656,0.7355371900826446,0.6851851851851852,0.6748466257668712,0.33035714285714285,0.7378640776699029,0.7948717948717948,0.5,0.7509578544061303,0.6242774566473989,0.36983240223463687,0.6013071895424836,0.6334405144694534,0.6296296296296297,0.40070921985815605,0.4041720990873533,0.5073529411764706,0.5588235294117647,0.6545454545454545,0.5714285714285714,0.736318407960199,0.8,0.4578313253012048,0.7309941520467836,0.2876376988984088,0.4284193316007184,NekoPunchBBB
open_llama_3b_v2,3.0,0.35580204778157,0.5310695080661223,0.2711798101137326,0.27,0.23703703703703705,0.27631578947368424,0.4,0.2679245283018868,0.24305555555555555,0.24,0.27,0.31,0.23699421965317918,0.20588235294117646,0.32,0.32340425531914896,0.24561403508771928,0.20689655172413793,0.291005291005291,0.24603174603174602,0.31,0.23548387096774193,0.21674876847290642,0.24,0.24848484848484848,0.20202020202020202,0.23834196891191708,0.2564102564102564,0.23333333333333334,0.2773109243697479,0.33112582781456956,0.24770642201834864,0.20833333333333334,0.23529411764705882,0.25316455696202533,0.3991031390134529,0.25190839694656486,0.2975206611570248,0.2962962962962963,0.2147239263803681,0.29464285714285715,0.27184466019417475,0.2863247863247863,0.23,0.280970625798212,0.25722543352601157,0.24022346368715083,0.2647058823529412,0.2765273311897106,0.2993827160493827,0.3120567375886525,0.2457627118644068,0.21323529411764705,0.2647058823529412,0.32727272727272727,0.3346938775510204,0.27860696517412936,0.36,0.3373493975903614,0.2982456140350877,0.2178702570379437,0.3477745324693538,openlm-research
open_llama_7b,7.0,0.4283276450511945,0.5157339175463055,0.3063544148948778,0.3,0.3333333333333333,0.25,0.35,0.39245283018867927,0.3194444444444444,0.24,0.31,0.29,0.3352601156069364,0.18627450980392157,0.39,0.3148936170212766,0.2894736842105263,0.296551724137931,0.2724867724867725,0.24603174603174602,0.34,0.3096774193548387,0.24630541871921183,0.28,0.2909090909090909,0.3434343434343434,0.3626943005181347,0.3564102564102564,0.24814814814814815,0.29411764705882354,0.24503311258278146,0.3486238532110092,0.36574074074074076,0.3382352941176471,0.3333333333333333,0.28699551569506726,0.2824427480916031,0.33884297520661155,0.3333333333333333,0.294478527607362,0.25,0.2524271844660194,0.36324786324786323,0.27,0.3716475095785441,0.32947976878612717,0.24692737430167597,0.31699346405228757,0.2861736334405145,0.32098765432098764,0.26595744680851063,0.2620599739243807,0.23161764705882354,0.272875816993464,0.4090909090909091,0.24081632653061225,0.263681592039801,0.4,0.3614457831325301,0.391812865497076,0.23378212974296206,0.3518281945961792,openlm-research
open_llama_7b_700bt_preview,7.0,0.35409556313993173,0.4969129655447122,0.25445898052580723,0.26,0.18518518518518517,0.21710526315789475,0.31,0.3018867924528302,0.2777777777777778,0.15,0.31,0.22,0.2254335260115607,0.24509803921568626,0.32,0.2978723404255319,0.2982456140350877,0.2482758620689655,0.2328042328042328,0.24603174603174602,0.28,0.23225806451612904,0.18719211822660098,0.19,0.23030303030303031,0.2727272727272727,0.20207253886010362,0.2282051282051282,0.24074074074074073,0.21008403361344538,0.2185430463576159,0.21467889908256882,0.22685185185185186,0.27941176470588236,0.2616033755274262,0.33183856502242154,0.26717557251908397,0.23140495867768596,0.28703703703703703,0.19631901840490798,0.3125,0.2524271844660194,0.23931623931623933,0.31,0.3090676883780332,0.2543352601156069,0.24134078212290502,0.2549019607843137,0.26366559485530544,0.2191358024691358,0.2801418439716312,0.23598435462842243,0.25735294117647056,0.25,0.39090909090909093,0.19183673469387755,0.22885572139303484,0.26,0.3433734939759036,0.27485380116959063,0.2350061199510404,0.3777487001768274,openlm-research
open_llama_13b,13.0,0.46331058020477817,0.5642302330213105,0.4375452833868155,0.33,0.45925925925925926,0.48026315789473684,0.39,0.41509433962264153,0.4305555555555556,0.34,0.44,0.33,0.37572254335260113,0.2549019607843137,0.59,0.3617021276595745,0.30701754385964913,0.45517241379310347,0.24603174603174602,0.23015873015873015,0.35,0.45806451612903226,0.3103448275862069,0.34,0.47878787878787876,0.5454545454545454,0.6010362694300518,0.44871794871794873,0.24444444444444444,0.46218487394957986,0.2980132450331126,0.5834862385321101,0.26851851851851855,0.5637254901960784,0.4936708860759494,0.45739910313901344,0.5267175572519084,0.49586776859504134,0.49074074074074076,0.5766871165644172,0.35714285714285715,0.5922330097087378,0.5982905982905983,0.53,0.5951468710089399,0.5028901734104047,0.2681564245810056,0.41830065359477125,0.5016077170418006,0.5432098765432098,0.32269503546099293,0.31747066492829207,0.3860294117647059,0.3839869281045752,0.4727272727272727,0.42857142857142855,0.5522388059701493,0.68,0.4397590361445783,0.6198830409356725,0.2533659730722154,0.3807596729533852,openlm-research
open_llama_7b_v2,7.0,0.4232081911262799,0.5456084445329615,0.41293973859570554,0.24,0.43703703703703706,0.4407894736842105,0.41,0.4641509433962264,0.4305555555555556,0.3,0.34,0.33,0.3988439306358382,0.22549019607843138,0.56,0.3446808510638298,0.30701754385964913,0.43448275862068964,0.2804232804232804,0.35714285714285715,0.34,0.44516129032258067,0.2660098522167488,0.34,0.42424242424242425,0.4696969696969697,0.5803108808290155,0.40512820512820513,0.23703703703703705,0.38235294117647056,0.304635761589404,0.5284403669724771,0.27314814814814814,0.45098039215686275,0.4767932489451477,0.4170403587443946,0.5114503816793893,0.48760330578512395,0.5185185185185185,0.3803680981595092,0.32142857142857145,0.5728155339805825,0.6111111111111112,0.53,0.5683269476372924,0.4508670520231214,0.24804469273743016,0.42810457516339867,0.40192926045016075,0.4382716049382716,0.31560283687943264,0.3363754889178618,0.44485294117647056,0.3627450980392157,0.4636363636363636,0.4489795918367347,0.5771144278606966,0.53,0.41566265060240964,0.5321637426900585,0.23745410036719705,0.35539215429408955,openlm-research
open_llama_3b,3.0,0.363481228668942,0.47699661422027484,0.26936287035897344,0.34,0.3333333333333333,0.19736842105263158,0.28,0.3018867924528302,0.2847222222222222,0.23,0.24,0.27,0.31213872832369943,0.22549019607843138,0.29,0.2978723404255319,0.30701754385964913,0.3103448275862069,0.25925925925925924,0.2222222222222222,0.31,0.25483870967741934,0.27586206896551724,0.31,0.23030303030303031,0.2222222222222222,0.21761658031088082,0.26153846153846155,0.24444444444444444,0.21428571428571427,0.304635761589404,0.27522935779816515,0.3148148148148148,0.25,0.2911392405063291,0.27802690582959644,0.1984732824427481,0.23140495867768596,0.2962962962962963,0.2331288343558282,0.19642857142857142,0.2524271844660194,0.2692307692307692,0.25,0.2835249042145594,0.2947976878612717,0.24692737430167597,0.26143790849673204,0.3183279742765273,0.2654320987654321,0.24468085106382978,0.22685788787483702,0.4485294117647059,0.27450980392156865,0.2909090909090909,0.20816326530612245,0.2537313432835821,0.24,0.3253012048192771,0.28654970760233917,0.22399020807833536,0.34965135824651244,openlm-research
gpt-Youtube,,0.22781569965870307,0.2568213503286198,0.23537831332994782,0.22,0.2814814814814815,0.18421052631578946,0.3,0.2188679245283019,0.25,0.21,0.23,0.21,0.20809248554913296,0.21568627450980393,0.3,0.2680851063829787,0.24561403508771928,0.25517241379310346,0.23809523809523808,0.2698412698412698,0.19,0.18387096774193548,0.15763546798029557,0.25,0.21818181818181817,0.18686868686868688,0.18652849740932642,0.2076923076923077,0.22962962962962963,0.21008403361344538,0.2185430463576159,0.1944954128440367,0.18055555555555555,0.24509803921568626,0.270042194092827,0.3183856502242152,0.2595419847328244,0.2231404958677686,0.25925925925925924,0.2147239263803681,0.32142857142857145,0.17475728155339806,0.2905982905982906,0.3,0.23499361430395913,0.24855491329479767,0.23798882681564246,0.21568627450980393,0.19614147909967847,0.21604938271604937,0.2730496453900709,0.2457627118644068,0.1801470588235294,0.25,0.21818181818181817,0.18775510204081633,0.2537313432835821,0.24,0.28313253012048195,0.3391812865497076,0.2533659730722154,0.4862661821919439,BreadAi
gpt-YA-1-1_160M,0.16,0.19197952218430034,0.2629954192391954,0.2624504249556707,0.2,0.23703703703703705,0.29605263157894735,0.21,0.19622641509433963,0.24305555555555555,0.32,0.32,0.3,0.23699421965317918,0.3627450980392157,0.22,0.30638297872340425,0.16666666666666666,0.2620689655172414,0.2830687830687831,0.3253968253968254,0.19,0.3161290322580645,0.27586206896551724,0.2,0.28484848484848485,0.31313131313131315,0.3626943005181347,0.3384615384615385,0.26296296296296295,0.3403361344537815,0.31125827814569534,0.27339449541284405,0.4675925925925926,0.25980392156862747,0.20675105485232068,0.17040358744394618,0.24427480916030533,0.1322314049586777,0.21296296296296297,0.2331288343558282,0.2857142857142857,0.2621359223300971,0.19658119658119658,0.26,0.26053639846743293,0.21676300578034682,0.27262569832402234,0.2679738562091503,0.24115755627009647,0.21296296296296297,0.24468085106382978,0.24119947848761408,0.36764705882352944,0.22058823529411764,0.22727272727272727,0.3673469387755102,0.29850746268656714,0.26,0.1927710843373494,0.18128654970760233,0.25091799265605874,0.4701746532862988,BreadAi
MusePy-1-2,,0.20392491467576793,0.25672176857199763,0.2522276129459245,0.33,0.32592592592592595,0.17105263157894737,0.19,0.2188679245283019,0.22916666666666666,0.19,0.31,0.23,0.21965317919075145,0.21568627450980393,0.33,0.2297872340425532,0.24561403508771928,0.2620689655172414,0.25396825396825395,0.16666666666666666,0.28,0.267741935483871,0.2955665024630542,0.26,0.24242424242424243,0.29292929292929293,0.22797927461139897,0.23333333333333334,0.2777777777777778,0.25630252100840334,0.2781456953642384,0.23119266055045873,0.4305555555555556,0.24509803921568626,0.26582278481012656,0.2242152466367713,0.24427480916030533,0.33884297520661155,0.23148148148148148,0.26993865030674846,0.23214285714285715,0.18446601941747573,0.19230769230769232,0.31,0.2796934865900383,0.23410404624277456,0.22681564245810057,0.2549019607843137,0.2829581993569132,0.25617283950617287,0.2730496453900709,0.22946544980443284,0.2610294117647059,0.23529411764705882,0.19090909090909092,0.23673469387755103,0.23383084577114427,0.33,0.19879518072289157,0.2222222222222222,0.24724602203182375,0.4932721940493314,BreadAi
PM_modelV2,,0.21160409556313994,0.2625970922127066,0.26142505380823755,0.21,0.362962962962963,0.34210526315789475,0.21,0.24150943396226415,0.2361111111111111,0.41,0.33,0.23,0.32947976878612717,0.35294117647058826,0.17,0.2,0.23684210526315788,0.20689655172413793,0.2830687830687831,0.18253968253968253,0.2,0.3161290322580645,0.24630541871921183,0.21,0.26666666666666666,0.35858585858585856,0.26424870466321243,0.26666666666666666,0.25925925925925924,0.3277310924369748,0.33112582781456956,0.29174311926605506,0.4722222222222222,0.23529411764705882,0.21518987341772153,0.13004484304932734,0.29770992366412213,0.12396694214876033,0.21296296296296297,0.24539877300613497,0.17857142857142858,0.32038834951456313,0.19230769230769232,0.24,0.23754789272030652,0.21965317919075145,0.24581005586592178,0.2679738562091503,0.22186495176848875,0.24691358024691357,0.25886524822695034,0.24967405475880053,0.41544117647058826,0.2173202614379085,0.22727272727272727,0.37142857142857144,0.2885572139303483,0.31,0.19879518072289157,0.1871345029239766,0.24724602203182375,0.5135726034960056,BreadAi
MuseCan,,0.19539249146757678,0.25253933479386576,0.2419466133330793,0.22,0.31851851851851853,0.29605263157894735,0.23,0.20754716981132076,0.2638888888888889,0.16,0.25,0.2,0.23699421965317918,0.22549019607843138,0.27,0.2127659574468085,0.21929824561403508,0.2413793103448276,0.24074074074074073,0.14285714285714285,0.24,0.24838709677419354,0.22167487684729065,0.33,0.28484848484848485,0.24242424242424243,0.22797927461139897,0.19487179487179487,0.2518518518518518,0.21428571428571427,0.2781456953642384,0.22568807339449543,0.14814814814814814,0.25980392156862747,0.2742616033755274,0.23318385650224216,0.22137404580152673,0.24793388429752067,0.24074074074074073,0.3006134969325153,0.3125,0.1941747572815534,0.23076923076923078,0.22,0.2681992337164751,0.29190751445086704,0.24692737430167597,0.22549019607843138,0.2604501607717042,0.29012345679012347,0.23404255319148937,0.27053455019556716,0.16544117647058823,0.2565359477124183,0.2,0.24081632653061225,0.24378109452736318,0.29,0.24096385542168675,0.28654970760233917,0.18849449204406366,,BreadAi
gpt-YA-1-1_70M,0.07,0.17491467576791808,0.26638119896434975,0.2537574898428138,0.25,0.2814814814814815,0.19078947368421054,0.18,0.23018867924528302,0.22916666666666666,0.2,0.26,0.28,0.23121387283236994,0.22549019607843138,0.23,0.2553191489361702,0.23684210526315788,0.2413793103448276,0.2566137566137566,0.18253968253968253,0.17,0.3,0.2857142857142857,0.22,0.28484848484848485,0.23737373737373738,0.3005181347150259,0.30512820512820515,0.25925925925925924,0.31932773109243695,0.26490066225165565,0.27339449541284405,0.4722222222222222,0.23529411764705882,0.25316455696202533,0.34080717488789236,0.2748091603053435,0.23140495867768596,0.25,0.22699386503067484,0.2857142857142857,0.18446601941747573,0.18376068376068377,0.3,0.27586206896551724,0.23121387283236994,0.23798882681564246,0.2647058823529412,0.20257234726688103,0.2808641975308642,0.2553191489361702,0.2438070404172099,0.33455882352941174,0.25163398692810457,0.18181818181818182,0.2938775510204082,0.24875621890547264,0.28,0.1686746987951807,0.29239766081871343,0.26438188494492043,0.47091024738309234,BreadAi
chronos-70b-v2,70.0,0.6450511945392492,0.6743676558454491,0.6827865621468258,0.36,0.6074074074074074,0.7631578947368421,0.68,0.7056603773584905,0.8333333333333334,0.48,0.58,0.43,0.6069364161849711,0.3431372549019608,0.76,0.6297872340425532,0.45614035087719296,0.6275862068965518,0.42592592592592593,0.5079365079365079,0.5,0.7967741935483871,0.5123152709359606,0.73,0.8363636363636363,0.8585858585858586,0.9222797927461139,0.6871794871794872,0.3296296296296296,0.7226890756302521,0.5099337748344371,0.8697247706422019,0.5509259259259259,0.9068627450980392,0.8396624472573839,0.7668161434977578,0.8244274809160306,0.859504132231405,0.7962962962962963,0.8159509202453987,0.5,0.8058252427184466,0.9102564102564102,0.69,0.8467432950191571,0.7572254335260116,0.506145251396648,0.738562091503268,0.7491961414790996,0.7777777777777778,0.524822695035461,0.5254237288135594,0.7205882352941176,0.7238562091503268,0.7454545454545455,0.7510204081632653,0.8855721393034826,0.89,0.5602409638554217,0.8771929824561403,0.3818849449204406,0.5370275236874347,elinas
chronos-33b,33.0,0.5895904436860068,0.6340370444134634,0.558676399551787,0.34,0.5111111111111111,0.5921052631578947,0.6,0.5962264150943396,0.6597222222222222,0.35,0.41,0.32,0.5433526011560693,0.30392156862745096,0.7,0.4851063829787234,0.35964912280701755,0.4827586206896552,0.3253968253968254,0.3412698412698413,0.3,0.6419354838709678,0.3891625615763547,0.62,0.6909090909090909,0.6262626262626263,0.8238341968911918,0.5128205128205128,0.2814814814814815,0.5084033613445378,0.3708609271523179,0.7467889908256881,0.4583333333333333,0.7254901960784313,0.7637130801687764,0.6457399103139013,0.6106870229007634,0.71900826446281,0.7222222222222222,0.6993865030674846,0.36607142857142855,0.7281553398058253,0.7948717948717948,0.63,0.7496807151979565,0.6184971098265896,0.2916201117318436,0.6013071895424836,0.6334405144694534,0.6327160493827161,0.43617021276595747,0.438722294654498,0.49264705882352944,0.5718954248366013,0.6363636363636364,0.6204081632653061,0.736318407960199,0.84,0.4819277108433735,0.7660818713450293,0.31456548347613217,0.46666811510165307,elinas
PULI-GPTrio,,0.28668941979522183,0.4078868751244772,0.24726399976529556,0.22,0.2518518518518518,0.17763157894736842,0.23,0.23018867924528302,0.24305555555555555,0.23,0.25,0.25,0.19653179190751446,0.20588235294117646,0.28,0.225531914893617,0.2543859649122807,0.2413793103448276,0.2724867724867725,0.25396825396825395,0.18,0.1870967741935484,0.18226600985221675,0.25,0.2787878787878788,0.20202020202020202,0.22797927461139897,0.24615384615384617,0.21481481481481482,0.21428571428571427,0.2251655629139073,0.22201834862385322,0.3333333333333333,0.24509803921568626,0.3037974683544304,0.3183856502242152,0.24427480916030533,0.2644628099173554,0.26851851851851855,0.3128834355828221,0.25892857142857145,0.20388349514563106,0.2606837606837607,0.26,0.2669220945083014,0.23410404624277456,0.24804469273743016,0.23529411764705882,0.3086816720257235,0.25,0.21631205673758866,0.25945241199478486,0.24632352941176472,0.29248366013071897,0.2818181818181818,0.2163265306122449,0.1890547263681592,0.25,0.3072289156626506,0.3742690058479532,0.22031823745410037,0.3903276727153012,NYTK
Llama-2-70b-chat-hf,70.0,0.6049488054607508,0.6693885680143398,0.6390701952816292,0.35,0.5185185185185185,0.7302631578947368,0.65,0.6377358490566037,0.75,0.48,0.59,0.34,0.6011560693641619,0.3333333333333333,0.71,0.5829787234042553,0.41228070175438597,0.5793103448275863,0.41005291005291006,0.4126984126984127,0.43,0.7645161290322581,0.4630541871921182,0.65,0.8181818181818182,0.8080808080808081,0.8911917098445595,0.6410256410256411,0.3,0.6596638655462185,0.423841059602649,0.8385321100917431,0.48148148148148145,0.8578431372549019,0.8438818565400844,0.726457399103139,0.7099236641221374,0.8016528925619835,0.8240740740740741,0.7607361963190185,0.48214285714285715,0.8058252427184466,0.8717948717948718,0.65,0.8275862068965517,0.7167630057803468,0.39553072625698327,0.6993464052287581,0.7041800643086816,0.7098765432098766,0.5070921985815603,0.4771838331160365,0.5772058823529411,0.6699346405228758,0.6909090909090909,0.7877551020408163,0.8706467661691543,0.87,0.5120481927710844,0.8187134502923976,0.3561811505507956,0.5280473232260097,meta-llama
Llama-2-70b-hf,70.0,0.6262798634812287,0.6760605457080263,0.6983208921288625,0.33,0.6296296296296297,0.8092105263157895,0.72,0.7169811320754716,0.8472222222222222,0.51,0.6,0.37,0.6416184971098265,0.37254901960784315,0.77,0.6638297872340425,0.4473684210526316,0.6551724137931034,0.43386243386243384,0.47619047619047616,0.46,0.8193548387096774,0.5123152709359606,0.79,0.8303030303030303,0.8787878787878788,0.9430051813471503,0.7410256410256411,0.35555555555555557,0.7647058823529411,0.4304635761589404,0.8733944954128441,0.6342592592592593,0.8970588235294118,0.8776371308016878,0.8026905829596412,0.8778625954198473,0.8760330578512396,0.8333333333333334,0.803680981595092,0.5357142857142857,0.8349514563106796,0.905982905982906,0.74,0.8620689655172413,0.7774566473988439,0.4547486033519553,0.7810457516339869,0.7877813504823151,0.8364197530864198,0.5673758865248227,0.5319426336375489,0.75,0.7565359477124183,0.6909090909090909,0.7918367346938775,0.900497512437811,0.92,0.5301204819277109,0.8538011695906432,0.3108935128518972,0.44923493721887353,meta-llama
Llama-2-7b-hf,7.0,0.492320819112628,0.5883290181238797,0.46866075004498003,0.3,0.48148148148148145,0.40789473684210525,0.53,0.4641509433962264,0.4652777777777778,0.35,0.33,0.35,0.4277456647398844,0.23529411764705882,0.6,0.42127659574468085,0.2719298245614035,0.47586206896551725,0.2724867724867725,0.2857142857142857,0.32,0.5,0.3694581280788177,0.4,0.6424242424242425,0.48484848484848486,0.6735751295336787,0.45897435897435895,0.3037037037037037,0.4411764705882353,0.31125827814569534,0.6293577981651376,0.27314814814814814,0.5343137254901961,0.6286919831223629,0.5695067264573991,0.5648854961832062,0.6528925619834711,0.5370370370370371,0.50920245398773,0.38392857142857145,0.5533980582524272,0.6923076923076923,0.55,0.6411238825031929,0.49421965317919075,0.23910614525139665,0.4934640522875817,0.6012861736334405,0.49074074074074076,0.3617021276595745,0.3617992177314211,0.5257352941176471,0.4411764705882353,0.5272727272727272,0.4775510204081633,0.6318407960199005,0.65,0.42168674698795183,0.7017543859649122,0.24724602203182375,0.3875703155565465,meta-llama
Llama-2-7b-chat-hf,7.0,0.4948805460750853,0.5978888667596096,0.48318825530104387,0.28,0.42962962962962964,0.4868421052631579,0.53,0.5358490566037736,0.5208333333333334,0.29,0.38,0.36,0.3988439306358382,0.22549019607843138,0.58,0.4085106382978723,0.37719298245614036,0.4896551724137931,0.29894179894179895,0.25396825396825395,0.36,0.5225806451612903,0.3645320197044335,0.41,0.5878787878787879,0.6060606060606061,0.7150259067357513,0.4256410256410256,0.25555555555555554,0.42436974789915966,0.2913907284768212,0.6752293577981652,0.3333333333333333,0.6764705882352942,0.6666666666666666,0.5605381165919282,0.5725190839694656,0.628099173553719,0.5833333333333334,0.5521472392638037,0.30357142857142855,0.6699029126213593,0.7094017094017094,0.5,0.6756066411238825,0.5144508670520231,0.2201117318435754,0.5196078431372549,0.5659163987138264,0.5679012345679012,0.3723404255319149,0.3500651890482399,0.45588235294117646,0.4803921568627451,0.5272727272727272,0.5265306122448979,0.6467661691542289,0.72,0.43373493975903615,0.7251461988304093,0.3011015911872705,0.45570370195101134,meta-llama
Llama-2-13b-chat-hf,13.0,0.5563139931740614,0.6293567018522207,0.5463627087850933,0.31,0.4740740740740741,0.5460526315789473,0.53,0.5849056603773585,0.5833333333333334,0.38,0.47,0.32,0.4624277456647399,0.3137254901960784,0.68,0.4,0.3157894736842105,0.503448275862069,0.3412698412698413,0.30952380952380953,0.3,0.6419354838709678,0.4630541871921182,0.59,0.6727272727272727,0.702020202020202,0.7875647668393783,0.49230769230769234,0.3111111111111111,0.5294117647058824,0.33774834437086093,0.7321100917431193,0.3888888888888889,0.75,0.7172995780590717,0.6457399103139013,0.6335877862595419,0.768595041322314,0.6944444444444444,0.6503067484662577,0.35714285714285715,0.7378640776699029,0.7863247863247863,0.57,0.7471264367816092,0.6127167630057804,0.30502793296089387,0.5947712418300654,0.5884244372990354,0.6111111111111112,0.38652482269503546,0.39113428943937417,0.5,0.5424836601307189,0.6636363636363637,0.6408163265306123,0.7512437810945274,0.81,0.4819277108433735,0.7309941520467836,0.28518971848225216,0.4411794590119937,meta-llama
Stheno-Inverted-L2-13B,13.0,0.560580204778157,0.6395140410276837,0.5645347972548442,0.36,0.4962962962962963,0.5592105263157895,0.56,0.6415094339622641,0.6111111111111112,0.45,0.49,0.38,0.5144508670520231,0.29411764705882354,0.69,0.43829787234042555,0.2631578947368421,0.5517241379310345,0.3333333333333333,0.38095238095238093,0.33,0.6419354838709678,0.42857142857142855,0.58,0.6848484848484848,0.6818181818181818,0.8186528497409327,0.5230769230769231,0.31851851851851853,0.542016806722689,0.3708609271523179,0.7321100917431193,0.38425925925925924,0.7549019607843137,0.7383966244725738,0.672645739910314,0.6412213740458015,0.7603305785123967,0.7222222222222222,0.6809815950920245,0.375,0.7184466019417476,0.7905982905982906,0.59,0.7624521072796935,0.6329479768786127,0.4491620111731844,0.6078431372549019,0.6302250803858521,0.6172839506172839,0.40070921985815605,0.4178617992177314,0.5183823529411765,0.5604575163398693,0.6272727272727273,0.6040816326530613,0.7562189054726368,0.85,0.4819277108433735,0.7660818713450293,0.3635250917992656,0.5203788728768364,Sao10K
Stheno-Mix-L2-20B,20.0,0.5460750853242321,0.6040629356701852,0.5250678935280128,0.31,0.45185185185185184,0.5,0.53,0.5547169811320755,0.5347222222222222,0.37,0.45,0.28,0.48554913294797686,0.3235294117647059,0.68,0.41702127659574467,0.2631578947368421,0.5103448275862069,0.29365079365079366,0.2857142857142857,0.38,0.6129032258064516,0.4433497536945813,0.47,0.6606060606060606,0.6767676767676768,0.7668393782383419,0.47435897435897434,0.2518518518518518,0.4957983193277311,0.304635761589404,0.7119266055045872,0.33796296296296297,0.7254901960784313,0.6835443037974683,0.6367713004484304,0.5954198473282443,0.7355371900826446,0.6666666666666666,0.6441717791411042,0.33035714285714285,0.6699029126213593,0.7435897435897436,0.59,0.7241379310344828,0.5838150289017341,0.27150837988826815,0.5882352941176471,0.6109324758842444,0.6234567901234568,0.39361702127659576,0.38722294654498046,0.5036764705882353,0.5196078431372549,0.6,0.6163265306122448,0.6965174129353234,0.79,0.45180722891566266,0.7192982456140351,0.3537331701346389,0.5180391612093455,Sao10K
Stheno-1.1-L2-13B,13.0,0.5708191126279863,0.6461860187213703,0.5639089846434906,0.35,0.48148148148148145,0.5526315789473685,0.55,0.6150943396226415,0.6180555555555556,0.46,0.49,0.37,0.5260115606936416,0.2647058823529412,0.68,0.44680851063829785,0.2894736842105263,0.5448275862068965,0.328042328042328,0.3492063492063492,0.31,0.6709677419354839,0.46798029556650245,0.61,0.6848484848484848,0.696969696969697,0.8186528497409327,0.5358974358974359,0.3,0.5798319327731093,0.33112582781456956,0.7357798165137615,0.3888888888888889,0.7598039215686274,0.7426160337552743,0.6591928251121076,0.6412213740458015,0.7107438016528925,0.7314814814814815,0.6503067484662577,0.38392857142857145,0.7184466019417476,0.8162393162393162,0.6,0.7432950191570882,0.615606936416185,0.4659217877094972,0.6176470588235294,0.6109324758842444,0.595679012345679,0.4397163120567376,0.4276401564537158,0.5220588235294118,0.5718954248366013,0.6272727272727273,0.6326530612244898,0.7412935323383084,0.84,0.463855421686747,0.7660818713450293,0.3488372093023256,0.5030405325722809,Sao10K
Medusa-1.1-L2-7B,7.0,0.5290102389078498,0.5935072694682334,0.5155651566844207,0.35,0.4888888888888889,0.45394736842105265,0.46,0.5773584905660377,0.5555555555555556,0.32,0.4,0.33,0.4508670520231214,0.22549019607843138,0.66,0.4425531914893617,0.3508771929824561,0.503448275862069,0.3306878306878307,0.2777777777777778,0.35,0.6193548387096774,0.3891625615763547,0.42,0.6848484848484848,0.6717171717171717,0.7305699481865285,0.48717948717948717,0.23333333333333334,0.5126050420168067,0.304635761589404,0.6972477064220184,0.38425925925925924,0.7254901960784313,0.7172995780590717,0.5919282511210763,0.5725190839694656,0.6528925619834711,0.6111111111111112,0.6012269938650306,0.41964285714285715,0.6601941747572816,0.7735042735042735,0.6,0.7100893997445722,0.5838150289017341,0.24916201117318434,0.5555555555555556,0.6012861736334405,0.5864197530864198,0.375886524822695,0.3956975228161669,0.47794117647058826,0.511437908496732,0.5818181818181818,0.5714285714285714,0.7014925373134329,0.75,0.42771084337349397,0.7192982456140351,0.3353733170134639,0.47700972785978124,Sao10K
Stheno-1.3-L2-13B,13.0,0.5307167235494881,0.6170085640310695,0.5278624980884321,0.3,0.4666666666666667,0.506578947368421,0.53,0.5471698113207547,0.5347222222222222,0.34,0.44,0.3,0.4913294797687861,0.3333333333333333,0.69,0.39148936170212767,0.2982456140350877,0.503448275862069,0.2830687830687831,0.35714285714285715,0.37,0.6161290322580645,0.4236453201970443,0.49,0.6424242424242425,0.6818181818181818,0.7823834196891192,0.48205128205128206,0.2851851851851852,0.5168067226890757,0.2781456953642384,0.6954128440366972,0.3333333333333333,0.7450980392156863,0.6877637130801688,0.6367713004484304,0.648854961832061,0.7520661157024794,0.6851851851851852,0.6380368098159509,0.32142857142857145,0.6310679611650486,0.7606837606837606,0.55,0.7113665389527458,0.5895953757225434,0.2659217877094972,0.5882352941176471,0.6077170418006431,0.6172839506172839,0.3829787234042553,0.4041720990873533,0.5,0.5228758169934641,0.6,0.6326530612244898,0.7164179104477612,0.81,0.463855421686747,0.7076023391812866,0.34761321909424725,0.5023124365778059,Sao10K
Stheno-L2-13B,13.0,0.5742320819112628,0.6434973112925712,0.5633416571028197,0.38,0.5111111111111111,0.5855263157894737,0.56,0.6075471698113207,0.625,0.41,0.48,0.38,0.49710982658959535,0.28431372549019607,0.68,0.4340425531914894,0.2982456140350877,0.5379310344827586,0.335978835978836,0.38095238095238093,0.34,0.667741935483871,0.45320197044334976,0.59,0.6909090909090909,0.696969696969697,0.8186528497409327,0.5205128205128206,0.3074074074074074,0.5630252100840336,0.33112582781456956,0.7247706422018348,0.3611111111111111,0.7549019607843137,0.7341772151898734,0.672645739910314,0.6335877862595419,0.7272727272727273,0.7407407407407407,0.6687116564417178,0.42857142857142855,0.7087378640776699,0.8205128205128205,0.58,0.7484035759897829,0.615606936416185,0.4335195530726257,0.6176470588235294,0.6077170418006431,0.595679012345679,0.41843971631205673,0.42959582790091266,0.5073529411764706,0.565359477124183,0.6545454545454545,0.6204081632653061,0.7313432835820896,0.8,0.46987951807228917,0.7719298245614035,0.3390452876376989,0.5018428868740622,Sao10K
Euryale-L2-70B,70.0,0.6493174061433447,0.6826329416450906,0.6884428008081981,0.31,0.6148148148148148,0.75,0.73,0.7094339622641509,0.8472222222222222,0.48,0.58,0.39,0.630057803468208,0.39215686274509803,0.78,0.6382978723404256,0.45614035087719296,0.6137931034482759,0.4417989417989418,0.48412698412698413,0.49,0.8225806451612904,0.5123152709359606,0.74,0.8121212121212121,0.8838383838383839,0.9326424870466321,0.7102564102564103,0.34814814814814815,0.7478991596638656,0.46357615894039733,0.8733944954128441,0.5601851851851852,0.9215686274509803,0.8607594936708861,0.7668161434977578,0.816793893129771,0.8760330578512396,0.8055555555555556,0.8159509202453987,0.48214285714285715,0.8252427184466019,0.8931623931623932,0.69,0.8441890166028098,0.7745664739884393,0.5050279329608939,0.7450980392156863,0.7845659163987139,0.7993827160493827,0.5531914893617021,0.530638852672751,0.7169117647058824,0.7205882352941176,0.7636363636363637,0.7714285714285715,0.8955223880597015,0.93,0.5421686746987951,0.8654970760233918,0.3953488372093023,0.5449359501718896,Sao10K
Stheno-1.2-L2-13B,13.0,0.5725255972696246,0.646584345747859,0.5626512188960785,0.34,0.48148148148148145,0.5592105263157895,0.56,0.6188679245283019,0.6180555555555556,0.46,0.5,0.37,0.5317919075144508,0.2647058823529412,0.68,0.4297872340425532,0.2982456140350877,0.5517241379310345,0.3253968253968254,0.3333333333333333,0.3,0.6709677419354839,0.4630541871921182,0.59,0.6848484848484848,0.6919191919191919,0.8186528497409327,0.5333333333333333,0.3148148148148148,0.5756302521008403,0.32450331125827814,0.7394495412844037,0.38425925925925924,0.7598039215686274,0.7426160337552743,0.6591928251121076,0.6412213740458015,0.7107438016528925,0.7222222222222222,0.6503067484662577,0.38392857142857145,0.7184466019417476,0.811965811965812,0.6,0.7471264367816092,0.6040462427745664,0.47150837988826816,0.6209150326797386,0.6045016077170418,0.5895061728395061,0.43617021276595747,0.42633637548891784,0.5110294117647058,0.5800653594771242,0.6454545454545455,0.6285714285714286,0.7412935323383084,0.82,0.46987951807228917,0.7602339181286549,0.3525091799265606,0.5031960610653523,Sao10K
Stheno-Inverted-1.2-L2-13B,13.0,0.568259385665529,0.6417048396733719,0.5577368541859977,0.35,0.4888888888888889,0.5592105263157895,0.55,0.6264150943396226,0.6111111111111112,0.42,0.48,0.35,0.4913294797687861,0.28431372549019607,0.68,0.42127659574468085,0.2719298245614035,0.5379310344827586,0.31746031746031744,0.3412698412698413,0.35,0.6580645161290323,0.4433497536945813,0.57,0.6727272727272727,0.702020202020202,0.8134715025906736,0.5230769230769231,0.3074074074074074,0.542016806722689,0.31788079470198677,0.7394495412844037,0.36574074074074076,0.7549019607843137,0.7426160337552743,0.6681614349775785,0.648854961832061,0.7272727272727273,0.7314814814814815,0.6871165644171779,0.38392857142857145,0.6796116504854369,0.7991452991452992,0.59,0.7509578544061303,0.6127167630057804,0.40670391061452515,0.6143790849673203,0.6334405144694534,0.6080246913580247,0.40425531914893614,0.409387222946545,0.5367647058823529,0.5604575163398693,0.6181818181818182,0.6408163265306123,0.7213930348258707,0.85,0.463855421686747,0.7602339181286549,0.35862913096695226,0.5121990488422448,Sao10K
weblab-10b,10.0,0.3583617747440273,0.4833698466440948,0.2629309897045074,0.3,0.2,0.3881578947368421,0.35,0.2490566037735849,0.24305555555555555,0.22,0.33,0.29,0.21965317919075145,0.12745098039215685,0.28,0.2978723404255319,0.2807017543859649,0.1793103448275862,0.2671957671957672,0.3333333333333333,0.26,0.1870967741935484,0.21182266009852216,0.26,0.2909090909090909,0.2727272727272727,0.22797927461139897,0.23846153846153847,0.24074074074074073,0.22268907563025211,0.2582781456953642,0.24770642201834864,0.18981481481481483,0.2549019607843137,0.29957805907172996,0.3632286995515695,0.1984732824427481,0.24793388429752067,0.3425925925925926,0.22085889570552147,0.26785714285714285,0.2524271844660194,0.26495726495726496,0.29,0.2886334610472541,0.2745664739884393,0.2424581005586592,0.22549019607843138,0.2829581993569132,0.2962962962962963,0.2553191489361702,0.2607561929595828,0.25,0.2908496732026144,0.34545454545454546,0.1673469387755102,0.22388059701492538,0.27,0.30120481927710846,0.34502923976608185,0.2215422276621787,0.3601821787254854,matsuo-lab
weblab-10b-instruction-sft,10.0,0.36860068259385664,0.4872535351523601,0.26663142965716785,0.31,0.26666666666666666,0.28289473684210525,0.34,0.30943396226415093,0.2569444444444444,0.21,0.24,0.17,0.2254335260115607,0.19607843137254902,0.26,0.3446808510638298,0.21052631578947367,0.2482758620689655,0.24867724867724866,0.21428571428571427,0.23,0.22258064516129034,0.15763546798029557,0.31,0.3090909090909091,0.2222222222222222,0.24870466321243523,0.2153846153846154,0.24814814814814815,0.25630252100840334,0.2781456953642384,0.26972477064220185,0.20833333333333334,0.2549019607843137,0.31645569620253167,0.336322869955157,0.21374045801526717,0.3305785123966942,0.3425925925925926,0.294478527607362,0.30357142857142855,0.22330097087378642,0.37606837606837606,0.27,0.28991060025542786,0.2658959537572254,0.25139664804469275,0.24836601307189543,0.2572347266881029,0.30864197530864196,0.2801418439716312,0.2757496740547588,0.19852941176470587,0.28431372549019607,0.3090909090909091,0.27346938775510204,0.25870646766169153,0.29,0.29518072289156627,0.3391812865497076,0.22643818849449204,0.36793137737872583,matsuo-lab
llama-v2-7b-32kC-Security,7.0,0.4522184300341297,0.5764787890858395,0.4441029859770607,0.37,0.43703703703703706,0.4407894736842105,0.47,0.47924528301886793,0.5,0.24,0.38,0.27,0.41040462427745666,0.16666666666666666,0.59,0.39148936170212767,0.2719298245614035,0.4,0.29365079365079366,0.23809523809523808,0.36,0.5096774193548387,0.3399014778325123,0.42,0.6727272727272727,0.5050505050505051,0.6217616580310881,0.3717948717948718,0.27037037037037037,0.3907563025210084,0.31788079470198677,0.6201834862385321,0.3101851851851852,0.6127450980392157,0.620253164556962,0.5112107623318386,0.45038167938931295,0.5785123966942148,0.5648148148148148,0.4539877300613497,0.2857142857142857,0.5436893203883495,0.6623931623931624,0.52,0.6181353767560664,0.476878612716763,0.2424581005586592,0.42483660130718953,0.5337620578778135,0.48148148148148145,0.3617021276595745,0.3604954367666232,0.38235294117647056,0.4624183006535948,0.5454545454545454,0.4122448979591837,0.6069651741293532,0.59,0.3373493975903614,0.6140350877192983,0.32802937576499386,0.47957019081985997,venkycs
Cerebras-GPT-590M-finetuned-DND,0.59,0.21245733788395904,0.26090420235012945,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.2558139534883721,0.4826115841429237,grantprice
openbuddy-llama2-34b-v11.1-bf16,34.0,0.4641638225255973,0.5283808006373233,0.5571082206133329,0.36,0.4074074074074074,0.5855263157894737,0.63,0.5132075471698113,0.5347222222222222,0.38,0.5,0.38,0.47398843930635837,0.3333333333333333,0.72,0.4553191489361702,0.3684210526315789,0.4896551724137931,0.3783068783068783,0.4603174603174603,0.37,0.6258064516129033,0.4088669950738916,0.7,0.7151515151515152,0.7323232323232324,0.7979274611398963,0.5538461538461539,0.34444444444444444,0.5588235294117647,0.3443708609271523,0.7412844036697248,0.5185185185185185,0.7009803921568627,0.759493670886076,0.6143497757847534,0.6106870229007634,0.7520661157024794,0.7222222222222222,0.6993865030674846,0.4375,0.6699029126213593,0.8333333333333334,0.58,0.7100893997445722,0.6127167630057804,0.2860335195530726,0.5784313725490197,0.617363344051447,0.5679012345679012,0.38652482269503546,0.39960886571056065,0.45955882352941174,0.5081699346405228,0.6181818181818182,0.6612244897959184,0.7213930348258707,0.72,0.40963855421686746,0.7368421052631579,0.36474908200734396,0.5300576050535195,oPenBuddy
speechless-codellama-34b-v1.0,34.0,0.49573378839590443,0.547998406691894,0.5346703246942103,0.31,0.43703703703703706,0.5328947368421053,0.52,0.4830188679245283,0.5555555555555556,0.43,0.46,0.28,0.43352601156069365,0.3333333333333333,0.71,0.46808510638297873,0.4298245614035088,0.496551724137931,0.3835978835978836,0.49206349206349204,0.37,0.5806451612903226,0.35467980295566504,0.63,0.7151515151515152,0.6717171717171717,0.7461139896373057,0.48717948717948717,0.27037037037037037,0.5294117647058824,0.32450331125827814,0.7211009174311926,0.4027777777777778,0.75,0.7552742616033755,0.6053811659192825,0.5190839694656488,0.6694214876033058,0.6759259259259259,0.7239263803680982,0.4375,0.6796116504854369,0.7863247863247863,0.48,0.6666666666666666,0.5578034682080925,0.27150837988826815,0.545751633986928,0.5916398713826366,0.5987654320987654,0.3900709219858156,0.4198174706649283,0.45588235294117646,0.5310457516339869,0.6181818181818182,0.6612244897959184,0.7512437810945274,0.74,0.39759036144578314,0.6374269005847953,0.30354957160342716,0.47135907975593017,speechlessai
speechless-codellama-airoboros-orca-platypus-13b,13.0,0.4104095563139932,0.49193387771360286,0.4316034424184078,0.25,0.35555555555555557,0.4407894736842105,0.43,0.4528301886792453,0.3958333333333333,0.24,0.37,0.34,0.37572254335260113,0.19607843137254902,0.52,0.41702127659574467,0.34210526315789475,0.4482758620689655,0.3306878306878307,0.36507936507936506,0.38,0.4806451612903226,0.3054187192118227,0.54,0.5636363636363636,0.5,0.538860103626943,0.3564102564102564,0.2777777777777778,0.40336134453781514,0.31788079470198677,0.5467889908256881,0.3287037037037037,0.553921568627451,0.5654008438818565,0.4663677130044843,0.3969465648854962,0.5950413223140496,0.46296296296296297,0.50920245398773,0.35714285714285715,0.6310679611650486,0.6965811965811965,0.43,0.5312899106002554,0.4624277456647399,0.26033519553072626,0.4019607843137255,0.4758842443729904,0.44135802469135804,0.37943262411347517,0.303129074315515,0.3014705882352941,0.39215686274509803,0.5363636363636364,0.5714285714285714,0.48258706467661694,0.64,0.4036144578313253,0.543859649122807,0.2607099143206854,0.4087530329179874,speechlessai
speechless-llama2-dolphin-orca-platypus-13b,13.0,0.5571672354948806,0.6204939255128461,0.5789849679678479,0.33,0.5111111111111111,0.6118421052631579,0.55,0.6037735849056604,0.6111111111111112,0.49,0.46,0.25,0.5433526011560693,0.37254901960784315,0.72,0.4340425531914894,0.2631578947368421,0.496551724137931,0.35978835978835977,0.3968253968253968,0.36,0.6838709677419355,0.47783251231527096,0.63,0.7090909090909091,0.7323232323232324,0.8290155440414507,0.5794871794871795,0.31851851851851853,0.6470588235294118,0.36423841059602646,0.781651376146789,0.4861111111111111,0.7696078431372549,0.7721518987341772,0.6457399103139013,0.6030534351145038,0.7355371900826446,0.7592592592592593,0.7116564417177914,0.29464285714285715,0.7378640776699029,0.8290598290598291,0.58,0.7918263090676884,0.6705202312138728,0.4569832402234637,0.6437908496732027,0.662379421221865,0.6481481481481481,0.42907801418439717,0.4576271186440678,0.5735294117647058,0.5866013071895425,0.6454545454545455,0.6326530612244898,0.7164179104477612,0.81,0.4457831325301205,0.7894736842105263,0.3072215422276622,0.43438938554070605,speechlessai
speechless-codellama-dolphin-orca-platypus-13b,13.0,0.42150170648464164,0.49990041824337783,0.4588335531456646,0.25,0.3333333333333333,0.47368421052631576,0.55,0.36981132075471695,0.4027777777777778,0.31,0.38,0.31,0.3872832369942196,0.2549019607843137,0.67,0.3829787234042553,0.3157894736842105,0.4689655172413793,0.29894179894179895,0.4126984126984127,0.33,0.45806451612903226,0.28078817733990147,0.52,0.6242424242424243,0.5454545454545454,0.5492227979274611,0.3769230769230769,0.26666666666666666,0.46218487394957986,0.3509933774834437,0.5651376146788991,0.36574074074074076,0.6029411764705882,0.7046413502109705,0.5022421524663677,0.45038167938931295,0.6611570247933884,0.5740740740740741,0.558282208588957,0.3392857142857143,0.6699029126213593,0.7094017094017094,0.43,0.5478927203065134,0.4682080924855491,0.34972067039106147,0.4150326797385621,0.4983922829581994,0.47530864197530864,0.3475177304964539,0.36897001303780963,0.3235294117647059,0.4166666666666667,0.5818181818181818,0.5918367346938775,0.6268656716417911,0.66,0.4397590361445783,0.5730994152046783,0.2827417380660955,0.44671878200778964,speechlessai
Guanaco-3B-Uncensored,3.0,0.39761092150170646,0.49880501892053375,0.25551538947971847,0.23,0.2814814814814815,0.25,0.18,0.2490566037735849,0.22916666666666666,0.25,0.24,0.25,0.24277456647398843,0.23529411764705882,0.32,0.2978723404255319,0.2631578947368421,0.2827586206896552,0.2619047619047619,0.25396825396825395,0.33,0.24516129032258063,0.2561576354679803,0.24,0.2606060606060606,0.31313131313131315,0.2694300518134715,0.22564102564102564,0.27037037037037037,0.20168067226890757,0.271523178807947,0.24403669724770644,0.24074074074074073,0.2647058823529412,0.26582278481012656,0.21524663677130046,0.183206106870229,0.34710743801652894,0.24074074074074073,0.25766871165644173,0.19642857142857142,0.2815533980582524,0.2564102564102564,0.18,0.25287356321839083,0.2745664739884393,0.23016759776536314,0.27124183006535946,0.2990353697749196,0.26851851851851855,0.2624113475177305,0.27249022164276404,0.16176470588235295,0.26143790849673204,0.3090909090909091,0.3224489795918367,0.2537313432835821,0.24,0.23493975903614459,0.27485380116959063,0.22276621787025705,0.3471127762261011,Fredithefish
RedPajama-INCITE-Chat-3B-ShareGPT-11K,3.0,0.3660409556313993,0.481876120294762,0.26132131552680904,0.28,0.2740740740740741,0.19078947368421054,0.25,0.32452830188679244,0.22916666666666666,0.21,0.28,0.3,0.27167630057803466,0.20588235294117646,0.2,0.33617021276595743,0.2807017543859649,0.2413793103448276,0.25925925925925924,0.1984126984126984,0.32,0.24838709677419354,0.22660098522167488,0.22,0.2727272727272727,0.3383838383838384,0.22797927461139897,0.23333333333333334,0.27037037037037037,0.27310924369747897,0.26490066225165565,0.3376146788990826,0.18981481481481483,0.24509803921568626,0.28270042194092826,0.2556053811659193,0.24427480916030533,0.34710743801652894,0.24074074074074073,0.2331288343558282,0.25,0.3106796116504854,0.20512820512820512,0.24,0.24904214559386972,0.2514450867052023,0.2424581005586592,0.2647058823529412,0.2765273311897106,0.2623456790123457,0.28368794326241137,0.2405475880052151,0.22058823529411764,0.25326797385620914,0.34545454545454546,0.3346938775510204,0.23383084577114427,0.21,0.30120481927710846,0.3157894736842105,0.22888616891064872,0.35408512430612366,Fredithefish
Guanaco-3B-Uncensored-v2,3.0,0.3890784982935154,0.49352718581955785,0.2617657397455066,0.24,0.2518518518518518,0.26973684210526316,0.2,0.27169811320754716,0.2638888888888889,0.25,0.23,0.21,0.2774566473988439,0.24509803921568626,0.34,0.2127659574468085,0.23684210526315788,0.2620689655172414,0.26455026455026454,0.23809523809523808,0.3,0.26129032258064516,0.26108374384236455,0.29,0.2727272727272727,0.3686868686868687,0.29015544041450775,0.25384615384615383,0.26296296296296295,0.2184873949579832,0.2913907284768212,0.26972477064220185,0.2175925925925926,0.23039215686274508,0.2616033755274262,0.19730941704035873,0.2748091603053435,0.36363636363636365,0.24074074074074073,0.3128834355828221,0.22321428571428573,0.30097087378640774,0.26495726495726496,0.22,0.2260536398467433,0.27167630057803466,0.2424581005586592,0.2777777777777778,0.2958199356913183,0.25308641975308643,0.2624113475177305,0.27444589308996087,0.1875,0.25980392156862747,0.2909090909090909,0.2938775510204082,0.25870646766169153,0.22,0.30120481927710846,0.29239766081871343,0.20807833537331702,0.3520822015070296,Fredithefish
CrimsonPajama,,0.3660409556313993,0.489344752041426,0.25950015729236414,0.29,0.3333333333333333,0.2631578947368421,0.23,0.23773584905660378,0.2569444444444444,0.27,0.26,0.24,0.24855491329479767,0.20588235294117646,0.3,0.24680851063829787,0.2631578947368421,0.32413793103448274,0.2671957671957672,0.18253968253968253,0.29,0.27419354838709675,0.24630541871921183,0.28,0.23636363636363636,0.29797979797979796,0.24870466321243523,0.2282051282051282,0.26666666666666666,0.21428571428571427,0.271523178807947,0.25871559633027524,0.22685185185185186,0.2696078431372549,0.26582278481012656,0.18385650224215247,0.1984732824427481,0.38016528925619836,0.24074074074074073,0.3006134969325153,0.29464285714285715,0.2621359223300971,0.2692307692307692,0.19,0.2656449553001277,0.2543352601156069,0.2424581005586592,0.2581699346405229,0.2733118971061093,0.2808641975308642,0.2695035460992908,0.27183833116036504,0.15808823529411764,0.2565359477124183,0.3181818181818182,0.2938775510204082,0.24875621890547264,0.24,0.25301204819277107,0.29239766081871343,0.21297429620563035,0.3378243802513355,Fredithefish
ScarletPajama-3B-HF,3.0,0.363481228668942,0.4796853216490739,0.2727868435883347,0.28,0.2222222222222222,0.3026315789473684,0.22,0.32075471698113206,0.2569444444444444,0.34,0.27,0.31,0.3236994219653179,0.23529411764705882,0.15,0.23404255319148937,0.2631578947368421,0.2413793103448276,0.2751322751322751,0.2619047619047619,0.32,0.2838709677419355,0.270935960591133,0.2,0.24848484848484848,0.37373737373737376,0.35751295336787564,0.32564102564102565,0.28888888888888886,0.3403361344537815,0.31788079470198677,0.3302752293577982,0.39351851851851855,0.2549019607843137,0.2489451476793249,0.13004484304932734,0.2595419847328244,0.34710743801652894,0.25,0.2392638036809816,0.2767857142857143,0.34951456310679613,0.21794871794871795,0.28,0.2120051085568327,0.22254335260115607,0.27262569832402234,0.29411764705882354,0.2829581993569132,0.23765432098765432,0.28368794326241137,0.2503259452411995,0.35294117647058826,0.2173202614379085,0.2636363636363636,0.3020408163265306,0.2537313432835821,0.24,0.22289156626506024,0.22807017543859648,0.2460220318237454,0.37602572431166126,Fredithefish
Guanaco-13B-Uncensored,13.0,0.5622866894197952,0.6208922525393348,0.536546919787796,0.36,0.4888888888888889,0.5197368421052632,0.54,0.5811320754716981,0.5347222222222222,0.44,0.4,0.28,0.5433526011560693,0.19607843137254902,0.71,0.4425531914893617,0.2807017543859649,0.5448275862068965,0.291005291005291,0.29365079365079366,0.32,0.6096774193548387,0.4482758620689655,0.53,0.6545454545454545,0.6818181818181818,0.7875647668393783,0.5051282051282051,0.24444444444444444,0.5462184873949579,0.33112582781456956,0.7155963302752294,0.42592592592592593,0.7352941176470589,0.7046413502109705,0.6053811659192825,0.5801526717557252,0.6942148760330579,0.6759259259259259,0.6196319018404908,0.2857142857142857,0.7281553398058253,0.7435897435897436,0.61,0.7266922094508301,0.6213872832369942,0.33743016759776534,0.5980392156862745,0.6141479099678456,0.6172839506172839,0.4219858156028369,0.4067796610169492,0.5477941176470589,0.5392156862745098,0.6454545454545455,0.5877551020408164,0.681592039800995,0.82,0.42771084337349397,0.7602339181286549,0.2974296205630355,0.4326200610504711,Fredithefish
Guanaco-7B-Uncensored,7.0,0.49146757679180886,0.5859390559649472,0.434210212311272,0.26,0.4666666666666667,0.4342105263157895,0.5,0.42641509433962266,0.4583333333333333,0.3,0.31,0.3,0.37572254335260113,0.19607843137254902,0.55,0.3702127659574468,0.2982456140350877,0.43448275862068964,0.2751322751322751,0.2619047619047619,0.33,0.4806451612903226,0.3448275862068966,0.42,0.4727272727272727,0.4393939393939394,0.6217616580310881,0.41025641025641024,0.2851851851851852,0.4117647058823529,0.2847682119205298,0.5724770642201835,0.24074074074074073,0.5098039215686274,0.5443037974683544,0.547085201793722,0.5419847328244275,0.6363636363636364,0.5185185185185185,0.44171779141104295,0.35714285714285715,0.5145631067961165,0.6538461538461539,0.45,0.5798212005108557,0.45375722543352603,0.2569832402234637,0.45098039215686275,0.5241157556270096,0.4783950617283951,0.3617021276595745,0.3259452411994785,0.4742647058823529,0.4150326797385621,0.5454545454545454,0.37142857142857144,0.5771144278606966,0.63,0.37349397590361444,0.6842105263157895,0.29253365973072215,0.44452862832285434,Fredithefish
ReasonixPajama-3B-HF,3.0,0.35409556313993173,0.47829117705636326,0.2608883665394837,0.25,0.3333333333333333,0.2236842105263158,0.22,0.26037735849056604,0.2222222222222222,0.24,0.26,0.3,0.24855491329479767,0.3137254901960784,0.23,0.23829787234042554,0.2719298245614035,0.30344827586206896,0.20105820105820105,0.20634920634920634,0.19,0.2645161290322581,0.21674876847290642,0.19,0.2909090909090909,0.3333333333333333,0.27979274611398963,0.29743589743589743,0.23703703703703705,0.22268907563025211,0.304635761589404,0.26605504587155965,0.2962962962962963,0.3137254901960784,0.3206751054852321,0.2556053811659193,0.2366412213740458,0.3305785123966942,0.28703703703703703,0.2392638036809816,0.25,0.21359223300970873,0.23504273504273504,0.28,0.2554278416347382,0.2398843930635838,0.24692737430167597,0.2581699346405229,0.27009646302250806,0.24691358024691357,0.2907801418439716,0.2405475880052151,0.35661764705882354,0.25980392156862747,0.2545454545454545,0.2816326530612245,0.263681592039801,0.24,0.1927710843373494,0.2982456140350877,0.3684210526315789,0.554154975832954,Fredithefish
Llama-2-7b-hf-flan2022-1.2M,7.0,0.23122866894197952,0.5849432383987253,0.42334003510131096,0.3,0.43703703703703706,0.3815789473684211,0.53,0.46037735849056605,0.4027777777777778,0.24,0.26,0.21,0.3872832369942196,0.1568627450980392,0.63,0.41702127659574467,0.2631578947368421,0.3586206896551724,0.291005291005291,0.2777777777777778,0.32,0.4806451612903226,0.33004926108374383,0.31,0.3393939393939394,0.4444444444444444,0.6476683937823834,0.4307692307692308,0.24814814814814815,0.3739495798319328,0.2913907284768212,0.5853211009174312,0.2037037037037037,0.5343137254901961,0.5569620253164557,0.5246636771300448,0.4732824427480916,0.5950413223140496,0.4351851851851852,0.4294478527607362,0.3125,0.42718446601941745,0.6794871794871795,0.51,0.6130268199233716,0.4277456647398844,0.27262569832402234,0.4444444444444444,0.5562700964630225,0.5092592592592593,0.39361702127659576,0.31029986962190353,0.49264705882352944,0.46568627450980393,0.4909090909090909,0.5061224489795918,0.5223880597014925,0.61,0.3674698795180723,0.6608187134502924,0.2582619339045288,0.37973340895125,synapsoft
Flash-Llama-3B,3.0,0.3575085324232082,0.5300736904999004,0.2688067235493909,0.26,0.22962962962962963,0.27631578947368424,0.41,0.2679245283018868,0.2569444444444444,0.25,0.27,0.29,0.23121387283236994,0.20588235294117646,0.34,0.3148936170212766,0.24561403508771928,0.2206896551724138,0.2962962962962963,0.24603174603174602,0.31,0.2129032258064516,0.22167487684729065,0.23,0.26666666666666666,0.18686868686868688,0.23834196891191708,0.26666666666666666,0.2222222222222222,0.2689075630252101,0.32450331125827814,0.24220183486238533,0.21296296296296297,0.22549019607843138,0.2489451476793249,0.38565022421524664,0.25190839694656486,0.2892561983471074,0.2777777777777778,0.2392638036809816,0.29464285714285715,0.2815533980582524,0.2692307692307692,0.24,0.2771392081736909,0.24855491329479767,0.24022346368715083,0.25163398692810457,0.2797427652733119,0.2932098765432099,0.30851063829787234,0.24315514993481094,0.21691176470588236,0.27124183006535946,0.2909090909090909,0.3224489795918367,0.2736318407960199,0.35,0.3373493975903614,0.2982456140350877,0.21542227662178703,0.3473974860131068,TaylorAI
FLAN-Llama-7B-2_Llama2-7B-Flash_868_full_model,7.0,0.48378839590443684,0.5897231627165903,0.47580645112011305,0.35,0.4666666666666667,0.40131578947368424,0.51,0.47547169811320755,0.5,0.32,0.38,0.34,0.42196531791907516,0.21568627450980393,0.61,0.39148936170212767,0.2719298245614035,0.3793103448275862,0.291005291005291,0.3888888888888889,0.36,0.5483870967741935,0.32019704433497537,0.37,0.6424242424242425,0.5606060606060606,0.694300518134715,0.44358974358974357,0.29259259259259257,0.40756302521008403,0.2582781456953642,0.6568807339449542,0.3148148148148148,0.6421568627450981,0.6540084388185654,0.547085201793722,0.5038167938931297,0.6363636363636364,0.5462962962962963,0.5766871165644172,0.39285714285714285,0.6116504854368932,0.7307692307692307,0.62,0.6475095785440613,0.5115606936416185,0.2759776536312849,0.4934640522875817,0.5884244372990354,0.5462962962962963,0.375886524822695,0.363754889178618,0.5073529411764706,0.4820261437908497,0.5636363636363636,0.42857142857142855,0.6119402985074627,0.67,0.3253012048192771,0.6842105263157895,0.2533659730722154,0.3713852731214326,TaylorAI
Flash-Llama-7B,7.0,0.49146757679180886,0.5884285998805019,0.4679969503920262,0.3,0.48148148148148145,0.40789473684210525,0.53,0.4641509433962264,0.4652777777777778,0.35,0.33,0.33,0.4277456647398844,0.24509803921568626,0.6,0.42127659574468085,0.2807017543859649,0.47586206896551725,0.2671957671957672,0.2857142857142857,0.32,0.5,0.3645320197044335,0.4,0.593939393939394,0.4898989898989899,0.6787564766839378,0.45897435897435895,0.3,0.4411764705882353,0.31125827814569534,0.6311926605504588,0.27314814814814814,0.5441176470588235,0.6329113924050633,0.5650224215246636,0.5648854961832062,0.6528925619834711,0.5370370370370371,0.5153374233128835,0.38392857142857145,0.5533980582524272,0.6923076923076923,0.55,0.6398467432950191,0.49421965317919075,0.23910614525139665,0.49673202614379086,0.6012861736334405,0.4876543209876543,0.3617021276595745,0.36114732724902215,0.5257352941176471,0.4411764705882353,0.5272727272727272,0.4775510204081633,0.6318407960199005,0.65,0.42168674698795183,0.7017543859649122,0.2484700122399021,0.3875084099562216,TaylorAI
Flash-Llama-13B,13.0,0.5477815699658704,0.614618601872137,0.5567429203566243,0.35,0.4666666666666667,0.5328947368421053,0.55,0.6037735849056604,0.6111111111111112,0.44,0.47,0.3,0.5317919075144508,0.24509803921568626,0.7,0.425531914893617,0.32456140350877194,0.5103448275862069,0.3386243386243386,0.38095238095238093,0.33,0.6741935483870968,0.4482758620689655,0.57,0.6545454545454545,0.6868686868686869,0.8186528497409327,0.5102564102564102,0.2740740740740741,0.5840336134453782,0.3708609271523179,0.7596330275229358,0.44907407407407407,0.7450980392156863,0.7215189873417721,0.6367713004484304,0.6183206106870229,0.7355371900826446,0.7407407407407407,0.6687116564417178,0.26785714285714285,0.7281553398058253,0.7948717948717948,0.54,0.7471264367816092,0.6473988439306358,0.394413407821229,0.6241830065359477,0.6430868167202572,0.6512345679012346,0.3900709219858156,0.423728813559322,0.5367647058823529,0.5506535947712419,0.6090909090909091,0.636734693877551,0.7263681592039801,0.82,0.463855421686747,0.7602339181286549,0.26805385556915545,0.3738783761432801,TaylorAI
llama2-ko-7b-test,7.0,0.3506825938566553,0.4697271459868552,0.29550710797751123,0.23,0.2518518518518518,0.3223684210526316,0.31,0.3320754716981132,0.24305555555555555,0.33,0.29,0.3,0.2774566473988439,0.21568627450980393,0.34,0.32340425531914896,0.3333333333333333,0.2413793103448276,0.25925925925925924,0.15079365079365079,0.25,0.23225806451612904,0.26108374384236455,0.27,0.2787878787878788,0.37373737373737376,0.3471502590673575,0.32051282051282054,0.26666666666666666,0.29411764705882354,0.39072847682119205,0.3357798165137615,0.4675925925925926,0.24509803921568626,0.270042194092827,0.34080717488789236,0.3053435114503817,0.3305785123966942,0.2777777777777778,0.22085889570552147,0.20535714285714285,0.36893203883495146,0.32051282051282054,0.27,0.29246487867177523,0.2832369942196532,0.24692737430167597,0.28431372549019607,0.3408360128617363,0.30246913580246915,0.24822695035460993,0.288135593220339,0.4485294117647059,0.25,0.35454545454545455,0.40408163265306124,0.24875621890547264,0.24,0.30120481927710846,0.3157894736842105,0.2252141982864137,0.35997350772493825,Taekyoon
fiction_story_generator,,0.1825938566552901,0.2787293367855009,0.26717220002768993,0.19,0.22962962962962963,0.21052631578947367,0.21,0.2981132075471698,0.2569444444444444,0.35,0.33,0.29,0.2774566473988439,0.35294117647058826,0.18,0.23829787234042554,0.2631578947368421,0.2827586206896552,0.2671957671957672,0.3492063492063492,0.17,0.3161290322580645,0.27586206896551724,0.21,0.26666666666666666,0.35353535353535354,0.3626943005181347,0.36153846153846153,0.26296296296296295,0.3487394957983193,0.33112582781456956,0.3486238532110092,0.4722222222222222,0.2549019607843137,0.20675105485232068,0.1031390134529148,0.2748091603053435,0.1487603305785124,0.2222222222222222,0.2331288343558282,0.16071428571428573,0.3786407766990291,0.20085470085470086,0.27,0.2081736909323116,0.20520231213872833,0.264804469273743,0.29411764705882354,0.24758842443729903,0.22530864197530864,0.2375886524822695,0.24837027379400262,0.4485294117647059,0.2173202614379085,0.2545454545454545,0.4,0.23880597014925373,0.26,0.1927710843373494,0.17543859649122806,0.23255813953488372,0.4379130412087666,Tincando
Instruct_Llama70B_Dolly15k,70.0,0.6382252559726962,0.6777534355706034,0.6952348073987249,0.34,0.6148148148148148,0.8157894736842105,0.72,0.720754716981132,0.8402777777777778,0.52,0.56,0.37,0.6473988439306358,0.35294117647058826,0.77,0.6893617021276596,0.45614035087719296,0.6413793103448275,0.4365079365079365,0.4603174603174603,0.46,0.8193548387096774,0.5024630541871922,0.74,0.8181818181818182,0.8737373737373737,0.9326424870466321,0.7,0.3074074074074074,0.7773109243697479,0.4370860927152318,0.8899082568807339,0.5740740740740741,0.9166666666666666,0.8776371308016878,0.8026905829596412,0.8702290076335878,0.8677685950413223,0.8148148148148148,0.8098159509202454,0.5,0.8349514563106796,0.905982905982906,0.75,0.859514687100894,0.7947976878612717,0.45363128491620114,0.7810457516339869,0.7781350482315113,0.8425925925925926,0.5673758865248227,0.5410691003911343,0.7426470588235294,0.7516339869281046,0.7272727272727273,0.8,0.8905472636815921,0.94,0.5542168674698795,0.8654970760233918,0.3219094247246022,0.46457054865454755,Brillibits
Llama-2-13b-chat-german,13.0,0.5349829351535836,0.616211909978092,0.5445009330239062,0.28,0.4962962962962963,0.5723684210526315,0.51,0.5811320754716981,0.5833333333333334,0.37,0.47,0.32,0.4682080924855491,0.28431372549019607,0.69,0.3829787234042553,0.2894736842105263,0.5586206896551724,0.3386243386243386,0.30158730158730157,0.34,0.6064516129032258,0.4433497536945813,0.58,0.6727272727272727,0.6818181818181818,0.7927461139896373,0.48205128205128206,0.29259259259259257,0.5168067226890757,0.3443708609271523,0.7412844036697248,0.39814814814814814,0.7549019607843137,0.7426160337552743,0.6322869955156951,0.6335877862595419,0.768595041322314,0.7037037037037037,0.6625766871165644,0.3482142857142857,0.7378640776699029,0.7777777777777778,0.56,0.7458492975734355,0.6069364161849711,0.28938547486033517,0.6143790849673203,0.6045016077170418,0.6141975308641975,0.3971631205673759,0.39113428943937417,0.4963235294117647,0.5310457516339869,0.6545454545454545,0.6448979591836734,0.7263681592039801,0.79,0.46987951807228917,0.7485380116959064,0.30599755201958384,0.4631805504949388,jphme
falcon_1b_stage3,1.0,0.3054607508532423,0.41565425214100776,0.25105254291797624,0.26,0.31851851851851853,0.15789473684210525,0.14,0.24528301886792453,0.2777777777777778,0.18,0.2,0.23,0.27167630057803466,0.18627450980392157,0.24,0.24680851063829787,0.2807017543859649,0.2896551724137931,0.25396825396825395,0.15873015873015872,0.29,0.267741935483871,0.2512315270935961,0.26,0.3090909090909091,0.21212121212121213,0.27979274611398963,0.2564102564102564,0.21851851851851853,0.29411764705882354,0.2582781456953642,0.20733944954128442,0.2037037037037037,0.25980392156862747,0.2489451476793249,0.21524663677130046,0.2595419847328244,0.256198347107438,0.25925925925925924,0.3006134969325153,0.35714285714285715,0.22330097087378642,0.20512820512820512,0.23,0.27458492975734355,0.2745664739884393,0.2424581005586592,0.21568627450980393,0.33762057877813506,0.27469135802469136,0.25886524822695034,0.24967405475880053,0.2536764705882353,0.2369281045751634,0.23636363636363636,0.21224489795918366,0.30845771144278605,0.34,0.24096385542168675,0.29239766081871343,0.211750305997552,0.379233457445528,euclaise
gpt-neox-122m-minipile-digits,0.122,0.181740614334471,0.26379207329217286,0.25311673090950654,0.19,0.3333333333333333,0.17763157894736842,0.2,0.2188679245283019,0.22916666666666666,0.2,0.31,0.26,0.21965317919075145,0.23529411764705882,0.24,0.24680851063829787,0.22807017543859648,0.25517241379310346,0.2566137566137566,0.15079365079365079,0.3,0.267741935483871,0.2955665024630542,0.36,0.21818181818181817,0.2474747474747475,0.21761658031088082,0.2128205128205128,0.27037037037037037,0.23109243697478993,0.24503311258278146,0.22018348623853212,0.4583333333333333,0.25,0.26582278481012656,0.2062780269058296,0.26717557251908397,0.2809917355371901,0.25925925925925924,0.3006134969325153,0.30357142857142855,0.17475728155339806,0.19658119658119658,0.3,0.2707535121328225,0.24566473988439305,0.24692737430167597,0.2647058823529412,0.1832797427652733,0.25925925925925924,0.26595744680851063,0.2457627118644068,0.3235294117647059,0.25326797385620914,0.24545454545454545,0.22040816326530613,0.22388059701492538,0.36,0.3132530120481928,0.2046783625730994,0.2582619339045288,0.491864692796366,euclaise
falcon_1b_stage2,1.0,0.32081911262798635,0.4887472615016929,0.2383429952394849,0.25,0.18518518518518517,0.17105263157894737,0.33,0.24528301886792453,0.2777777777777778,0.22,0.24,0.19,0.1907514450867052,0.28431372549019607,0.31,0.31063829787234043,0.23684210526315788,0.21379310344827587,0.23809523809523808,0.19047619047619047,0.32,0.16451612903225807,0.19704433497536947,0.26,0.21212121212121213,0.16161616161616163,0.20725388601036268,0.2,0.25555555555555554,0.19747899159663865,0.25165562913907286,0.2036697247706422,0.1527777777777778,0.24509803921568626,0.26582278481012656,0.3094170403587444,0.20610687022900764,0.24793388429752067,0.24074074074074073,0.2085889570552147,0.2857142857142857,0.22330097087378642,0.2948717948717949,0.3,0.24904214559386972,0.26011560693641617,0.2435754189944134,0.22875816993464052,0.18006430868167203,0.2222222222222222,0.22340425531914893,0.23598435462842243,0.20955882352941177,0.24019607843137256,0.3090909090909091,0.19183673469387755,0.23880597014925373,0.27,0.2891566265060241,0.2982456140350877,0.2460220318237454,0.3832122406687204,euclaise
falcon_1b_stage1,1.0,0.3191126279863481,0.46484763991236805,0.24469023221730524,0.32,0.2074074074074074,0.19078947368421054,0.32,0.21509433962264152,0.2638888888888889,0.18,0.28,0.27,0.23699421965317918,0.22549019607843138,0.32,0.2765957446808511,0.21052631578947367,0.25517241379310346,0.2671957671957672,0.2777777777777778,0.3,0.18387096774193548,0.1724137931034483,0.26,0.296969696969697,0.17676767676767677,0.20207253886010362,0.2153846153846154,0.2518518518518518,0.17647058823529413,0.2847682119205298,0.20550458715596331,0.19444444444444445,0.28921568627450983,0.270042194092827,0.2825112107623318,0.2595419847328244,0.2396694214876033,0.25,0.2085889570552147,0.29464285714285715,0.18446601941747573,0.29914529914529914,0.27,0.24776500638569604,0.2630057803468208,0.2424581005586592,0.23202614379084968,0.2797427652733119,0.23148148148148148,0.22340425531914893,0.2301173402868318,0.19852941176470587,0.26143790849673204,0.19090909090909092,0.21224489795918366,0.22885572139303484,0.28,0.2710843373493976,0.26900584795321636,0.2386780905752754,0.3999657351833433,euclaise
baichuan-vicuna-chinese-7b,7.0,0.4112627986348123,0.5343557060346544,0.4687477930106904,0.25,0.4962962962962963,0.5328947368421053,0.55,0.4528301886792453,0.4444444444444444,0.34,0.32,0.32,0.4046242774566474,0.2647058823529412,0.64,0.3829787234042553,0.2719298245614035,0.503448275862069,0.328042328042328,0.2619047619047619,0.39,0.4935483870967742,0.3399014778325123,0.49,0.5696969696969697,0.5909090909090909,0.6424870466321243,0.3871794871794872,0.2851851851851852,0.37815126050420167,0.31788079470198677,0.618348623853211,0.2824074074074074,0.5637254901960784,0.6329113924050633,0.5605381165919282,0.5419847328244275,0.6528925619834711,0.5648148148148148,0.49079754601226994,0.30357142857142855,0.5728155339805825,0.688034188034188,0.53,0.6564495530012772,0.49710982658959535,0.26256983240223464,0.4673202614379085,0.5016077170418006,0.5061728395061729,0.4219858156028369,0.3500651890482399,0.34558823529411764,0.47549019607843135,0.5909090909090909,0.5306122448979592,0.6567164179104478,0.68,0.4457831325301205,0.6783625730994152,0.2864137086903305,0.42450352093949,fireballoon
OpenOrca-AYT-13B,13.0,0.2363481228668942,0.25801633140808605,0.2511311071604899,0.29,0.2518518518518518,0.19736842105263158,0.3,0.28679245283018867,0.2152777777777778,0.19,0.3,0.23,0.19653179190751446,0.22549019607843138,0.26,0.225531914893617,0.3333333333333333,0.2,0.21693121693121692,0.25396825396825395,0.22,0.22258064516129034,0.22167487684729065,0.31,0.22424242424242424,0.2222222222222222,0.26424870466321243,0.2282051282051282,0.24074074074074073,0.24789915966386555,0.1986754966887417,0.23853211009174313,0.25462962962962965,0.29901960784313725,0.20675105485232068,0.273542600896861,0.26717557251908397,0.35537190082644626,0.2777777777777778,0.25766871165644173,0.33035714285714285,0.18446601941747573,0.24786324786324787,0.23,0.24265644955300128,0.27167630057803466,0.27150837988826815,0.30718954248366015,0.24758842443729903,0.27469135802469136,0.30141843971631205,0.2542372881355932,0.27205882352941174,0.2630718954248366,0.23636363636363636,0.20408163265306123,0.27860696517412936,0.2,0.2469879518072289,0.24561403508771928,0.24724602203182375,,ahnyeonchan
gpt2-large-conversational,,0.2380546075085324,0.3577972515435172,0.26329071926156444,0.25,0.32592592592592595,0.23026315789473684,0.25,0.26037735849056604,0.2569444444444444,0.15,0.27,0.25,0.2543352601156069,0.19607843137254902,0.32,0.3191489361702128,0.2543859649122807,0.3103448275862069,0.2698412698412698,0.16666666666666666,0.36,0.25806451612903225,0.2857142857142857,0.31,0.26666666666666666,0.26262626262626265,0.21243523316062177,0.26153846153846155,0.2740740740740741,0.21428571428571427,0.26490066225165565,0.24587155963302754,0.4537037037037037,0.25980392156862747,0.25316455696202533,0.19282511210762332,0.19083969465648856,0.3140495867768595,0.2962962962962963,0.27607361963190186,0.24107142857142858,0.3786407766990291,0.2606837606837607,0.17,0.24776500638569604,0.26878612716763006,0.2424581005586592,0.24509803921568626,0.26688102893890675,0.29012345679012347,0.2730496453900709,0.23272490221642764,0.2647058823529412,0.238562091503268,0.20909090909090908,0.2163265306122449,0.25870646766169153,0.31,0.3132530120481928,0.29239766081871343,0.23378212974296206,0.3959528766607441,Locutusque
llama_7b_qlora,7.0,0.5093856655290102,0.5960963951404102,0.3570957608412053,0.32,0.37777777777777777,0.39473684210526316,0.37,0.4188679245283019,0.3680555555555556,0.23,0.31,0.26,0.3063583815028902,0.18627450980392157,0.41,0.251063829787234,0.2807017543859649,0.3103448275862069,0.2671957671957672,0.21428571428571427,0.33,0.34838709677419355,0.29064039408866993,0.4,0.3575757575757576,0.42424242424242425,0.5181347150259067,0.3128205128205128,0.25555555555555554,0.2689075630252101,0.2980132450331126,0.42385321100917434,0.3472222222222222,0.38235294117647056,0.4050632911392405,0.34977578475336324,0.3816793893129771,0.49586776859504134,0.3888888888888889,0.3987730061349693,0.24107142857142858,0.49514563106796117,0.4829059829059829,0.37,0.4942528735632184,0.40173410404624277,0.2424581005586592,0.3562091503267974,0.42765273311897106,0.41358024691358025,0.2801418439716312,0.28878748370273793,0.4117647058823529,0.3431372549019608,0.38181818181818183,0.3224489795918367,0.39303482587064675,0.49,0.3795180722891566,0.4853801169590643,0.23623011015911874,0.3397939807337936,DevaMalla
llama7b_alpaca_1gpu_bf16,7.0,0.49402730375426623,0.5932085241983669,0.36261973272490705,0.26,0.362962962962963,0.3684210526315789,0.41,0.37358490566037733,0.375,0.37,0.26,0.29,0.35260115606936415,0.2549019607843137,0.41,0.34893617021276596,0.2807017543859649,0.2689655172413793,0.2777777777777778,0.23015873015873015,0.29,0.3548387096774194,0.28078817733990147,0.33,0.4727272727272727,0.3838383838383838,0.48186528497409326,0.3641025641025641,0.25555555555555554,0.3235294117647059,0.2781456953642384,0.47889908256880737,0.33796296296296297,0.37745098039215685,0.459915611814346,0.37668161434977576,0.3435114503816794,0.5537190082644629,0.3888888888888889,0.4110429447852761,0.22321428571428573,0.36893203883495146,0.5085470085470085,0.44,0.44189016602809705,0.407514450867052,0.2424581005586592,0.4019607843137255,0.37942122186495175,0.36419753086419754,0.2907801418439716,0.2985658409387223,0.4411764705882353,0.3660130718954248,0.39090909090909093,0.32653061224489793,0.4527363184079602,0.44,0.3674698795180723,0.47953216374269003,0.22276621787025705,0.3371327029021075,DevaMalla
llama_7b_lora,7.0,0.5162116040955631,0.6069508066122287,0.33628441935767683,0.27,0.42962962962962964,0.28289473684210525,0.33,0.35471698113207545,0.3472222222222222,0.22,0.31,0.34,0.2947976878612717,0.21568627450980393,0.45,0.33191489361702126,0.24561403508771928,0.3103448275862069,0.2724867724867725,0.21428571428571427,0.33,0.32903225806451614,0.3103448275862069,0.37,0.3575757575757576,0.3282828282828283,0.3626943005181347,0.28205128205128205,0.23333333333333334,0.2815126050420168,0.2913907284768212,0.3963302752293578,0.2222222222222222,0.39215686274509803,0.3881856540084388,0.4304932735426009,0.3511450381679389,0.5041322314049587,0.37037037037037035,0.3067484662576687,0.2857142857142857,0.32038834951456313,0.49145299145299143,0.33,0.40485312899106,0.37572254335260113,0.2424581005586592,0.35294117647058826,0.3279742765273312,0.36419753086419754,0.2765957446808511,0.2920469361147327,0.41544117647058826,0.36764705882352944,0.4090909090909091,0.3346938775510204,0.3383084577114428,0.4,0.3132530120481928,0.4678362573099415,0.24357405140758873,0.34744866621498555,DevaMalla
llama_7b_qlora_cds,7.0,0.49658703071672355,0.5828520215096594,0.3238338163582017,0.27,0.362962962962963,0.2631578947368421,0.43,0.36981132075471695,0.2986111111111111,0.18,0.29,0.31,0.2832369942196532,0.17647058823529413,0.36,0.3574468085106383,0.24561403508771928,0.2482758620689655,0.2777777777777778,0.21428571428571427,0.33,0.3193548387096774,0.23645320197044334,0.3,0.41818181818181815,0.2878787878787879,0.37305699481865284,0.2717948717948718,0.24814814814814815,0.2815126050420168,0.19205298013245034,0.3743119266055046,0.18518518518518517,0.3382352941176471,0.3459915611814346,0.4260089686098655,0.3053435114503817,0.5619834710743802,0.37962962962962965,0.36809815950920244,0.375,0.32038834951456313,0.43162393162393164,0.42,0.39208173690932313,0.36127167630057805,0.2424581005586592,0.34967320261437906,0.2797427652733119,0.36419753086419754,0.2907801418439716,0.2848761408083442,0.3235294117647059,0.3480392156862745,0.4090909090909091,0.23673469387755103,0.3333333333333333,0.41,0.3253012048192771,0.47953216374269003,0.3072215422276622,0.4613848175485234,DevaMalla
llama-base-7b,7.0,0.47696245733788395,0.5754829715196176,0.3566880270259615,0.26,0.3851851851851852,0.34210526315789475,0.41,0.3622641509433962,0.3819444444444444,0.28,0.3,0.34,0.3236994219653179,0.23529411764705882,0.45,0.37446808510638296,0.2631578947368421,0.22758620689655173,0.2619047619047619,0.25396825396825395,0.31,0.33548387096774196,0.2857142857142857,0.33,0.43636363636363634,0.3333333333333333,0.45077720207253885,0.34102564102564104,0.25925925925925924,0.3277310924369748,0.26490066225165565,0.48440366972477067,0.30092592592592593,0.35784313725490197,0.43037974683544306,0.3991031390134529,0.3435114503816794,0.5206611570247934,0.4166666666666667,0.4294478527607362,0.2767857142857143,0.33980582524271846,0.47863247863247865,0.38,0.4278416347381865,0.3901734104046243,0.2424581005586592,0.3954248366013072,0.3987138263665595,0.3487654320987654,0.2730496453900709,0.29595827900912647,0.4411764705882353,0.35294117647058826,0.41818181818181815,0.34285714285714286,0.472636815920398,0.43,0.3313253012048193,0.4853801169590643,0.22031823745410037,0.3433554241758255,DevaMalla
h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt,7.0,0.2986348122866894,0.39842660824536946,0.24657072992919532,0.22,0.14074074074074075,0.17105263157894737,0.25,0.2188679245283019,0.2638888888888889,0.24,0.29,0.2,0.23699421965317918,0.23529411764705882,0.24,0.2723404255319149,0.24561403508771928,0.2482758620689655,0.2566137566137566,0.18253968253968253,0.18,0.31290322580645163,0.2955665024630542,0.23,0.21818181818181817,0.21717171717171718,0.20207253886010362,0.2282051282051282,0.2740740740740741,0.2184873949579832,0.23178807947019867,0.22385321100917432,0.39351851851851855,0.2549019607843137,0.2616033755274262,0.34977578475336324,0.2366412213740458,0.2809917355371901,0.25925925925925924,0.3006134969325153,0.23214285714285715,0.1553398058252427,0.23076923076923078,0.29,0.25287356321839083,0.24277456647398843,0.24692737430167597,0.23202614379084968,0.21864951768488747,0.22839506172839505,0.22340425531914893,0.2438070404172099,0.4264705882352941,0.24836601307189543,0.24545454545454545,0.21224489795918366,0.24875621890547264,0.36,0.25301204819277107,0.18128654970760233,0.24724602203182375,0.41800054195408026,h2oai
h2ogpt-research-oig-oasst1-512-30b,30.0,0.5418088737201365,0.6253734315873332,0.5074064254252658,0.3,0.5259259259259259,0.5921052631578947,0.5,0.5207547169811321,0.5416666666666666,0.33,0.34,0.33,0.4797687861271676,0.21568627450980393,0.65,0.46808510638297873,0.3684210526315789,0.4689655172413793,0.3333333333333333,0.3253968253968254,0.37,0.5612903225806452,0.39901477832512317,0.48,0.6242424242424243,0.5757575757575758,0.7253886010362695,0.44871794871794873,0.28888888888888886,0.5546218487394958,0.2913907284768212,0.6972477064220184,0.37037037037037035,0.7058823529411765,0.7130801687763713,0.600896860986547,0.5267175572519084,0.5950413223140496,0.6203703703703703,0.6257668711656442,0.3482142857142857,0.5825242718446602,0.7649572649572649,0.55,0.7266922094508301,0.5780346820809249,0.22681564245810057,0.5228758169934641,0.5852090032154341,0.558641975308642,0.37943262411347517,0.363754889178618,0.4889705882352941,0.5130718954248366,0.5363636363636364,0.5183673469387755,0.6666666666666666,0.77,0.4457831325301205,0.7309941520467836,0.31334149326805383,0.4846650978571758,h2oai
h2ogpt-oasst1-512-12b,12.0,0.40273037542662116,0.5226050587532364,0.2601394692061155,0.26,0.34074074074074073,0.3157894736842105,0.2,0.2679245283018868,0.3055555555555556,0.17,0.25,0.26,0.23121387283236994,0.20588235294117646,0.27,0.2425531914893617,0.2807017543859649,0.2413793103448276,0.2698412698412698,0.16666666666666666,0.29,0.24516129032258063,0.30049261083743845,0.32,0.23636363636363636,0.20707070707070707,0.22279792746113988,0.2564102564102564,0.2851851851851852,0.2605042016806723,0.26490066225165565,0.22018348623853212,0.2175925925925926,0.24509803921568626,0.2616033755274262,0.3811659192825112,0.2366412213740458,0.4049586776859504,0.25925925925925924,0.22085889570552147,0.25892857142857145,0.24271844660194175,0.2564102564102564,0.21,0.3116219667943806,0.29190751445086704,0.2424581005586592,0.2908496732026144,0.2990353697749196,0.28703703703703703,0.2553191489361702,0.24641460234680573,0.19852941176470587,0.28594771241830064,0.21818181818181817,0.1836734693877551,0.263681592039801,0.23,0.3132530120481928,0.32748538011695905,0.22643818849449204,0.364114682052683,h2oai
h2ogpt-gm-oasst1-en-1024-open-llama-7b-preview-400bt,7.0,0.37627986348122866,0.4785899223262298,0.2755215054515844,0.31,0.31851851851851853,0.2894736842105263,0.22,0.2981132075471698,0.2638888888888889,0.26,0.36,0.26,0.24277456647398843,0.21568627450980393,0.28,0.2127659574468085,0.23684210526315788,0.30344827586206896,0.2671957671957672,0.15079365079365079,0.33,0.25161290322580643,0.270935960591133,0.31,0.2727272727272727,0.35353535353535354,0.37823834196891193,0.33589743589743587,0.26296296296296295,0.21008403361344538,0.2781456953642384,0.3486238532110092,0.4212962962962963,0.27450980392156865,0.26582278481012656,0.12556053811659193,0.2824427480916031,0.371900826446281,0.23148148148148148,0.3006134969325153,0.16071428571428573,0.3786407766990291,0.2564102564102564,0.2,0.20306513409961685,0.29190751445086704,0.24692737430167597,0.25163398692810457,0.2990353697749196,0.22530864197530864,0.2695035460992908,0.27640156453715775,0.44485294117647056,0.2434640522875817,0.20909090909090908,0.4,0.24875621890547264,0.26,0.18072289156626506,0.29239766081871343,0.26560587515299877,0.4200454196574927,h2oai
h2ogpt-gm-oasst1-en-1024-12b,12.0,0.4052901023890785,0.5159330810595499,0.25871202906805496,0.28,0.35555555555555557,0.26973684210526316,0.36,0.25660377358490566,0.2777777777777778,0.22,0.22,0.28,0.23121387283236994,0.19607843137254902,0.29,0.33191489361702126,0.2807017543859649,0.18620689655172415,0.2804232804232804,0.18253968253968253,0.26,0.2645161290322581,0.2955665024630542,0.26,0.23030303030303031,0.2222222222222222,0.20207253886010362,0.21025641025641026,0.2740740740740741,0.2689075630252101,0.2185430463576159,0.21834862385321102,0.16203703703703703,0.22549019607843138,0.21940928270042195,0.3632286995515695,0.21374045801526717,0.36363636363636365,0.2777777777777778,0.22085889570552147,0.33035714285714285,0.2524271844660194,0.24358974358974358,0.25,0.2950191570881226,0.2630057803468208,0.2424581005586592,0.26143790849673204,0.2765273311897106,0.26851851851851855,0.23404255319148937,0.24119947848761408,0.21691176470588236,0.2679738562091503,0.32727272727272727,0.2,0.24875621890547264,0.24,0.3132530120481928,0.30409356725146197,0.2350061199510404,0.37997429044548037,h2oai
h2ogpt-research-oasst1-llama-65b,65.0,0.6177474402730375,0.6664011153156741,0.635687258246794,0.32,0.562962962962963,0.75,0.57,0.6339622641509434,0.7083333333333334,0.51,0.52,0.33,0.5549132947976878,0.3333333333333333,0.75,0.6,0.38596491228070173,0.5310344827586206,0.3783068783068783,0.42063492063492064,0.4,0.7483870967741936,0.4039408866995074,0.67,0.8,0.803030303030303,0.8756476683937824,0.6256410256410256,0.31851851851851853,0.6722689075630253,0.3973509933774834,0.8275229357798165,0.5740740740740741,0.8333333333333334,0.8396624472573839,0.6995515695067265,0.7404580152671756,0.8099173553719008,0.7314814814814815,0.7791411042944786,0.5178571428571429,0.8446601941747572,0.8717948717948718,0.68,0.8148148148148148,0.7196531791907514,0.4770949720670391,0.6764705882352942,0.7459807073954984,0.7530864197530864,0.48936170212765956,0.4830508474576271,0.6066176470588235,0.673202614379085,0.7272727272727273,0.6653061224489796,0.835820895522388,0.87,0.5481927710843374,0.8245614035087719,0.34394124847001223,0.48845185520886875,h2oai
h2ogpt-oig-oasst1-512-6_9b,9.0,0.3728668941979522,0.48396733718382795,0.24902096625209416,0.21,0.35555555555555557,0.21710526315789475,0.2,0.27169811320754716,0.2361111111111111,0.17,0.3,0.22,0.1676300578034682,0.19607843137254902,0.21,0.30638297872340425,0.24561403508771928,0.2827586206896552,0.24074074074074073,0.21428571428571427,0.19,0.25806451612903225,0.19704433497536947,0.28,0.23030303030303031,0.21717171717171718,0.23316062176165803,0.2076923076923077,0.2518518518518518,0.24789915966386555,0.2913907284768212,0.21651376146788992,0.35648148148148145,0.31862745098039214,0.2320675105485232,0.2825112107623318,0.17557251908396945,0.3305785123966942,0.2777777777777778,0.26993865030674846,0.2767857142857143,0.27184466019417475,0.2222222222222222,0.22,0.27330779054916987,0.26878612716763006,0.2636871508379888,0.26143790849673204,0.24758842443729903,0.2345679012345679,0.24822695035460993,0.23989569752281617,0.22794117647058823,0.25,0.35454545454545455,0.23673469387755103,0.23880597014925373,0.21,0.24096385542168675,0.2982456140350877,0.22276621787025705,0.36678740066090143,h2oai
h2ogpt-gm-oasst1-multilang-1024-20b,20.0,0.43686006825938567,0.5349531965743876,0.2636505298257933,0.23,0.26666666666666666,0.3092105263157895,0.2,0.24528301886792453,0.25,0.25,0.26,0.28,0.20809248554913296,0.3431372549019608,0.35,0.2425531914893617,0.2543859649122807,0.30344827586206896,0.2619047619047619,0.21428571428571427,0.26,0.25161290322580643,0.20689655172413793,0.29,0.28484848484848485,0.21212121212121213,0.2538860103626943,0.23333333333333334,0.24074074074074073,0.23109243697478993,0.32450331125827814,0.24954128440366974,0.16666666666666666,0.3137254901960784,0.29957805907172996,0.2600896860986547,0.2595419847328244,0.3140495867768595,0.25,0.26993865030674846,0.21428571428571427,0.27184466019417475,0.2606837606837607,0.24,0.2669220945083014,0.30346820809248554,0.24804469273743016,0.28431372549019607,0.29260450160771706,0.28703703703703703,0.2730496453900709,0.2588005215123859,0.25,0.2679738562091503,0.24545454545454545,0.22857142857142856,0.263681592039801,0.29,0.29518072289156627,0.34502923976608185,0.21664626682986537,0.34391318826475564,h2oai
h2ogpt-gm-oasst1-en-1024-20b,20.0,0.4351535836177474,0.5367456681935869,0.2596382251122567,0.32,0.28888888888888886,0.2631578947368421,0.29,0.2339622641509434,0.2569444444444444,0.22,0.26,0.2,0.23699421965317918,0.27450980392156865,0.33,0.2936170212765957,0.2894736842105263,0.1724137931034483,0.25132275132275134,0.29365079365079366,0.25,0.24516129032258063,0.23645320197044334,0.29,0.2,0.21212121212121213,0.24352331606217617,0.24358974358974358,0.24814814814814815,0.25210084033613445,0.271523178807947,0.2036697247706422,0.16203703703703703,0.3088235294117647,0.28270042194092826,0.28699551569506726,0.2366412213740458,0.256198347107438,0.2777777777777778,0.2331288343558282,0.16964285714285715,0.3106796116504854,0.2606837606837607,0.29,0.2848020434227331,0.2832369942196532,0.2681564245810056,0.2908496732026144,0.2733118971061093,0.3055555555555556,0.2624113475177305,0.26727509778357234,0.20220588235294118,0.2679738562091503,0.20909090909090908,0.2938775510204082,0.23383084577114427,0.3,0.2710843373493976,0.3391812865497076,0.24724602203182375,0.39924157003004007,h2oai
h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2,7.0,0.3370307167235495,0.46793467436765585,0.250146598277704,0.26,0.21481481481481482,0.18421052631578946,0.33,0.24528301886792453,0.2361111111111111,0.21,0.23,0.25,0.2023121387283237,0.22549019607843138,0.26,0.3276595744680851,0.2631578947368421,0.18620689655172415,0.2619047619047619,0.2222222222222222,0.33,0.21935483870967742,0.2660098522167488,0.24,0.17575757575757575,0.21212121212121213,0.19689119170984457,0.2128205128205128,0.22592592592592592,0.2184873949579832,0.23178807947019867,0.21651376146788992,0.16666666666666666,0.27941176470588236,0.2489451476793249,0.3632286995515695,0.24427480916030533,0.3305785123966942,0.28703703703703703,0.20245398773006135,0.32142857142857145,0.23300970873786409,0.2863247863247863,0.26,0.2515964240102171,0.2514450867052023,0.24692737430167597,0.24509803921568626,0.2765273311897106,0.28703703703703703,0.2375886524822695,0.24837027379400262,0.21691176470588236,0.2679738562091503,0.3181818181818182,0.1836734693877551,0.2537313432835821,0.26,0.3132530120481928,0.3216374269005848,0.25458996328029376,0.37585547818038817,h2oai
h2ogpt-oasst1-512-20b,20.0,0.4308873720136519,0.5372435769766979,0.2624989058504584,0.27,0.34814814814814815,0.3223684210526316,0.37,0.25660377358490566,0.2708333333333333,0.2,0.26,0.23,0.2138728323699422,0.21568627450980393,0.37,0.24680851063829787,0.22807017543859648,0.2689655172413793,0.2804232804232804,0.29365079365079366,0.28,0.20967741935483872,0.18226600985221675,0.27,0.24848484848484848,0.23232323232323232,0.26424870466321243,0.20512820512820512,0.27037037037037037,0.21428571428571427,0.2251655629139073,0.21651376146788992,0.1574074074074074,0.27941176470588236,0.27848101265822783,0.31390134529147984,0.2366412213740458,0.2975206611570248,0.32407407407407407,0.3067484662576687,0.20535714285714285,0.23300970873786409,0.2606837606837607,0.32,0.2796934865900383,0.30057803468208094,0.24692737430167597,0.28104575163398693,0.31189710610932475,0.26851851851851855,0.25886524822695034,0.2438070404172099,0.20220588235294118,0.26633986928104575,0.22727272727272727,0.22040816326530613,0.263681592039801,0.31,0.25903614457831325,0.34502923976608185,0.24724602203182375,0.3749705897753555,h2oai
llama2-22b-chat-wizard-uncensored,22.0,0.5273037542662116,0.6118303126867158,0.5361583970780147,0.3,0.4444444444444444,0.5592105263157895,0.53,0.5849056603773585,0.6041666666666666,0.36,0.5,0.27,0.4913294797687861,0.29411764705882354,0.64,0.41702127659574467,0.2982456140350877,0.5103448275862069,0.3412698412698413,0.3333333333333333,0.34,0.6161290322580645,0.43349753694581283,0.57,0.6424242424242425,0.6464646464646465,0.772020725388601,0.4641025641025641,0.27037037037037037,0.5252100840336135,0.3841059602649007,0.7229357798165138,0.3611111111111111,0.7205882352941176,0.7046413502109705,0.6233183856502242,0.6106870229007634,0.71900826446281,0.75,0.656441717791411,0.35714285714285715,0.7184466019417476,0.7521367521367521,0.59,0.7394636015325671,0.6069364161849711,0.3206703910614525,0.6078431372549019,0.5916398713826366,0.6049382716049383,0.3829787234042553,0.3820078226857888,0.4411764705882353,0.5,0.6090909090909091,0.6612244897959184,0.7014925373134329,0.77,0.463855421686747,0.7485380116959064,0.28886168910648713,0.4576397036768251,nkpz
llama2-22b-daydreamer-v3,22.0,0.5255972696245734,0.6010754829715196,0.5249323430909433,0.34,0.4962962962962963,0.5394736842105263,0.52,0.5849056603773585,0.5347222222222222,0.46,0.47,0.35,0.45664739884393063,0.3431372549019608,0.64,0.32340425531914896,0.2807017543859649,0.4689655172413793,0.3201058201058201,0.36507936507936506,0.37,0.6419354838709678,0.3694581280788177,0.51,0.6848484848484848,0.6666666666666666,0.7616580310880829,0.5153846153846153,0.3111111111111111,0.4957983193277311,0.3841059602649007,0.7247706422018348,0.4583333333333333,0.7450980392156863,0.7088607594936709,0.5874439461883408,0.6030534351145038,0.6942148760330579,0.6203703703703703,0.656441717791411,0.2767857142857143,0.6601941747572816,0.7478632478632479,0.62,0.7011494252873564,0.569364161849711,0.2536312849162011,0.5261437908496732,0.6012861736334405,0.5709876543209876,0.36524822695035464,0.4002607561929596,0.5036764705882353,0.5261437908496732,0.5727272727272728,0.4857142857142857,0.6965174129353234,0.7,0.4036144578313253,0.7368421052631579,0.2937576499388005,0.424284979510738,nkpz
test-2048-1500ck,,0.33532423208191126,0.45817566221868156,0.257231679413267,0.21,0.24444444444444444,0.19078947368421054,0.35,0.24150943396226415,0.2986111111111111,0.24,0.18,0.24,0.2023121387283237,0.22549019607843138,0.28,0.3191489361702128,0.2894736842105263,0.2896551724137931,0.2328042328042328,0.23015873015873015,0.19,0.22258064516129034,0.23645320197044334,0.19,0.3151515151515151,0.19696969696969696,0.30569948186528495,0.2692307692307692,0.25555555555555554,0.22268907563025211,0.2119205298013245,0.22018348623853212,0.2361111111111111,0.28431372549019607,0.2869198312236287,0.39461883408071746,0.2595419847328244,0.24793388429752067,0.2777777777777778,0.25153374233128833,0.29464285714285715,0.17475728155339806,0.3076923076923077,0.32,0.2835249042145594,0.2745664739884393,0.2424581005586592,0.27450980392156865,0.2347266881028939,0.21604938271604937,0.2553191489361702,0.2627118644067797,0.21691176470588236,0.27450980392156865,0.2818181818181818,0.1836734693877551,0.24378109452736318,0.37,0.29518072289156627,0.3157894736842105,0.23990208078335373,0.4095943166947606,NoIdeaLand
test-3k-mx,,0.3438566552901024,0.48516231826329415,0.253930421851147,0.23,0.1925925925925926,0.18421052631578946,0.34,0.2528301886792453,0.2569444444444444,0.23,0.18,0.21,0.2138728323699422,0.20588235294117646,0.26,0.28936170212765955,0.16666666666666666,0.2827586206896552,0.21428571428571427,0.1984126984126984,0.23,0.2032258064516129,0.21182266009852216,0.26,0.2606060606060606,0.18686868686868688,0.26424870466321243,0.28717948717948716,0.2740740740740741,0.226890756302521,0.24503311258278146,0.1981651376146789,0.1712962962962963,0.2549019607843137,0.2911392405063291,0.34080717488789236,0.2824427480916031,0.2727272727272727,0.2962962962962963,0.26993865030674846,0.35714285714285715,0.18446601941747573,0.3504273504273504,0.33,0.26053639846743293,0.25722543352601157,0.24134078212290502,0.2875816993464052,0.2282958199356913,0.2345679012345679,0.25177304964539005,0.2770534550195567,0.19852941176470587,0.2549019607843137,0.3,0.2530612244897959,0.23880597014925373,0.41,0.30120481927710846,0.3216374269005848,0.23623011015911874,0.4093188700877857,NoIdeaLand
airoboros-33b-gpt4-1.4.1-PI-8192-fp16,33.0,0.2901023890784983,0.39165504879506075,0.31431946121098436,0.22,0.25925925925925924,0.23684210526315788,0.4,0.2339622641509434,0.2986111111111111,0.38,0.24,0.21,0.24855491329479767,0.23529411764705882,0.24,0.23829787234042554,0.22807017543859648,0.2827586206896552,0.24603174603174602,0.2698412698412698,0.24,0.34516129032258064,0.270935960591133,0.3,0.4484848484848485,0.3333333333333333,0.41450777202072536,0.30512820512820515,0.24074074074074073,0.31932773109243695,0.304635761589404,0.3871559633027523,0.3333333333333333,0.4411764705882353,0.47257383966244726,0.3004484304932735,0.35877862595419846,0.512396694214876,0.3888888888888889,0.25153374233128833,0.3125,0.3300970873786408,0.3547008547008547,0.4,0.3831417624521073,0.31213872832369943,0.23687150837988827,0.27450980392156865,0.33440514469453375,0.3395061728395062,0.21631205673758866,0.3363754889178618,0.35294117647058826,0.27450980392156865,0.2727272727272727,0.32653061224489793,0.38308457711442784,0.39,0.22289156626506024,0.4269005847953216,0.18727050183598531,0.3859293041187339,bhenrym14
airophin-13b-pntk-16k-fp16,13.0,0.5742320819112628,0.634833698466441,0.5518899150414708,0.32,0.4740740740740741,0.6118421052631579,0.5,0.5962264150943396,0.5972222222222222,0.4,0.46,0.38,0.48554913294797686,0.22549019607843138,0.68,0.43829787234042555,0.2982456140350877,0.5379310344827586,0.3306878306878307,0.3492063492063492,0.35,0.6451612903225806,0.4088669950738916,0.55,0.6727272727272727,0.6515151515151515,0.8031088082901554,0.49230769230769234,0.3074074074074074,0.5336134453781513,0.33112582781456956,0.7174311926605504,0.36574074074074076,0.7549019607843137,0.7130801687763713,0.6502242152466368,0.6106870229007634,0.7355371900826446,0.6944444444444444,0.6748466257668712,0.35714285714285715,0.7281553398058253,0.8076923076923077,0.62,0.7496807151979565,0.630057803468208,0.41899441340782123,0.5915032679738562,0.6334405144694534,0.654320987654321,0.4148936170212766,0.41395045632333766,0.5,0.5604575163398693,0.6181818181818182,0.6163265306122448,0.7213930348258707,0.82,0.4879518072289157,0.7660818713450293,0.3023255813953488,0.43204834843996703,bhenrym14
airochronos-33B,33.0,0.6186006825938567,0.6603266281617207,0.59793597688302,0.42,0.562962962962963,0.6513157894736842,0.62,0.6150943396226415,0.6597222222222222,0.41,0.48,0.34,0.5780346820809249,0.30392156862745096,0.72,0.5404255319148936,0.35964912280701755,0.4827586206896552,0.3862433862433862,0.3253968253968254,0.4,0.7096774193548387,0.42857142857142855,0.64,0.6848484848484848,0.7626262626262627,0.8290155440414507,0.5948717948717949,0.31851851851851853,0.6386554621848739,0.3841059602649007,0.7798165137614679,0.47685185185185186,0.7745098039215687,0.7932489451476793,0.6591928251121076,0.6106870229007634,0.7768595041322314,0.75,0.7361963190184049,0.375,0.7669902912621359,0.8589743589743589,0.68,0.776500638569604,0.6705202312138728,0.358659217877095,0.6535947712418301,0.6752411575562701,0.6790123456790124,0.46808510638297873,0.4511082138200782,0.5772058823529411,0.6372549019607843,0.6636363636363637,0.6571428571428571,0.7960199004975125,0.85,0.5,0.783625730994152,0.3537331701346389,0.5058580975902875,Henk717
llama-2-7b-chat-hf-phr_mental_health-2048,7.0,0.4906143344709898,0.5697072296355308,0.3976714749243263,0.3,0.4074074074074074,0.34210526315789475,0.39,0.47547169811320755,0.4375,0.26,0.36,0.25,0.3699421965317919,0.21568627450980393,0.55,0.37446808510638296,0.3333333333333333,0.32413793103448274,0.25925925925925924,0.21428571428571427,0.32,0.4483870967741935,0.29064039408866993,0.41,0.4,0.5555555555555556,0.5544041450777202,0.34615384615384615,0.2518518518518518,0.3697478991596639,0.2781456953642384,0.45871559633027525,0.2777777777777778,0.46078431372549017,0.45147679324894513,0.5246636771300448,0.35877862595419846,0.512396694214876,0.4166666666666667,0.4294478527607362,0.36607142857142855,0.5339805825242718,0.6367521367521367,0.41,0.5913154533844189,0.43641618497109824,0.25251396648044694,0.3888888888888889,0.5080385852090032,0.41975308641975306,0.32269503546099293,0.3050847457627119,0.21691176470588236,0.3839869281045752,0.43636363636363634,0.4,0.42786069651741293,0.64,0.39156626506024095,0.6198830409356725,0.2766217870257038,0.4289487451365766,vibhorag101
chatglm2-6b,6.0,0.37457337883959047,0.4596693885680143,0.4666058488258685,0.28,0.4148148148148148,0.5328947368421053,0.61,0.4867924528301887,0.3888888888888889,0.4,0.33,0.32,0.42196531791907516,0.21568627450980393,0.56,0.4,0.30701754385964913,0.4689655172413793,0.31746031746031744,0.3492063492063492,0.36,0.5580645161290323,0.45320197044334976,0.42,0.6,0.5555555555555556,0.5699481865284974,0.44871794871794873,0.26296296296296295,0.4327731092436975,0.2913907284768212,0.5926605504587156,0.33796296296296297,0.5882352941176471,0.6624472573839663,0.4663677130044843,0.48091603053435117,0.6033057851239669,0.5833333333333334,0.49079754601226994,0.4375,0.6213592233009708,0.6923076923076923,0.52,0.5964240102171137,0.5289017341040463,0.23575418994413408,0.5326797385620915,0.4983922829581994,0.49382716049382713,0.3333333333333333,0.3559322033898305,0.35294117647058826,0.4444444444444444,0.5818181818181818,0.5673469387755102,0.6218905472636815,0.73,0.41566265060240964,0.47368421052631576,0.2998776009791922,0.48081249614578586,THUDM
airoboros-13b-gpt4-1.4,13.0,0.5460750853242321,0.6291575383389763,0.4818776301996465,0.35,0.4666666666666667,0.4605263157894737,0.5,0.44528301886792454,0.4652777777777778,0.32,0.43,0.31,0.43352601156069365,0.23529411764705882,0.65,0.39148936170212767,0.2982456140350877,0.42758620689655175,0.2751322751322751,0.373015873015873,0.32,0.532258064516129,0.3448275862068966,0.54,0.6606060606060606,0.5202020202020202,0.6321243523316062,0.45897435897435895,0.24074074074074073,0.4579831932773109,0.25165562913907286,0.634862385321101,0.3194444444444444,0.6323529411764706,0.6962025316455697,0.5112107623318386,0.5343511450381679,0.6611570247933884,0.5,0.5644171779141104,0.33035714285714285,0.6601941747572816,0.717948717948718,0.52,0.644955300127714,0.5346820809248555,0.37988826815642457,0.49019607843137253,0.5176848874598071,0.5370370370370371,0.3404255319148936,0.3852672750977836,0.5257352941176471,0.49836601307189543,0.5454545454545454,0.49387755102040815,0.6169154228855721,0.77,0.45180722891566266,0.6608187134502924,0.31211750305997554,0.482414581270051,jondurbin
airoboros-l2-70b-gpt4-m2.0,70.0,0.6535836177474402,0.6906990639314877,0.7067196081363963,0.35,0.6444444444444445,0.8355263157894737,0.77,0.7320754716981132,0.8402777777777778,0.51,0.57,0.37,0.6647398843930635,0.43137254901960786,0.77,0.6893617021276596,0.4649122807017544,0.6413793103448275,0.4444444444444444,0.5158730158730159,0.5,0.8387096774193549,0.5369458128078818,0.76,0.8303030303030303,0.8888888888888888,0.9430051813471503,0.735897435897436,0.31851851851851853,0.7815126050420168,0.44370860927152317,0.8954128440366973,0.6157407407407407,0.9117647058823529,0.9029535864978903,0.7937219730941704,0.8625954198473282,0.859504132231405,0.8333333333333334,0.803680981595092,0.5089285714285714,0.8252427184466019,0.8974358974358975,0.69,0.8710089399744572,0.791907514450867,0.5899441340782123,0.7712418300653595,0.77491961414791,0.8425925925925926,0.6028368794326241,0.5580182529335072,0.7352941176470589,0.7450980392156863,0.7636363636363637,0.7959183673469388,0.8905472636815921,0.92,0.5481927710843374,0.8596491228070176,0.34761321909424725,0.4979454376954373,jondurbin
airoboros-7b-gpt4-1.3,7.0,0.48890784982935154,0.5921131248755228,0.41968443216032814,0.24,0.4740740740740741,0.3881578947368421,0.46,0.41509433962264153,0.4375,0.28,0.37,0.26,0.30057803468208094,0.21568627450980393,0.51,0.3404255319148936,0.24561403508771928,0.3586206896551724,0.26455026455026454,0.29365079365079366,0.34,0.43870967741935485,0.270935960591133,0.39,0.5515151515151515,0.5202020202020202,0.6113989637305699,0.36923076923076925,0.2518518518518518,0.31512605042016806,0.26490066225165565,0.581651376146789,0.27314814814814814,0.5049019607843137,0.5991561181434599,0.47533632286995514,0.4351145038167939,0.6033057851239669,0.5277777777777778,0.50920245398773,0.25892857142857145,0.5436893203883495,0.6324786324786325,0.55,0.611749680715198,0.45375722543352603,0.2424581005586592,0.39869281045751637,0.4694533762057878,0.5246913580246914,0.2872340425531915,0.34224250325945244,0.45588235294117646,0.4297385620915033,0.5363636363636364,0.363265306122449,0.5422885572139303,0.61,0.37349397590361444,0.6081871345029239,0.2386780905752754,0.357316561046733,jondurbin
airoboros-33b-2.1,33.0,0.6254266211604096,0.6523600876319459,0.5737181085477284,0.35,0.48148148148148145,0.5855263157894737,0.59,0.5924528301886792,0.5902777777777778,0.43,0.48,0.37,0.4913294797687861,0.30392156862745096,0.69,0.43829787234042555,0.38596491228070173,0.503448275862069,0.3201058201058201,0.42063492063492064,0.35,0.6870967741935484,0.4187192118226601,0.58,0.6848484848484848,0.7424242424242424,0.8134715025906736,0.5538461538461539,0.3037037037037037,0.5798319327731093,0.3576158940397351,0.7706422018348624,0.4305555555555556,0.7352941176470589,0.7890295358649789,0.6233183856502242,0.6259541984732825,0.8181818181818182,0.6851851851851852,0.6809815950920245,0.3392857142857143,0.7378640776699029,0.8290598290598291,0.58,0.7522349936143039,0.6763005780346821,0.376536312849162,0.5980392156862745,0.6752411575562701,0.6512345679012346,0.425531914893617,0.4439374185136897,0.5588235294117647,0.6127450980392157,0.6454545454545455,0.6530612244897959,0.7810945273631841,0.81,0.5060240963855421,0.7953216374269005,0.36474908200734396,0.5217284782183751,jondurbin
airoboros-l2-7b-gpt4-2.0,7.0,0.5025597269624573,0.5952997410874328,0.45088434352545026,0.3,0.4666666666666667,0.3815789473684211,0.47,0.4867924528301887,0.4513888888888889,0.34,0.37,0.29,0.3699421965317919,0.18627450980392157,0.58,0.34893617021276596,0.2982456140350877,0.4413793103448276,0.31216931216931215,0.21428571428571427,0.37,0.5,0.3694581280788177,0.44,0.5575757575757576,0.5202020202020202,0.6062176165803109,0.4230769230769231,0.26666666666666666,0.4117647058823529,0.2980132450331126,0.5889908256880734,0.23148148148148148,0.5735294117647058,0.6118143459915611,0.5426008968609866,0.4961832061068702,0.6776859504132231,0.5092592592592593,0.4662576687116564,0.35714285714285715,0.5631067961165048,0.6324786324786325,0.5,0.5964240102171137,0.4913294797687861,0.2558659217877095,0.48366013071895425,0.5498392282958199,0.4660493827160494,0.3900709219858156,0.34485006518904826,0.4632352941176471,0.45588235294117646,0.4909090909090909,0.5428571428571428,0.572139303482587,0.7,0.4036144578313253,0.672514619883041,0.24969400244798043,0.3945311728768254,jondurbin
airoboros-33b-gpt4-1.4,33.0,0.6143344709897611,0.658832901812388,0.5953486447051055,0.37,0.5925925925925926,0.6578947368421053,0.59,0.6226415094339622,0.6388888888888888,0.4,0.44,0.34,0.5549132947976878,0.30392156862745096,0.7,0.502127659574468,0.3684210526315789,0.496551724137931,0.373015873015873,0.2619047619047619,0.39,0.7129032258064516,0.45320197044334976,0.63,0.696969696969697,0.7727272727272727,0.8238341968911918,0.5923076923076923,0.3074074074074074,0.6218487394957983,0.36423841059602646,0.7834862385321101,0.4675925925925926,0.7794117647058824,0.8059071729957806,0.6681614349775785,0.6259541984732825,0.7851239669421488,0.7685185185185185,0.7055214723926381,0.39285714285714285,0.7766990291262136,0.8547008547008547,0.65,0.7803320561941252,0.7023121387283237,0.34301675977653634,0.6601307189542484,0.6784565916398714,0.691358024691358,0.46808510638297873,0.4439374185136897,0.5735294117647058,0.6258169934640523,0.6818181818181818,0.673469387755102,0.8109452736318408,0.84,0.5240963855421686,0.7953216374269005,0.34394124847001223,0.5047234250778283,jondurbin
airoboros-65b-gpt4-1.4-peft,65.0,0.6339590443686007,0.6786496713802032,0.6227453338772744,0.26,0.5777777777777777,0.7236842105263158,0.65,0.6566037735849056,0.7083333333333334,0.46,0.46,0.26,0.5317919075144508,0.3137254901960784,0.74,0.5702127659574469,0.3684210526315789,0.5655172413793104,0.3544973544973545,0.38095238095238093,0.43,0.7161290322580646,0.4433497536945813,0.65,0.793939393939394,0.7828282828282829,0.8652849740932642,0.6128205128205129,0.32592592592592595,0.6218487394957983,0.4105960264900662,0.818348623853211,0.4861111111111111,0.8333333333333334,0.8481012658227848,0.7040358744394619,0.7175572519083969,0.8099173553719008,0.7037037037037037,0.754601226993865,0.4642857142857143,0.8252427184466019,0.8632478632478633,0.65,0.8173690932311622,0.6965317919075145,0.46368715083798884,0.6797385620915033,0.7363344051446945,0.75,0.5106382978723404,0.47783572359843546,0.5882352941176471,0.6797385620915033,0.6909090909090909,0.6938775510204082,0.835820895522388,0.85,0.5060240963855421,0.8070175438596491,0.37209302325581395,0.5245475444019604,jondurbin
airoboros-l2-13b-gpt4-2.0,13.0,0.552901023890785,0.629555865365465,0.5471073648038078,0.34,0.48148148148148145,0.5131578947368421,0.62,0.5924528301886792,0.5972222222222222,0.37,0.45,0.34,0.4797687861271676,0.2647058823529412,0.71,0.42127659574468085,0.34210526315789475,0.503448275862069,0.30423280423280424,0.2777777777777778,0.38,0.6612903225806451,0.4236453201970443,0.54,0.6666666666666666,0.7070707070707071,0.7979274611398963,0.4948717948717949,0.25925925925925924,0.5588235294117647,0.3708609271523179,0.7211009174311926,0.4351851851851852,0.7549019607843137,0.7257383966244726,0.6905829596412556,0.5877862595419847,0.71900826446281,0.6944444444444444,0.6625766871165644,0.29464285714285715,0.7281553398058253,0.7948717948717948,0.57,0.7369093231162197,0.6127167630057804,0.2905027932960894,0.6045751633986928,0.6205787781350482,0.6049382716049383,0.41134751773049644,0.42959582790091266,0.4632352941176471,0.5555555555555556,0.6272727272727273,0.6244897959183674,0.7263681592039801,0.83,0.4397590361445783,0.7602339181286549,0.23990208078335373,0.3646576349277634,jondurbin
airoboros-33b-gpt4-m2.0,33.0,0.628839590443686,0.6589324835690101,0.5746393812910493,0.39,0.5185185185185185,0.6052631578947368,0.59,0.6037735849056604,0.6458333333333334,0.39,0.42,0.29,0.47398843930635837,0.3235294117647059,0.67,0.4978723404255319,0.3684210526315789,0.46206896551724136,0.3439153439153439,0.3253968253968254,0.44,0.6516129032258065,0.43349753694581283,0.59,0.6606060606060606,0.7171717171717171,0.8341968911917098,0.5538461538461539,0.29259259259259257,0.5840336134453782,0.32450331125827814,0.7559633027522936,0.4166666666666667,0.7745098039215687,0.810126582278481,0.672645739910314,0.6335877862595419,0.7603305785123967,0.7129629629629629,0.6871165644171779,0.4017857142857143,0.7087378640776699,0.8376068376068376,0.63,0.7828863346104725,0.6734104046242775,0.2849162011173184,0.6274509803921569,0.684887459807074,0.6882716049382716,0.4574468085106383,0.44132985658409385,0.5220588235294118,0.6094771241830066,0.6818181818181818,0.6244897959183674,0.7860696517412935,0.81,0.4819277108433735,0.7953216374269005,0.3463892288861689,0.4814699875428915,jondurbin
airoboros-l2-7b-2.1,7.0,0.5110921501706485,0.5952001593308106,0.4445010692958842,0.31,0.42962962962962964,0.375,0.5,0.4528301886792453,0.4236111111111111,0.27,0.34,0.35,0.3815028901734104,0.17647058823529413,0.52,0.41702127659574467,0.2982456140350877,0.38620689655172413,0.30158730158730157,0.29365079365079366,0.23,0.4838709677419355,0.35467980295566504,0.38,0.6303030303030303,0.5656565656565656,0.6632124352331606,0.3923076923076923,0.27037037037037037,0.40336134453781514,0.304635761589404,0.6,0.24074074074074073,0.5833333333333334,0.6371308016877637,0.5112107623318386,0.46564885496183206,0.5702479338842975,0.5185185185185185,0.5030674846625767,0.35714285714285715,0.49514563106796117,0.6581196581196581,0.5,0.6079182630906769,0.5115606936416185,0.23798882681564246,0.4673202614379085,0.5530546623794212,0.4660493827160494,0.39361702127659576,0.3474576271186441,0.4852941176470588,0.4297385620915033,0.5272727272727272,0.49387755102040815,0.5621890547263682,0.65,0.40963855421686746,0.6491228070175439,0.2937576499388005,0.43954718122913994,jondurbin
airoboros-13b-gpt4,13.0,0.5665529010238908,0.6411073491336388,0.4788532536867449,0.35,0.4666666666666667,0.47368421052631576,0.53,0.5018867924528302,0.4861111111111111,0.37,0.42,0.31,0.4393063583815029,0.22549019607843138,0.66,0.39574468085106385,0.2894736842105263,0.46206896551724136,0.2566137566137566,0.35714285714285715,0.35,0.5451612903225806,0.3497536945812808,0.51,0.23636363636363636,0.5353535353535354,0.6528497409326425,0.46923076923076923,0.23703703703703705,0.47058823529411764,0.26490066225165565,0.6458715596330276,0.2962962962962963,0.25,0.7257383966244726,0.5515695067264574,0.5725190839694656,0.6528925619834711,0.5277777777777778,0.5766871165644172,0.3482142857142857,0.6893203883495146,0.7393162393162394,0.58,0.6794380587484036,0.5144508670520231,0.2636871508379888,0.5359477124183006,0.5434083601286174,0.5462962962962963,0.35815602836879434,0.3963494132985658,0.5257352941176471,0.5228758169934641,0.5636363636363636,0.5142857142857142,0.6368159203980099,0.81,0.42771084337349397,0.6842105263157895,0.3072215422276622,0.47650415239645905,jondurbin
airoboros-l2-70b-2.1,70.0,0.6697952218430034,0.676956781517626,0.6917324588805744,0.35,0.5851851851851851,0.8289473684210527,0.75,0.7132075471698113,0.8263888888888888,0.52,0.51,0.4,0.6705202312138728,0.38235294117647056,0.7,0.6978723404255319,0.41228070175438597,0.5793103448275863,0.42857142857142855,0.48412698412698413,0.46,0.8451612903225807,0.5221674876847291,0.73,0.8181818181818182,0.8737373737373737,0.9481865284974094,0.7333333333333333,0.35555555555555557,0.773109243697479,0.4370860927152318,0.8880733944954129,0.5879629629629629,0.9068627450980392,0.869198312236287,0.7937219730941704,0.8320610687022901,0.8925619834710744,0.8240740740740741,0.8098159509202454,0.5178571428571429,0.8058252427184466,0.8675213675213675,0.67,0.8492975734355045,0.7774566473988439,0.5050279329608939,0.7712418300653595,0.77491961414791,0.8117283950617284,0.5602836879432624,0.5508474576271186,0.7389705882352942,0.7565359477124183,0.7272727272727273,0.7877551020408163,0.9104477611940298,0.91,0.5481927710843374,0.847953216374269,0.401468788249694,0.5600273117673736,jondurbin
airoboros-7b,7.0,0.5051194539249146,0.5937064329814777,0.37340167053716533,0.25,0.3851851851851852,0.35526315789473684,0.4,0.4377358490566038,0.3819444444444444,0.31,0.31,0.34,0.3236994219653179,0.22549019607843138,0.46,0.37872340425531914,0.2719298245614035,0.32413793103448274,0.2724867724867725,0.36507936507936506,0.27,0.3741935483870968,0.33004926108374383,0.31,0.43636363636363634,0.41919191919191917,0.48186528497409326,0.33589743589743587,0.22962962962962963,0.33613445378151263,0.2913907284768212,0.4954128440366973,0.3148148148148148,0.47549019607843135,0.39662447257383965,0.37668161434977576,0.3893129770992366,0.48760330578512395,0.3888888888888889,0.4294478527607362,0.29464285714285715,0.3786407766990291,0.48717948717948717,0.42,0.5108556832694764,0.38439306358381503,0.2424581005586592,0.43137254901960786,0.3729903536977492,0.3888888888888889,0.31560283687943264,0.2966101694915254,0.4485294117647059,0.3431372549019608,0.41818181818181815,0.3469387755102041,0.48258706467661694,0.49,0.3614457831325301,0.5087719298245614,0.29253365973072215,0.4339585557530055,jondurbin
airoboros-65b-gpt4-1.2,65.0,0.6382252559726962,0.6853216490738897,0.6337291813903004,0.31,0.5555555555555556,0.6973684210526315,0.64,0.660377358490566,0.7222222222222222,0.47,0.48,0.34,0.5433526011560693,0.37254901960784315,0.77,0.6127659574468085,0.35964912280701755,0.5862068965517241,0.3915343915343915,0.4365079365079365,0.41,0.7516129032258064,0.41379310344827586,0.63,0.7757575757575758,0.803030303030303,0.8652849740932642,0.6358974358974359,0.3037037037037037,0.680672268907563,0.3708609271523179,0.8146788990825689,0.49074074074074076,0.8382352941176471,0.8438818565400844,0.6995515695067265,0.7709923664122137,0.8099173553719008,0.7037037037037037,0.7975460122699386,0.45535714285714285,0.8349514563106796,0.8675213675213675,0.69,0.8199233716475096,0.7341040462427746,0.4312849162011173,0.7254901960784313,0.7170418006430869,0.75,0.475177304964539,0.4804432855280313,0.6213235294117647,0.6715686274509803,0.7090909090909091,0.746938775510204,0.8059701492537313,0.85,0.5421686746987951,0.8362573099415205,0.3769889840881273,0.5272163538327541,jondurbin
airoboros-13b,13.0,0.5554607508532423,0.6165106552479586,0.5003081958954941,0.3,0.4888888888888889,0.5,0.47,0.5509433962264151,0.4652777777777778,0.41,0.4,0.37,0.4508670520231214,0.24509803921568626,0.64,0.40425531914893614,0.3157894736842105,0.42758620689655175,0.2962962962962963,0.3888888888888889,0.36,0.5580645161290323,0.3399014778325123,0.54,0.6424242424242425,0.5909090909090909,0.7046632124352331,0.48717948717948717,0.3,0.5084033613445378,0.271523178807947,0.6880733944954128,0.3425925925925926,0.6568627450980392,0.6962025316455697,0.5112107623318386,0.5801526717557252,0.5867768595041323,0.5277777777777778,0.5398773006134969,0.33035714285714285,0.6796116504854369,0.7606837606837606,0.54,0.6743295019157088,0.5375722543352601,0.33743016759776534,0.5522875816993464,0.5627009646302251,0.5462962962962963,0.36524822695035464,0.3891786179921773,0.5220588235294118,0.4918300653594771,0.6,0.5346938775510204,0.6318407960199005,0.77,0.41566265060240964,0.7192982456140351,0.3537331701346389,0.5157191510287134,jondurbin
airoboros-65b-gpt4-2.0,65.0,0.6339590443686007,0.6840270862378013,0.6341164688219886,0.31,0.5333333333333333,0.6907894736842105,0.64,0.6452830188679245,0.7013888888888888,0.49,0.53,0.36,0.5664739884393064,0.4215686274509804,0.76,0.5872340425531914,0.38596491228070173,0.5310344827586206,0.3968253968253968,0.4126984126984127,0.38,0.7709677419354839,0.43842364532019706,0.69,0.8121212121212121,0.8131313131313131,0.8601036269430051,0.6641025641025641,0.32222222222222224,0.6974789915966386,0.3509933774834437,0.8110091743119267,0.5277777777777778,0.8578431372549019,0.8649789029535865,0.6457399103139013,0.7480916030534351,0.8016528925619835,0.7685185185185185,0.754601226993865,0.41964285714285715,0.8252427184466019,0.8675213675213675,0.66,0.80970625798212,0.7138728323699421,0.42681564245810055,0.6928104575163399,0.7041800643086816,0.7283950617283951,0.5141843971631206,0.47522816166883963,0.6323529411764706,0.6535947712418301,0.7363636363636363,0.7346938775510204,0.8208955223880597,0.85,0.5180722891566265,0.8187134502923976,0.3427172582619339,0.4917301246825211,jondurbin
airocoder-34b-2.1,34.0,0.5059726962457338,0.5568611830312686,0.5067258920207284,0.37,0.4148148148148148,0.5394736842105263,0.48,0.5245283018867924,0.4305555555555556,0.34,0.44,0.28,0.4624277456647399,0.3235294117647059,0.7,0.4127659574468085,0.41228070175438597,0.496551724137931,0.36772486772486773,0.4126984126984127,0.34,0.5967741935483871,0.3694581280788177,0.64,0.6424242424242425,0.6161616161616161,0.7357512953367875,0.4512820512820513,0.32222222222222224,0.5672268907563025,0.3509933774834437,0.6275229357798165,0.35185185185185186,0.6666666666666666,0.679324894514768,0.4977578475336323,0.4580152671755725,0.743801652892562,0.6388888888888888,0.6319018404907976,0.4107142857142857,0.7087378640776699,0.7136752136752137,0.46,0.6309067688378033,0.5722543352601156,0.2581005586592179,0.5032679738562091,0.5755627009646302,0.558641975308642,0.3404255319148936,0.35919165580182527,0.38235294117647056,0.45588235294117646,0.6,0.5877551020408164,0.681592039800995,0.69,0.41566265060240964,0.6432748538011696,0.27050183598531213,0.40699233950685265,jondurbin
airoboros-l2-70b-gpt4-2.0,70.0,0.6382252559726962,0.6891057558255328,0.7040547416885634,0.32,0.6222222222222222,0.8289473684210527,0.77,0.7320754716981132,0.8402777777777778,0.54,0.56,0.38,0.6820809248554913,0.38235294117647056,0.78,0.6936170212765957,0.4298245614035088,0.6482758620689655,0.4312169312169312,0.5,0.5,0.8096774193548387,0.5024630541871922,0.78,0.8363636363636363,0.8939393939393939,0.9430051813471503,0.7153846153846154,0.34074074074074073,0.7857142857142857,0.4370860927152318,0.8972477064220183,0.6296296296296297,0.9117647058823529,0.890295358649789,0.7847533632286996,0.8778625954198473,0.859504132231405,0.8425925925925926,0.8343558282208589,0.5089285714285714,0.8349514563106796,0.9017094017094017,0.7,0.8633461047254151,0.791907514450867,0.5687150837988827,0.7712418300653595,0.7813504823151125,0.8425925925925926,0.574468085106383,0.5482398956975228,0.7389705882352942,0.7516339869281046,0.7272727272727273,0.8040816326530612,0.8805970149253731,0.92,0.5481927710843374,0.8596491228070176,0.35128518971848227,0.49790185124035763,jondurbin
airoboros-7b-gpt4-1.4.1-qlora,7.0,0.48890784982935154,0.5955984863572994,0.38766077330242543,0.27,0.43703703703703706,0.3618421052631579,0.43,0.37735849056603776,0.4097222222222222,0.24,0.36,0.28,0.3063583815028902,0.20588235294117646,0.49,0.3446808510638298,0.24561403508771928,0.38620689655172413,0.24074074074074073,0.2698412698412698,0.36,0.36129032258064514,0.27586206896551724,0.35,0.5272727272727272,0.4393939393939394,0.45595854922279794,0.37948717948717947,0.22962962962962963,0.3277310924369748,0.25165562913907286,0.5137614678899083,0.38425925925925924,0.46078431372549017,0.4978902953586498,0.4349775784753363,0.4198473282442748,0.512396694214876,0.46296296296296297,0.38650306748466257,0.25892857142857145,0.42718446601941745,0.5854700854700855,0.46,0.5887611749680716,0.43352601156069365,0.2424581005586592,0.39215686274509803,0.42443729903536975,0.42592592592592593,0.2765957446808511,0.30964797913950454,0.44485294117647056,0.4019607843137255,0.4909090909090909,0.3142857142857143,0.46766169154228854,0.56,0.3493975903614458,0.5555555555555556,0.24357405140758873,0.36073265239411667,jondurbin
airoboros-65b-gpt4-1.4,65.0,0.6296928327645052,0.6792471619199363,0.6194598386412762,0.24,0.5777777777777777,0.6973684210526315,0.66,0.660377358490566,0.7222222222222222,0.46,0.47,0.25,0.5202312138728323,0.3333333333333333,0.73,0.5659574468085107,0.3508771929824561,0.5586206896551724,0.35978835978835977,0.36507936507936506,0.42,0.7129032258064516,0.4433497536945813,0.65,0.7878787878787878,0.7828282828282829,0.8652849740932642,0.6051282051282051,0.32222222222222224,0.6302521008403361,0.39072847682119205,0.8110091743119267,0.48148148148148145,0.8284313725490197,0.8565400843881856,0.7040358744394619,0.7251908396946565,0.8016528925619835,0.7037037037037037,0.7484662576687117,0.45535714285714285,0.8155339805825242,0.8589743589743589,0.63,0.8199233716475096,0.6936416184971098,0.464804469273743,0.6797385620915033,0.7395498392282959,0.75,0.5141843971631206,0.4784876140808344,0.5882352941176471,0.6748366013071896,0.6727272727272727,0.6816326530612244,0.835820895522388,0.85,0.5060240963855421,0.8070175438596491,0.3733170134638923,0.5243219174942951,jondurbin
airoboros-65b-gpt4-m2.0,65.0,0.6322525597269625,0.6721768571997611,0.6437325305514698,0.33,0.5777777777777777,0.7368421052631579,0.64,0.660377358490566,0.7013888888888888,0.48,0.51,0.36,0.5664739884393064,0.43137254901960786,0.79,0.6085106382978723,0.4298245614035088,0.5655172413793104,0.3862433862433862,0.4444444444444444,0.37,0.7677419354838709,0.458128078817734,0.72,0.8121212121212121,0.8181818181818182,0.8756476683937824,0.676923076923077,0.32222222222222224,0.6890756302521008,0.3973509933774834,0.8348623853211009,0.5648148148148148,0.8382352941176471,0.8312236286919831,0.6681614349775785,0.732824427480916,0.7933884297520661,0.7129629629629629,0.7484662576687117,0.45535714285714285,0.8349514563106796,0.8632478632478633,0.68,0.8160919540229885,0.7283236994219653,0.46368715083798884,0.696078431372549,0.7331189710610932,0.75,0.5141843971631206,0.4863102998696219,0.6323529411764706,0.6683006535947712,0.7545454545454545,0.763265306122449,0.8208955223880597,0.85,0.5180722891566265,0.8128654970760234,0.3268053855569155,0.46655922259337224,jondurbin
airoboros-l2-7b-gpt4-m2.0,7.0,0.4906143344709898,0.5794662417845051,0.45349487498196905,0.31,0.43703703703703706,0.39473684210526316,0.47,0.5094339622641509,0.4166666666666667,0.29,0.33,0.32,0.3699421965317919,0.1568627450980392,0.62,0.37446808510638296,0.2807017543859649,0.4689655172413793,0.291005291005291,0.2698412698412698,0.33,0.5032258064516129,0.32019704433497537,0.46,0.6363636363636364,0.5353535353535354,0.6476683937823834,0.4076923076923077,0.3074074074074074,0.3949579831932773,0.304635761589404,0.6055045871559633,0.2962962962962963,0.5784313725490197,0.6413502109704642,0.5022421524663677,0.48854961832061067,0.6198347107438017,0.5555555555555556,0.4294478527607362,0.36607142857142855,0.6019417475728155,0.6581196581196581,0.48,0.6181353767560664,0.49421965317919075,0.2636871508379888,0.49673202614379086,0.5176848874598071,0.5,0.35815602836879434,0.3409387222946545,0.4375,0.4542483660130719,0.5363636363636364,0.5387755102040817,0.5870646766169154,0.69,0.4036144578313253,0.631578947368421,0.2778457772337821,0.4133702614368062,jondurbin
airoboros-7b-gpt4,7.0,0.49829351535836175,0.6009759012148974,0.3890091506922314,0.29,0.42962962962962964,0.3881578947368421,0.39,0.4490566037735849,0.3819444444444444,0.3,0.34,0.27,0.32947976878612717,0.19607843137254902,0.49,0.3574468085106383,0.2719298245614035,0.4,0.2777777777777778,0.2619047619047619,0.4,0.4,0.3103448275862069,0.37,0.23636363636363636,0.494949494949495,0.5647668393782384,0.358974358974359,0.22962962962962963,0.3445378151260504,0.2980132450331126,0.5266055045871559,0.3287037037037037,0.25,0.4767932489451477,0.4798206278026906,0.42748091603053434,0.6198347107438017,0.4074074074074074,0.4539877300613497,0.23214285714285715,0.4174757281553398,0.5683760683760684,0.47,0.5644955300127714,0.4277456647398844,0.2424581005586592,0.37254901960784315,0.43086816720257237,0.42592592592592593,0.3120567375886525,0.33376792698826596,0.4485294117647059,0.39052287581699346,0.4727272727272727,0.3306122448979592,0.5024875621890548,0.56,0.3253012048192771,0.543859649122807,0.2717258261933905,0.4072028692779699,jondurbin
airoboros-c34b-2.1,34.0,0.5136518771331058,0.5723959370643298,0.5507786889995397,0.38,0.48148148148148145,0.5657894736842105,0.52,0.5056603773584906,0.5277777777777778,0.5,0.51,0.48,0.49710982658959535,0.3333333333333333,0.66,0.5106382978723404,0.4298245614035088,0.5379310344827586,0.3941798941798942,0.4603174603174603,0.27,0.6612903225806451,0.43349753694581283,0.7,0.6848484848484848,0.6868686868686869,0.7305699481865285,0.5076923076923077,0.34074074074074073,0.5588235294117647,0.3708609271523179,0.7064220183486238,0.4444444444444444,0.7156862745098039,0.759493670886076,0.5560538116591929,0.5877862595419847,0.71900826446281,0.6666666666666666,0.6871165644171779,0.44642857142857145,0.6990291262135923,0.7777777777777778,0.51,0.7037037037037037,0.5664739884393064,0.39106145251396646,0.5751633986928104,0.6077170418006431,0.5833333333333334,0.35815602836879434,0.38657105606258146,0.4375,0.47058823529411764,0.5727272727272728,0.6122448979591837,0.7611940298507462,0.67,0.45180722891566266,0.7309941520467836,0.3047735618115055,0.4615028041705942,jondurbin
airoboros-7b-gpt4-1.2,7.0,0.5025597269624573,0.5987851025692094,0.38639453768918935,0.27,0.4222222222222222,0.375,0.47,0.4075471698113208,0.3888888888888889,0.27,0.28,0.29,0.2774566473988439,0.17647058823529413,0.5,0.39148936170212767,0.24561403508771928,0.30344827586206896,0.2804232804232804,0.23809523809523808,0.35,0.38064516129032255,0.2660098522167488,0.32,0.48484848484848486,0.4494949494949495,0.533678756476684,0.32051282051282054,0.24074074074074073,0.3235294117647059,0.2251655629139073,0.5467889908256881,0.23148148148148148,0.45098039215686275,0.5274261603375527,0.452914798206278,0.3969465648854962,0.6198347107438017,0.42592592592592593,0.39263803680981596,0.3482142857142857,0.4174757281553398,0.6025641025641025,0.41,0.565772669220945,0.41040462427745666,0.2424581005586592,0.4215686274509804,0.42765273311897106,0.42592592592592593,0.29432624113475175,0.3109517601043025,0.4522058823529412,0.4035947712418301,0.509090909090909,0.2979591836734694,0.4577114427860697,0.56,0.3614457831325301,0.5789473684210527,0.2962056303549572,0.417940197391542,jondurbin
airoboros-33b-gpt4-2.0,33.0,0.628839590443686,0.6655048795060745,0.5844476194940244,0.35,0.4962962962962963,0.631578947368421,0.6,0.5924528301886792,0.5902777777777778,0.4,0.47,0.39,0.5260115606936416,0.29411764705882354,0.68,0.4851063829787234,0.34210526315789475,0.496551724137931,0.36772486772486773,0.373015873015873,0.36,0.6838709677419355,0.4236453201970443,0.6,0.7151515151515152,0.7323232323232324,0.8290155440414507,0.5794871794871795,0.25925925925925924,0.6176470588235294,0.33112582781456956,0.7798165137614679,0.4583333333333333,0.7598039215686274,0.8059071729957806,0.6457399103139013,0.6412213740458015,0.7933884297520661,0.6944444444444444,0.6993865030674846,0.4107142857142857,0.7378640776699029,0.8589743589743589,0.68,0.789272030651341,0.661849710982659,0.2927374301675978,0.6405228758169934,0.6559485530546624,0.6790123456790124,0.48226950354609927,0.4556714471968709,0.5772058823529411,0.6290849673202614,0.6727272727272727,0.6571428571428571,0.7910447761194029,0.84,0.4879518072289157,0.8187134502923976,0.30966952264381886,0.45568389740215404,jondurbin
airoboros-65b-gpt4-1.3,65.0,0.6356655290102389,0.6808404700258912,0.6388563700982787,0.31,0.5185185185185185,0.743421052631579,0.63,0.6452830188679245,0.6666666666666666,0.52,0.54,0.4,0.5722543352601156,0.39215686274509803,0.78,0.5659574468085107,0.38596491228070173,0.5724137931034483,0.37037037037037035,0.46825396825396826,0.37,0.7612903225806451,0.4482758620689655,0.68,0.7818181818181819,0.8080808080808081,0.9067357512953368,0.6641025641025641,0.2814814814814815,0.7016806722689075,0.37748344370860926,0.8110091743119267,0.6157407407407407,0.8333333333333334,0.8354430379746836,0.6412556053811659,0.7404580152671756,0.7933884297520661,0.7407407407407407,0.7852760736196319,0.42857142857142855,0.7864077669902912,0.8803418803418803,0.64,0.789272030651341,0.7543352601156069,0.48379888268156424,0.6895424836601307,0.7202572347266881,0.7314814814814815,0.5070921985815603,0.4915254237288136,0.6654411764705882,0.6486928104575164,0.7272727272727273,0.7673469387755102,0.8159203980099502,0.88,0.5240963855421686,0.8245614035087719,0.3623011015911873,0.5132404713335291,jondurbin
airoboros-l2-13b-2.1,13.0,0.5477815699658704,0.6242780322644892,0.5482828979464264,0.35,0.5111111111111111,0.5197368421052632,0.57,0.5924528301886792,0.5625,0.36,0.53,0.33,0.5086705202312138,0.30392156862745096,0.69,0.39574468085106385,0.2894736842105263,0.5310344827586206,0.2962962962962963,0.3253968253968254,0.37,0.6387096774193548,0.46798029556650245,0.56,0.6727272727272727,0.6818181818181818,0.772020725388601,0.5,0.2740740740740741,0.5084033613445378,0.3708609271523179,0.7155963302752294,0.4212962962962963,0.7598039215686274,0.7088607594936709,0.6457399103139013,0.6183206106870229,0.7355371900826446,0.7129629629629629,0.6871165644171779,0.35714285714285715,0.6796116504854369,0.7521367521367521,0.55,0.7445721583652618,0.6184971098265896,0.34972067039106147,0.5882352941176471,0.6237942122186495,0.654320987654321,0.4148936170212766,0.39308996088657105,0.5220588235294118,0.5408496732026143,0.6363636363636364,0.6163265306122448,0.7412935323383084,0.78,0.4759036144578313,0.7251461988304093,0.31334149326805383,0.44649581809193123,jondurbin
airoboros-13b-gpt4-1.4-fp16,13.0,0.5742320819112628,0.6345349531965744,0.4755521864613031,0.3,0.45185185185185184,0.45394736842105265,0.51,0.4641509433962264,0.5069444444444444,0.3,0.42,0.32,0.3988439306358382,0.24509803921568626,0.63,0.41702127659574467,0.2719298245614035,0.38620689655172413,0.2566137566137566,0.31746031746031744,0.31,0.5064516129032258,0.31527093596059114,0.52,0.6545454545454545,0.51010101010101,0.6528497409326425,0.44871794871794873,0.24444444444444444,0.4369747899159664,0.23841059602649006,0.6238532110091743,0.24074074074074073,0.6176470588235294,0.7046413502109705,0.57847533632287,0.5954198473282443,0.6859504132231405,0.49074074074074076,0.5460122699386503,0.33035714285714285,0.6601941747572816,0.7307692307692307,0.55,0.6704980842911877,0.49710982658959535,0.24916201117318434,0.5098039215686274,0.5337620578778135,0.5493827160493827,0.35106382978723405,0.39504563233376794,0.4963235294117647,0.5065359477124183,0.4818181818181818,0.4897959183673469,0.6417910447761194,0.78,0.42168674698795183,0.6900584795321637,0.3268053855569155,0.4881569698984184,jondurbin
airoboros-7b-gpt4-1.4,7.0,0.5042662116040956,0.611431985660227,0.38606823089682807,0.3,0.3925925925925926,0.40131578947368424,0.4,0.42641509433962266,0.375,0.35,0.31,0.28,0.3179190751445087,0.21568627450980393,0.46,0.3659574468085106,0.21929824561403508,0.36551724137931035,0.26455026455026454,0.2619047619047619,0.34,0.36451612903225805,0.30049261083743845,0.38,0.4909090909090909,0.4444444444444444,0.5181347150259067,0.35384615384615387,0.26666666666666666,0.3487394957983193,0.25165562913907286,0.4917431192660551,0.2175925925925926,0.43137254901960786,0.47257383966244726,0.4349775784753363,0.40458015267175573,0.628099173553719,0.4444444444444444,0.4294478527607362,0.2767857142857143,0.36893203883495146,0.5427350427350427,0.41,0.5389527458492975,0.43641618497109824,0.2424581005586592,0.3888888888888889,0.3987138263665595,0.43209876543209874,0.31560283687943264,0.3109517601043025,0.47794117647058826,0.4035947712418301,0.509090909090909,0.3142857142857143,0.4626865671641791,0.58,0.3373493975903614,0.5380116959064327,0.2741738066095471,0.41046130167435857,jondurbin
airoboros-l2-13b-gpt4-1.4.1,13.0,0.5580204778156996,0.6367257518422625,0.5562125917284108,0.36,0.5185185185185185,0.5526315789473685,0.53,0.6226415094339622,0.6111111111111112,0.41,0.45,0.3,0.5260115606936416,0.3235294117647059,0.64,0.44680851063829785,0.2719298245614035,0.5241379310344828,0.3253968253968254,0.30952380952380953,0.36,0.6645161290322581,0.4482758620689655,0.56,0.6545454545454545,0.7272727272727273,0.7979274611398963,0.5153846153846153,0.3111111111111111,0.5756302521008403,0.3443708609271523,0.744954128440367,0.4166666666666667,0.7598039215686274,0.729957805907173,0.6322869955156951,0.6030534351145038,0.768595041322314,0.7222222222222222,0.6932515337423313,0.32142857142857145,0.7572815533980582,0.8076923076923077,0.55,0.776500638569604,0.6473988439306358,0.2871508379888268,0.6241830065359477,0.6463022508038585,0.6388888888888888,0.39361702127659576,0.42633637548891784,0.5,0.5473856209150327,0.6636363636363637,0.6244897959183674,0.736318407960199,0.81,0.41566265060240964,0.7777777777777778,0.2717258261933905,0.4026977516131254,jondurbin
airoboros-33b-gpt4-1.2,33.0,0.6322525597269625,0.6643098984266083,0.6034817310515761,0.38,0.5555555555555556,0.6513157894736842,0.6,0.6075471698113207,0.5972222222222222,0.44,0.46,0.34,0.5491329479768786,0.35294117647058826,0.7,0.48936170212765956,0.35964912280701755,0.4896551724137931,0.40476190476190477,0.4126984126984127,0.37,0.7258064516129032,0.43842364532019706,0.6,0.7090909090909091,0.7424242424242424,0.8290155440414507,0.5897435897435898,0.3037037037037037,0.6176470588235294,0.36423841059602646,0.7908256880733945,0.4537037037037037,0.7941176470588235,0.8143459915611815,0.6502242152466368,0.6564885496183206,0.7851239669421488,0.7222222222222222,0.7177914110429447,0.44642857142857145,0.7572815533980582,0.8547008547008547,0.7,0.789272030651341,0.7023121387283237,0.42681564245810055,0.6601307189542484,0.684887459807074,0.7006172839506173,0.475177304964539,0.4621903520208605,0.6102941176470589,0.6241830065359477,0.7090909090909091,0.7061224489795919,0.8258706467661692,0.85,0.5120481927710844,0.8362573099415205,0.35128518971848227,0.49181244527707396,jondurbin
airoboros-33b-gpt4-1.3,33.0,0.6194539249146758,0.6648078072097192,0.5894137941108201,0.38,0.5185185185185185,0.618421052631579,0.59,0.6037735849056604,0.625,0.43,0.48,0.39,0.5317919075144508,0.30392156862745096,0.68,0.5063829787234042,0.3157894736842105,0.5103448275862069,0.37037037037037035,0.3412698412698413,0.37,0.6806451612903226,0.4187192118226601,0.57,0.7333333333333333,0.7474747474747475,0.8497409326424871,0.5794871794871795,0.2962962962962963,0.5756302521008403,0.3576158940397351,0.7743119266055046,0.42592592592592593,0.7696078431372549,0.8059071729957806,0.6547085201793722,0.6335877862595419,0.743801652892562,0.6944444444444444,0.7177914110429447,0.39285714285714285,0.7766990291262136,0.8504273504273504,0.7,0.7854406130268199,0.6878612716763006,0.3653631284916201,0.6372549019607843,0.6688102893890675,0.6790123456790124,0.44680851063829785,0.4791395045632334,0.5551470588235294,0.6339869281045751,0.6909090909090909,0.673469387755102,0.8159203980099502,0.85,0.5,0.8128654970760234,0.30966952264381886,0.45333485575043747,jondurbin
airoboros-33b-gpt4,33.0,0.6117747440273038,0.6629157538338977,0.5854287275603894,0.34,0.5259259259259259,0.631578947368421,0.59,0.5773584905660377,0.5972222222222222,0.39,0.47,0.35,0.5317919075144508,0.24509803921568626,0.71,0.4765957446808511,0.34210526315789475,0.496551724137931,0.34656084656084657,0.3253968253968254,0.32,0.7,0.4039408866995074,0.6,0.7333333333333333,0.7474747474747475,0.8497409326424871,0.5974358974358974,0.23333333333333334,0.5798319327731093,0.3443708609271523,0.7798165137614679,0.4351851851851852,0.7647058823529411,0.810126582278481,0.6457399103139013,0.6793893129770993,0.7768595041322314,0.6851851851851852,0.7484662576687117,0.375,0.7572815533980582,0.8418803418803419,0.69,0.8020434227330779,0.6907514450867052,0.3754189944134078,0.6601307189542484,0.684887459807074,0.7160493827160493,0.42907801418439717,0.4661016949152542,0.5404411764705882,0.6274509803921569,0.6909090909090909,0.6775510204081633,0.8059701492537313,0.85,0.5120481927710844,0.7953216374269005,0.3219094247246022,0.47056228815003487,jondurbin
airoboros-7b-gpt4-1.1,7.0,0.5051194539249146,0.6128261302529376,0.3924967081576802,0.26,0.4222222222222222,0.3815789473684211,0.4,0.43018867924528303,0.3819444444444444,0.29,0.27,0.31,0.32947976878612717,0.19607843137254902,0.48,0.3659574468085106,0.2807017543859649,0.3448275862068966,0.2830687830687831,0.25396825396825395,0.38,0.3870967741935484,0.33004926108374383,0.33,0.5151515151515151,0.4696969696969697,0.538860103626943,0.34615384615384615,0.26296296296296295,0.3277310924369748,0.24503311258278146,0.5064220183486239,0.3611111111111111,0.47058823529411764,0.4472573839662447,0.47533632286995514,0.4198473282442748,0.5867768595041323,0.42592592592592593,0.43558282208588955,0.25,0.3883495145631068,0.5598290598290598,0.44,0.558109833971903,0.4277456647398844,0.2424581005586592,0.4019607843137255,0.42443729903536975,0.404320987654321,0.32269503546099293,0.32985658409387225,0.4889705882352941,0.4117647058823529,0.5,0.363265306122449,0.47761194029850745,0.57,0.3313253012048193,0.5380116959064327,0.2864137086903305,0.4121546215445211,jondurbin
airoboros-13b-gpt4-1.3,13.0,0.5571672354948806,0.6321449910376419,0.46955105645099693,0.33,0.48148148148148145,0.40789473684210525,0.45,0.47547169811320755,0.4861111111111111,0.29,0.37,0.32,0.3988439306358382,0.23529411764705882,0.66,0.44680851063829785,0.30701754385964913,0.4,0.25396825396825395,0.29365079365079366,0.34,0.5193548387096775,0.29064039408866993,0.44,0.6060606060606061,0.5454545454545454,0.6476683937823834,0.37948717948717947,0.24444444444444444,0.40336134453781514,0.2781456953642384,0.6422018348623854,0.2175925925925926,0.5882352941176471,0.7088607594936709,0.600896860986547,0.5725190839694656,0.6528925619834711,0.5277777777777778,0.5521472392638037,0.3125,0.6990291262135923,0.7264957264957265,0.54,0.6781609195402298,0.5115606936416185,0.26927374301675977,0.5,0.5369774919614148,0.5123456790123457,0.34397163120567376,0.38396349413298564,0.43014705882352944,0.4869281045751634,0.5454545454545454,0.43673469387755104,0.6467661691542289,0.71,0.4397590361445783,0.6900584795321637,0.31456548347613217,0.45293152184220625,jondurbin
airoboros-gpt-3.5-turbo-100k-7b,7.0,0.5059726962457338,0.5678151762597092,0.3362956107674965,0.21,0.34074074074074073,0.40131578947368424,0.35,0.3433962264150943,0.3263888888888889,0.27,0.36,0.27,0.26011560693641617,0.23529411764705882,0.41,0.3702127659574468,0.2807017543859649,0.2689655172413793,0.21957671957671956,0.3333333333333333,0.28,0.29354838709677417,0.2561576354679803,0.29,0.46060606060606063,0.3838383838383838,0.38860103626943004,0.28717948717948716,0.24814814814814815,0.24789915966386555,0.24503311258278146,0.3596330275229358,0.25,0.4264705882352941,0.3670886075949367,0.36771300448430494,0.366412213740458,0.5041322314049587,0.35185185185185186,0.3067484662576687,0.3125,0.2912621359223301,0.4444444444444444,0.41,0.4674329501915709,0.3439306358381503,0.22793296089385476,0.31699346405228757,0.3408360128617363,0.3734567901234568,0.2695035460992908,0.3044328552803129,0.41544117647058826,0.380718954248366,0.36363636363636365,0.24897959183673468,0.47761194029850745,0.45,0.3132530120481928,0.4853801169590643,0.30354957160342716,0.4507336566632751,jondurbin
airoboros-13b-gpt4-1.2,13.0,0.5622866894197952,0.6317466640111532,0.48842668846278464,0.26,0.4888888888888889,0.45394736842105265,0.47,0.5358490566037736,0.4722222222222222,0.28,0.39,0.31,0.42196531791907516,0.19607843137254902,0.63,0.4085106382978723,0.23684210526315788,0.4689655172413793,0.2962962962962963,0.30952380952380953,0.34,0.5419354838709678,0.32019704433497537,0.47,0.6181818181818182,0.601010101010101,0.6528497409326425,0.46923076923076923,0.2518518518518518,0.5084033613445378,0.2980132450331126,0.6623853211009174,0.3472222222222222,0.6176470588235294,0.7215189873417721,0.5605381165919282,0.5648854961832062,0.6776859504132231,0.5648148148148148,0.5521472392638037,0.30357142857142855,0.6893203883495146,0.7307692307692307,0.5,0.6768837803320562,0.5520231213872833,0.2782122905027933,0.5294117647058824,0.5369774919614148,0.5432098765432098,0.38652482269503546,0.39374185136897,0.5441176470588235,0.5065359477124183,0.5909090909090909,0.5224489795918368,0.6467661691542289,0.81,0.42168674698795183,0.7076023391812866,0.32802937576499386,0.4754129514971165,jondurbin
airoboros-l2-70b-gpt4-1.4.1,70.0,0.6621160409556314,0.6955785700059749,0.7031210260991704,0.32,0.6666666666666666,0.8157894736842105,0.78,0.7094339622641509,0.8263888888888888,0.49,0.59,0.39,0.6763005780346821,0.37254901960784315,0.78,0.7021276595744681,0.45614035087719296,0.6275862068965518,0.4523809523809524,0.48412698412698413,0.47,0.8225806451612904,0.5566502463054187,0.75,0.8363636363636363,0.8686868686868687,0.9481865284974094,0.7205128205128205,0.3296296296296296,0.7563025210084033,0.47019867549668876,0.8935779816513761,0.5694444444444444,0.9019607843137255,0.8987341772151899,0.8251121076233184,0.8702290076335878,0.8677685950413223,0.8148148148148148,0.803680981595092,0.5089285714285714,0.8155339805825242,0.8974358974358975,0.75,0.8697318007662835,0.7890173410404624,0.5743016759776536,0.7745098039215687,0.7845659163987139,0.8148148148148148,0.5780141843971631,0.5534550195567145,0.7132352941176471,0.761437908496732,0.7272727272727273,0.8204081632653061,0.8855721393034826,0.92,0.5602409638554217,0.8654970760233918,0.3806609547123623,0.5520028397928612,jondurbin
airoboros-l2-7b-gpt4-1.4.1,7.0,0.5179180887372014,0.6100378410675165,0.45168892215566947,0.33,0.5037037037037037,0.42105263157894735,0.49,0.5207547169811321,0.4513888888888889,0.24,0.32,0.27,0.3930635838150289,0.17647058823529413,0.59,0.39148936170212767,0.2982456140350877,0.3448275862068966,0.291005291005291,0.2222222222222222,0.36,0.4806451612903226,0.3793103448275862,0.45,0.5757575757575758,0.5404040404040404,0.6632124352331606,0.3923076923076923,0.28888888888888886,0.39915966386554624,0.2847682119205298,0.6036697247706422,0.25925925925925924,0.5784313725490197,0.5991561181434599,0.5246636771300448,0.48091603053435117,0.6115702479338843,0.5185185185185185,0.48466257668711654,0.29464285714285715,0.5533980582524272,0.6837606837606838,0.53,0.6628352490421456,0.4797687861271676,0.2849162011173184,0.5,0.5627009646302251,0.5277777777777778,0.35815602836879434,0.3200782268578879,0.41544117647058826,0.45751633986928103,0.5727272727272728,0.46530612244897956,0.6119402985074627,0.66,0.39156626506024095,0.6842105263157895,0.26805385556915545,0.40293215545997413,jondurbin
airoboros-13b-gpt4-1.1,13.0,0.568259385665529,0.6384186417048396,0.4941229079247138,0.35,0.48148148148148145,0.4605263157894737,0.52,0.5056603773584906,0.4861111111111111,0.36,0.42,0.28,0.45664739884393063,0.2549019607843137,0.65,0.4127659574468085,0.2631578947368421,0.4,0.2671957671957672,0.35714285714285715,0.36,0.567741935483871,0.3497536945812808,0.49,0.6363636363636364,0.5909090909090909,0.6632124352331606,0.4717948717948718,0.24814814814814815,0.4789915966386555,0.26490066225165565,0.6477064220183486,0.3101851851851852,0.6519607843137255,0.7088607594936709,0.5650224215246636,0.5877862595419847,0.6859504132231405,0.5555555555555556,0.5644171779141104,0.33035714285714285,0.6990291262135923,0.7478632478632479,0.53,0.6794380587484036,0.5433526011560693,0.25251396648044694,0.5588235294117647,0.5305466237942122,0.5401234567901234,0.33687943262411346,0.39504563233376794,0.5294117647058824,0.5098039215686274,0.5363636363636364,0.5469387755102041,0.6517412935323383,0.81,0.42771084337349397,0.6842105263157895,0.3011015911872705,0.4662032437063358,jondurbin
airoboros-l2-13b-gpt4-m2.0,13.0,0.5469283276450512,0.6118303126867158,0.5373386766112267,0.35,0.4962962962962963,0.5131578947368421,0.6,0.5735849056603773,0.5694444444444444,0.36,0.45,0.33,0.47398843930635837,0.23529411764705882,0.71,0.46382978723404256,0.2982456140350877,0.5310344827586206,0.3412698412698413,0.29365079365079366,0.3,0.603225806451613,0.41379310344827586,0.56,0.6606060606060606,0.6565656565656566,0.7875647668393783,0.4794871794871795,0.27037037037037037,0.5168067226890757,0.271523178807947,0.7174311926605504,0.39351851851851855,0.7303921568627451,0.7172995780590717,0.6233183856502242,0.5801526717557252,0.7024793388429752,0.6851851851851852,0.6625766871165644,0.35714285714285715,0.7087378640776699,0.8076923076923077,0.57,0.7100893997445722,0.5924855491329479,0.3396648044692737,0.5915032679738562,0.6302250803858521,0.6049382716049383,0.41134751773049644,0.39308996088657105,0.44485294117647056,0.553921568627451,0.6090909090909091,0.6244897959183674,0.7164179104477612,0.84,0.4578313253012048,0.7426900584795322,0.26438188494492043,0.39699790117986267,jondurbin
spicyboros-7b-2.2,7.0,0.5324232081911263,0.6026687910774746,0.48473371814868077,0.33,0.5111111111111111,0.4407894736842105,0.57,0.4716981132075472,0.5138888888888888,0.37,0.43,0.29,0.4161849710982659,0.19607843137254902,0.62,0.39574468085106385,0.3333333333333333,0.4482758620689655,0.2857142857142857,0.29365079365079366,0.32,0.5419354838709678,0.35467980295566504,0.44,0.6181818181818182,0.5808080808080808,0.7305699481865285,0.4641025641025641,0.2814814814814815,0.47478991596638653,0.2847682119205298,0.6752293577981652,0.375,0.6617647058823529,0.70042194092827,0.5919282511210763,0.5267175572519084,0.628099173553719,0.5277777777777778,0.5030674846625767,0.4107142857142857,0.5631067961165048,0.7393162393162394,0.54,0.6679438058748404,0.5433526011560693,0.2424581005586592,0.5065359477124183,0.5691318327974276,0.5123456790123457,0.3971631205673759,0.3650586701434159,0.5220588235294118,0.4591503267973856,0.5272727272727272,0.43673469387755104,0.6567164179104478,0.68,0.3795180722891566,0.7134502923976608,0.3182374541003672,0.4721753546589752,jondurbin
X1-large,,0.22696245733788395,0.2504481179047998,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,,,GigaML
RedPajama-INCITE-7B-Instruct,7.0,0.4138225255972696,0.5320653256323441,0.3761836019303777,0.25,0.45185185185185184,0.39473684210526316,0.41,0.4339622641509434,0.3958333333333333,0.29,0.32,0.3,0.3468208092485549,0.28431372549019607,0.54,0.2978723404255319,0.21052631578947367,0.2620689655172414,0.291005291005291,0.2857142857142857,0.26,0.4290322580645161,0.2857142857142857,0.33,0.4121212121212121,0.41414141414141414,0.533678756476684,0.382051282051282,0.24814814814814815,0.3403361344537815,0.2781456953642384,0.46788990825688076,0.19907407407407407,0.46078431372549017,0.47257383966244726,0.5067264573991032,0.3893129770992366,0.5537190082644629,0.4074074074074074,0.4049079754601227,0.29464285714285715,0.44660194174757284,0.5256410256410257,0.42,0.5338441890166028,0.3930635838150289,0.2435754189944134,0.35947712418300654,0.39228295819935693,0.4228395061728395,0.3262411347517731,0.3194263363754889,0.3014705882352941,0.3839869281045752,0.5,0.2571428571428571,0.42786069651741293,0.52,0.3192771084337349,0.5146198830409356,0.2350061199510404,0.33957284047541675,togethercomputer
RedPajama-INCITE-Instruct-7B-v0.1,7.0,0.4138225255972696,0.5320653256323441,0.3761836019303777,0.25,0.45185185185185184,0.39473684210526316,0.41,0.4339622641509434,0.3958333333333333,0.29,0.32,0.3,0.3468208092485549,0.28431372549019607,0.54,0.2978723404255319,0.21052631578947367,0.2620689655172414,0.291005291005291,0.2857142857142857,0.26,0.4290322580645161,0.2857142857142857,0.33,0.4121212121212121,0.41414141414141414,0.533678756476684,0.382051282051282,0.24814814814814815,0.3403361344537815,0.2781456953642384,0.46788990825688076,0.19907407407407407,0.46078431372549017,0.47257383966244726,0.5067264573991032,0.3893129770992366,0.5537190082644629,0.4074074074074074,0.4049079754601227,0.29464285714285715,0.44660194174757284,0.5256410256410257,0.42,0.5338441890166028,0.3930635838150289,0.2435754189944134,0.35947712418300654,0.39228295819935693,0.4228395061728395,0.3262411347517731,0.3194263363754889,0.3014705882352941,0.3839869281045752,0.5,0.2571428571428571,0.42786069651741293,0.52,0.3192771084337349,0.5146198830409356,0.2350061199510404,0.33957284047541675,togethercomputer
RedPajama-INCITE-7B-Chat,7.0,0.38993174061433444,0.5480979884485162,0.2694282265063486,0.25,0.25925925925925924,0.26973684210526316,0.29,0.28679245283018867,0.3194444444444444,0.26,0.21,0.23,0.24277456647398843,0.17647058823529413,0.33,0.3148936170212766,0.2807017543859649,0.296551724137931,0.23809523809523808,0.2619047619047619,0.25,0.25483870967741934,0.22167487684729065,0.33,0.24848484848484848,0.19696969696969696,0.25906735751295334,0.2948717948717949,0.24444444444444444,0.24789915966386555,0.271523178807947,0.29541284403669726,0.18055555555555555,0.22058823529411764,0.2911392405063291,0.3183856502242152,0.2748091603053435,0.30578512396694213,0.2777777777777778,0.24539877300613497,0.2857142857142857,0.2912621359223301,0.3162393162393162,0.3,0.30395913154533843,0.2832369942196532,0.2558659217877095,0.2581699346405229,0.31189710610932475,0.2962962962962963,0.29432624113475175,0.24119947848761408,0.19117647058823528,0.26633986928104575,0.2909090909090909,0.21224489795918366,0.27860696517412936,0.33,0.2469879518072289,0.3567251461988304,0.23011015911872704,0.36094978005416933,togethercomputer
Pythia-Chat-Base-7B,7.0,0.3506825938566553,0.5097590121489743,0.27441098831218264,0.37,0.34074074074074073,0.29605263157894735,0.31,0.2792452830188679,0.2708333333333333,0.21,0.37,0.3,0.2543352601156069,0.21568627450980393,0.29,0.20851063829787234,0.2982456140350877,0.2689655172413793,0.24603174603174602,0.2698412698412698,0.36,0.24838709677419354,0.23645320197044334,0.36,0.296969696969697,0.2474747474747475,0.2538860103626943,0.2282051282051282,0.24444444444444444,0.2605042016806723,0.23841059602649006,0.24220183486238533,0.21296296296296297,0.29411764705882354,0.20675105485232068,0.21973094170403587,0.2595419847328244,0.35537190082644626,0.3148148148148148,0.2883435582822086,0.36607142857142855,0.20388349514563106,0.3162393162393162,0.26,0.25925925925925924,0.29190751445086704,0.23798882681564246,0.2875816993464052,0.3022508038585209,0.27469135802469136,0.2730496453900709,0.27249022164276404,0.16176470588235295,0.3022875816993464,0.23636363636363636,0.3224489795918367,0.23880597014925373,0.31,0.25903614457831325,0.2982456140350877,0.23011015911872704,0.34628186450711146,togethercomputer
GPT-JT-Moderation-6B,6.0,0.3822525597269625,0.5098585939055965,0.41634624632572703,0.32,0.5555555555555556,0.4276315789473684,0.51,0.4528301886792453,0.3611111111111111,0.35,0.23,0.39,0.3930635838150289,0.23529411764705882,0.52,0.3872340425531915,0.38596491228070173,0.4206896551724138,0.2671957671957672,0.30158730158730157,0.24,0.46774193548387094,0.35467980295566504,0.43,0.3878787878787879,0.48484848484848486,0.533678756476684,0.38461538461538464,0.2222222222222222,0.35714285714285715,0.2251655629139073,0.48073394495412847,0.39814814814814814,0.36764705882352944,0.39662447257383965,0.5426008968609866,0.5267175572519084,0.45454545454545453,0.5555555555555556,0.4233128834355828,0.41964285714285715,0.49514563106796117,0.5512820512820513,0.57,0.4521072796934866,0.42196531791907516,0.2424581005586592,0.45098039215686275,0.42443729903536975,0.4537037037037037,0.28368794326241137,0.31029986962190353,0.4117647058823529,0.3660130718954248,0.5545454545454546,0.40408163265306124,0.5422885572139303,0.64,0.4397590361445783,0.5555555555555556,0.211750305997552,0.3732713423294065,togethercomputer
LLaMA-2-7B-32K,7.0,0.43430034129692835,0.5612427803226449,0.4332570701968771,0.23,0.4444444444444444,0.4473684210526316,0.47,0.4490566037735849,0.4027777777777778,0.37,0.44,0.34,0.3352601156069364,0.22549019607843138,0.55,0.3659574468085106,0.2894736842105263,0.4068965517241379,0.30423280423280424,0.19047619047619047,0.35,0.4935483870967742,0.31527093596059114,0.44,0.5878787878787879,0.51010101010101,0.6476683937823834,0.38461538461538464,0.25555555555555554,0.36134453781512604,0.304635761589404,0.5981651376146789,0.39814814814814814,0.5931372549019608,0.6455696202531646,0.45739910313901344,0.3969465648854962,0.5785123966942148,0.4722222222222222,0.4539877300613497,0.25892857142857145,0.47572815533980584,0.6410256410256411,0.54,0.6206896551724138,0.42196531791907516,0.23798882681564246,0.434640522875817,0.5305466237942122,0.4691358024691358,0.33687943262411346,0.34876140808344197,0.4411764705882353,0.3888888888888889,0.5181818181818182,0.4163265306122449,0.5472636815920398,0.61,0.3373493975903614,0.6140350877192983,0.25458996328029376,0.39230194165552396,togethercomputer
GPT-NeoXT-Chat-Base-20B,20.0,0.42406143344709896,0.5509858593905597,0.29919101184126257,0.32,0.3851851851851852,0.3618421052631579,0.23,0.30943396226415093,0.3194444444444444,0.39,0.31,0.34,0.26011560693641617,0.23529411764705882,0.37,0.23829787234042554,0.22807017543859648,0.3793103448275862,0.2698412698412698,0.2698412698412698,0.35,0.3258064516129032,0.270935960591133,0.26,0.2787878787878788,0.3787878787878788,0.35751295336787564,0.29743589743589743,0.25555555555555554,0.24789915966386555,0.32450331125827814,0.25137614678899084,0.24537037037037038,0.3480392156862745,0.2742616033755274,0.242152466367713,0.3969465648854962,0.4214876033057851,0.2037037037037037,0.3312883435582822,0.25,0.3106796116504854,0.27350427350427353,0.28,0.3231162196679438,0.2861271676300578,0.24692737430167597,0.3235294117647059,0.3247588424437299,0.33024691358024694,0.26595744680851063,0.2848761408083442,0.17647058823529413,0.2679738562091503,0.23636363636363636,0.35918367346938773,0.25870646766169153,0.33,0.3253012048192771,0.3216374269005848,0.21664626682986537,0.34509306722168853,togethercomputer
RedPajama-INCITE-Chat-7B-v0.1,7.0,0.38993174061433444,0.5480979884485162,0.2694282265063486,0.25,0.25925925925925924,0.26973684210526316,0.29,0.28679245283018867,0.3194444444444444,0.26,0.21,0.23,0.24277456647398843,0.17647058823529413,0.33,0.3148936170212766,0.2807017543859649,0.296551724137931,0.23809523809523808,0.2619047619047619,0.25,0.25483870967741934,0.22167487684729065,0.33,0.24848484848484848,0.19696969696969696,0.25906735751295334,0.2948717948717949,0.24444444444444444,0.24789915966386555,0.271523178807947,0.29541284403669726,0.18055555555555555,0.22058823529411764,0.2911392405063291,0.3183856502242152,0.2748091603053435,0.30578512396694213,0.2777777777777778,0.24539877300613497,0.2857142857142857,0.2912621359223301,0.3162393162393162,0.3,0.30395913154533843,0.2832369942196532,0.2558659217877095,0.2581699346405229,0.31189710610932475,0.2962962962962963,0.29432624113475175,0.24119947848761408,0.19117647058823528,0.26633986928104575,0.2909090909090909,0.21224489795918366,0.27860696517412936,0.33,0.2469879518072289,0.3567251461988304,0.23011015911872704,0.36094978005416933,togethercomputer
RedPajama-INCITE-Base-7B-v0.1,7.0,0.42235494880546076,0.5317665803624776,0.2768214018695477,0.3,0.24444444444444444,0.29605263157894735,0.21,0.33584905660377357,0.2916666666666667,0.32,0.31,0.28,0.3063583815028902,0.23529411764705882,0.36,0.2851063829787234,0.24561403508771928,0.25517241379310346,0.26455026455026454,0.38095238095238093,0.32,0.2709677419354839,0.27586206896551724,0.29,0.2545454545454545,0.37373737373737376,0.23834196891191708,0.2923076923076923,0.2777777777777778,0.29411764705882354,0.23841059602649006,0.326605504587156,0.2916666666666667,0.23529411764705882,0.27848101265822783,0.14798206278026907,0.2595419847328244,0.2644628099173554,0.24074074074074073,0.2085889570552147,0.19642857142857142,0.30097087378640774,0.3034188034188034,0.26,0.27586206896551724,0.27167630057803466,0.2435754189944134,0.28104575163398693,0.2797427652733119,0.32407407407407407,0.2907801418439716,0.2561929595827901,0.20220588235294118,0.2973856209150327,0.34545454545454546,0.2897959183673469,0.24875621890547264,0.29,0.21686746987951808,0.30409356725146197,0.23133414932680538,0.3303475420460559,togethercomputer
RedPajama-INCITE-Base-3B-v1,3.0,0.35494880546075086,0.47988448516231824,0.2702787422464126,0.29,0.2074074074074074,0.25,0.23,0.28679245283018867,0.2569444444444444,0.28,0.21,0.36,0.30057803468208094,0.1568627450980392,0.18,0.25957446808510637,0.2631578947368421,0.23448275862068965,0.2698412698412698,0.25396825396825395,0.31,0.25483870967741934,0.2512315270935961,0.22,0.23636363636363636,0.3888888888888889,0.35751295336787564,0.2923076923076923,0.22962962962962963,0.3025210084033613,0.3708609271523179,0.3541284403669725,0.36574074074074076,0.29901960784313725,0.26582278481012656,0.10762331838565023,0.2366412213740458,0.3884297520661157,0.19444444444444445,0.2331288343558282,0.22321428571428573,0.33980582524271846,0.2222222222222222,0.28,0.24265644955300128,0.23410404624277456,0.2659217877094972,0.2777777777777778,0.26688102893890675,0.25,0.2907801418439716,0.26010430247718386,0.4007352941176471,0.2238562091503268,0.33636363636363636,0.33877551020408164,0.26865671641791045,0.22,0.22289156626506024,0.29239766081871343,0.20807833537331702,0.3323488684911484,togethercomputer
RedPajama-INCITE-Instruct-3B-v1,3.0,0.38310580204778155,0.48317068313085043,0.25032214024865146,0.25,0.22962962962962963,0.20394736842105263,0.31,0.24150943396226415,0.22916666666666666,0.28,0.27,0.28,0.19653179190751446,0.18627450980392157,0.21,0.3276595744680851,0.2543859649122807,0.19310344827586207,0.24338624338624337,0.23015873015873015,0.34,0.22258064516129034,0.21182266009852216,0.25,0.23636363636363636,0.1919191919191919,0.23316062176165803,0.1794871794871795,0.25925925925925924,0.22268907563025211,0.26490066225165565,0.21834862385321102,0.18518518518518517,0.19607843137254902,0.2742616033755274,0.3004484304932735,0.2595419847328244,0.2975206611570248,0.28703703703703703,0.25153374233128833,0.2857142857142857,0.24271844660194175,0.2863247863247863,0.25,0.24265644955300128,0.2774566473988439,0.24134078212290502,0.25163398692810457,0.27009646302250806,0.2345679012345679,0.2624113475177305,0.27183833116036504,0.22058823529411764,0.25326797385620914,0.35454545454545455,0.18775510204081633,0.23383084577114427,0.26,0.3313253012048193,0.29239766081871343,0.23378212974296206,0.3641251521956313,togethercomputer
Llama-2-7B-32K-Instruct,7.0,0.47440273037542663,0.5864369647480582,0.4610504537725569,0.33,0.4740740740740741,0.4473684210526316,0.43,0.45660377358490567,0.4236111111111111,0.32,0.46,0.34,0.42196531791907516,0.21568627450980393,0.6,0.41702127659574467,0.3157894736842105,0.38620689655172413,0.30687830687830686,0.23809523809523808,0.31,0.5419354838709678,0.3448275862068966,0.49,0.6606060606060606,0.5505050505050505,0.6217616580310881,0.4128205128205128,0.2777777777777778,0.39915966386554624,0.31788079470198677,0.653211009174312,0.3425925925925926,0.6372549019607843,0.6624472573839663,0.515695067264574,0.5190839694656488,0.5785123966942148,0.5185185185185185,0.5153374233128835,0.2767857142857143,0.5922330097087378,0.6666666666666666,0.52,0.6245210727969349,0.4913294797687861,0.23798882681564246,0.4444444444444444,0.5434083601286174,0.5216049382716049,0.36879432624113473,0.3683181225554107,0.4338235294117647,0.4852941176470588,0.509090909090909,0.4326530612244898,0.6666666666666666,0.65,0.3614457831325301,0.631578947368421,0.3072215422276622,0.44856155031745537,togethercomputer
GPT-JT-6B-v0,6.0,0.38993174061433444,0.4965146385182235,0.4934405234133528,0.41,0.6592592592592592,0.625,0.55,0.569811320754717,0.5763888888888888,0.42,0.45,0.44,0.5375722543352601,0.3137254901960784,0.69,0.44680851063829785,0.3684210526315789,0.5793103448275863,0.2671957671957672,0.3253968253968254,0.41,0.4870967741935484,0.3448275862068966,0.53,0.42424242424242425,0.6313131313131313,0.6217616580310881,0.4153846153846154,0.22592592592592592,0.42016806722689076,0.2980132450331126,0.5504587155963303,0.36574074074074076,0.4362745098039216,0.48523206751054854,0.547085201793722,0.6412213740458015,0.5289256198347108,0.6018518518518519,0.6012269938650306,0.44642857142857145,0.7281553398058253,0.6196581196581197,0.69,0.4904214559386973,0.47109826589595377,0.23910614525139665,0.49673202614379086,0.45980707395498394,0.5246913580246914,0.375886524822695,0.3428943937418514,0.3382352941176471,0.4019607843137255,0.6636363636363637,0.5306122448979592,0.6417910447761194,0.75,0.4819277108433735,0.6374269005847953,0.23255813953488372,0.3889085255663652,togethercomputer
RedPajama-INCITE-Chat-3B-v1,3.0,0.3856655290102389,0.5006970722963553,0.26231263349013634,0.28,0.22962962962962963,0.29605263157894735,0.24,0.30566037735849055,0.2777777777777778,0.21,0.26,0.25,0.24277456647398843,0.22549019607843138,0.36,0.23829787234042554,0.22807017543859648,0.2896551724137931,0.2671957671957672,0.23015873015873015,0.3,0.25806451612903225,0.23645320197044334,0.26,0.23636363636363636,0.3838383838383838,0.25906735751295334,0.23846153846153847,0.26666666666666666,0.21008403361344538,0.2913907284768212,0.3229357798165138,0.25925925925925924,0.28921568627450983,0.270042194092827,0.13452914798206278,0.22900763358778625,0.3884297520661157,0.23148148148148148,0.25153374233128833,0.19642857142857142,0.2815533980582524,0.24786324786324787,0.22,0.24776500638569604,0.28034682080924855,0.2670391061452514,0.2679738562091503,0.26366559485530544,0.29012345679012347,0.26595744680851063,0.26792698826597133,0.25,0.238562091503268,0.35454545454545455,0.2938775510204082,0.25870646766169153,0.22,0.22289156626506024,0.26900584795321636,0.21052631578947367,0.34443339278943025,togethercomputer
chronos-hermes-13b-v2,13.0,0.5639931740614335,0.6350328619796853,0.550516143961869,0.38,0.4740740740740741,0.506578947368421,0.52,0.5584905660377358,0.5486111111111112,0.37,0.44,0.34,0.5202312138728323,0.29411764705882354,0.67,0.41702127659574467,0.2807017543859649,0.47586206896551725,0.335978835978836,0.35714285714285715,0.39,0.6258064516129033,0.4088669950738916,0.53,0.6545454545454545,0.6767676767676768,0.7668393782383419,0.5153846153846153,0.2851851851851852,0.5378151260504201,0.31125827814569534,0.7027522935779816,0.4074074074074074,0.7450980392156863,0.7341772151898734,0.672645739910314,0.5801526717557252,0.743801652892562,0.7222222222222222,0.6687116564417178,0.4375,0.6893203883495146,0.8162393162393162,0.6,0.7496807151979565,0.6329479768786127,0.441340782122905,0.5718954248366013,0.639871382636656,0.6234567901234568,0.4148936170212766,0.42894393741851367,0.5147058823529411,0.5620915032679739,0.6909090909090909,0.6122448979591837,0.7213930348258707,0.84,0.45180722891566266,0.7719298245614035,0.3623011015911873,0.5091460399554737,Austism
GiftedConvo13bLoraNoEcons,13.0,0.5537542662116041,0.6349332802230632,0.5515103076850816,0.33,0.5111111111111111,0.5394736842105263,0.52,0.5924528301886792,0.5763888888888888,0.29,0.47,0.39,0.5260115606936416,0.21568627450980393,0.68,0.425531914893617,0.32456140350877194,0.5103448275862069,0.31216931216931215,0.36507936507936506,0.32,0.6387096774193548,0.43842364532019706,0.56,0.6848484848484848,0.6717171717171717,0.8134715025906736,0.4948717948717949,0.3111111111111111,0.5966386554621849,0.31788079470198677,0.7394495412844037,0.4537037037037037,0.7450980392156863,0.7383966244725738,0.6457399103139013,0.648854961832061,0.7355371900826446,0.6944444444444444,0.6625766871165644,0.38392857142857145,0.7281553398058253,0.7905982905982906,0.57,0.7535121328224776,0.6358381502890174,0.26033519553072626,0.6241830065359477,0.6527331189710611,0.6388888888888888,0.3971631205673759,0.43285528031290743,0.5073529411764706,0.5751633986928104,0.6,0.6122448979591837,0.7213930348258707,0.82,0.4578313253012048,0.783625730994152,0.2717258261933905,0.40555969573922585,NobodyExistsOnTheInternet
PuffedConvo13bLoraE4,13.0,0.5588737201365188,0.655148376817367,0.5371970286001023,0.3,0.45185185185185184,0.5394736842105263,0.53,0.5622641509433962,0.5416666666666666,0.32,0.42,0.32,0.5260115606936416,0.3333333333333333,0.69,0.4340425531914894,0.2631578947368421,0.503448275862069,0.2962962962962963,0.3412698412698413,0.31,0.6193548387096774,0.35467980295566504,0.54,0.6909090909090909,0.696969696969697,0.7875647668393783,0.4897435897435897,0.24814814814814815,0.542016806722689,0.26490066225165565,0.726605504587156,0.375,0.7156862745098039,0.7468354430379747,0.6547085201793722,0.6564885496183206,0.7107438016528925,0.6296296296296297,0.6625766871165644,0.4107142857142857,0.6893203883495146,0.7905982905982906,0.55,0.7509578544061303,0.6011560693641619,0.25921787709497207,0.5784313725490197,0.6688102893890675,0.6296296296296297,0.39361702127659576,0.41199478487614083,0.4889705882352941,0.5669934640522876,0.5909090909090909,0.6163265306122448,0.7512437810945274,0.84,0.46987951807228917,0.7660818713450293,0.2668298653610771,0.3981838970380214,NobodyExistsOnTheInternet
chinese-alpaca-plus-7b-hf,7.0,0.45307167235494883,0.5265883290181239,0.38387126351660167,0.28,0.3925925925925926,0.32894736842105265,0.39,0.4037735849056604,0.375,0.23,0.31,0.25,0.28901734104046245,0.2549019607843137,0.37,0.3617021276595745,0.18421052631578946,0.3448275862068966,0.26455026455026454,0.20634920634920634,0.34,0.4258064516129032,0.3054187192118227,0.41,0.4727272727272727,0.4595959595959596,0.5284974093264249,0.3487179487179487,0.25925925925925924,0.3319327731092437,0.271523178807947,0.45137614678899085,0.4537037037037037,0.5,0.510548523206751,0.45739910313901344,0.46564885496183206,0.5867768595041323,0.4444444444444444,0.4601226993865031,0.29464285714285715,0.4174757281553398,0.5641025641025641,0.37,0.5440613026819924,0.3930635838150289,0.2424581005586592,0.42483660130718953,0.42765273311897106,0.4351851851851852,0.30851063829787234,0.3044328552803129,0.31985294117647056,0.3954248366013072,0.42727272727272725,0.40816326530612246,0.4129353233830846,0.57,0.42168674698795183,0.47953216374269003,0.2533659730722154,0.3971869973266723,shibing624
chinese-llama-plus-13b-hf,13.0,0.42235494880546076,0.537841067516431,0.4074161512866284,0.33,0.4,0.40789473684210525,0.36,0.38113207547169814,0.4861111111111111,0.26,0.35,0.34,0.35260115606936415,0.23529411764705882,0.44,0.3446808510638298,0.2894736842105263,0.4413793103448276,0.2698412698412698,0.30158730158730157,0.36,0.4645161290322581,0.30049261083743845,0.44,0.44242424242424244,0.3888888888888889,0.45595854922279794,0.3974358974358974,0.24074074074074073,0.4327731092436975,0.2781456953642384,0.5064220183486239,0.3611111111111111,0.45098039215686275,0.5232067510548524,0.47533632286995514,0.5038167938931297,0.5867768595041323,0.5,0.4601226993865031,0.2767857142857143,0.5048543689320388,0.6111111111111112,0.4,0.5197956577266922,0.3901734104046243,0.2424581005586592,0.434640522875817,0.4630225080385852,0.41358024691358025,0.3475177304964539,0.3324641460234681,0.43014705882352944,0.3611111111111111,0.5,0.4448979591836735,0.5074626865671642,0.56,0.3855421686746988,0.5380116959064327,0.2386780905752754,0.3988686701495813,shibing624
gpt3-finnish-13B,13.0,0.2440273037542662,0.36656044612626965,0.23490519495681864,0.22,0.2740740740740741,0.17105263157894737,0.29,0.27169811320754716,0.2569444444444444,0.21,0.16,0.22,0.2138728323699422,0.20588235294117646,0.22,0.2723404255319149,0.19298245614035087,0.21379310344827587,0.24867724867724866,0.23015873015873015,0.23,0.22580645161290322,0.19704433497536947,0.26,0.21818181818181817,0.19696969696969696,0.21243523316062177,0.2358974358974359,0.23703703703703705,0.23529411764705882,0.15894039735099338,0.22752293577981653,0.1527777777777778,0.25,0.2616033755274262,0.34977578475336324,0.21374045801526717,0.2396694214876033,0.25,0.2085889570552147,0.3125,0.22330097087378642,0.29914529914529914,0.27,0.25287356321839083,0.24855491329479767,0.2424581005586592,0.2222222222222222,0.2540192926045016,0.2716049382716049,0.2127659574468085,0.24837027379400262,0.22426470588235295,0.25326797385620914,0.2545454545454545,0.17142857142857143,0.24378109452736318,0.24,0.30120481927710846,0.21052631578947367,0.25703794369645044,0.44465058814303504,TurkuNLP
gpt3-finnish-small,,0.16467576791808874,0.2695678151762597,0.24467397154385573,0.22,0.32592592592592595,0.17763157894736842,0.26,0.24528301886792453,0.2222222222222222,0.2,0.15,0.26,0.20809248554913296,0.21568627450980393,0.22,0.26382978723404255,0.24561403508771928,0.2413793103448276,0.2566137566137566,0.19047619047619047,0.18,0.2967741935483871,0.17733990147783252,0.31,0.30303030303030304,0.23737373737373738,0.22797927461139897,0.2282051282051282,0.2814814814814815,0.23949579831932774,0.1986754966887417,0.1944954128440367,0.38425925925925924,0.25,0.2489451476793249,0.30493273542600896,0.2595419847328244,0.23140495867768596,0.2037037037037037,0.2822085889570552,0.33035714285714285,0.17475728155339806,0.19658119658119658,0.3,0.23116219667943805,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1832797427652733,0.21604938271604937,0.22695035460992907,0.2542372881355932,0.4264705882352941,0.25,0.20909090909090908,0.1673469387755102,0.22885572139303484,0.28,0.2891566265060241,0.32748538011695905,0.2533659730722154,0.4646530212769539,TurkuNLP
instructmining-platypus-15k,,0.5034129692832765,0.6133240390360486,0.3744084688081902,0.26,0.4,0.3026315789473684,0.46,0.4830188679245283,0.3819444444444444,0.31,0.31,0.3,0.3352601156069364,0.21568627450980393,0.38,0.3276595744680851,0.23684210526315788,0.27586206896551724,0.25396825396825395,0.31746031746031744,0.27,0.4064516129032258,0.3054187192118227,0.38,0.48484848484848486,0.3888888888888889,0.5181347150259067,0.3974358974358974,0.23333333333333334,0.3865546218487395,0.271523178807947,0.47522935779816516,0.3333333333333333,0.4215686274509804,0.5358649789029536,0.4663677130044843,0.35877862595419846,0.5041322314049587,0.4537037037037037,0.44785276073619634,0.25892857142857145,0.42718446601941745,0.5,0.4,0.5555555555555556,0.3901734104046243,0.2435754189944134,0.41830065359477125,0.4887459807073955,0.46296296296296297,0.24822695035460993,0.2861799217731421,0.27941176470588236,0.3758169934640523,0.42727272727272725,0.27755102040816326,0.4975124378109453,0.48,0.3072289156626506,0.4269005847953216,0.2778457772337821,0.41797237520882174,yihan6324
llama-2-7b-instructmining-60k-sharegpt,7.0,0.5085324232081911,0.5971917944632543,0.5125729650611316,0.29,0.5037037037037037,0.45394736842105265,0.51,0.569811320754717,0.5277777777777778,0.38,0.37,0.36,0.4161849710982659,0.2647058823529412,0.62,0.4595744680851064,0.2543859649122807,0.4482758620689655,0.2962962962962963,0.2857142857142857,0.39,0.5580645161290323,0.3842364532019704,0.47,0.696969696969697,0.6262626262626263,0.7668393782383419,0.4717948717948718,0.28888888888888886,0.5,0.2582781456953642,0.7119266055045872,0.38425925925925924,0.696078431372549,0.7215189873417721,0.6143497757847534,0.6259541984732825,0.6528925619834711,0.6203703703703703,0.558282208588957,0.42857142857142855,0.6796116504854369,0.7692307692307693,0.58,0.6871008939974457,0.5809248554913294,0.29832402234636873,0.5522875816993464,0.6270096463022508,0.5679012345679012,0.39361702127659576,0.39765319426336376,0.5183823529411765,0.5049019607843137,0.5727272727272728,0.563265306122449,0.7064676616915423,0.64,0.43373493975903615,0.7076023391812866,0.3598531211750306,0.5290328492572154,yihan6324
llama2-13b-instructmining-40k-sharegpt,13.0,0.5656996587030717,0.6328420633339972,0.5647519866327039,0.35,0.48148148148148145,0.625,0.59,0.6150943396226415,0.6111111111111112,0.41,0.47,0.37,0.5895953757225434,0.3431372549019608,0.71,0.4595744680851064,0.23684210526315788,0.503448275862069,0.29365079365079366,0.36507936507936506,0.35,0.6709677419354839,0.45320197044334976,0.56,0.6787878787878788,0.7171717171717171,0.8134715025906736,0.5333333333333333,0.26666666666666666,0.5378151260504201,0.304635761589404,0.7669724770642202,0.4305555555555556,0.7647058823529411,0.7510548523206751,0.672645739910314,0.6183206106870229,0.71900826446281,0.7129629629629629,0.6625766871165644,0.33035714285714285,0.6796116504854369,0.8418803418803419,0.58,0.7509578544061303,0.630057803468208,0.4122905027932961,0.6013071895424836,0.6205787781350482,0.6265432098765432,0.4219858156028369,0.4256844850065189,0.5735294117647058,0.5784313725490197,0.6181818181818182,0.6285714285714286,0.7761194029850746,0.82,0.4939759036144578,0.7719298245614035,0.35862913096695226,0.5244082340441981,yihan6324
llama2-7b-instructmining-orca-90k,7.0,0.5093856655290102,0.6147181836287592,0.5089445247146216,0.27,0.5185185185185185,0.47368421052631576,0.52,0.5584905660377358,0.5416666666666666,0.35,0.43,0.34,0.43352601156069365,0.23529411764705882,0.61,0.40425531914893614,0.35964912280701755,0.4689655172413793,0.30158730158730157,0.30952380952380953,0.37,0.6,0.33497536945812806,0.4,0.6909090909090909,0.6565656565656566,0.7461139896373057,0.4794871794871795,0.24444444444444444,0.4831932773109244,0.304635761589404,0.6935779816513762,0.375,0.7156862745098039,0.7426160337552743,0.5964125560538116,0.6412213740458015,0.6694214876033058,0.5833333333333334,0.5030674846625767,0.375,0.7184466019417476,0.7264957264957265,0.58,0.7011494252873564,0.5375722543352601,0.26256983240223464,0.5261437908496732,0.6045016077170418,0.558641975308642,0.375886524822695,0.3891786179921773,0.5073529411764706,0.47549019607843135,0.5181818181818182,0.6244897959183674,0.7263681592039801,0.71,0.46987951807228917,0.6666666666666666,0.3378212974296206,0.4936167110354428,yihan6324
llama2-7b-instructmining-60k-sharegpt,7.0,0.5085324232081911,0.5971917944632543,0.5125729650611316,0.29,0.5037037037037037,0.45394736842105265,0.51,0.569811320754717,0.5277777777777778,0.38,0.37,0.36,0.4161849710982659,0.2647058823529412,0.62,0.4595744680851064,0.2543859649122807,0.4482758620689655,0.2962962962962963,0.2857142857142857,0.39,0.5580645161290323,0.3842364532019704,0.47,0.696969696969697,0.6262626262626263,0.7668393782383419,0.4717948717948718,0.28888888888888886,0.5,0.2582781456953642,0.7119266055045872,0.38425925925925924,0.696078431372549,0.7215189873417721,0.6143497757847534,0.6259541984732825,0.6528925619834711,0.6203703703703703,0.558282208588957,0.42857142857142855,0.6796116504854369,0.7692307692307693,0.58,0.6871008939974457,0.5809248554913294,0.29832402234636873,0.5522875816993464,0.6270096463022508,0.5679012345679012,0.39361702127659576,0.39765319426336376,0.5183823529411765,0.5049019607843137,0.5727272727272728,0.563265306122449,0.7064676616915423,0.64,0.43373493975903615,0.7076023391812866,0.3598531211750306,0.5290328492572154,yihan6324
llama2-7b-instructmining-orca-40k,7.0,0.5298634812286689,0.6196972714598685,0.48155173024244485,0.35,0.4740740740740741,0.48026315789473684,0.48,0.5547169811320755,0.4583333333333333,0.35,0.39,0.33,0.43352601156069365,0.27450980392156865,0.57,0.40425531914893614,0.23684210526315788,0.4206896551724138,0.291005291005291,0.23809523809523808,0.38,0.5645161290322581,0.39408866995073893,0.44,0.6121212121212121,0.6212121212121212,0.6528497409326425,0.46153846153846156,0.24814814814814815,0.4831932773109244,0.2847682119205298,0.6623853211009174,0.4351851851851852,0.6372549019607843,0.6582278481012658,0.515695067264574,0.6030534351145038,0.6363636363636364,0.5092592592592593,0.48466257668711654,0.35714285714285715,0.6310679611650486,0.6752136752136753,0.5,0.6704980842911877,0.47109826589595377,0.25027932960893856,0.5522875816993464,0.5755627009646302,0.5308641975308642,0.3404255319148936,0.38722294654498046,0.47794117647058826,0.4395424836601307,0.5454545454545454,0.6081632653061224,0.6766169154228856,0.68,0.39156626506024095,0.6666666666666666,0.36107711138310894,0.5103220670450638,yihan6324
llama2-7b-instructmining-40k-sharegpt,7.0,0.5170648464163823,0.6041625174268074,0.5043228367735256,0.29,0.48148148148148145,0.4605263157894737,0.51,0.5245283018867924,0.4930555555555556,0.36,0.44,0.36,0.4682080924855491,0.17647058823529413,0.63,0.4723404255319149,0.2543859649122807,0.496551724137931,0.3148148148148148,0.3492063492063492,0.37,0.532258064516129,0.35467980295566504,0.46,0.6484848484848484,0.5959595959595959,0.7512953367875648,0.4564102564102564,0.2740740740740741,0.42436974789915966,0.33112582781456956,0.6990825688073394,0.3425925925925926,0.6764705882352942,0.7172995780590717,0.5964125560538116,0.6183206106870229,0.6115702479338843,0.6111111111111112,0.5828220858895705,0.4107142857142857,0.6601941747572816,0.7564102564102564,0.59,0.6794380587484036,0.5635838150289018,0.264804469273743,0.5196078431372549,0.5916398713826366,0.5216049382716049,0.39361702127659576,0.3820078226857888,0.5257352941176471,0.4918300653594771,0.5909090909090909,0.5918367346938775,0.6915422885572139,0.68,0.39156626506024095,0.7134502923976608,0.36474908200734396,0.5317717765572597,yihan6324
easyTermsSummerizer,,0.19965870307167236,0.25652260505875324,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.2350061199510404,0.4768728256786111,Quake24
RedPajama-INCITE-Chat-Instruct-3B-V1,3.0,0.3873720136518771,0.5,0.25993456625601546,0.31,0.21481481481481482,0.25,0.22,0.2792452830188679,0.1875,0.21,0.29,0.31,0.24277456647398843,0.21568627450980393,0.27,0.251063829787234,0.24561403508771928,0.25517241379310346,0.2566137566137566,0.2857142857142857,0.27,0.27419354838709675,0.22167487684729065,0.28,0.26666666666666666,0.3484848484848485,0.23316062176165803,0.19743589743589743,0.24814814814814815,0.22268907563025211,0.271523178807947,0.27155963302752295,0.2222222222222222,0.2647058823529412,0.2616033755274262,0.17488789237668162,0.25190839694656486,0.371900826446281,0.26851851851851855,0.25766871165644173,0.25892857142857145,0.32038834951456313,0.32905982905982906,0.19,0.26053639846743293,0.2861271676300578,0.2569832402234637,0.2581699346405229,0.2765273311897106,0.2623456790123457,0.26595744680851063,0.26597131681877445,0.22058823529411764,0.2565359477124183,0.3181818181818182,0.22040816326530613,0.2736318407960199,0.26,0.2469879518072289,0.3157894736842105,0.21664626682986537,0.3361566835489804,acrastt
Marx-3B-V2,3.0,0.3993174061433447,0.548496315475005,0.2783622165095459,0.24,0.37037037037037035,0.35526315789473684,0.25,0.3018867924528302,0.25,0.2,0.33,0.33,0.2543352601156069,0.28431372549019607,0.27,0.28936170212765955,0.23684210526315788,0.2413793103448276,0.26455026455026454,0.1746031746031746,0.28,0.267741935483871,0.28078817733990147,0.26,0.32727272727272727,0.2777777777777778,0.22279792746113988,0.2717948717948718,0.25925925925925924,0.23949579831932774,0.2913907284768212,0.27339449541284405,0.35185185185185186,0.2647058823529412,0.2869198312236287,0.34977578475336324,0.183206106870229,0.36363636363636365,0.25925925925925924,0.3006134969325153,0.24107142857142858,0.2912621359223301,0.26495726495726496,0.26,0.3090676883780332,0.2745664739884393,0.264804469273743,0.2777777777777778,0.3054662379421222,0.30864197530864196,0.2695035460992908,0.26010430247718386,0.18382352941176472,0.2565359477124183,0.3090909090909091,0.3306122448979592,0.263681592039801,0.3,0.3253012048192771,0.3157894736842105,0.24724602203182375,0.39919834030421253,acrastt
Puma-3B,3.0,0.3651877133105802,0.5407289384584744,0.27507090551160496,0.24,0.23703703703703705,0.26973684210526316,0.36,0.2641509433962264,0.2638888888888889,0.19,0.25,0.37,0.2138728323699422,0.2647058823529412,0.33,0.33617021276595743,0.21929824561403508,0.2620689655172414,0.2777777777777778,0.20634920634920634,0.29,0.22903225806451613,0.2512315270935961,0.29,0.30303030303030304,0.25252525252525254,0.24352331606217617,0.258974358974359,0.24814814814814815,0.24789915966386555,0.31788079470198677,0.26422018348623855,0.24074074074074073,0.23039215686274508,0.2869198312236287,0.40358744394618834,0.24427480916030533,0.30578512396694213,0.26851851851851855,0.22699386503067484,0.23214285714285715,0.27184466019417475,0.2777777777777778,0.33,0.2681992337164751,0.30346820809248554,0.24692737430167597,0.27450980392156865,0.29260450160771706,0.29012345679012347,0.2765957446808511,0.23989569752281617,0.22058823529411764,0.28594771241830064,0.2636363636363636,0.3673469387755102,0.2736318407960199,0.37,0.3192771084337349,0.3157894736842105,0.24479804161566707,0.38343994316155305,acrastt
Bean-3B,3.0,0.36860068259385664,0.5371439952200757,0.26428764209356714,0.21,0.23703703703703705,0.27631578947368424,0.26,0.29056603773584905,0.2222222222222222,0.19,0.22,0.37,0.19653179190751446,0.17647058823529413,0.31,0.31063829787234043,0.22807017543859648,0.22758620689655173,0.2698412698412698,0.23809523809523808,0.31,0.2709677419354839,0.29064039408866993,0.23,0.23636363636363636,0.23737373737373738,0.22797927461139897,0.2358974358974359,0.25925925925925924,0.2647058823529412,0.304635761589404,0.26238532110091745,0.18981481481481483,0.22058823529411764,0.24472573839662448,0.4080717488789238,0.25190839694656486,0.35537190082644626,0.3055555555555556,0.2392638036809816,0.26785714285714285,0.30097087378640774,0.2692307692307692,0.22,0.3052362707535121,0.2861271676300578,0.23687150837988827,0.2647058823529412,0.29260450160771706,0.26851851851851855,0.2730496453900709,0.242503259452412,0.1948529411764706,0.272875816993464,0.33636363636363636,0.3142857142857143,0.2736318407960199,0.26,0.3192771084337349,0.28654970760233917,0.2386780905752754,0.3611141228461351,acrastt
Griffin-3B,3.0,0.38054607508532423,0.5424218283210516,0.263623803930116,0.22,0.2222222222222222,0.29605263157894735,0.37,0.2490566037735849,0.24305555555555555,0.25,0.21,0.3,0.21965317919075145,0.20588235294117646,0.35,0.33617021276595743,0.22807017543859648,0.20689655172413793,0.2830687830687831,0.20634920634920634,0.32,0.2161290322580645,0.2315270935960591,0.25,0.22424242424242424,0.19696969696969696,0.23316062176165803,0.2358974358974359,0.26296296296296295,0.28991596638655465,0.304635761589404,0.24220183486238533,0.16666666666666666,0.25,0.29957805907172996,0.4125560538116592,0.24427480916030533,0.30578512396694213,0.3055555555555556,0.22699386503067484,0.2857142857142857,0.2815533980582524,0.28205128205128205,0.22,0.29118773946360155,0.2658959537572254,0.24134078212290502,0.25163398692810457,0.2733118971061093,0.2623456790123457,0.2872340425531915,0.242503259452412,0.20955882352941177,0.2630718954248366,0.3181818181818182,0.24489795918367346,0.24378109452736318,0.3,0.3192771084337349,0.32748538011695905,0.24357405140758873,0.3833047919695716,acrastt
Marx-3B,3.0,0.39505119453924914,0.5541724756024696,0.2845840247975128,0.23,0.2962962962962963,0.3092105263157895,0.31,0.2830188679245283,0.25,0.22,0.28,0.33,0.26011560693641617,0.2549019607843137,0.35,0.25957446808510637,0.2807017543859649,0.2206896551724138,0.2698412698412698,0.2777777777777778,0.35,0.25806451612903225,0.28078817733990147,0.36,0.2909090909090909,0.29797979797979796,0.24870466321243523,0.30512820512820515,0.24444444444444444,0.2647058823529412,0.31788079470198677,0.27889908256880735,0.2962962962962963,0.23039215686274508,0.28270042194092826,0.4125560538116592,0.22137404580152673,0.38016528925619836,0.25,0.22085889570552147,0.22321428571428573,0.3106796116504854,0.2777777777777778,0.29,0.2937420178799489,0.27167630057803466,0.25921787709497207,0.2908496732026144,0.28938906752411575,0.32407407407407407,0.2730496453900709,0.24967405475880053,0.20220588235294118,0.2777777777777778,0.32727272727272727,0.35918367346938773,0.27860696517412936,0.35,0.28313253012048195,0.3157894736842105,0.2484700122399021,0.39090574027944763,acrastt
OmegLLaMA-3B,3.0,0.3583617747440273,0.4927305317665804,0.2799892471332735,0.34,0.32592592592592595,0.25,0.21,0.27169811320754716,0.2569444444444444,0.26,0.32,0.29,0.2947976878612717,0.19607843137254902,0.29,0.23404255319148937,0.2894736842105263,0.2896551724137931,0.2619047619047619,0.16666666666666666,0.28,0.25806451612903225,0.3054187192118227,0.31,0.2909090909090909,0.35353535353535354,0.3160621761658031,0.3153846153846154,0.25555555555555554,0.21008403361344538,0.304635761589404,0.3321100917431193,0.4212962962962963,0.24509803921568626,0.29535864978902954,0.20179372197309417,0.2595419847328244,0.39669421487603307,0.28703703703703703,0.2822085889570552,0.25892857142857145,0.27184466019417475,0.2692307692307692,0.27,0.28991060025542786,0.3092485549132948,0.24692737430167597,0.2581699346405229,0.31511254019292606,0.24074074074074073,0.25886524822695034,0.23989569752281617,0.44485294117647056,0.2696078431372549,0.22727272727272727,0.2530612244897959,0.2537313432835821,0.25,0.2891566265060241,0.27485380116959063,0.2178702570379437,0.3331382494059585,acrastt
TinyStories-3M,0.003,0.19197952218430034,0.2575184226249751,0.2499004350017743,0.25,0.35555555555555557,0.21052631578947367,0.23,0.2641509433962264,0.2569444444444444,0.16,0.26,0.25,0.23121387283236994,0.27450980392156865,0.26,0.3148936170212766,0.2543859649122807,0.32413793103448274,0.25925925925925924,0.21428571428571427,0.31,0.2645161290322581,0.2561576354679803,0.33,0.21818181818181817,0.21212121212121213,0.19689119170984457,0.2205128205128205,0.24074074074074073,0.226890756302521,0.2119205298013245,0.21834862385321102,0.1527777777777778,0.27450980392156865,0.24050632911392406,0.3183856502242152,0.25190839694656486,0.2396694214876033,0.21296296296296297,0.2392638036809816,0.32142857142857145,0.2815533980582524,0.2777777777777778,0.27,0.2784163473818646,0.2254335260115607,0.2324022346368715,0.21241830065359477,0.2572347266881029,0.24691358024691357,0.2978723404255319,0.23663624511082137,0.20220588235294118,0.25326797385620914,0.33636363636363636,0.18775510204081633,0.21890547263681592,0.22,0.2710843373493976,0.21052631578947367,0.21297429620563035,0.47326829150220334,roneneldan
TinyStories-28M,0.028,0.18600682593856654,0.25692093208524197,0.23531265425913717,0.12,0.26666666666666666,0.21710526315789475,0.28,0.24150943396226415,0.2152777777777778,0.18,0.15,0.22,0.2254335260115607,0.27450980392156865,0.23,0.26382978723404255,0.2807017543859649,0.2482758620689655,0.21428571428571427,0.23809523809523808,0.24,0.24193548387096775,0.18226600985221675,0.28,0.24242424242424243,0.29292929292929293,0.23834196891191708,0.2128205128205128,0.26666666666666666,0.24369747899159663,0.2185430463576159,0.25871559633027524,0.16203703703703703,0.24509803921568626,0.2742616033755274,0.2556053811659193,0.2595419847328244,0.2727272727272727,0.21296296296296297,0.18404907975460122,0.3125,0.18446601941747573,0.2222222222222222,0.3,0.23754789272030652,0.21676300578034682,0.23798882681564246,0.21895424836601307,0.2347266881028939,0.25925925925925924,0.2127659574468085,0.24511082138200782,0.18382352941176472,0.2549019607843137,0.2727272727272727,0.20408163265306123,0.21890547263681592,0.2,0.26506024096385544,0.2807017543859649,0.2252141982864137,0.4808347610689909,roneneldan
Llama2-chat-AYT-13B,13.0,0.6015358361774744,0.6366261700856403,0.596744962668328,0.29,0.5259259259259259,0.6118421052631579,0.54,0.6037735849056604,0.6597222222222222,0.41,0.51,0.34,0.5953757225433526,0.3235294117647059,0.7,0.502127659574468,0.35964912280701755,0.5586206896551724,0.3439153439153439,0.36507936507936506,0.39,0.6645161290322581,0.4876847290640394,0.62,0.7272727272727273,0.7777777777777778,0.8808290155440415,0.6128205128205129,0.3296296296296296,0.6008403361344538,0.31125827814569534,0.7908256880733945,0.4398148148148148,0.8382352941176471,0.7721518987341772,0.6860986547085202,0.6870229007633588,0.7272727272727273,0.7685185185185185,0.6993865030674846,0.4017857142857143,0.7572815533980582,0.8461538461538461,0.61,0.7931034482758621,0.6560693641618497,0.4793296089385475,0.6666666666666666,0.684887459807074,0.7067901234567902,0.48226950354609927,0.4576271186440678,0.6066176470588235,0.5898692810457516,0.6636363636363637,0.673469387755102,0.7562189054726368,0.83,0.5,0.8011695906432749,0.40269277845777235,0.5579867609825017,posicube
WizardLM-13B-1.0,13.0,0.21928327645051193,0.2545309699263095,0.2311685755537103,0.22,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.2,0.26,0.21,0.20809248554913296,0.21568627450980393,0.28,0.26382978723404255,0.23684210526315788,0.2413793103448276,0.20899470899470898,0.2857142857142857,0.18,0.1774193548387097,0.15270935960591134,0.25,0.21818181818181817,0.17676767676767677,0.19689119170984457,0.20256410256410257,0.2111111111111111,0.21008403361344538,0.1986754966887417,0.1926605504587156,0.1527777777777778,0.25,0.270042194092827,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.25925925925925924,0.22085889570552147,0.3125,0.17475728155339806,0.2905982905982906,0.3,0.23754789272030652,0.24855491329479767,0.23798882681564246,0.22549019607843138,0.1864951768488746,0.21604938271604937,0.23404255319148937,0.2457627118644068,0.18382352941176472,0.25,0.21818181818181817,0.18775510204081633,0.24378109452736318,0.28,0.28313253012048195,0.3216374269005848,0.29498164014687883,0.4861407224926033,victor123
chronolima-airo-grad-l2-13B,13.0,0.5639931740614335,0.6368253335988847,0.5580485142416399,0.37,0.4962962962962963,0.5197368421052632,0.59,0.569811320754717,0.5625,0.35,0.45,0.4,0.5028901734104047,0.2647058823529412,0.69,0.44680851063829785,0.2894736842105263,0.503448275862069,0.3148148148148148,0.3253968253968254,0.39,0.6419354838709678,0.4088669950738916,0.53,0.6545454545454545,0.6919191919191919,0.8134715025906736,0.5205128205128206,0.2962962962962963,0.5714285714285714,0.3443708609271523,0.728440366972477,0.4305555555555556,0.75,0.7552742616033755,0.6771300448430493,0.6106870229007634,0.7355371900826446,0.6944444444444444,0.6748466257668712,0.39285714285714285,0.7087378640776699,0.8205128205128205,0.63,0.7535121328224776,0.6502890173410405,0.41675977653631285,0.5947712418300654,0.6430868167202572,0.6203703703703703,0.41843971631205673,0.43546284224250326,0.5257352941176471,0.5718954248366013,0.6545454545454545,0.6081632653061224,0.7313432835820896,0.83,0.4759036144578313,0.7602339181286549,0.30354957160342716,0.4457783874180475,kingbri
airolima-chronos-grad-l2-13B,13.0,0.5622866894197952,0.6367257518422625,0.5577766189615169,0.37,0.5111111111111111,0.5197368421052632,0.59,0.5735849056603773,0.5486111111111112,0.35,0.45,0.4,0.5086705202312138,0.2549019607843137,0.69,0.44680851063829785,0.2894736842105263,0.5172413793103449,0.32275132275132273,0.30952380952380953,0.39,0.6419354838709678,0.41379310344827586,0.53,0.6545454545454545,0.6919191919191919,0.8082901554404145,0.5282051282051282,0.3,0.5672268907563025,0.3443708609271523,0.7321100917431193,0.4166666666666667,0.7450980392156863,0.7510548523206751,0.672645739910314,0.6183206106870229,0.7355371900826446,0.7037037037037037,0.6687116564417178,0.4107142857142857,0.7087378640776699,0.8162393162393162,0.63,0.7509578544061303,0.638728323699422,0.4145251396648045,0.5980392156862745,0.639871382636656,0.6234567901234568,0.4148936170212766,0.4335071707953064,0.5183823529411765,0.5702614379084967,0.6545454545454545,0.6163265306122448,0.7213930348258707,0.83,0.4759036144578313,0.7602339181286549,0.30966952264381886,0.4467066973627101,kingbri
Cerebras-GPT-111M-instruction,0.111,0.1945392491467577,0.26070503883688506,0.2586600367985783,0.16,0.22962962962962963,0.3223684210526316,0.22,0.2830188679245283,0.2569444444444444,0.25,0.26,0.27,0.2774566473988439,0.3627450980392157,0.18,0.19574468085106383,0.21052631578947367,0.23448275862068965,0.26455026455026454,0.3253968253968254,0.29,0.33225806451612905,0.29064039408866993,0.22,0.18787878787878787,0.3434343434343434,0.3316062176165803,0.37948717948717947,0.26666666666666666,0.33613445378151263,0.31788079470198677,0.3431192660550459,0.35648148148148145,0.22549019607843138,0.270042194092827,0.2600896860986547,0.19083969465648856,0.30578512396694213,0.2037037037037037,0.24539877300613497,0.23214285714285715,0.34951456310679613,0.19658119658119658,0.25,0.21328224776500637,0.2138728323699422,0.24134078212290502,0.32679738562091504,0.22186495176848875,0.22530864197530864,0.2624113475177305,0.24641460234680573,0.18382352941176472,0.2173202614379085,0.23636363636363636,0.18775510204081633,0.263681592039801,0.26,0.20481927710843373,0.21052631578947367,0.27050183598531213,0.49456209791766936,SebastianSchramm
Llama2-Chinese-13b-Chat,13.0,0.5315699658703071,0.6182035451105358,0.5474129559795166,0.4,0.5185185185185185,0.5394736842105263,0.51,0.6037735849056604,0.5833333333333334,0.39,0.45,0.3,0.44508670520231214,0.3431372549019608,0.67,0.40425531914893614,0.2894736842105263,0.5448275862068965,0.3333333333333333,0.2619047619047619,0.27,0.6483870967741936,0.4630541871921182,0.57,0.6606060606060606,0.7171717171717171,0.7875647668393783,0.4846153846153846,0.32222222222222224,0.5546218487394958,0.3509933774834437,0.7321100917431193,0.4305555555555556,0.7401960784313726,0.7341772151898734,0.6278026905829597,0.6335877862595419,0.7768595041322314,0.7129629629629629,0.6380368098159509,0.3392857142857143,0.7378640776699029,0.8034188034188035,0.54,0.7496807151979565,0.6040462427745664,0.35977653631284917,0.5947712418300654,0.6077170418006431,0.6080246913580247,0.36879432624113473,0.3859191655801825,0.5147058823529411,0.5343137254901961,0.6454545454545455,0.6244897959183674,0.7313432835820896,0.78,0.4759036144578313,0.7543859649122807,0.33047735618115054,0.48895864906366004,FlagAlpha
pythia-70m,0.07,0.18088737201365188,0.2658832901812388,0.2590069582566375,0.23,0.2740740740740741,0.23684210526315788,0.25,0.24150943396226415,0.2222222222222222,0.4,0.26,0.27,0.2947976878612717,0.28431372549019607,0.25,0.2680851063829787,0.20175438596491227,0.2689655172413793,0.2566137566137566,0.16666666666666666,0.14,0.267741935483871,0.28078817733990147,0.29,0.26666666666666666,0.31313131313131315,0.3471502590673575,0.33076923076923076,0.2851851851851852,0.2689075630252101,0.2913907284768212,0.25871559633027524,0.4675925925925926,0.23529411764705882,0.25738396624472576,0.273542600896861,0.2748091603053435,0.2396694214876033,0.23148148148148148,0.26993865030674846,0.21428571428571427,0.18446601941747573,0.19658119658119658,0.29,0.21711366538952745,0.24566473988439305,0.2324022346368715,0.24836601307189543,0.21864951768488747,0.24074074074074073,0.21631205673758866,0.23468057366362452,0.34191176470588236,0.2173202614379085,0.2636363636363636,0.27346938775510204,0.27860696517412936,0.22,0.24096385542168675,0.2222222222222222,0.23745410036719705,0.47064644683796225,EleutherAI
pythia-12b-deduped,12.0,0.378839590443686,0.5183230432184823,0.25630602896952226,0.29,0.22962962962962963,0.2631578947368421,0.2,0.26037735849056604,0.2638888888888889,0.19,0.22,0.28,0.2254335260115607,0.18627450980392157,0.31,0.2680851063829787,0.2631578947368421,0.22758620689655173,0.26455026455026454,0.19047619047619047,0.2,0.23870967741935484,0.2660098522167488,0.28,0.23636363636363636,0.2222222222222222,0.20725388601036268,0.258974358974359,0.2740740740740741,0.2815126050420168,0.2251655629139073,0.2036697247706422,0.16666666666666666,0.24509803921568626,0.2742616033755274,0.36771300448430494,0.2595419847328244,0.4628099173553719,0.2962962962962963,0.2331288343558282,0.25,0.22330097087378642,0.26495726495726496,0.21,0.29246487867177523,0.3092485549132948,0.2435754189944134,0.2973856209150327,0.27009646302250806,0.25925925925925924,0.24822695035460993,0.26140808344198174,0.19852941176470587,0.29248366013071897,0.2545454545454545,0.2530612244897959,0.26865671641791045,0.21,0.3192771084337349,0.3508771929824561,0.20930232558139536,0.329988729051366,EleutherAI
gpt-neo-2.7B,2.7,0.310580204778157,0.4221270663214499,0.2645397884474629,0.27,0.2074074074074074,0.19078947368421054,0.29,0.2641509433962264,0.2638888888888889,0.23,0.26,0.28,0.2543352601156069,0.22549019607843138,0.28,0.2765957446808511,0.2631578947368421,0.25517241379310346,0.291005291005291,0.1746031746031746,0.22,0.23548387096774193,0.24630541871921183,0.35,0.24242424242424243,0.3333333333333333,0.25906735751295334,0.3435897435897436,0.23703703703703705,0.25630252100840334,0.23178807947019867,0.3100917431192661,0.39351851851851855,0.19607843137254902,0.22362869198312235,0.18385650224215247,0.2824427480916031,0.23140495867768596,0.28703703703703703,0.25766871165644173,0.17857142857142858,0.2621359223300971,0.2692307692307692,0.28,0.2388250319284802,0.24855491329479767,0.264804469273743,0.31699346405228757,0.31511254019292606,0.30864197530864196,0.2553191489361702,0.2438070404172099,0.43014705882352944,0.27450980392156865,0.19090909090909092,0.2857142857142857,0.22388059701492538,0.3,0.3132530120481928,0.2807017543859649,0.23990208078335373,0.39777959908780214,EleutherAI
pythia-160m-deduped,0.16,0.20563139931740615,0.28649671380203146,0.2486057499754841,0.25,0.2222222222222222,0.17763157894736842,0.17,0.20754716981132076,0.22916666666666666,0.2,0.28,0.25,0.20809248554913296,0.2549019607843137,0.28,0.23404255319148937,0.21929824561403508,0.2827586206896552,0.25396825396825395,0.20634920634920634,0.16,0.25483870967741934,0.3103448275862069,0.24,0.21212121212121213,0.2474747474747475,0.25906735751295334,0.2153846153846154,0.25555555555555554,0.226890756302521,0.32450331125827814,0.24220183486238533,0.4722222222222222,0.20098039215686275,0.27848101265822783,0.36771300448430494,0.26717557251908397,0.30578512396694213,0.21296296296296297,0.294478527607362,0.17857142857142858,0.1553398058252427,0.1752136752136752,0.32,0.2413793103448276,0.24566473988439305,0.2424581005586592,0.24836601307189543,0.2057877813504823,0.24074074074074073,0.23404255319148937,0.23728813559322035,0.4375,0.25326797385620914,0.2,0.30612244897959184,0.23880597014925373,0.29,0.2469879518072289,0.19883040935672514,0.24112607099143207,0.44340446376402504,EleutherAI
pythia-6.9b-deduped,6.9,0.3728668941979522,0.492531368253336,0.2648094407333687,0.27,0.23703703703703705,0.23684210526315788,0.2,0.2528301886792453,0.2569444444444444,0.18,0.35,0.31,0.19653179190751446,0.20588235294117646,0.24,0.2936170212765957,0.22807017543859648,0.30344827586206896,0.24074074074074073,0.21428571428571427,0.3,0.23870967741935484,0.3054187192118227,0.19,0.23636363636363636,0.23737373737373738,0.2538860103626943,0.25384615384615383,0.26666666666666666,0.2184873949579832,0.31125827814569534,0.21834862385321102,0.44907407407407407,0.2549019607843137,0.22784810126582278,0.37668161434977576,0.2366412213740458,0.3305785123966942,0.28703703703703703,0.3128834355828221,0.33035714285714285,0.2815533980582524,0.24786324786324787,0.24,0.28991060025542786,0.2138728323699422,0.2435754189944134,0.25163398692810457,0.2861736334405145,0.2654320987654321,0.2801418439716312,0.25554106910039115,0.21323529411764705,0.2777777777777778,0.21818181818181817,0.31020408163265306,0.23880597014925373,0.28,0.3493975903614458,0.2982456140350877,0.21542227662178703,0.3519458488266109,EleutherAI
gpt-j-6B,6.0,0.36860068259385664,0.4945230033857797,0.26783999358640753,0.27,0.26666666666666666,0.26973684210526316,0.28,0.26037735849056604,0.24305555555555555,0.17,0.23,0.32,0.2832369942196532,0.21568627450980393,0.41,0.3404255319148936,0.2807017543859649,0.2896551724137931,0.23015873015873015,0.18253968253968253,0.21,0.2032258064516129,0.24630541871921183,0.15,0.28484848484848485,0.23232323232323232,0.22279792746113988,0.2230769230769231,0.2740740740740741,0.25630252100840334,0.25165562913907286,0.22568807339449543,0.16203703703703703,0.28921568627450983,0.2869198312236287,0.336322869955157,0.21374045801526717,0.24793388429752067,0.28703703703703703,0.25153374233128833,0.38392857142857145,0.21359223300970873,0.26495726495726496,0.29,0.31417624521072796,0.27167630057803466,0.2435754189944134,0.2647058823529412,0.2604501607717042,0.3117283950617284,0.28368794326241137,0.2894393741851369,0.2426470588235294,0.27941176470588236,0.34545454545454546,0.35918367346938773,0.27860696517412936,0.29,0.3373493975903614,0.34502923976608185,0.20195838433292534,0.35962472949507807,EleutherAI
pythia-1.3b,1.3,0.2832764505119454,0.39762995419239194,0.2655151159544371,0.25,0.3037037037037037,0.24342105263157895,0.26,0.2528301886792453,0.2569444444444444,0.24,0.37,0.3,0.21965317919075145,0.19607843137254902,0.21,0.3148936170212766,0.2631578947368421,0.2413793103448276,0.2724867724867725,0.21428571428571427,0.16,0.3096774193548387,0.3399014778325123,0.35,0.24848484848484848,0.22727272727272727,0.23834196891191708,0.24615384615384617,0.2740740740740741,0.22268907563025211,0.25165562913907286,0.23669724770642203,0.4583333333333333,0.25980392156862747,0.2489451476793249,0.336322869955157,0.1984732824427481,0.32231404958677684,0.19444444444444445,0.3067484662576687,0.2857142857142857,0.3106796116504854,0.18803418803418803,0.23,0.2796934865900383,0.24277456647398843,0.24581005586592178,0.24183006535947713,0.3183279742765273,0.25,0.2765957446808511,0.23142112125162972,0.4227941176470588,0.2581699346405229,0.21818181818181817,0.2612244897959184,0.2537313432835821,0.21,0.30120481927710846,0.26900584795321636,0.23990208078335373,0.39243228300924493,EleutherAI
pythia-160m,0.16,0.19027303754266212,0.2874925313682533,0.24950593393502687,0.22,0.2518518518518518,0.17763157894736842,0.31,0.2037735849056604,0.24305555555555555,0.2,0.3,0.26,0.23699421965317918,0.21568627450980393,0.18,0.2680851063829787,0.24561403508771928,0.2482758620689655,0.25132275132275134,0.1984126984126984,0.18,0.31290322580645163,0.270935960591133,0.2,0.24848484848484848,0.23232323232323232,0.24352331606217617,0.24615384615384617,0.2518518518518518,0.27310924369747897,0.271523178807947,0.22385321100917432,0.47685185185185186,0.25980392156862747,0.29535864978902954,0.3094170403587444,0.2366412213740458,0.2231404958677686,0.2777777777777778,0.2085889570552147,0.1875,0.1941747572815534,0.18376068376068377,0.32,0.25287356321839083,0.2630057803468208,0.2770949720670391,0.23529411764705882,0.18971061093247588,0.25925925925925924,0.2801418439716312,0.23728813559322035,0.4485294117647059,0.25163398692810457,0.2545454545454545,0.24489795918367346,0.24378109452736318,0.26,0.18072289156626506,0.2046783625730994,0.25091799265605874,0.44263082100781215,EleutherAI
pythia-410m-deduped,0.41,0.22610921501706485,0.344353714399522,0.2598881956235395,0.18,0.2740740740740741,0.1513157894736842,0.27,0.2490566037735849,0.3263888888888889,0.31,0.22,0.27,0.2023121387283237,0.23529411764705882,0.27,0.2297872340425532,0.21052631578947367,0.2482758620689655,0.2619047619047619,0.30952380952380953,0.24,0.25161290322580643,0.2512315270935961,0.24,0.22424242424242424,0.23232323232323232,0.22797927461139897,0.3128205128205128,0.26666666666666666,0.20168067226890757,0.25165562913907286,0.21651376146788992,0.4722222222222222,0.23529411764705882,0.27848101265822783,0.336322869955157,0.24427480916030533,0.32231404958677684,0.2962962962962963,0.22699386503067484,0.3392857142857143,0.2815533980582524,0.2264957264957265,0.31,0.26181353767560667,0.2514450867052023,0.24134078212290502,0.22875816993464052,0.1864951768488746,0.2037037037037037,0.24468085106382978,0.23989569752281617,0.3235294117647059,0.24509803921568626,0.2909090909090909,0.3510204081632653,0.27860696517412936,0.21,0.26506024096385544,0.28654970760233917,0.23745410036719705,0.40947578592206774,EleutherAI
pythia-6.7b,6.7,0.36860068259385664,0.48028281218880703,0.2463660184558079,0.27,0.18518518518518517,0.23684210526315788,0.34,0.21509433962264152,0.2708333333333333,0.2,0.16,0.21,0.2947976878612717,0.22549019607843138,0.27,0.33617021276595743,0.2631578947368421,0.20689655172413793,0.2777777777777778,0.20634920634920634,0.31,0.2129032258064516,0.19704433497536947,0.2,0.21818181818181817,0.17676767676767677,0.20207253886010362,0.21025641025641026,0.24444444444444444,0.25210084033613445,0.23841059602649006,0.24954128440366974,0.22685185185185186,0.2549019607843137,0.270042194092827,0.27802690582959644,0.26717557251908397,0.2396694214876033,0.28703703703703703,0.25766871165644173,0.2767857142857143,0.2524271844660194,0.24358974358974358,0.21,0.21711366538952745,0.2514450867052023,0.2424581005586592,0.27450980392156865,0.22186495176848875,0.2654320987654321,0.2375886524822695,0.26597131681877445,0.1948529411764706,0.27941176470588236,0.2909090909090909,0.20408163265306123,0.2736318407960199,0.28,0.2891566265060241,0.30994152046783624,0.20318237454100369,0.32845497747322144,EleutherAI
pythia-12b,12.0,0.37372013651877134,0.502688707428799,0.2675606660161476,0.23,0.3333333333333333,0.23684210526315788,0.21,0.26037735849056604,0.2638888888888889,0.24,0.31,0.31,0.23121387283236994,0.21568627450980393,0.38,0.2297872340425532,0.20175438596491227,0.27586206896551724,0.2698412698412698,0.1984126984126984,0.28,0.3161290322580645,0.270935960591133,0.29,0.18181818181818182,0.3282828282828283,0.2849740932642487,0.2641025641025641,0.27037037037037037,0.23529411764705882,0.26490066225165565,0.26788990825688075,0.36574074074074076,0.27450980392156865,0.25316455696202533,0.28699551569506726,0.24427480916030533,0.2975206611570248,0.26851851851851855,0.294478527607362,0.33035714285714285,0.21359223300970873,0.26495726495726496,0.19,0.2541507024265645,0.28901734104046245,0.2424581005586592,0.2679738562091503,0.3022508038585209,0.2654320987654321,0.26595744680851063,0.25554106910039115,0.20220588235294118,0.25980392156862747,0.23636363636363636,0.2571428571428571,0.3034825870646766,0.29,0.3192771084337349,0.30409356725146197,0.20563035495716034,0.3185371350132154,EleutherAI
gpt-neo-1.3B,1.3,0.2713310580204778,0.38398725353515234,0.24821655499137046,0.28,0.14814814814814814,0.17763157894736842,0.3,0.27169811320754716,0.2569444444444444,0.21,0.32,0.28,0.20809248554913296,0.21568627450980393,0.28,0.2851063829787234,0.22807017543859648,0.2827586206896552,0.25396825396825395,0.25396825396825395,0.19,0.2,0.19704433497536947,0.27,0.21818181818181817,0.18686868686868688,0.20725388601036268,0.3128205128205128,0.2518518518518518,0.23109243697478993,0.26490066225165565,0.1981651376146789,0.4074074074074074,0.23039215686274508,0.28270042194092826,0.3094170403587444,0.2595419847328244,0.2892561983471074,0.25,0.2392638036809816,0.29464285714285715,0.17475728155339806,0.2948717948717949,0.31,0.2222222222222222,0.24855491329479767,0.24022346368715083,0.22875816993464052,0.1864951768488746,0.23148148148148148,0.2375886524822695,0.24967405475880053,0.16544117647058823,0.24836601307189543,0.21818181818181817,0.2163265306122449,0.24378109452736318,0.29,0.27710843373493976,0.3216374269005848,0.23133414932680538,0.3962930604436832,EleutherAI
pythia-1.4b-deduped,1.4,0.295221843003413,0.41784505078669587,0.25555496651346576,0.27,0.1925925925925926,0.15789473684210525,0.34,0.2490566037735849,0.2986111111111111,0.24,0.35,0.3,0.20809248554913296,0.21568627450980393,0.27,0.2765957446808511,0.21929824561403508,0.32413793103448274,0.25925925925925924,0.23809523809523808,0.34,0.24193548387096775,0.23645320197044334,0.33,0.24242424242424243,0.16666666666666666,0.20725388601036268,0.23846153846153847,0.2518518518518518,0.20588235294117646,0.271523178807947,0.20550458715596331,0.4166666666666667,0.24509803921568626,0.2489451476793249,0.3183856502242152,0.22900763358778625,0.256198347107438,0.25925925925925924,0.24539877300613497,0.25892857142857145,0.17475728155339806,0.2692307692307692,0.26,0.23499361430395913,0.26878612716763006,0.23798882681564246,0.26143790849673204,0.24115755627009647,0.24074074074074073,0.2872340425531915,0.24967405475880053,0.22058823529411764,0.2549019607843137,0.21818181818181817,0.20816326530612245,0.23880597014925373,0.3,0.25903614457831325,0.3157894736842105,0.23011015911872704,0.3865846445222244,EleutherAI
gpt-neo-125m,0.125,0.19112627986348124,0.28340967934674366,0.2597039137782334,0.22,0.26666666666666666,0.17763157894736842,0.23,0.25660377358490566,0.2777777777777778,0.24,0.34,0.27,0.1907514450867052,0.22549019607843138,0.19,0.2851063829787234,0.2543859649122807,0.23448275862068965,0.24074074074074073,0.24603174603174602,0.18,0.24838709677419354,0.28078817733990147,0.21,0.24848484848484848,0.35858585858585856,0.35751295336787564,0.25384615384615383,0.2518518518518518,0.23109243697478993,0.31125827814569534,0.27889908256880735,0.4583333333333333,0.29901960784313725,0.21940928270042195,0.27802690582959644,0.2595419847328244,0.2231404958677686,0.2222222222222222,0.24539877300613497,0.26785714285714285,0.24271844660194175,0.2692307692307692,0.3,0.24010217113665389,0.24566473988439305,0.22681564245810057,0.2647058823529412,0.1832797427652733,0.21604938271604937,0.24822695035460993,0.2470664928292047,0.4485294117647059,0.2696078431372549,0.2545454545454545,0.4,0.24378109452736318,0.27,0.19879518072289157,0.2046783625730994,0.2582619339045288,0.455761630633801,EleutherAI
pythia-2.7b,2.7,0.3250853242320819,0.44991037641904,0.2585793332179874,0.26,0.2814814814814815,0.2236842105263158,0.2,0.26037735849056604,0.2847222222222222,0.2,0.28,0.29,0.2774566473988439,0.17647058823529413,0.29,0.31063829787234043,0.2894736842105263,0.21379310344827587,0.26455026455026454,0.16666666666666666,0.31,0.24838709677419354,0.26108374384236455,0.27,0.2545454545454545,0.20707070707070707,0.21761658031088082,0.2205128205128205,0.24444444444444444,0.24369747899159663,0.24503311258278146,0.23486238532110093,0.23148148148148148,0.25,0.2742616033755274,0.35874439461883406,0.22900763358778625,0.36363636363636365,0.25925925925925924,0.26380368098159507,0.29464285714285715,0.22330097087378642,0.27350427350427353,0.28,0.27458492975734355,0.2543352601156069,0.24692737430167597,0.2549019607843137,0.33440514469453375,0.2716049382716049,0.2765957446808511,0.2516297262059974,0.20220588235294118,0.2696078431372549,0.35454545454545455,0.18775510204081633,0.24378109452736318,0.2,0.3072289156626506,0.2807017543859649,0.21052631578947367,0.35396472910143933,EleutherAI
gpt-neox-20b,20.0,0.42662116040955633,0.5416251742680741,0.25002595295235747,0.22,0.23703703703703705,0.23026315789473684,0.33,0.22264150943396227,0.25,0.22,0.32,0.22,0.21965317919075145,0.22549019607843138,0.22,0.3617021276595745,0.2631578947368421,0.20689655172413793,0.25925925925925924,0.23015873015873015,0.3,0.2064516129032258,0.1477832512315271,0.27,0.21212121212121213,0.18686868686868688,0.22797927461139897,0.2,0.22962962962962963,0.2184873949579832,0.24503311258278146,0.21467889908256882,0.17592592592592593,0.29411764705882354,0.26582278481012656,0.34977578475336324,0.25190839694656486,0.2727272727272727,0.2777777777777778,0.2392638036809816,0.25,0.24271844660194175,0.2863247863247863,0.31,0.2656449553001277,0.2630057803468208,0.2446927374301676,0.27450980392156865,0.2765273311897106,0.25925925925925924,0.25886524822695034,0.23859191655801826,0.19117647058823528,0.25980392156862747,0.2545454545454545,0.20408163265306123,0.2885572139303483,0.22,0.3072289156626506,0.3333333333333333,0.193390452876377,0.3161314596733849,EleutherAI
pythia-70m-deduped,0.07,0.18344709897610922,0.26797450707030473,0.2526050703920223,0.24,0.35555555555555557,0.18421052631578946,0.23,0.2339622641509434,0.22916666666666666,0.24,0.28,0.22,0.2023121387283237,0.22549019607843138,0.27,0.28936170212765955,0.2543859649122807,0.20689655172413793,0.25396825396825395,0.20634920634920634,0.17,0.3258064516129032,0.28078817733990147,0.22,0.24242424242424243,0.2222222222222222,0.35233160621761656,0.2846153846153846,0.2518518518518518,0.23109243697478993,0.2052980132450331,0.24036697247706423,0.4583333333333333,0.25980392156862747,0.28270042194092826,0.2556053811659193,0.2900763358778626,0.19834710743801653,0.2037037037037037,0.25153374233128833,0.17857142857142858,0.18446601941747573,0.20085470085470086,0.34,0.23754789272030652,0.2658959537572254,0.2670391061452514,0.2647058823529412,0.19614147909967847,0.2345679012345679,0.25886524822695034,0.2392438070404172,0.41544117647058826,0.24836601307189543,0.21818181818181817,0.22857142857142856,0.24875621890547264,0.32,0.1927710843373494,0.30994152046783624,0.2521419828641371,0.47514385475605914,EleutherAI
pythia-2.8b-deduped,2.8,0.32593856655290104,0.45160326628161723,0.26784637434192066,0.27,0.2962962962962963,0.20394736842105263,0.22,0.2679245283018868,0.2361111111111111,0.3,0.24,0.3,0.23699421965317918,0.14705882352941177,0.28,0.28085106382978725,0.21929824561403508,0.27586206896551724,0.26455026455026454,0.2222222222222222,0.33,0.24838709677419354,0.2315270935960591,0.23,0.28484848484848485,0.2777777777777778,0.2694300518134715,0.32051282051282054,0.26296296296296295,0.24789915966386555,0.31788079470198677,0.23302752293577983,0.44907407407407407,0.21568627450980393,0.2320675105485232,0.34977578475336324,0.22900763358778625,0.34710743801652894,0.23148148148148148,0.26993865030674846,0.26785714285714285,0.23300970873786409,0.24358974358974358,0.24,0.280970625798212,0.2861271676300578,0.22569832402234638,0.2647058823529412,0.2765273311897106,0.2777777777777778,0.2553191489361702,0.258148631029987,0.4338235294117647,0.27450980392156865,0.35454545454545455,0.19591836734693877,0.2537313432835821,0.2,0.3072289156626506,0.2982456140350877,0.2141982864137087,0.3555978234501585,EleutherAI
polyglot-ko-12.8b,12.8,0.24488054607508533,0.3951404102768373,0.2664125677401987,0.3,0.24444444444444444,0.2236842105263158,0.31,0.20754716981132076,0.2708333333333333,0.41,0.32,0.3,0.2774566473988439,0.3431372549019608,0.29,0.20851063829787234,0.24561403508771928,0.2689655172413793,0.29365079365079366,0.14285714285714285,0.14,0.2967741935483871,0.2857142857142857,0.3,0.24848484848484848,0.25252525252525254,0.2694300518134715,0.2230769230769231,0.24074074074074073,0.21008403361344538,0.32450331125827814,0.23302752293577983,0.4166666666666667,0.27450980392156865,0.25738396624472576,0.20179372197309417,0.24427480916030533,0.34710743801652894,0.2777777777777778,0.3006134969325153,0.30357142857142855,0.18446601941747573,0.28205128205128205,0.3,0.2681992337164751,0.2398843930635838,0.26145251396648045,0.25163398692810457,0.2315112540192926,0.2777777777777778,0.1950354609929078,0.2301173402868318,0.45588235294117646,0.2630718954248366,0.18181818181818182,0.23673469387755103,0.24378109452736318,0.25,0.23493975903614459,0.29239766081871343,0.20685434516523868,0.3468626209986197,EleutherAI
CodeBarcenas-7b,7.0,0.37457337883959047,0.4898426608245369,0.33389755844703206,0.33,0.32592592592592595,0.20394736842105263,0.32,0.37358490566037733,0.3194444444444444,0.22,0.22,0.31,0.2832369942196532,0.23529411764705882,0.51,0.30638297872340425,0.2543859649122807,0.4482758620689655,0.28835978835978837,0.24603174603174602,0.3,0.2903225806451613,0.24630541871921183,0.4,0.40606060606060607,0.35858585858585856,0.31088082901554404,0.29743589743589743,0.24074074074074073,0.3025210084033613,0.2781456953642384,0.3155963302752294,0.24537037037037038,0.3480392156862745,0.4388185654008439,0.3901345291479821,0.3893129770992366,0.34710743801652894,0.37962962962962965,0.3006134969325153,0.2857142857142857,0.34951456310679613,0.5555555555555556,0.34,0.4610472541507024,0.36127167630057805,0.293854748603352,0.35294117647058826,0.34726688102893893,0.3117283950617284,0.3049645390070922,0.26988265971316816,0.21323529411764705,0.3088235294117647,0.42727272727272725,0.40816326530612246,0.373134328358209,0.41,0.4036144578313253,0.47368421052631576,0.2607099143206854,0.3850567210157192,Danielbrdz
Barcenas-7b,7.0,0.5187713310580204,0.5879306910973909,0.49270276550461406,0.25,0.5037037037037037,0.4407894736842105,0.46,0.5735849056603773,0.4930555555555556,0.4,0.43,0.29,0.4508670520231214,0.20588235294117646,0.52,0.451063829787234,0.3333333333333333,0.45517241379310347,0.2962962962962963,0.2698412698412698,0.34,0.5645161290322581,0.37438423645320196,0.38,0.6181818181818182,0.5757575757575758,0.7150259067357513,0.441025641025641,0.23703703703703705,0.4495798319327731,0.33774834437086093,0.6825688073394496,0.4166666666666667,0.696078431372549,0.6877637130801688,0.57847533632287,0.5648854961832062,0.628099173553719,0.6018518518518519,0.5153374233128835,0.4107142857142857,0.6893203883495146,0.7478632478632479,0.55,0.7011494252873564,0.5202312138728323,0.2636871508379888,0.5032679738562091,0.5659163987138264,0.5370370370370371,0.35815602836879434,0.36897001303780963,0.5110294117647058,0.49673202614379086,0.5727272727272728,0.5551020408163265,0.6218905472636815,0.74,0.4457831325301205,0.695906432748538,0.3011015911872705,0.4363691071146429,Danielbrdz
Barcenas-13b,13.0,0.5716723549488054,0.6139215295757817,0.5625320412682492,0.3,0.4666666666666667,0.5328947368421053,0.6,0.6188679245283019,0.5902777777777778,0.43,0.44,0.37,0.5086705202312138,0.3235294117647059,0.69,0.43829787234042555,0.2543859649122807,0.5379310344827586,0.3333333333333333,0.3412698412698413,0.37,0.6612903225806451,0.45320197044334976,0.59,0.6787878787878788,0.7525252525252525,0.7875647668393783,0.5307692307692308,0.3296296296296296,0.5630252100840336,0.33112582781456956,0.7376146788990826,0.4166666666666667,0.7647058823529411,0.7426160337552743,0.6816143497757847,0.6870229007633588,0.7024793388429752,0.6944444444444444,0.7055214723926381,0.375,0.7378640776699029,0.7905982905982906,0.55,0.7535121328224776,0.6011560693641619,0.42569832402234636,0.6143790849673203,0.6302250803858521,0.6635802469135802,0.42907801418439717,0.409387222946545,0.5257352941176471,0.5800653594771242,0.5909090909090909,0.6612244897959184,0.7412935323383084,0.81,0.45180722891566266,0.7660818713450293,0.32313341493268055,0.46670046729201153,Danielbrdz
llama-2-13b-guanaco-fp16,13.0,0.552901023890785,0.615116510655248,0.5547483789937342,0.34,0.4740740740740741,0.5263157894736842,0.56,0.6037735849056604,0.5763888888888888,0.41,0.47,0.38,0.5144508670520231,0.23529411764705882,0.72,0.42127659574468085,0.2894736842105263,0.5379310344827586,0.3333333333333333,0.3253968253968254,0.34,0.6645161290322581,0.458128078817734,0.59,0.6666666666666666,0.6919191919191919,0.8031088082901554,0.5102564102564102,0.29259259259259257,0.5714285714285714,0.31125827814569534,0.7486238532110092,0.4444444444444444,0.7598039215686274,0.729957805907173,0.6547085201793722,0.6106870229007634,0.7272727272727273,0.7129629629629629,0.6932515337423313,0.26785714285714285,0.7669902912621359,0.7991452991452992,0.57,0.7586206896551724,0.6329479768786127,0.3553072625698324,0.6111111111111112,0.6205787781350482,0.6358024691358025,0.3971631205673759,0.41851368970013036,0.5294117647058824,0.5408496732026143,0.6636363636363637,0.6081632653061224,0.7412935323383084,0.81,0.43373493975903615,0.7602339181286549,0.29865361077111385,0.43400538092704843,CoolWP
gpt4-x-alpaca,,0.5170648464163823,0.6018721370244972,0.48186491592573727,0.32,0.5259259259259259,0.5131578947368421,0.41,0.5320754716981132,0.4930555555555556,0.29,0.45,0.31,0.4277456647398844,0.17647058823529413,0.61,0.4340425531914894,0.30701754385964913,0.4206896551724138,0.2830687830687831,0.24603174603174602,0.32,0.5129032258064516,0.33497536945812806,0.52,0.5454545454545454,0.6616161616161617,0.6683937823834197,0.4717948717948718,0.25555555555555554,0.4831932773109244,0.2582781456953642,0.6440366972477064,0.35648148148148145,0.6372549019607843,0.6624472573839663,0.5381165919282511,0.5343511450381679,0.6776859504132231,0.5462962962962963,0.5521472392638037,0.45535714285714285,0.6796116504854369,0.7008547008547008,0.49,0.669220945083014,0.5057803468208093,0.29720670391061454,0.5032679738562091,0.5112540192926045,0.5185185185185185,0.3723404255319149,0.37809647979139505,0.44485294117647056,0.4591503267973856,0.6181818181818182,0.44081632653061226,0.6119402985074627,0.72,0.4578313253012048,0.7017543859649122,0.31946144430844553,0.48882404667849044,chavinlo
alpaca-native,,0.5127986348122867,0.5959968133837881,0.4145348598484212,0.28,0.45925925925925926,0.3618421052631579,0.46,0.44150943396226416,0.3819444444444444,0.32,0.41,0.35,0.3815028901734104,0.21568627450980393,0.54,0.37446808510638296,0.2543859649122807,0.36551724137931035,0.28835978835978837,0.24603174603174602,0.33,0.4290322580645161,0.3103448275862069,0.45,0.5333333333333333,0.4797979797979798,0.6062176165803109,0.3871794871794872,0.26296296296296295,0.35294117647058826,0.31125827814569534,0.544954128440367,0.375,0.5343137254901961,0.5654008438818565,0.5022421524663677,0.4122137404580153,0.5454545454545454,0.4444444444444444,0.3987730061349693,0.36607142857142855,0.47572815533980584,0.6068376068376068,0.45,0.5504469987228607,0.42485549132947975,0.2424581005586592,0.4117647058823529,0.4662379421221865,0.4722222222222222,0.30851063829787234,0.3213820078226858,0.40441176470588236,0.3790849673202614,0.44545454545454544,0.40408163265306124,0.472636815920398,0.59,0.4036144578313253,0.5263157894736842,0.2484700122399021,0.3759916250814691,chavinlo
nb-gpt-j-6B-alpaca,6.0,0.3447098976109215,0.44602668791077477,0.2752648285636752,0.28,0.2962962962962963,0.17105263157894737,0.26,0.23773584905660378,0.3472222222222222,0.22,0.35,0.32,0.2658959537572254,0.3235294117647059,0.22,0.3148936170212766,0.22807017543859648,0.2482758620689655,0.25396825396825395,0.2222222222222222,0.22,0.23548387096774193,0.270935960591133,0.27,0.2606060606060606,0.35858585858585856,0.35751295336787564,0.23846153846153847,0.22592592592592592,0.19327731092436976,0.2980132450331126,0.326605504587156,0.46296296296296297,0.22058823529411764,0.25738396624472576,0.2600896860986547,0.20610687022900764,0.2975206611570248,0.25925925925925924,0.294478527607362,0.16964285714285715,0.20388349514563106,0.21794871794871795,0.4,0.3052362707535121,0.2861271676300578,0.27262569832402234,0.3137254901960784,0.2958199356913183,0.22839506172839505,0.24113475177304963,0.23989569752281617,0.4411764705882353,0.27450980392156865,0.2909090909090909,0.3877551020408163,0.21393034825870647,0.3,0.27710843373493976,0.2573099415204678,0.23623011015911874,0.3799804264451723,NbAiLab
Dans-PersonalityEngine-30b,30.0,0.613481228668942,0.6440948018323043,0.5898543333947729,0.33,0.5259259259259259,0.6513157894736842,0.63,0.5773584905660377,0.6180555555555556,0.39,0.46,0.42,0.5086705202312138,0.30392156862745096,0.71,0.5106382978723404,0.3157894736842105,0.496551724137931,0.3544973544973545,0.3968253968253968,0.37,0.6935483870967742,0.42857142857142855,0.61,0.7212121212121212,0.7575757575757576,0.8497409326424871,0.5743589743589743,0.2814814814814815,0.5882352941176471,0.3509933774834437,0.7614678899082569,0.42592592592592593,0.7794117647058824,0.8016877637130801,0.6502242152466368,0.6717557251908397,0.7768595041322314,0.6759259259259259,0.7361963190184049,0.44642857142857145,0.7961165048543689,0.8418803418803419,0.64,0.7752234993614304,0.6763005780346821,0.4312849162011173,0.6176470588235294,0.6720257234726688,0.6820987654320988,0.43617021276595747,0.4621903520208605,0.5992647058823529,0.6111111111111112,0.6454545454545455,0.6244897959183674,0.7860696517412935,0.86,0.5120481927710844,0.8011695906432749,0.31334149326805383,0.46980891008021114,PocketDoc
Dans-RetroRodeo-13b,13.0,0.4974402730375427,0.5989842660824537,0.4893112694056827,0.23,0.45925925925925926,0.4473684210526316,0.52,0.5433962264150943,0.4513888888888889,0.4,0.35,0.31,0.4624277456647399,0.27450980392156865,0.63,0.40425531914893614,0.3508771929824561,0.4689655172413793,0.335978835978836,0.2222222222222222,0.37,0.6064516129032258,0.39408866995073893,0.5,0.6,0.6161616161616161,0.6994818652849741,0.4564102564102564,0.25925925925925924,0.4579831932773109,0.33774834437086093,0.6422018348623854,0.39351851851851855,0.6470588235294118,0.6455696202531646,0.5515695067264574,0.5648854961832062,0.6528925619834711,0.6388888888888888,0.6012269938650306,0.25,0.6699029126213593,0.7008547008547008,0.47,0.6538952745849298,0.5780346820809249,0.2424581005586592,0.5555555555555556,0.5755627009646302,0.49691358024691357,0.35815602836879434,0.39960886571056065,0.5,0.48366013071895425,0.509090909090909,0.5673469387755102,0.6467661691542289,0.69,0.4036144578313253,0.6432748538011696,0.25458996328029376,0.38726662936200895,PocketDoc
Dans-PersonalityEngine-13b,13.0,0.5546075085324232,0.6231826329416451,0.4757631985269413,0.35,0.4888888888888889,0.45394736842105265,0.47,0.4641509433962264,0.4930555555555556,0.29,0.33,0.34,0.42196531791907516,0.18627450980392157,0.64,0.39148936170212767,0.2894736842105263,0.4206896551724138,0.2857142857142857,0.31746031746031744,0.36,0.5225806451612903,0.30049261083743845,0.5,0.5696969696969697,0.5606060606060606,0.6735751295336787,0.43846153846153846,0.26666666666666666,0.46218487394957986,0.2847682119205298,0.6330275229357798,0.26851851851851855,0.5735294117647058,0.7046413502109705,0.5515695067264574,0.549618320610687,0.6446280991735537,0.5277777777777778,0.50920245398773,0.32142857142857145,0.6893203883495146,0.7094017094017094,0.5,0.6730523627075351,0.5086705202312138,0.23910614525139665,0.5294117647058824,0.5369774919614148,0.5339506172839507,0.34397163120567376,0.37614080834419816,0.5441176470588235,0.47549019607843135,0.5818181818181818,0.5510204081632653,0.6417910447761194,0.74,0.41566265060240964,0.672514619883041,0.2864137086903305,0.41119542702780926,PocketDoc
Dans-CreepingSenseOfDoom,,0.4948805460750853,0.5898227444732125,0.48087110473489436,0.27,0.4148148148148148,0.48026315789473684,0.5,0.5433962264150943,0.3888888888888889,0.47,0.37,0.33,0.4797687861271676,0.28431372549019607,0.56,0.4127659574468085,0.2894736842105263,0.4413793103448276,0.3253968253968254,0.2698412698412698,0.35,0.6,0.3645320197044335,0.47,0.6121212121212121,0.6313131313131313,0.6580310880829016,0.5128205128205128,0.2518518518518518,0.4957983193277311,0.3708609271523179,0.6311926605504588,0.4722222222222222,0.5931372549019608,0.5907172995780591,0.515695067264574,0.5648854961832062,0.6115702479338843,0.6388888888888888,0.5337423312883436,0.21428571428571427,0.6990291262135923,0.6709401709401709,0.48,0.6360153256704981,0.5578034682080925,0.2424581005586592,0.5392156862745098,0.5755627009646302,0.4783950617283951,0.2978723404255319,0.3963494132985658,0.5220588235294118,0.4215686274509804,0.4818181818181818,0.5591836734693878,0.6616915422885572,0.64,0.42168674698795183,0.6140350877192983,0.2460220318237454,0.37836667521939726,PocketDoc
TinyLlama-1.1B-step-50K-105b,1.1,0.23464163822525597,0.35391356303525195,0.2678210733300278,0.2,0.22962962962962963,0.2565789473684211,0.27,0.2981132075471698,0.22916666666666666,0.38,0.33,0.32,0.2832369942196532,0.23529411764705882,0.21,0.2170212765957447,0.22807017543859648,0.2689655172413793,0.2671957671957672,0.21428571428571427,0.29,0.25483870967741934,0.28078817733990147,0.25,0.2,0.30303030303030304,0.35751295336787564,0.36153846153846153,0.23703703703703705,0.18487394957983194,0.32450331125827814,0.3486238532110092,0.48148148148148145,0.25,0.25738396624472576,0.11659192825112108,0.21374045801526717,0.2892561983471074,0.2222222222222222,0.26380368098159507,0.19642857142857142,0.3786407766990291,0.20085470085470086,0.33,0.20561941251596424,0.25722543352601157,0.2681564245810056,0.2647058823529412,0.24115755627009647,0.2222222222222222,0.2695035460992908,0.23402868318122555,0.4485294117647059,0.21568627450980393,0.20909090909090908,0.4,0.2885572139303483,0.26,0.21084337349397592,0.23976608187134502,0.22399020807833536,0.39509729118481285,PY007
TinyLlama-1.1B-intermediate-step-240k-503b,1.1,0.2593856655290102,0.3857797251543517,0.2625778416982894,0.24,0.1925925925925926,0.20394736842105263,0.3,0.25660377358490566,0.3472222222222222,0.21,0.35,0.23,0.24855491329479767,0.2647058823529412,0.31,0.2680851063829787,0.21929824561403508,0.2620689655172414,0.2777777777777778,0.23015873015873015,0.34,0.1935483870967742,0.19704433497536947,0.28,0.19393939393939394,0.20707070707070707,0.3316062176165803,0.2794871794871795,0.3333333333333333,0.226890756302521,0.25165562913907286,0.23486238532110093,0.35185185185185186,0.27450980392156865,0.270042194092827,0.26905829596412556,0.21374045801526717,0.2727272727272727,0.24074074074074073,0.25153374233128833,0.22321428571428573,0.3106796116504854,0.2905982905982906,0.24,0.26436781609195403,0.24277456647398843,0.2424581005586592,0.24183006535947713,0.2508038585209003,0.2654320987654321,0.2624113475177305,0.25684485006518903,0.2757352941176471,0.2761437908496732,0.3,0.30612244897959184,0.2935323383084577,0.23,0.2710843373493976,0.2982456140350877,0.23745410036719705,0.40170337518856825,PY007
Free_Sydney_13b_HF,13.0,0.5537542662116041,0.6102370045807608,0.5372880799668149,0.35,0.5111111111111111,0.5,0.51,0.5584905660377358,0.5763888888888888,0.37,0.45,0.31,0.5144508670520231,0.20588235294117646,0.69,0.4425531914893617,0.23684210526315788,0.5379310344827586,0.30423280423280424,0.3412698412698413,0.3,0.635483870967742,0.4088669950738916,0.54,0.6424242424242425,0.702020202020202,0.7927461139896373,0.5205128205128206,0.3074074074074074,0.5462184873949579,0.31125827814569534,0.7467889908256881,0.4583333333333333,0.7401960784313726,0.6962025316455697,0.6412556053811659,0.6259541984732825,0.6942148760330579,0.6018518518518519,0.6380368098159509,0.24107142857142858,0.6893203883495146,0.7905982905982906,0.59,0.7330779054916986,0.615606936416185,0.23798882681564246,0.6176470588235294,0.6527331189710611,0.6388888888888888,0.39361702127659576,0.4152542372881356,0.4889705882352941,0.5261437908496732,0.6272727272727273,0.6,0.736318407960199,0.83,0.4759036144578313,0.7660818713450293,0.30599755201958384,0.4563281678371965,FPHam
Robin-7b-v2,7.0,0.4351535836177474,0.545309699263095,0.39268047318166804,0.32,0.43703703703703706,0.3355263157894737,0.46,0.4075471698113208,0.3611111111111111,0.27,0.29,0.25,0.32947976878612717,0.20588235294117646,0.48,0.3191489361702128,0.21052631578947367,0.30344827586206896,0.25132275132275134,0.2222222222222222,0.33,0.4032258064516129,0.2660098522167488,0.39,0.5272727272727272,0.45454545454545453,0.5233160621761658,0.33076923076923076,0.24074074074074073,0.3445378151260504,0.2781456953642384,0.46422018348623856,0.42592592592592593,0.47549019607843135,0.5189873417721519,0.515695067264574,0.4351145038167939,0.5867768595041323,0.5277777777777778,0.3803680981595092,0.2857142857142857,0.46601941747572817,0.5897435897435898,0.46,0.5363984674329502,0.4393063583815029,0.2737430167597765,0.38235294117647056,0.44694533762057875,0.49074074074074076,0.2907801418439716,0.30247718383311606,0.38235294117647056,0.3741830065359477,0.44545454545454544,0.32653061224489793,0.4577114427860697,0.59,0.3795180722891566,0.5906432748538012,0.27539779681762544,0.42327246348549147,LMFlow
Robin-v2,,0.4351535836177474,0.545309699263095,0.39268047318166804,0.32,0.43703703703703706,0.3355263157894737,0.46,0.4075471698113208,0.3611111111111111,0.27,0.29,0.25,0.32947976878612717,0.20588235294117646,0.48,0.3191489361702128,0.21052631578947367,0.30344827586206896,0.25132275132275134,0.2222222222222222,0.33,0.4032258064516129,0.2660098522167488,0.39,0.5272727272727272,0.45454545454545453,0.5233160621761658,0.33076923076923076,0.24074074074074073,0.3445378151260504,0.2781456953642384,0.46422018348623856,0.42592592592592593,0.47549019607843135,0.5189873417721519,0.515695067264574,0.4351145038167939,0.5867768595041323,0.5277777777777778,0.3803680981595092,0.2857142857142857,0.46601941747572817,0.5897435897435898,0.46,0.5363984674329502,0.4393063583815029,0.2737430167597765,0.38235294117647056,0.44694533762057875,0.49074074074074076,0.2907801418439716,0.30247718383311606,0.38235294117647056,0.3741830065359477,0.44545454545454544,0.32653061224489793,0.4577114427860697,0.59,0.3795180722891566,0.5906432748538012,0.27539779681762544,0.42327246348549147,LMFlow
effi-13b,13.0,0.4906143344709898,0.6058554072893846,0.5346937752250795,0.35,0.5037037037037037,0.5263157894736842,0.55,0.5509433962264151,0.5416666666666666,0.33,0.43,0.25,0.45664739884393063,0.35294117647058826,0.66,0.4297872340425532,0.32456140350877194,0.5241379310344828,0.3253968253968254,0.25396825396825395,0.31,0.6161290322580645,0.4187192118226601,0.57,0.6909090909090909,0.702020202020202,0.7772020725388601,0.49743589743589745,0.3037037037037037,0.5,0.31125827814569534,0.728440366972477,0.35648148148148145,0.6862745098039216,0.7046413502109705,0.6322869955156951,0.5877862595419847,0.7520661157024794,0.6759259259259259,0.6196319018404908,0.375,0.7184466019417476,0.7991452991452992,0.57,0.7343550446998723,0.5809248554913294,0.32625698324022345,0.5849673202614379,0.5980707395498392,0.6141975308641975,0.3900709219858156,0.36962190352020863,0.4963235294117647,0.5147058823529411,0.6545454545454545,0.6163265306122448,0.7114427860696517,0.78,0.4819277108433735,0.7602339181286549,0.29498164014687883,0.44946404672971074,aiplanet
effi-7b,7.0,0.5025597269624573,0.5952997410874328,0.3591437560914992,0.32,0.3851851851851852,0.3815789473684211,0.33,0.3622641509433962,0.3680555555555556,0.32,0.34,0.27,0.3063583815028902,0.22549019607843138,0.37,0.2553191489361702,0.2719298245614035,0.3448275862068966,0.2671957671957672,0.23809523809523808,0.33,0.3161290322580645,0.2857142857142857,0.39,0.4303030303030303,0.494949494949495,0.5129533678756477,0.3435897435897436,0.24444444444444444,0.27310924369747897,0.2913907284768212,0.45871559633027525,0.3472222222222222,0.44607843137254904,0.4177215189873418,0.36771300448430494,0.3511450381679389,0.4214876033057851,0.3611111111111111,0.37423312883435583,0.1875,0.46601941747572817,0.5,0.42,0.4878671775223499,0.3699421965317919,0.2435754189944134,0.38235294117647056,0.3987138263665595,0.4228395061728395,0.2872340425531915,0.3044328552803129,0.4264705882352941,0.33169934640522875,0.32727272727272727,0.35918367346938773,0.44776119402985076,0.5,0.35542168674698793,0.43859649122807015,0.2558139534883721,0.39706236099068404,aiplanet
gpt2_platypus-camel_physics,,0.19112627986348124,0.29197371041625175,0.25867685034743326,0.24,0.2962962962962963,0.19736842105263158,0.23,0.24528301886792453,0.2222222222222222,0.29,0.27,0.23,0.23699421965317918,0.2549019607843137,0.19,0.2553191489361702,0.2807017543859649,0.2620689655172414,0.2566137566137566,0.20634920634920634,0.17,0.3032258064516129,0.26108374384236455,0.19,0.21818181818181817,0.35353535353535354,0.36787564766839376,0.30256410256410254,0.2518518518518518,0.31512605042016806,0.1986754966887417,0.3504587155963303,0.4722222222222222,0.2549019607843137,0.2320675105485232,0.18834080717488788,0.2366412213740458,0.36363636363636365,0.21296296296296297,0.25153374233128833,0.16071428571428573,0.3786407766990291,0.20512820512820512,0.29,0.20434227330779056,0.20809248554913296,0.2424581005586592,0.24836601307189543,0.19614147909967847,0.22530864197530864,0.2765957446808511,0.2516297262059974,0.4411764705882353,0.25980392156862747,0.2,0.4,0.22388059701492538,0.27,0.1927710843373494,0.21052631578947367,0.22399020807833536,0.3895405171510521,behnamsh
UltraLM-65b,65.0,0.6313993174061433,0.6514638518223461,0.6347973340084372,0.32,0.5777777777777777,0.743421052631579,0.58,0.6566037735849056,0.7013888888888888,0.51,0.56,0.37,0.5549132947976878,0.3627450980392157,0.74,0.5914893617021276,0.35964912280701755,0.5379310344827586,0.3915343915343915,0.42857142857142855,0.38,0.7451612903225806,0.3891625615763547,0.67,0.7818181818181819,0.8080808080808081,0.8963730569948186,0.6282051282051282,0.3,0.6890756302521008,0.4105960264900662,0.8201834862385321,0.5185185185185185,0.8088235294117647,0.8270042194092827,0.672645739910314,0.7633587786259542,0.7933884297520661,0.7314814814814815,0.7668711656441718,0.4732142857142857,0.8058252427184466,0.8717948717948718,0.68,0.8084291187739464,0.7167630057803468,0.4793296089385475,0.6862745098039216,0.7427652733118971,0.7469135802469136,0.49645390070921985,0.4830508474576271,0.625,0.6666666666666666,0.7181818181818181,0.7020408163265306,0.8557213930348259,0.86,0.536144578313253,0.8421052631578947,0.379436964504284,0.5350863764391227,openbmb
wangchanglm-7.5B-sft-en-sharded,7.5,0.32593856655290104,0.4523999203345947,0.2637223297916076,0.23,0.24444444444444444,0.17105263157894737,0.26,0.2339622641509434,0.2361111111111111,0.32,0.41,0.28,0.2832369942196532,0.28431372549019607,0.22,0.2,0.2543859649122807,0.21379310344827587,0.2619047619047619,0.2222222222222222,0.18,0.3161290322580645,0.2315270935960591,0.19,0.22424242424242424,0.3181818181818182,0.36787564766839376,0.358974358974359,0.26296296296296295,0.29411764705882354,0.26490066225165565,0.26055045871559634,0.44907407407407407,0.24509803921568626,0.29535864978902954,0.28699551569506726,0.26717557251908397,0.2396694214876033,0.26851851851851855,0.27607361963190186,0.22321428571428573,0.18446601941747573,0.21367521367521367,0.31,0.1966794380587484,0.24855491329479767,0.2424581005586592,0.2908496732026144,0.22508038585209003,0.25925925925925924,0.22340425531914893,0.23468057366362452,0.4485294117647059,0.24019607843137256,0.22727272727272727,0.18775510204081633,0.25870646766169153,0.26,0.30120481927710846,0.3333333333333333,0.21052631578947367,0.34152373625847426,pythainlp
wangchanglm-7.5B-sft-enth,7.5,0.31399317406143346,0.44074885480979886,0.24519762918099355,0.24,0.18518518518518517,0.17763157894736842,0.3,0.21509433962264152,0.2569444444444444,0.23,0.35,0.22,0.20809248554913296,0.23529411764705882,0.28,0.28085106382978725,0.24561403508771928,0.2,0.21428571428571427,0.29365079365079366,0.18,0.2870967741935484,0.1921182266009852,0.27,0.24242424242424243,0.17676767676767677,0.3316062176165803,0.3564102564102564,0.2222222222222222,0.2184873949579832,0.1986754966887417,0.1963302752293578,0.21296296296296297,0.2107843137254902,0.3080168776371308,0.31390134529147984,0.2595419847328244,0.2396694214876033,0.2777777777777778,0.22699386503067484,0.21428571428571427,0.17475728155339806,0.2905982905982906,0.3,0.21839080459770116,0.24855491329479767,0.2435754189944134,0.22549019607843138,0.1832797427652733,0.20987654320987653,0.23049645390070922,0.2405475880052151,0.4485294117647059,0.2647058823529412,0.21818181818181817,0.17142857142857143,0.24378109452736318,0.22,0.27710843373493976,0.2982456140350877,0.21297429620563035,0.34903089033137163,pythainlp
vigogne-2-7b-chat,7.0,0.5127986348122867,0.5829516032662816,0.5098166825260354,0.23,0.4962962962962963,0.4605263157894737,0.54,0.5433962264150943,0.5555555555555556,0.38,0.4,0.34,0.45664739884393063,0.23529411764705882,0.61,0.4595744680851064,0.2543859649122807,0.43448275862068964,0.3386243386243386,0.373015873015873,0.39,0.5548387096774193,0.3694581280788177,0.45,0.6787878787878788,0.6313131313131313,0.6994818652849741,0.48205128205128206,0.24814814814814815,0.4957983193277311,0.26490066225165565,0.708256880733945,0.37037037037037035,0.696078431372549,0.7172995780590717,0.57847533632287,0.6335877862595419,0.6446280991735537,0.5833333333333334,0.6012269938650306,0.38392857142857145,0.6796116504854369,0.7478632478632479,0.61,0.6909323116219668,0.5346820809248555,0.24134078212290502,0.565359477124183,0.6012861736334405,0.558641975308642,0.375886524822695,0.36571056062581486,0.5257352941176471,0.49673202614379086,0.5636363636363636,0.6448979591836734,0.7313432835820896,0.69,0.39759036144578314,0.7485380116959064,0.31456548347613217,0.472126557595693,bofenghuang
vigogne-33b-instruct,33.0,0.621160409556314,0.6549492133041227,0.5831569049238181,0.36,0.5259259259259259,0.5986842105263158,0.61,0.5962264150943396,0.6388888888888888,0.38,0.46,0.37,0.5144508670520231,0.27450980392156865,0.68,0.48936170212765956,0.3333333333333333,0.503448275862069,0.38095238095238093,0.3492063492063492,0.38,0.6838709677419355,0.43349753694581283,0.58,0.7212121212121212,0.7323232323232324,0.8186528497409327,0.5846153846153846,0.29259259259259257,0.6008403361344538,0.32450331125827814,0.7706422018348624,0.4351851851851852,0.803921568627451,0.8016877637130801,0.6681614349775785,0.6870229007633588,0.7768595041322314,0.7129629629629629,0.6748466257668712,0.38392857142857145,0.7572815533980582,0.8589743589743589,0.67,0.7713920817369093,0.6502890173410405,0.376536312849162,0.6176470588235294,0.6752411575562701,0.6481481481481481,0.4397163120567376,0.44328552803129073,0.5698529411764706,0.6094771241830066,0.6909090909090909,0.6448979591836734,0.8059701492537313,0.83,0.4819277108433735,0.7660818713450293,0.3635250917992656,0.5209974440697911,bofenghuang
vigogne-7b-instruct,7.0,0.4854948805460751,0.5867357100179247,0.38434958505610267,0.28,0.45185185185185184,0.39473684210526316,0.42,0.42641509433962266,0.3888888888888889,0.32,0.32,0.27,0.3179190751445087,0.24509803921568626,0.5,0.3574468085106383,0.2631578947368421,0.3448275862068966,0.26455026455026454,0.2777777777777778,0.36,0.4,0.2955665024630542,0.34,0.503030303030303,0.4494949494949495,0.538860103626943,0.34102564102564104,0.24074074074074073,0.3025210084033613,0.24503311258278146,0.46238532110091746,0.39351851851851855,0.45098039215686275,0.4430379746835443,0.4439461883408072,0.37404580152671757,0.6033057851239669,0.42592592592592593,0.4110429447852761,0.25892857142857145,0.3592233009708738,0.5427350427350427,0.4,0.5070242656449553,0.42196531791907516,0.2424581005586592,0.34967320261437906,0.42765273311897106,0.46296296296296297,0.30141843971631205,0.3200782268578879,0.40808823529411764,0.38235294117647056,0.45454545454545453,0.3469387755102041,0.43283582089552236,0.54,0.3614457831325301,0.52046783625731,0.3011015911872705,0.4246502748644333,bofenghuang
vigogne-7b-chat,7.0,0.4812286689419795,0.5875323640709023,0.3951019508567952,0.28,0.4148148148148148,0.3881578947368421,0.47,0.4867924528301887,0.3819444444444444,0.3,0.33,0.26,0.3063583815028902,0.21568627450980393,0.5,0.33617021276595743,0.2719298245614035,0.32413793103448274,0.2777777777777778,0.2619047619047619,0.3,0.4258064516129032,0.2857142857142857,0.28,0.5212121212121212,0.4595959595959596,0.5284974093264249,0.3333333333333333,0.2518518518518518,0.35714285714285715,0.304635761589404,0.5064220183486239,0.3425925925925926,0.49019607843137253,0.4767932489451477,0.4439461883408072,0.45038167938931295,0.5702479338842975,0.4444444444444444,0.4294478527607362,0.20535714285714285,0.44660194174757284,0.6025641025641025,0.44,0.561941251596424,0.43641618497109824,0.2424581005586592,0.4117647058823529,0.4212218649517685,0.4783950617283951,0.31560283687943264,0.3272490221642764,0.43014705882352944,0.3741830065359477,0.4090909090909091,0.4,0.5472636815920398,0.51,0.3795180722891566,0.5730994152046783,0.31334149326805383,0.4452346591796444,bofenghuang
vigogne-2-13b-instruct,13.0,0.5767918088737202,0.6310495917147978,0.5592035759464635,0.34,0.4666666666666667,0.5592105263157895,0.57,0.6,0.5902777777777778,0.4,0.45,0.36,0.5028901734104047,0.24509803921568626,0.73,0.42127659574468085,0.2982456140350877,0.4827586206896552,0.3412698412698413,0.35714285714285715,0.32,0.667741935483871,0.4482758620689655,0.54,0.6787878787878788,0.6767676767676768,0.7875647668393783,0.5230769230769231,0.3,0.5840336134453782,0.31125827814569534,0.7394495412844037,0.4305555555555556,0.7598039215686274,0.7383966244725738,0.6547085201793722,0.6106870229007634,0.7272727272727273,0.6944444444444444,0.6993865030674846,0.3482142857142857,0.7378640776699029,0.8290598290598291,0.61,0.7675606641123882,0.6445086705202312,0.42681564245810055,0.6274509803921569,0.6366559485530546,0.6296296296296297,0.4219858156028369,0.42959582790091266,0.5220588235294118,0.5571895424836601,0.6454545454545455,0.6204081632653061,0.7412935323383084,0.83,0.46987951807228917,0.7719298245614035,0.36107711138310894,0.5107892442818567,bofenghuang
llama13B-quant8-testv1-openorca-customdataset,13.0,0.560580204778157,0.6236805417247561,0.5433367749504514,0.31,0.5259259259259259,0.506578947368421,0.53,0.5735849056603773,0.5902777777777778,0.37,0.43,0.36,0.5028901734104047,0.3235294117647059,0.68,0.4127659574468085,0.30701754385964913,0.5172413793103449,0.3306878306878307,0.31746031746031744,0.4,0.6258064516129033,0.4236453201970443,0.49,0.6606060606060606,0.6868686868686869,0.7461139896373057,0.5153846153846153,0.3037037037037037,0.5504201680672269,0.31125827814569534,0.7321100917431193,0.37037037037037035,0.7696078431372549,0.7215189873417721,0.6322869955156951,0.5954198473282443,0.743801652892562,0.7037037037037037,0.6687116564417178,0.32142857142857145,0.7669902912621359,0.8034188034188035,0.55,0.7471264367816092,0.6271676300578035,0.30726256983240224,0.6209150326797386,0.6334405144694534,0.6172839506172839,0.37943262411347517,0.4048239895697523,0.5147058823529411,0.5408496732026143,0.6545454545454545,0.5959183673469388,0.7114427860696517,0.74,0.4397590361445783,0.7543859649122807,0.2582619339045288,0.3727499851844075,IGeniusDev
open-llama-7b-open-instruct,7.0,0.4598976109215017,0.551682931686915,0.31522011787532683,0.28,0.25925925925925924,0.29605263157894735,0.29,0.3320754716981132,0.2777777777777778,0.34,0.34,0.32,0.2774566473988439,0.21568627450980393,0.29,0.33617021276595743,0.2807017543859649,0.2620689655172414,0.2777777777777778,0.40476190476190477,0.33,0.3161290322580645,0.2857142857142857,0.24,0.296969696969697,0.32323232323232326,0.38341968911917096,0.31025641025641026,0.27037037037037037,0.40756302521008403,0.271523178807947,0.3761467889908257,0.44907407407407407,0.3333333333333333,0.3080168776371308,0.4080717488789238,0.3053435114503817,0.3140495867768595,0.25925925925925924,0.3128834355828221,0.22321428571428573,0.2524271844660194,0.3504273504273504,0.31,0.36015325670498083,0.2832369942196532,0.24692737430167597,0.3627450980392157,0.2958199356913183,0.345679012345679,0.26595744680851063,0.2503259452411995,0.39338235294117646,0.24183006535947713,0.4090909090909091,0.3142857142857143,0.31343283582089554,0.38,0.3313253012048193,0.45614035087719296,0.23623011015911874,0.34645392200910646,VMware
open-llama-7b-v2-open-instruct,7.0,0.37542662116040953,0.5279824736108345,0.3515947304204791,0.29,0.4074074074074074,0.3026315789473684,0.51,0.3283018867924528,0.3125,0.25,0.34,0.32,0.3179190751445087,0.29411764705882354,0.49,0.32340425531914896,0.24561403508771928,0.3586206896551724,0.3148148148148148,0.20634920634920634,0.3,0.36451612903225805,0.24630541871921183,0.38,0.4,0.3787878787878788,0.45595854922279794,0.34102564102564104,0.23703703703703705,0.25630252100840334,0.2847682119205298,0.363302752293578,0.2361111111111111,0.39215686274509803,0.510548523206751,0.5022421524663677,0.40458015267175573,0.48760330578512395,0.3333333333333333,0.3067484662576687,0.2857142857142857,0.3786407766990291,0.452991452991453,0.38,0.4661558109833972,0.28034682080924855,0.25921787709497207,0.3627450980392157,0.3440514469453376,0.4074074074074074,0.28368794326241137,0.2835723598435463,0.2977941176470588,0.32189542483660133,0.41818181818181815,0.2897959183673469,0.4427860696517413,0.54,0.3493975903614458,0.40350877192982454,0.25091799265605874,0.3953187472171118,VMware
llama-2-13b-mathgpt-v4,13.0,0.45819112627986347,0.5766779525990838,0.4378415604937301,0.31,0.37777777777777777,0.4276315789473684,0.44,0.4641509433962264,0.4375,0.33,0.33,0.32,0.4046242774566474,0.21568627450980393,0.5,0.3872340425531915,0.30701754385964913,0.4896551724137931,0.30423280423280424,0.25396825396825395,0.26,0.5064516129032258,0.3645320197044335,0.4,0.44242424242424244,0.5353535353535354,0.6269430051813472,0.40512820512820513,0.2814814814814815,0.44537815126050423,0.31788079470198677,0.5743119266055046,0.4305555555555556,0.5245098039215687,0.5611814345991561,0.5246636771300448,0.4961832061068702,0.5950413223140496,0.5185185185185185,0.4601226993865031,0.2857142857142857,0.5145631067961165,0.6282051282051282,0.49,0.5504469987228607,0.4624277456647399,0.23798882681564246,0.4869281045751634,0.4919614147909968,0.48148148148148145,0.3120567375886525,0.3305084745762712,0.4117647058823529,0.3872549019607843,0.5181818181818182,0.5061224489795918,0.6069651741293532,0.69,0.4036144578313253,0.5906432748538012,0.25703794369645044,0.4195799647316413,rameshm
test-custom-llama,,0.49829351535836175,0.5818562039434375,0.366108729116373,0.29,0.4148148148148148,0.3881578947368421,0.41,0.37358490566037733,0.4166666666666667,0.31,0.3,0.28,0.30057803468208094,0.2647058823529412,0.4,0.3829787234042553,0.2543859649122807,0.3103448275862069,0.2724867724867725,0.2222222222222222,0.32,0.35161290322580646,0.29064039408866993,0.26,0.4727272727272727,0.3686868686868687,0.47668393782383417,0.36666666666666664,0.2222222222222222,0.3403361344537815,0.25165562913907286,0.43486238532110094,0.35185185185185186,0.3872549019607843,0.43037974683544306,0.43946188340807174,0.366412213740458,0.5537190082644629,0.4444444444444444,0.4233128834355828,0.26785714285714285,0.3883495145631068,0.5042735042735043,0.45,0.4482758620689655,0.36416184971098264,0.2424581005586592,0.4150326797385621,0.3762057877813505,0.37962962962962965,0.31560283687943264,0.27835723598435463,0.43014705882352944,0.3660130718954248,0.4727272727272727,0.2897959183673469,0.43781094527363185,0.44,0.3313253012048193,0.5263157894736842,0.23011015911872704,0.33814191740767546,illuin
genz-13b-v2,13.0,0.5324232081911263,0.6072495518820952,0.5429976496668197,0.35,0.4740740740740741,0.5263157894736842,0.57,0.5924528301886792,0.6041666666666666,0.41,0.41,0.33,0.5028901734104047,0.28431372549019607,0.6,0.46808510638297873,0.3157894736842105,0.4827586206896552,0.3201058201058201,0.3412698412698413,0.34,0.6,0.43349753694581283,0.48,0.6545454545454545,0.6767676767676768,0.772020725388601,0.48717948717948717,0.3296296296296296,0.5462184873949579,0.33774834437086093,0.7247706422018348,0.48148148148148145,0.7401960784313726,0.6877637130801688,0.6681614349775785,0.6259541984732825,0.7272727272727273,0.6851851851851852,0.7055214723926381,0.39285714285714285,0.6990291262135923,0.8247863247863247,0.51,0.7164750957854407,0.6184971098265896,0.32513966480446926,0.5784313725490197,0.5980707395498392,0.6203703703703703,0.40070921985815605,0.41916558018252936,0.5036764705882353,0.5261437908496732,0.6272727272727273,0.6204081632653061,0.6865671641791045,0.82,0.4578313253012048,0.7192982456140351,0.3219094247246022,0.48087823080891834,budecosystem
genz-70b,70.0,0.6697952218430034,0.6941844254132643,0.7077570717240541,0.34,0.6296296296296297,0.8289473684210527,0.74,0.7283018867924528,0.8472222222222222,0.5,0.58,0.41,0.6763005780346821,0.43137254901960786,0.78,0.6936170212765957,0.4473684210526316,0.6344827586206897,0.4603174603174603,0.46825396825396826,0.5,0.8193548387096774,0.5517241379310345,0.79,0.8484848484848485,0.8787878787878788,0.9326424870466321,0.7205128205128205,0.31851851851851853,0.7773109243697479,0.4768211920529801,0.8990825688073395,0.6111111111111112,0.9411764705882353,0.9029535864978903,0.7982062780269058,0.8549618320610687,0.859504132231405,0.8240740740740741,0.8098159509202454,0.5357142857142857,0.8252427184466019,0.8931623931623932,0.72,0.876117496807152,0.7832369942196532,0.6134078212290502,0.7745098039215687,0.7845659163987139,0.8425925925925926,0.5815602836879432,0.5560625814863103,0.7536764705882353,0.7761437908496732,0.7363636363636363,0.8040816326530612,0.8656716417910447,0.89,0.536144578313253,0.8830409356725146,0.44063647490820074,0.6265665667010417,budecosystem
llama2-70B-qlora-gpt4,70.0,0.6535836177474402,0.6748655646285601,0.6929151850938555,0.34,0.6222222222222222,0.7894736842105263,0.76,0.7622641509433963,0.8055555555555556,0.48,0.56,0.43,0.6705202312138728,0.4117647058823529,0.77,0.676595744680851,0.42105263157894735,0.6344827586206897,0.4497354497354497,0.48412698412698413,0.44,0.8451612903225807,0.5073891625615764,0.75,0.8363636363636363,0.8888888888888888,0.9326424870466321,0.7205128205128205,0.35555555555555557,0.8025210084033614,0.41721854304635764,0.8880733944954129,0.5509259259259259,0.8921568627450981,0.8523206751054853,0.7713004484304933,0.8244274809160306,0.8512396694214877,0.8148148148148148,0.7791411042944786,0.45535714285714285,0.8349514563106796,0.8888888888888888,0.68,0.8684546615581098,0.7803468208092486,0.659217877094972,0.7810457516339869,0.7556270096463023,0.7839506172839507,0.5390070921985816,0.546284224250326,0.7022058823529411,0.7450980392156863,0.7181818181818181,0.7755102040816326,0.8855721393034826,0.9,0.5542168674698795,0.8538011695906432,0.3623011015911873,0.540221669321858,liuxiang886
PT_GPTNEO350_ATG,,0.21245733788395904,0.3212507468631747,0.2479080195251775,0.23,0.2518518518518518,0.17763157894736842,0.22,0.2,0.22916666666666666,0.25,0.33,0.24,0.23121387283236994,0.17647058823529413,0.24,0.2680851063829787,0.24561403508771928,0.2206896551724138,0.24867724867724866,0.15079365079365079,0.21,0.27419354838709675,0.2955665024630542,0.33,0.24242424242424243,0.23232323232323232,0.22279792746113988,0.2128205128205128,0.26296296296296295,0.21008403361344538,0.271523178807947,0.20733944954128442,0.4398148148148148,0.25980392156862747,0.2742616033755274,0.30493273542600896,0.19083969465648856,0.23140495867768596,0.24074074074074073,0.3128834355828221,0.3482142857142857,0.17475728155339806,0.21367521367521367,0.29,0.24776500638569604,0.28034682080924855,0.24134078212290502,0.21241830065359477,0.26366559485530544,0.21604938271604937,0.2907801418439716,0.23859191655801826,0.3382352941176471,0.27124183006535946,0.15454545454545454,0.23673469387755103,0.21890547263681592,0.27,0.24096385542168675,0.24561403508771928,0.2607099143206854,0.43049851961632785,xhyi
qCammel-70-x,,0.6407849829351536,0.6878111929894444,0.7017892287727349,0.34,0.5925925925925926,0.8421052631578947,0.75,0.7169811320754716,0.8472222222222222,0.49,0.6,0.39,0.6705202312138728,0.37254901960784315,0.76,0.6680851063829787,0.45614035087719296,0.6689655172413793,0.4470899470899471,0.4603174603174603,0.53,0.8,0.5221674876847291,0.8,0.8424242424242424,0.8686868686868687,0.9430051813471503,0.7230769230769231,0.34444444444444444,0.7521008403361344,0.4768211920529801,0.8972477064220183,0.5925925925925926,0.9166666666666666,0.8945147679324894,0.7802690582959642,0.8549618320610687,0.8512396694214877,0.8240740740740741,0.8404907975460123,0.5089285714285714,0.8252427184466019,0.9102564102564102,0.69,0.8646232439335888,0.8034682080924855,0.5608938547486033,0.7712418300653595,0.7717041800643086,0.8395061728395061,0.5602836879432624,0.559322033898305,0.7573529411764706,0.7549019607843137,0.7363636363636363,0.7918367346938775,0.8557213930348259,0.9,0.5240963855421686,0.8888888888888888,0.401468788249694,0.5746873588951067,augtoma
qCammel-70,,0.6407849829351536,0.6878111929894444,0.7017892287727349,0.34,0.5925925925925926,0.8421052631578947,0.75,0.7169811320754716,0.8472222222222222,0.49,0.6,0.39,0.6705202312138728,0.37254901960784315,0.76,0.6680851063829787,0.45614035087719296,0.6689655172413793,0.4470899470899471,0.4603174603174603,0.53,0.8,0.5221674876847291,0.8,0.8424242424242424,0.8686868686868687,0.9430051813471503,0.7230769230769231,0.34444444444444444,0.7521008403361344,0.4768211920529801,0.8972477064220183,0.5925925925925926,0.9166666666666666,0.8945147679324894,0.7802690582959642,0.8549618320610687,0.8512396694214877,0.8240740740740741,0.8404907975460123,0.5089285714285714,0.8252427184466019,0.9102564102564102,0.69,0.8646232439335888,0.8034682080924855,0.5608938547486033,0.7712418300653595,0.7717041800643086,0.8395061728395061,0.5602836879432624,0.559322033898305,0.7573529411764706,0.7549019607843137,0.7363636363636363,0.7918367346938775,0.8557213930348259,0.9,0.5240963855421686,0.8888888888888888,0.401468788249694,0.5746873588951067,augtoma
qCammel70,,0.6407849829351536,0.6878111929894444,0.7017892287727349,0.34,0.5925925925925926,0.8421052631578947,0.75,0.7169811320754716,0.8472222222222222,0.49,0.6,0.39,0.6705202312138728,0.37254901960784315,0.76,0.6680851063829787,0.45614035087719296,0.6689655172413793,0.4470899470899471,0.4603174603174603,0.53,0.8,0.5221674876847291,0.8,0.8424242424242424,0.8686868686868687,0.9430051813471503,0.7230769230769231,0.34444444444444444,0.7521008403361344,0.4768211920529801,0.8972477064220183,0.5925925925925926,0.9166666666666666,0.8945147679324894,0.7802690582959642,0.8549618320610687,0.8512396694214877,0.8240740740740741,0.8404907975460123,0.5089285714285714,0.8252427184466019,0.9102564102564102,0.69,0.8646232439335888,0.8034682080924855,0.5608938547486033,0.7712418300653595,0.7717041800643086,0.8395061728395061,0.5602836879432624,0.559322033898305,0.7573529411764706,0.7549019607843137,0.7363636363636363,0.7918367346938775,0.8557213930348259,0.9,0.5240963855421686,0.8888888888888888,0.401468788249694,0.5746873588951067,augtoma
qCammel-13,,0.5656996587030717,0.638020314678351,0.5672735399975567,0.32,0.5555555555555556,0.6118421052631579,0.57,0.6,0.5763888888888888,0.39,0.5,0.3,0.5375722543352601,0.29411764705882354,0.7,0.4085106382978723,0.34210526315789475,0.5241379310344828,0.35185185185185186,0.373015873015873,0.33,0.6935483870967742,0.43349753694581283,0.61,0.6727272727272727,0.7474747474747475,0.8082901554404145,0.5871794871794872,0.337037037037037,0.5588235294117647,0.37748344370860926,0.7743119266055046,0.4351851851851852,0.75,0.7341772151898734,0.6412556053811659,0.5801526717557252,0.7107438016528925,0.7129629629629629,0.6625766871165644,0.3482142857142857,0.7378640776699029,0.7905982905982906,0.53,0.7547892720306514,0.638728323699422,0.4424581005586592,0.6013071895424836,0.6430868167202572,0.6358024691358025,0.425531914893617,0.4315514993481095,0.5992647058823529,0.5571895424836601,0.6818181818181818,0.6040816326530613,0.7562189054726368,0.82,0.4457831325301205,0.7777777777777778,0.3219094247246022,0.4753942349432954,augtoma
Robin-v2,,0.4351535836177474,0.545309699263095,0.39268047318166804,0.32,0.43703703703703706,0.3355263157894737,0.46,0.4075471698113208,0.3611111111111111,0.27,0.29,0.25,0.32947976878612717,0.20588235294117646,0.48,0.3191489361702128,0.21052631578947367,0.30344827586206896,0.25132275132275134,0.2222222222222222,0.33,0.4032258064516129,0.2660098522167488,0.39,0.5272727272727272,0.45454545454545453,0.5233160621761658,0.33076923076923076,0.24074074074074073,0.3445378151260504,0.2781456953642384,0.46422018348623856,0.42592592592592593,0.47549019607843135,0.5189873417721519,0.515695067264574,0.4351145038167939,0.5867768595041323,0.5277777777777778,0.3803680981595092,0.2857142857142857,0.46601941747572817,0.5897435897435898,0.46,0.5363984674329502,0.4393063583815029,0.2737430167597765,0.38235294117647056,0.44694533762057875,0.49074074074074076,0.2907801418439716,0.30247718383311606,0.38235294117647056,0.3741830065359477,0.44545454545454544,0.32653061224489793,0.4577114427860697,0.59,0.3795180722891566,0.5906432748538012,0.27539779681762544,0.42327246348549147,HanningZhang
CodeUp-Llama-2-13b-chat-hf,13.0,0.5580204778156996,0.6292571200955985,0.5462619093404184,0.31,0.4740740740740741,0.5460526315789473,0.53,0.5849056603773585,0.5833333333333334,0.38,0.47,0.32,0.4682080924855491,0.3137254901960784,0.68,0.4,0.3157894736842105,0.503448275862069,0.3412698412698413,0.30158730158730157,0.3,0.6419354838709678,0.458128078817734,0.59,0.6787878787878788,0.702020202020202,0.7875647668393783,0.4948717948717949,0.3074074074074074,0.5294117647058824,0.33774834437086093,0.7321100917431193,0.3888888888888889,0.7401960784313726,0.7172995780590717,0.6457399103139013,0.6335877862595419,0.768595041322314,0.6944444444444444,0.6503067484662577,0.35714285714285715,0.7378640776699029,0.7863247863247863,0.57,0.7471264367816092,0.6127167630057804,0.3094972067039106,0.5947712418300654,0.5884244372990354,0.6111111111111112,0.3900709219858156,0.3917861799217731,0.5,0.5441176470588235,0.6636363636363637,0.636734693877551,0.7512437810945274,0.81,0.4819277108433735,0.7309941520467836,0.28518971848225216,0.44118181192718914,deepse
Hermes-Platypus2-mini-7B,7.0,0.523037542662116,0.6015733917546305,0.47082757332211594,0.33,0.4888888888888889,0.42105263157894735,0.48,0.5056603773584906,0.5,0.3,0.39,0.31,0.4161849710982659,0.19607843137254902,0.57,0.4,0.2631578947368421,0.43448275862068964,0.30158730158730157,0.3333333333333333,0.31,0.5225806451612903,0.33004926108374383,0.46,0.6181818181818182,0.5707070707070707,0.6683937823834197,0.4307692307692308,0.2518518518518518,0.4117647058823529,0.26490066225165565,0.6440366972477064,0.27314814814814814,0.6323529411764706,0.6666666666666666,0.5515695067264574,0.5190839694656488,0.6611570247933884,0.5370370370370371,0.4601226993865031,0.4375,0.5825242718446602,0.7222222222222222,0.55,0.6577266922094508,0.5346820809248555,0.25251396648044694,0.49673202614379086,0.5691318327974276,0.5061728395061729,0.3900709219858156,0.3539765319426336,0.47058823529411764,0.44607843137254904,0.5181818181818182,0.563265306122449,0.6218905472636815,0.68,0.42168674698795183,0.6374269005847953,0.3329253365973072,0.49276058409873585,edor
Stable-Platypus2-mini-7B,7.0,0.5238907849829352,0.5965943039235212,0.5177997648060699,0.37,0.4888888888888889,0.40789473684210525,0.5,0.5924528301886792,0.5416666666666666,0.38,0.39,0.32,0.4682080924855491,0.27450980392156865,0.61,0.4765957446808511,0.2631578947368421,0.4896551724137931,0.30158730158730157,0.31746031746031744,0.32,0.5645161290322581,0.3448275862068966,0.44,0.7212121212121212,0.6414141414141414,0.7772020725388601,0.4948717948717949,0.24814814814814815,0.5168067226890757,0.2980132450331126,0.7321100917431193,0.42592592592592593,0.696078431372549,0.7130801687763713,0.6143497757847534,0.6106870229007634,0.6859504132231405,0.5833333333333334,0.5460122699386503,0.4107142857142857,0.7281553398058253,0.782051282051282,0.64,0.7164750957854407,0.5780346820809249,0.2569832402234637,0.5424836601307189,0.5852090032154341,0.5370370370370371,0.3900709219858156,0.3917861799217731,0.5183823529411765,0.5098039215686274,0.6181818181818182,0.6571428571428571,0.6318407960199005,0.73,0.42771084337349397,0.695906432748538,0.3561811505507956,0.5106039601116779,edor
Platypus2-mini-7B,7.0,0.4948805460750853,0.589523999203346,0.4557709098708771,0.24,0.48148148148148145,0.4342105263157895,0.48,0.4377358490566038,0.4722222222222222,0.28,0.34,0.31,0.37572254335260113,0.19607843137254902,0.61,0.39574468085106385,0.32456140350877194,0.3724137931034483,0.25925925925925924,0.3253968253968254,0.26,0.46774193548387094,0.32019704433497537,0.48,0.593939393939394,0.4898989898989899,0.6839378238341969,0.38974358974358975,0.2740740740740741,0.4117647058823529,0.2582781456953642,0.5779816513761468,0.25,0.5931372549019608,0.6582278481012658,0.5381165919282511,0.5267175572519084,0.6611570247933884,0.5555555555555556,0.4785276073619632,0.4017857142857143,0.5145631067961165,0.717948717948718,0.55,0.6245210727969349,0.5057803468208093,0.23798882681564246,0.4673202614379085,0.5530546623794212,0.5061728395061729,0.3900709219858156,0.3774445893089961,0.4852941176470588,0.4542483660130719,0.5181818181818182,0.5102040816326531,0.6268656716417911,0.64,0.4036144578313253,0.6900584795321637,0.27906976744186046,0.42004433319337015,edor