leaderboard / plots /clustermap_rc.json
pminervini's picture
update
bd18620
{"columns":["TheBloke\/Llama-2-13B-chat-GPTQ","TheBloke\/Llama-2-7B-Chat-GPTQ","TheBloke\/Wizard-Vicuna-13B-Uncensored-GPTQ","bigscience\/bloom-7b1","bigscience\/bloom-560m","berkeley-nest\/Starling-LM-7B-alpha","EleutherAI\/gpt-neo-125m","EleutherAI\/gpt-neo-2.7B","EleutherAI\/gpt-j-6b","EleutherAI\/gpt-neo-1.3B","Gryphe\/MythoMax-L2-13b","Open-Orca\/Mistral-7B-OpenOrca","pankajmathur\/orca_mini_3b","KoboldAI\/OPT-13B-Erebus","ehartford\/dolphin-2.1-mistral-7b","togethercomputer\/LLaMA-2-7B-32K","togethercomputer\/GPT-JT-6B-v1","togethercomputer\/Llama-2-7B-32K-Instruct","HuggingFaceH4\/zephyr-7b-alpha","HuggingFaceH4\/zephyr-7b-beta","tiiuae\/falcon-7b-instruct","tiiuae\/falcon-7b","ai-forever\/mGPT","DiscoResearch\/mixtral-7b-8expert","meta-llama\/Llama-2-7b-chat-hf","meta-llama\/Llama-2-7b-hf","meta-llama\/Llama-2-13b-chat-hf","meta-llama\/Llama-2-13b-hf"],"index":["SQuADv2, EM","SQuADv2, HasAns","SQuADv2, NoAns","RACE, Accuracy"],"data":[[0.1329908195,0.1431820096,0.1281900109,0.2228585867,0.0799292512,0.3982986608,0.0476711867,0.1752716247,0.2339762486,0.1510991325,0.1514360313,0.3049776805,0.2034026783,0.2296807883,0.3536595637,0.1234734271,0.3176956119,0.139560347,0.3088520172,0.3112103091,0.2263117999,0.2642129201,0.1662595806,0.0,0.1199359892,0.1446138297,0.1327381454,0.1591004801],[0.0811403509,0.0718623482,0.0558367072,0.4461875843,0.1589068826,0.7967273954,0.0755735493,0.3500337382,0.467780027,0.3021255061,0.0733805668,0.6108299595,0.407219973,0.4586707152,0.7083333333,0.0632591093,0.6363022942,0.0841767881,0.6185897436,0.6233130904,0.4531039136,0.5291835358,0.000168691,0.0,0.0657894737,0.0566801619,0.0796221323,0.0775978408],[0.1846930193,0.2142977292,0.2003364172,0.0001682086,0.0011774601,0.0010092515,0.0198486123,0.0010092515,0.0008410429,0.0005046257,0.2292682927,0.0,0.0001682086,0.0013456686,0.0,0.1835155593,0.0,0.1947855341,0.0,0.0,0.0001682086,0.0,0.3318755257,0.0,0.1739276703,0.2322960471,0.1857022708,0.2403700589],[0.4574162679,0.4220095694,0.4325358852,0.3655502392,0.3023923445,0.4688995215,0.2755980861,0.35215311,0.376076555,0.3406698565,0.433492823,0.4717703349,0.3674641148,0.3827751196,0.4555023923,0.3770334928,0.3645933014,0.4,0.4641148325,0.4583732057,0.3722488038,0.3741626794,0.2937799043,0.2220095694,0.4373205742,0.395215311,0.4612440191,0.404784689]]}