diff --git "a/assets/combined_20240704.csv" "b/assets/combined_20240704.csv"
new file mode 100644--- /dev/null
+++ "b/assets/combined_20240704.csv"
@@ -0,0 +1,4749 @@
+,model,score,scenario,source,aggragated_from,tag
+0,gpt_4_turbo_2024_04_09,82.6,arena_hard,arena_hard_2404,[],holistic
+1,gpt_4_0125_preview,78.0,arena_hard,arena_hard_2404,[],holistic
+2,gemini_1.5_pro_api_preview,72.0,arena_hard,arena_hard_2404,[],holistic
+3,yi_large,63.7,arena_hard,arena_hard_2404,[],holistic
+4,claude_3_opus_20240229,60.4,arena_hard,arena_hard_2404,[],holistic
+5,glm_4,55.7,arena_hard,arena_hard_2404,[],holistic
+6,gpt_4_0314,50.0,arena_hard,arena_hard_2404,[],holistic
+7,gemini_1.5_flash_api_preview,49.6,arena_hard,arena_hard_2404,[],holistic
+8,claude_3_sonnet_20240229,46.8,arena_hard,arena_hard_2404,[],holistic
+9,claude_3_haiku_20240307,41.5,arena_hard,arena_hard_2404,[],holistic
+10,llama_3_70b_chat,41.1,arena_hard,arena_hard_2404,[],holistic
+11,gpt_4_0613,37.9,arena_hard,arena_hard_2404,[],holistic
+12,mistral_large_2402,37.7,arena_hard,arena_hard_2404,[],holistic
+13,mixtral_8x22b_instruct_v0.1,36.4,arena_hard,arena_hard_2404,[],holistic
+14,qwen1.5_72b_chat,36.1,arena_hard,arena_hard_2404,[],holistic
+15,command_r_plus,33.1,arena_hard,arena_hard_2404,[],holistic
+16,mistral_medium,31.9,arena_hard,arena_hard_2404,[],holistic
+17,mistral_next,27.4,arena_hard,arena_hard_2404,[],holistic
+18,gpt_3.5_turbo_0613,24.8,arena_hard,arena_hard_2404,[],holistic
+19,claude_2.0,24.0,arena_hard,arena_hard_2404,[],holistic
+20,dbrx_instructruct,23.9,arena_hard,arena_hard_2404,[],holistic
+21,mixtral_8x7b_instruct_v0.1,23.4,arena_hard,arena_hard_2404,[],holistic
+22,gpt_3.5_turbo_0125,23.3,arena_hard,arena_hard_2404,[],holistic
+23,yi_34b_chat,23.1,arena_hard,arena_hard_2404,[],holistic
+24,starling_lm_7b_beta,23.0,arena_hard,arena_hard_2404,[],holistic
+25,claude_2.1,22.8,arena_hard,arena_hard_2404,[],holistic
+26,snorkel_mistral_pairrm_dpo,20.7,arena_hard,arena_hard_2404,[],holistic
+27,llama_3_8b_chat,20.6,arena_hard,arena_hard_2404,[],holistic
+28,gpt_3.5_turbo_1106,18.9,arena_hard,arena_hard_2404,[],holistic
+29,gpt_3.5_turbo_0301,18.1,arena_hard,arena_hard_2404,[],holistic
+30,gemini_1.0_pro,17.8,arena_hard,arena_hard_2404,[],holistic
+31,snowflake_arctic_instruct,17.6,arena_hard,arena_hard_2404,[],holistic
+32,command_r,17.0,arena_hard,arena_hard_2404,[],holistic
+33,phi_3_mini_128k_instruct,15.4,arena_hard,arena_hard_2404,[],holistic
+34,tulu_2_dpo_70b,15.0,arena_hard,arena_hard_2404,[],holistic
+35,starling_lm_7b_alpha,12.8,arena_hard,arena_hard_2404,[],holistic
+36,mistral_7b_instruct,12.6,arena_hard,arena_hard_2404,[],holistic
+37,gemma_1.1_7b_it,12.1,arena_hard,arena_hard_2404,[],holistic
+38,llama_2_70b_chat,11.6,arena_hard,arena_hard_2404,[],holistic
+39,vicuna_33b_v1.3,8.6,arena_hard,arena_hard_2404,[],holistic
+40,gemma_7b_it,7.5,arena_hard,arena_hard_2404,[],holistic
+41,llama_2_7b_chat,4.6,arena_hard,arena_hard_2404,[],holistic
+42,gemma_1.1_2b_it,3.4,arena_hard,arena_hard_2404,[],holistic
+43,gemma_2b_it,3.0,arena_hard,arena_hard_2404,[],holistic
+0,gpt_4o_2024_05_13,64.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+1,claude_3_opus,63.5,mixeval_hard-mixed,mixeval_240601,[],holistic
+2,gpt_4_turbo_2024_04_09,62.6,mixeval_hard-mixed,mixeval_240601,[],holistic
+3,gemini_1.5_pro_api_0409,58.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+4,yi_large_preview,56.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+5,llama_3_70b_instruct,55.9,mixeval_hard-mixed,mixeval_240601,[],holistic
+6,qwen_max_0428,55.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+7,claude_3_sonnet,54.0,mixeval_hard-mixed,mixeval_240601,[],holistic
+8,reka_core_20240415,52.9,mixeval_hard-mixed,mixeval_240601,[],holistic
+9,mammoth2_8x7b_plus,51.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+10,deepseek_v2,51.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+11,command_r_plus,51.4,mixeval_hard-mixed,mixeval_240601,[],holistic
+12,yi_1.5_34b_chat,51.2,mixeval_hard-mixed,mixeval_240601,[],holistic
+13,mistral_large,50.3,mixeval_hard-mixed,mixeval_240601,[],holistic
+14,qwen1.5_72b_chat,48.3,mixeval_hard-mixed,mixeval_240601,[],holistic
+15,mistral_medium,47.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+16,gemini_1.0_pro,46.4,mixeval_hard-mixed,mixeval_240601,[],holistic
+17,reka_flash_20240226,46.2,mixeval_hard-mixed,mixeval_240601,[],holistic
+18,mistral_small,46.2,mixeval_hard-mixed,mixeval_240601,[],holistic
+19,llama_3_8b_instruct,45.6,mixeval_hard-mixed,mixeval_240601,[],holistic
+20,command_r,45.2,mixeval_hard-mixed,mixeval_240601,[],holistic
+21,qwen1.5_32b_chat,43.3,mixeval_hard-mixed,mixeval_240601,[],holistic
+22,gpt_3.5_turbo_0125,43.0,mixeval_hard-mixed,mixeval_240601,[],holistic
+23,claude_3_haiku,42.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+24,yi_34b_chat,42.6,mixeval_hard-mixed,mixeval_240601,[],holistic
+25,mixtral_8x7b_instruct_v0.1,42.5,mixeval_hard-mixed,mixeval_240601,[],holistic
+26,starling_lm_7b_beta,41.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+27,yi_1.5_9b_chat,40.9,mixeval_hard-mixed,mixeval_240601,[],holistic
+28,gemma_1.1_7b_it,39.1,mixeval_hard-mixed,mixeval_240601,[],holistic
+29,vicuna_33b_v1.3,38.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+30,llama_2_70b_chat,38.0,mixeval_hard-mixed,mixeval_240601,[],holistic
+31,map_neo_instruct_v0.1,37.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+32,mistral_7b_instruct_v0.2,36.2,mixeval_hard-mixed,mixeval_240601,[],holistic
+33,qwen1.5_7b_chat,35.5,mixeval_hard-mixed,mixeval_240601,[],holistic
+34,reka_edge_20240208,32.2,mixeval_hard-mixed,mixeval_240601,[],holistic
+35,zephyr_7b_beta,31.6,mixeval_hard-mixed,mixeval_240601,[],holistic
+36,llama_2_7b_chat,30.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+37,yi_6b_chat,30.1,mixeval_hard-mixed,mixeval_240601,[],holistic
+38,qwen1.5_moe_a2.7b_chat,29.1,mixeval_hard-mixed,mixeval_240601,[],holistic
+39,gemma_1.1_2b_it,28.4,mixeval_hard-mixed,mixeval_240601,[],holistic
+40,vicuna_7b_v1.5,27.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+41,olmo_7b_instruct,26.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+42,qwen1.5_4b_chat,24.6,mixeval_hard-mixed,mixeval_240601,[],holistic
+43,jetmoe_8b_chat,24.3,mixeval_hard-mixed,mixeval_240601,[],holistic
+44,mpt_7b_chat,23.8,mixeval_hard-mixed,mixeval_240601,[],holistic
+45,llama_3_70b,54.0,mixeval_hard-mixed,mixeval_240601,[],holistic
+46,qwen1.5_72b,41.9,mixeval_hard-mixed,mixeval_240601,[],holistic
+47,yi_34b,47.2,mixeval_hard-mixed,mixeval_240601,[],holistic
+48,qwen1.5_32b,41.0,mixeval_hard-mixed,mixeval_240601,[],holistic
+49,mixtral_8x7b,40.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+50,llama_2_70b,41.6,mixeval_hard-mixed,mixeval_240601,[],holistic
+51,qwen1.5_moe_a2.7b,33.5,mixeval_hard-mixed,mixeval_240601,[],holistic
+52,qwen1.5_7b,33.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+53,llama_3_8b,31.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+54,mistral_7b,27.1,mixeval_hard-mixed,mixeval_240601,[],holistic
+55,gemma_7b,32.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+56,yi_6b,30.4,mixeval_hard-mixed,mixeval_240601,[],holistic
+57,qwen1.5_4b,23.5,mixeval_hard-mixed,mixeval_240601,[],holistic
+58,jetmoe_8b,27.0,mixeval_hard-mixed,mixeval_240601,[],holistic
+59,deepseek_7b,21.7,mixeval_hard-mixed,mixeval_240601,[],holistic
+60,phi_2,21.9,mixeval_hard-mixed,mixeval_240601,[],holistic
+61,deepseekmoe_16b,24.2,mixeval_hard-mixed,mixeval_240601,[],holistic
+62,llama_2_7b,22.1,mixeval_hard-mixed,mixeval_240601,[],holistic
+63,gemma_2b,22.6,mixeval_hard-mixed,mixeval_240601,[],holistic
+64,olmo_7b,21.2,mixeval_hard-mixed,mixeval_240601,[],holistic
+65,mpt_7b,17.4,mixeval_hard-mixed,mixeval_240601,[],holistic
+66,gpt_4o_2024_05_13,87.9,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+67,claude_3_opus,88.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+68,gpt_4_turbo_2024_04_09,88.8,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+69,gemini_1.5_pro_api_0409,84.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+70,yi_large_preview,84.4,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+71,llama_3_70b_instruct,84.0,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+72,qwen_max_0428,86.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+73,claude_3_sonnet,81.7,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+74,reka_core_20240415,83.3,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+75,mammoth2_8x7b_plus,81.5,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+76,deepseek_v2,83.7,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+77,command_r_plus,81.5,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+78,yi_1.5_34b_chat,81.7,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+79,mistral_large,84.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+80,qwen1.5_72b_chat,84.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+81,mistral_medium,81.9,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+82,gemini_1.0_pro,78.9,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+83,reka_flash_20240226,79.8,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+84,mistral_small,81.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+85,llama_3_8b_instruct,75.0,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+86,command_r,77.0,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+87,qwen1.5_32b_chat,81.0,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+88,gpt_3.5_turbo_0125,79.7,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+89,claude_3_haiku,79.7,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+90,yi_34b_chat,80.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+91,mixtral_8x7b_instruct_v0.1,76.4,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+92,starling_lm_7b_beta,74.8,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+93,yi_1.5_9b_chat,74.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+94,gemma_1.1_7b_it,69.6,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+95,vicuna_33b_v1.3,66.3,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+96,llama_2_70b_chat,74.6,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+97,map_neo_instruct_v0.1,70.0,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+98,mistral_7b_instruct_v0.2,70.0,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+99,qwen1.5_7b_chat,71.4,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+100,reka_edge_20240208,68.5,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+101,zephyr_7b_beta,69.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+102,llama_2_7b_chat,61.7,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+103,yi_6b_chat,65.6,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+104,qwen1.5_moe_a2.7b_chat,69.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+105,gemma_1.1_2b_it,51.9,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+106,vicuna_7b_v1.5,60.3,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+107,olmo_7b_instruct,55.0,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+108,qwen1.5_4b_chat,57.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+109,jetmoe_8b_chat,51.6,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+110,mpt_7b_chat,43.8,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+111,llama_3_70b,82.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+112,qwen1.5_72b,79.5,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+113,yi_34b,78.3,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+114,qwen1.5_32b,77.6,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+115,mixtral_8x7b,74.0,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+116,llama_2_70b,73.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+117,qwen1.5_moe_a2.7b,70.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+118,qwen1.5_7b,68.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+119,llama_3_8b,65.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+120,mistral_7b,64.8,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+121,gemma_7b,64.7,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+122,yi_6b,63.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+123,qwen1.5_4b,58.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+124,jetmoe_8b,57.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+125,deepseek_7b,52.2,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+126,phi_2,51.9,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+127,deepseekmoe_16b,51.4,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+128,llama_2_7b,43.1,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+129,gemma_2b,38.9,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+130,olmo_7b,31.8,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+131,mpt_7b,30.8,mixeval,mixeval_240601,"['mixeval_hard-mixed', 'arena_elo-mixed', 'triviaqa-mixed', 'mmlu-mixed', 'drop-mixed', 'hellaswag-mixed', 'commonsenseqa-mixed', 'triviaqa_hard-mixed', 'mmlu_hard-mixed', 'drop_hard-mixed', 'boolq-mixed']",holistic
+132,gpt_4o_2024_05_13,1287.0,arena_elo-mixed,mixeval_240601,[],holistic
+133,claude_3_opus,1248.0,arena_elo-mixed,mixeval_240601,[],holistic
+134,gpt_4_turbo_2024_04_09,1256.0,arena_elo-mixed,mixeval_240601,[],holistic
+135,gemini_1.5_pro_api_0409,1258.0,arena_elo-mixed,mixeval_240601,[],holistic
+136,yi_large_preview,1239.0,arena_elo-mixed,mixeval_240601,[],holistic
+137,llama_3_70b_instruct,1208.0,arena_elo-mixed,mixeval_240601,[],holistic
+138,qwen_max_0428,1184.0,arena_elo-mixed,mixeval_240601,[],holistic
+139,claude_3_sonnet,1201.0,arena_elo-mixed,mixeval_240601,[],holistic
+143,command_r_plus,1189.0,arena_elo-mixed,mixeval_240601,[],holistic
+145,mistral_large,1156.0,arena_elo-mixed,mixeval_240601,[],holistic
+146,qwen1.5_72b_chat,1147.0,arena_elo-mixed,mixeval_240601,[],holistic
+147,mistral_medium,1148.0,arena_elo-mixed,mixeval_240601,[],holistic
+148,gemini_1.0_pro,1131.0,arena_elo-mixed,mixeval_240601,[],holistic
+149,reka_flash_20240226,1148.0,arena_elo-mixed,mixeval_240601,[],holistic
+151,llama_3_8b_instruct,1153.0,arena_elo-mixed,mixeval_240601,[],holistic
+152,command_r,1147.0,arena_elo-mixed,mixeval_240601,[],holistic
+153,qwen1.5_32b_chat,1126.0,arena_elo-mixed,mixeval_240601,[],holistic
+154,gpt_3.5_turbo_0125,1102.0,arena_elo-mixed,mixeval_240601,[],holistic
+155,claude_3_haiku,1178.0,arena_elo-mixed,mixeval_240601,[],holistic
+156,yi_34b_chat,1111.0,arena_elo-mixed,mixeval_240601,[],holistic
+157,mixtral_8x7b_instruct_v0.1,1114.0,arena_elo-mixed,mixeval_240601,[],holistic
+158,starling_lm_7b_beta,1119.0,arena_elo-mixed,mixeval_240601,[],holistic
+160,gemma_1.1_7b_it,1084.0,arena_elo-mixed,mixeval_240601,[],holistic
+161,vicuna_33b_v1.3,1090.0,arena_elo-mixed,mixeval_240601,[],holistic
+162,llama_2_70b_chat,1093.0,arena_elo-mixed,mixeval_240601,[],holistic
+164,mistral_7b_instruct_v0.2,1072.0,arena_elo-mixed,mixeval_240601,[],holistic
+165,qwen1.5_7b_chat,1069.0,arena_elo-mixed,mixeval_240601,[],holistic
+168,llama_2_7b_chat,1037.0,arena_elo-mixed,mixeval_240601,[],holistic
+171,gemma_1.1_2b_it,1019.0,arena_elo-mixed,mixeval_240601,[],holistic
+172,vicuna_7b_v1.5,1004.0,arena_elo-mixed,mixeval_240601,[],holistic
+173,olmo_7b_instruct,1015.0,arena_elo-mixed,mixeval_240601,[],holistic
+174,qwen1.5_4b_chat,988.0,arena_elo-mixed,mixeval_240601,[],holistic
+176,mpt_7b_chat,927.0,arena_elo-mixed,mixeval_240601,[],holistic
+198,gpt_4o_2024_05_13,88.0,triviaqa-mixed,mixeval_240601,[],knowledge
+199,claude_3_opus,90.4,triviaqa-mixed,mixeval_240601,[],knowledge
+200,gpt_4_turbo_2024_04_09,91.2,triviaqa-mixed,mixeval_240601,[],knowledge
+201,gemini_1.5_pro_api_0409,85.3,triviaqa-mixed,mixeval_240601,[],knowledge
+202,yi_large_preview,81.7,triviaqa-mixed,mixeval_240601,[],knowledge
+203,llama_3_70b_instruct,83.1,triviaqa-mixed,mixeval_240601,[],knowledge
+204,qwen_max_0428,86.7,triviaqa-mixed,mixeval_240601,[],knowledge
+205,claude_3_sonnet,84.2,triviaqa-mixed,mixeval_240601,[],knowledge
+206,reka_core_20240415,82.8,triviaqa-mixed,mixeval_240601,[],knowledge
+207,mammoth2_8x7b_plus,83.0,triviaqa-mixed,mixeval_240601,[],knowledge
+208,deepseek_v2,84.4,triviaqa-mixed,mixeval_240601,[],knowledge
+209,command_r_plus,83.3,triviaqa-mixed,mixeval_240601,[],knowledge
+210,yi_1.5_34b_chat,78.4,triviaqa-mixed,mixeval_240601,[],knowledge
+211,mistral_large,88.3,triviaqa-mixed,mixeval_240601,[],knowledge
+212,qwen1.5_72b_chat,83.9,triviaqa-mixed,mixeval_240601,[],knowledge
+213,mistral_medium,86.8,triviaqa-mixed,mixeval_240601,[],knowledge
+214,gemini_1.0_pro,81.0,triviaqa-mixed,mixeval_240601,[],knowledge
+215,reka_flash_20240226,76.4,triviaqa-mixed,mixeval_240601,[],knowledge
+216,mistral_small,85.1,triviaqa-mixed,mixeval_240601,[],knowledge
+217,llama_3_8b_instruct,71.7,triviaqa-mixed,mixeval_240601,[],knowledge
+218,command_r,80.9,triviaqa-mixed,mixeval_240601,[],knowledge
+219,qwen1.5_32b_chat,75.7,triviaqa-mixed,mixeval_240601,[],knowledge
+220,gpt_3.5_turbo_0125,85.2,triviaqa-mixed,mixeval_240601,[],knowledge
+221,claude_3_haiku,79.9,triviaqa-mixed,mixeval_240601,[],knowledge
+222,yi_34b_chat,82.7,triviaqa-mixed,mixeval_240601,[],knowledge
+223,mixtral_8x7b_instruct_v0.1,82.5,triviaqa-mixed,mixeval_240601,[],knowledge
+224,starling_lm_7b_beta,75.1,triviaqa-mixed,mixeval_240601,[],knowledge
+225,yi_1.5_9b_chat,61.3,triviaqa-mixed,mixeval_240601,[],knowledge
+226,gemma_1.1_7b_it,64.3,triviaqa-mixed,mixeval_240601,[],knowledge
+227,vicuna_33b_v1.3,79.2,triviaqa-mixed,mixeval_240601,[],knowledge
+228,llama_2_70b_chat,80.0,triviaqa-mixed,mixeval_240601,[],knowledge
+229,map_neo_instruct_v0.1,62.1,triviaqa-mixed,mixeval_240601,[],knowledge
+230,mistral_7b_instruct_v0.2,73.7,triviaqa-mixed,mixeval_240601,[],knowledge
+231,qwen1.5_7b_chat,64.1,triviaqa-mixed,mixeval_240601,[],knowledge
+232,reka_edge_20240208,60.0,triviaqa-mixed,mixeval_240601,[],knowledge
+233,zephyr_7b_beta,74.7,triviaqa-mixed,mixeval_240601,[],knowledge
+234,llama_2_7b_chat,68.8,triviaqa-mixed,mixeval_240601,[],knowledge
+235,yi_6b_chat,66.1,triviaqa-mixed,mixeval_240601,[],knowledge
+236,qwen1.5_moe_a2.7b_chat,65.9,triviaqa-mixed,mixeval_240601,[],knowledge
+237,gemma_1.1_2b_it,53.7,triviaqa-mixed,mixeval_240601,[],knowledge
+238,vicuna_7b_v1.5,66.4,triviaqa-mixed,mixeval_240601,[],knowledge
+239,olmo_7b_instruct,51.7,triviaqa-mixed,mixeval_240601,[],knowledge
+240,qwen1.5_4b_chat,46.0,triviaqa-mixed,mixeval_240601,[],knowledge
+241,jetmoe_8b_chat,46.8,triviaqa-mixed,mixeval_240601,[],knowledge
+242,mpt_7b_chat,50.2,triviaqa-mixed,mixeval_240601,[],knowledge
+243,llama_3_70b,83.1,triviaqa-mixed,mixeval_240601,[],knowledge
+244,qwen1.5_72b,78.4,triviaqa-mixed,mixeval_240601,[],knowledge
+245,yi_34b,72.1,triviaqa-mixed,mixeval_240601,[],knowledge
+246,qwen1.5_32b,71.9,triviaqa-mixed,mixeval_240601,[],knowledge
+247,mixtral_8x7b,77.3,triviaqa-mixed,mixeval_240601,[],knowledge
+248,llama_2_70b,78.7,triviaqa-mixed,mixeval_240601,[],knowledge
+249,qwen1.5_moe_a2.7b,71.3,triviaqa-mixed,mixeval_240601,[],knowledge
+250,qwen1.5_7b,61.4,triviaqa-mixed,mixeval_240601,[],knowledge
+251,llama_3_8b,65.2,triviaqa-mixed,mixeval_240601,[],knowledge
+252,mistral_7b,67.2,triviaqa-mixed,mixeval_240601,[],knowledge
+253,gemma_7b,66.0,triviaqa-mixed,mixeval_240601,[],knowledge
+254,yi_6b,54.7,triviaqa-mixed,mixeval_240601,[],knowledge
+255,qwen1.5_4b,47.8,triviaqa-mixed,mixeval_240601,[],knowledge
+256,jetmoe_8b,53.4,triviaqa-mixed,mixeval_240601,[],knowledge
+257,deepseek_7b,58.7,triviaqa-mixed,mixeval_240601,[],knowledge
+258,phi_2,37.0,triviaqa-mixed,mixeval_240601,[],knowledge
+259,deepseekmoe_16b,64.2,triviaqa-mixed,mixeval_240601,[],knowledge
+260,llama_2_7b,55.5,triviaqa-mixed,mixeval_240601,[],knowledge
+261,gemma_2b,41.5,triviaqa-mixed,mixeval_240601,[],knowledge
+262,olmo_7b,38.4,triviaqa-mixed,mixeval_240601,[],knowledge
+263,mpt_7b,33.5,triviaqa-mixed,mixeval_240601,[],knowledge
+264,gpt_4o_2024_05_13,85.4,mmlu-mixed,mixeval_240601,[],knowledge
+265,claude_3_opus,83.2,mmlu-mixed,mixeval_240601,[],knowledge
+266,gpt_4_turbo_2024_04_09,82.8,mmlu-mixed,mixeval_240601,[],knowledge
+267,gemini_1.5_pro_api_0409,79.2,mmlu-mixed,mixeval_240601,[],knowledge
+268,yi_large_preview,80.9,mmlu-mixed,mixeval_240601,[],knowledge
+269,llama_3_70b_instruct,80.5,mmlu-mixed,mixeval_240601,[],knowledge
+270,qwen_max_0428,80.6,mmlu-mixed,mixeval_240601,[],knowledge
+271,claude_3_sonnet,74.7,mmlu-mixed,mixeval_240601,[],knowledge
+272,reka_core_20240415,79.3,mmlu-mixed,mixeval_240601,[],knowledge
+273,mammoth2_8x7b_plus,74.5,mmlu-mixed,mixeval_240601,[],knowledge
+274,deepseek_v2,77.3,mmlu-mixed,mixeval_240601,[],knowledge
+275,command_r_plus,78.9,mmlu-mixed,mixeval_240601,[],knowledge
+276,yi_1.5_34b_chat,76.4,mmlu-mixed,mixeval_240601,[],knowledge
+277,mistral_large,80.2,mmlu-mixed,mixeval_240601,[],knowledge
+278,qwen1.5_72b_chat,80.1,mmlu-mixed,mixeval_240601,[],knowledge
+279,mistral_medium,76.3,mmlu-mixed,mixeval_240601,[],knowledge
+280,gemini_1.0_pro,74.9,mmlu-mixed,mixeval_240601,[],knowledge
+281,reka_flash_20240226,75.4,mmlu-mixed,mixeval_240601,[],knowledge
+282,mistral_small,75.2,mmlu-mixed,mixeval_240601,[],knowledge
+283,llama_3_8b_instruct,71.9,mmlu-mixed,mixeval_240601,[],knowledge
+284,command_r,75.0,mmlu-mixed,mixeval_240601,[],knowledge
+285,qwen1.5_32b_chat,78.0,mmlu-mixed,mixeval_240601,[],knowledge
+286,gpt_3.5_turbo_0125,74.5,mmlu-mixed,mixeval_240601,[],knowledge
+287,claude_3_haiku,76.1,mmlu-mixed,mixeval_240601,[],knowledge
+288,yi_34b_chat,73.6,mmlu-mixed,mixeval_240601,[],knowledge
+289,mixtral_8x7b_instruct_v0.1,72.0,mmlu-mixed,mixeval_240601,[],knowledge
+290,starling_lm_7b_beta,69.0,mmlu-mixed,mixeval_240601,[],knowledge
+291,yi_1.5_9b_chat,72.6,mmlu-mixed,mixeval_240601,[],knowledge
+292,gemma_1.1_7b_it,66.9,mmlu-mixed,mixeval_240601,[],knowledge
+293,vicuna_33b_v1.3,59.2,mmlu-mixed,mixeval_240601,[],knowledge
+294,llama_2_70b_chat,69.8,mmlu-mixed,mixeval_240601,[],knowledge
+295,map_neo_instruct_v0.1,66.7,mmlu-mixed,mixeval_240601,[],knowledge
+296,mistral_7b_instruct_v0.2,67.3,mmlu-mixed,mixeval_240601,[],knowledge
+297,qwen1.5_7b_chat,68.7,mmlu-mixed,mixeval_240601,[],knowledge
+298,reka_edge_20240208,63.6,mmlu-mixed,mixeval_240601,[],knowledge
+299,zephyr_7b_beta,64.9,mmlu-mixed,mixeval_240601,[],knowledge
+300,llama_2_7b_chat,59.4,mmlu-mixed,mixeval_240601,[],knowledge
+301,yi_6b_chat,65.4,mmlu-mixed,mixeval_240601,[],knowledge
+302,qwen1.5_moe_a2.7b_chat,69.5,mmlu-mixed,mixeval_240601,[],knowledge
+303,gemma_1.1_2b_it,51.5,mmlu-mixed,mixeval_240601,[],knowledge
+304,vicuna_7b_v1.5,58.7,mmlu-mixed,mixeval_240601,[],knowledge
+305,olmo_7b_instruct,57.1,mmlu-mixed,mixeval_240601,[],knowledge
+306,qwen1.5_4b_chat,61.4,mmlu-mixed,mixeval_240601,[],knowledge
+307,jetmoe_8b_chat,58.5,mmlu-mixed,mixeval_240601,[],knowledge
+308,mpt_7b_chat,37.8,mmlu-mixed,mixeval_240601,[],knowledge
+309,llama_3_70b,79.8,mmlu-mixed,mixeval_240601,[],knowledge
+310,qwen1.5_72b,78.8,mmlu-mixed,mixeval_240601,[],knowledge
+311,yi_34b,79.3,mmlu-mixed,mixeval_240601,[],knowledge
+312,qwen1.5_32b,77.2,mmlu-mixed,mixeval_240601,[],knowledge
+313,mixtral_8x7b,71.6,mmlu-mixed,mixeval_240601,[],knowledge
+314,llama_2_70b,70.8,mmlu-mixed,mixeval_240601,[],knowledge
+315,qwen1.5_moe_a2.7b,69.4,mmlu-mixed,mixeval_240601,[],knowledge
+316,qwen1.5_7b,67.0,mmlu-mixed,mixeval_240601,[],knowledge
+317,llama_3_8b,69.5,mmlu-mixed,mixeval_240601,[],knowledge
+318,mistral_7b,68.5,mmlu-mixed,mixeval_240601,[],knowledge
+319,gemma_7b,67.4,mmlu-mixed,mixeval_240601,[],knowledge
+320,yi_6b,71.2,mmlu-mixed,mixeval_240601,[],knowledge
+321,qwen1.5_4b,59.6,mmlu-mixed,mixeval_240601,[],knowledge
+322,jetmoe_8b,55.3,mmlu-mixed,mixeval_240601,[],knowledge
+323,deepseek_7b,53.3,mmlu-mixed,mixeval_240601,[],knowledge
+324,phi_2,62.5,mmlu-mixed,mixeval_240601,[],knowledge
+325,deepseekmoe_16b,49.9,mmlu-mixed,mixeval_240601,[],knowledge
+326,llama_2_7b,40.8,mmlu-mixed,mixeval_240601,[],knowledge
+327,gemma_2b,37.4,mmlu-mixed,mixeval_240601,[],knowledge
+328,olmo_7b,29.7,mmlu-mixed,mixeval_240601,[],knowledge
+329,mpt_7b,30.9,mmlu-mixed,mixeval_240601,[],knowledge
+330,gpt_4o_2024_05_13,87.9,drop-mixed,mixeval_240601,[],reasoning
+331,claude_3_opus,91.5,drop-mixed,mixeval_240601,[],reasoning
+332,gpt_4_turbo_2024_04_09,91.0,drop-mixed,mixeval_240601,[],reasoning
+333,gemini_1.5_pro_api_0409,84.2,drop-mixed,mixeval_240601,[],reasoning
+334,yi_large_preview,87.0,drop-mixed,mixeval_240601,[],reasoning
+335,llama_3_70b_instruct,90.1,drop-mixed,mixeval_240601,[],reasoning
+336,qwen_max_0428,85.4,drop-mixed,mixeval_240601,[],reasoning
+337,claude_3_sonnet,87.7,drop-mixed,mixeval_240601,[],reasoning
+338,reka_core_20240415,88.1,drop-mixed,mixeval_240601,[],reasoning
+339,mammoth2_8x7b_plus,85.7,drop-mixed,mixeval_240601,[],reasoning
+340,deepseek_v2,85.3,drop-mixed,mixeval_240601,[],reasoning
+341,command_r_plus,80.4,drop-mixed,mixeval_240601,[],reasoning
+342,yi_1.5_34b_chat,87.0,drop-mixed,mixeval_240601,[],reasoning
+343,mistral_large,88.6,drop-mixed,mixeval_240601,[],reasoning
+344,qwen1.5_72b_chat,85.1,drop-mixed,mixeval_240601,[],reasoning
+345,mistral_medium,83.2,drop-mixed,mixeval_240601,[],reasoning
+346,gemini_1.0_pro,82.6,drop-mixed,mixeval_240601,[],reasoning
+347,reka_flash_20240226,86.7,drop-mixed,mixeval_240601,[],reasoning
+348,mistral_small,86.1,drop-mixed,mixeval_240601,[],reasoning
+349,llama_3_8b_instruct,86.4,drop-mixed,mixeval_240601,[],reasoning
+350,command_r,72.0,drop-mixed,mixeval_240601,[],reasoning
+351,qwen1.5_32b_chat,82.9,drop-mixed,mixeval_240601,[],reasoning
+352,gpt_3.5_turbo_0125,84.8,drop-mixed,mixeval_240601,[],reasoning
+353,claude_3_haiku,85.0,drop-mixed,mixeval_240601,[],reasoning
+354,yi_34b_chat,86.1,drop-mixed,mixeval_240601,[],reasoning
+355,mixtral_8x7b_instruct_v0.1,79.5,drop-mixed,mixeval_240601,[],reasoning
+356,starling_lm_7b_beta,86.4,drop-mixed,mixeval_240601,[],reasoning
+357,yi_1.5_9b_chat,83.9,drop-mixed,mixeval_240601,[],reasoning
+358,gemma_1.1_7b_it,80.6,drop-mixed,mixeval_240601,[],reasoning
+359,vicuna_33b_v1.3,71.4,drop-mixed,mixeval_240601,[],reasoning
+360,llama_2_70b_chat,79.8,drop-mixed,mixeval_240601,[],reasoning
+361,map_neo_instruct_v0.1,75.5,drop-mixed,mixeval_240601,[],reasoning
+362,mistral_7b_instruct_v0.2,72.8,drop-mixed,mixeval_240601,[],reasoning
+363,qwen1.5_7b_chat,76.4,drop-mixed,mixeval_240601,[],reasoning
+364,reka_edge_20240208,80.0,drop-mixed,mixeval_240601,[],reasoning
+365,zephyr_7b_beta,77.3,drop-mixed,mixeval_240601,[],reasoning
+366,llama_2_7b_chat,69.3,drop-mixed,mixeval_240601,[],reasoning
+367,yi_6b_chat,70.5,drop-mixed,mixeval_240601,[],reasoning
+368,qwen1.5_moe_a2.7b_chat,64.6,drop-mixed,mixeval_240601,[],reasoning
+369,gemma_1.1_2b_it,59.8,drop-mixed,mixeval_240601,[],reasoning
+370,vicuna_7b_v1.5,68.3,drop-mixed,mixeval_240601,[],reasoning
+371,olmo_7b_instruct,53.1,drop-mixed,mixeval_240601,[],reasoning
+372,qwen1.5_4b_chat,57.2,drop-mixed,mixeval_240601,[],reasoning
+373,jetmoe_8b_chat,27.0,drop-mixed,mixeval_240601,[],reasoning
+374,mpt_7b_chat,50.0,drop-mixed,mixeval_240601,[],reasoning
+375,llama_3_70b,81.5,drop-mixed,mixeval_240601,[],reasoning
+376,qwen1.5_72b,64.5,drop-mixed,mixeval_240601,[],reasoning
+377,yi_34b,78.2,drop-mixed,mixeval_240601,[],reasoning
+378,qwen1.5_32b,68.7,drop-mixed,mixeval_240601,[],reasoning
+379,mixtral_8x7b,69.8,drop-mixed,mixeval_240601,[],reasoning
+380,llama_2_70b,73.2,drop-mixed,mixeval_240601,[],reasoning
+381,qwen1.5_moe_a2.7b,59.9,drop-mixed,mixeval_240601,[],reasoning
+382,qwen1.5_7b,63.6,drop-mixed,mixeval_240601,[],reasoning
+383,llama_3_8b,63.8,drop-mixed,mixeval_240601,[],reasoning
+384,mistral_7b,61.3,drop-mixed,mixeval_240601,[],reasoning
+385,gemma_7b,63.8,drop-mixed,mixeval_240601,[],reasoning
+386,yi_6b,51.4,drop-mixed,mixeval_240601,[],reasoning
+387,qwen1.5_4b,51.0,drop-mixed,mixeval_240601,[],reasoning
+388,jetmoe_8b,44.1,drop-mixed,mixeval_240601,[],reasoning
+389,deepseek_7b,43.5,drop-mixed,mixeval_240601,[],reasoning
+390,phi_2,50.4,drop-mixed,mixeval_240601,[],reasoning
+391,deepseekmoe_16b,41.1,drop-mixed,mixeval_240601,[],reasoning
+392,llama_2_7b,37.6,drop-mixed,mixeval_240601,[],reasoning
+393,gemma_2b,32.6,drop-mixed,mixeval_240601,[],reasoning
+394,olmo_7b,24.0,drop-mixed,mixeval_240601,[],reasoning
+395,mpt_7b,26.8,drop-mixed,mixeval_240601,[],reasoning
+396,gpt_4o_2024_05_13,94.3,hellaswag-mixed,mixeval_240601,[],reasoning
+397,claude_3_opus,93.3,hellaswag-mixed,mixeval_240601,[],reasoning
+398,gpt_4_turbo_2024_04_09,92.6,hellaswag-mixed,mixeval_240601,[],reasoning
+399,gemini_1.5_pro_api_0409,89.2,hellaswag-mixed,mixeval_240601,[],reasoning
+400,yi_large_preview,92.6,hellaswag-mixed,mixeval_240601,[],reasoning
+401,llama_3_70b_instruct,81.8,hellaswag-mixed,mixeval_240601,[],reasoning
+402,qwen_max_0428,93.6,hellaswag-mixed,mixeval_240601,[],reasoning
+403,claude_3_sonnet,85.9,hellaswag-mixed,mixeval_240601,[],reasoning
+404,reka_core_20240415,88.6,hellaswag-mixed,mixeval_240601,[],reasoning
+405,mammoth2_8x7b_plus,82.2,hellaswag-mixed,mixeval_240601,[],reasoning
+406,deepseek_v2,88.2,hellaswag-mixed,mixeval_240601,[],reasoning
+407,command_r_plus,83.5,hellaswag-mixed,mixeval_240601,[],reasoning
+408,yi_1.5_34b_chat,90.2,hellaswag-mixed,mixeval_240601,[],reasoning
+409,mistral_large,65.0,hellaswag-mixed,mixeval_240601,[],reasoning
+410,qwen1.5_72b_chat,87.9,hellaswag-mixed,mixeval_240601,[],reasoning
+411,mistral_medium,72.4,hellaswag-mixed,mixeval_240601,[],reasoning
+412,gemini_1.0_pro,74.7,hellaswag-mixed,mixeval_240601,[],reasoning
+413,reka_flash_20240226,90.6,hellaswag-mixed,mixeval_240601,[],reasoning
+414,mistral_small,73.4,hellaswag-mixed,mixeval_240601,[],reasoning
+415,llama_3_8b_instruct,65.7,hellaswag-mixed,mixeval_240601,[],reasoning
+416,command_r,75.8,hellaswag-mixed,mixeval_240601,[],reasoning
+417,qwen1.5_32b_chat,85.9,hellaswag-mixed,mixeval_240601,[],reasoning
+418,gpt_3.5_turbo_0125,63.0,hellaswag-mixed,mixeval_240601,[],reasoning
+419,claude_3_haiku,75.8,hellaswag-mixed,mixeval_240601,[],reasoning
+420,yi_34b_chat,86.9,hellaswag-mixed,mixeval_240601,[],reasoning
+421,mixtral_8x7b_instruct_v0.1,54.2,hellaswag-mixed,mixeval_240601,[],reasoning
+422,starling_lm_7b_beta,48.5,hellaswag-mixed,mixeval_240601,[],reasoning
+423,yi_1.5_9b_chat,86.5,hellaswag-mixed,mixeval_240601,[],reasoning
+424,gemma_1.1_7b_it,66.3,hellaswag-mixed,mixeval_240601,[],reasoning
+425,vicuna_33b_v1.3,30.3,hellaswag-mixed,mixeval_240601,[],reasoning
+426,llama_2_70b_chat,67.3,hellaswag-mixed,mixeval_240601,[],reasoning
+427,map_neo_instruct_v0.1,74.4,hellaswag-mixed,mixeval_240601,[],reasoning
+428,mistral_7b_instruct_v0.2,54.2,hellaswag-mixed,mixeval_240601,[],reasoning
+429,qwen1.5_7b_chat,76.1,hellaswag-mixed,mixeval_240601,[],reasoning
+430,reka_edge_20240208,74.7,hellaswag-mixed,mixeval_240601,[],reasoning
+431,zephyr_7b_beta,39.1,hellaswag-mixed,mixeval_240601,[],reasoning
+432,llama_2_7b_chat,35.7,hellaswag-mixed,mixeval_240601,[],reasoning
+433,yi_6b_chat,52.5,hellaswag-mixed,mixeval_240601,[],reasoning
+434,qwen1.5_moe_a2.7b_chat,72.7,hellaswag-mixed,mixeval_240601,[],reasoning
+435,gemma_1.1_2b_it,26.6,hellaswag-mixed,mixeval_240601,[],reasoning
+436,vicuna_7b_v1.5,24.9,hellaswag-mixed,mixeval_240601,[],reasoning
+437,olmo_7b_instruct,55.9,hellaswag-mixed,mixeval_240601,[],reasoning
+438,qwen1.5_4b_chat,54.9,hellaswag-mixed,mixeval_240601,[],reasoning
+439,jetmoe_8b_chat,86.2,hellaswag-mixed,mixeval_240601,[],reasoning
+440,mpt_7b_chat,25.6,hellaswag-mixed,mixeval_240601,[],reasoning
+441,llama_3_70b,90.9,hellaswag-mixed,mixeval_240601,[],reasoning
+442,qwen1.5_72b,91.9,hellaswag-mixed,mixeval_240601,[],reasoning
+443,yi_34b,98.0,hellaswag-mixed,mixeval_240601,[],reasoning
+444,qwen1.5_32b,93.3,hellaswag-mixed,mixeval_240601,[],reasoning
+445,mixtral_8x7b,73.7,hellaswag-mixed,mixeval_240601,[],reasoning
+446,llama_2_70b,63.0,hellaswag-mixed,mixeval_240601,[],reasoning
+447,qwen1.5_moe_a2.7b,80.1,hellaswag-mixed,mixeval_240601,[],reasoning
+448,qwen1.5_7b,83.8,hellaswag-mixed,mixeval_240601,[],reasoning
+449,llama_3_8b,51.5,hellaswag-mixed,mixeval_240601,[],reasoning
+450,mistral_7b,54.5,hellaswag-mixed,mixeval_240601,[],reasoning
+451,gemma_7b,36.0,hellaswag-mixed,mixeval_240601,[],reasoning
+452,yi_6b,77.4,hellaswag-mixed,mixeval_240601,[],reasoning
+453,qwen1.5_4b,65.7,hellaswag-mixed,mixeval_240601,[],reasoning
+454,jetmoe_8b,89.2,hellaswag-mixed,mixeval_240601,[],reasoning
+455,deepseek_7b,35.0,hellaswag-mixed,mixeval_240601,[],reasoning
+456,phi_2,20.2,hellaswag-mixed,mixeval_240601,[],reasoning
+457,deepseekmoe_16b,28.6,hellaswag-mixed,mixeval_240601,[],reasoning
+458,llama_2_7b,24.9,hellaswag-mixed,mixeval_240601,[],reasoning
+459,gemma_2b,33.3,hellaswag-mixed,mixeval_240601,[],reasoning
+460,olmo_7b,26.9,hellaswag-mixed,mixeval_240601,[],reasoning
+461,mpt_7b,19.2,hellaswag-mixed,mixeval_240601,[],reasoning
+462,gpt_4o_2024_05_13,86.8,commonsenseqa-mixed,mixeval_240601,[],reasoning
+463,claude_3_opus,87.7,commonsenseqa-mixed,mixeval_240601,[],reasoning
+464,gpt_4_turbo_2024_04_09,85.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+465,gemini_1.5_pro_api_0409,84.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+466,yi_large_preview,90.1,commonsenseqa-mixed,mixeval_240601,[],reasoning
+467,llama_3_70b_instruct,83.0,commonsenseqa-mixed,mixeval_240601,[],reasoning
+468,qwen_max_0428,88.2,commonsenseqa-mixed,mixeval_240601,[],reasoning
+469,claude_3_sonnet,82.5,commonsenseqa-mixed,mixeval_240601,[],reasoning
+470,reka_core_20240415,81.6,commonsenseqa-mixed,mixeval_240601,[],reasoning
+471,mammoth2_8x7b_plus,82.5,commonsenseqa-mixed,mixeval_240601,[],reasoning
+472,deepseek_v2,84.0,commonsenseqa-mixed,mixeval_240601,[],reasoning
+473,command_r_plus,82.1,commonsenseqa-mixed,mixeval_240601,[],reasoning
+474,yi_1.5_34b_chat,86.8,commonsenseqa-mixed,mixeval_240601,[],reasoning
+475,mistral_large,83.5,commonsenseqa-mixed,mixeval_240601,[],reasoning
+476,qwen1.5_72b_chat,86.3,commonsenseqa-mixed,mixeval_240601,[],reasoning
+477,mistral_medium,82.5,commonsenseqa-mixed,mixeval_240601,[],reasoning
+478,gemini_1.0_pro,80.2,commonsenseqa-mixed,mixeval_240601,[],reasoning
+479,reka_flash_20240226,80.7,commonsenseqa-mixed,mixeval_240601,[],reasoning
+480,mistral_small,77.8,commonsenseqa-mixed,mixeval_240601,[],reasoning
+481,llama_3_8b_instruct,78.3,commonsenseqa-mixed,mixeval_240601,[],reasoning
+482,command_r,77.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+483,qwen1.5_32b_chat,88.2,commonsenseqa-mixed,mixeval_240601,[],reasoning
+484,gpt_3.5_turbo_0125,81.6,commonsenseqa-mixed,mixeval_240601,[],reasoning
+485,claude_3_haiku,78.8,commonsenseqa-mixed,mixeval_240601,[],reasoning
+486,yi_34b_chat,78.8,commonsenseqa-mixed,mixeval_240601,[],reasoning
+487,mixtral_8x7b_instruct_v0.1,77.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+488,starling_lm_7b_beta,84.9,commonsenseqa-mixed,mixeval_240601,[],reasoning
+489,yi_1.5_9b_chat,82.5,commonsenseqa-mixed,mixeval_240601,[],reasoning
+490,gemma_1.1_7b_it,73.6,commonsenseqa-mixed,mixeval_240601,[],reasoning
+491,vicuna_33b_v1.3,61.8,commonsenseqa-mixed,mixeval_240601,[],reasoning
+492,llama_2_70b_chat,74.1,commonsenseqa-mixed,mixeval_240601,[],reasoning
+493,map_neo_instruct_v0.1,82.1,commonsenseqa-mixed,mixeval_240601,[],reasoning
+494,mistral_7b_instruct_v0.2,66.0,commonsenseqa-mixed,mixeval_240601,[],reasoning
+495,qwen1.5_7b_chat,82.1,commonsenseqa-mixed,mixeval_240601,[],reasoning
+496,reka_edge_20240208,80.7,commonsenseqa-mixed,mixeval_240601,[],reasoning
+497,zephyr_7b_beta,69.3,commonsenseqa-mixed,mixeval_240601,[],reasoning
+498,llama_2_7b_chat,61.3,commonsenseqa-mixed,mixeval_240601,[],reasoning
+499,yi_6b_chat,69.8,commonsenseqa-mixed,mixeval_240601,[],reasoning
+500,qwen1.5_moe_a2.7b_chat,81.1,commonsenseqa-mixed,mixeval_240601,[],reasoning
+501,gemma_1.1_2b_it,57.1,commonsenseqa-mixed,mixeval_240601,[],reasoning
+502,vicuna_7b_v1.5,62.7,commonsenseqa-mixed,mixeval_240601,[],reasoning
+503,olmo_7b_instruct,64.6,commonsenseqa-mixed,mixeval_240601,[],reasoning
+504,qwen1.5_4b_chat,74.1,commonsenseqa-mixed,mixeval_240601,[],reasoning
+505,jetmoe_8b_chat,68.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+506,mpt_7b_chat,36.3,commonsenseqa-mixed,mixeval_240601,[],reasoning
+507,llama_3_70b,85.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+508,qwen1.5_72b,87.3,commonsenseqa-mixed,mixeval_240601,[],reasoning
+509,yi_34b,81.1,commonsenseqa-mixed,mixeval_240601,[],reasoning
+510,qwen1.5_32b,89.2,commonsenseqa-mixed,mixeval_240601,[],reasoning
+511,mixtral_8x7b,77.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+512,llama_2_70b,77.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+513,qwen1.5_moe_a2.7b,80.2,commonsenseqa-mixed,mixeval_240601,[],reasoning
+514,qwen1.5_7b,84.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+515,llama_3_8b,69.8,commonsenseqa-mixed,mixeval_240601,[],reasoning
+516,mistral_7b,67.9,commonsenseqa-mixed,mixeval_240601,[],reasoning
+517,gemma_7b,68.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+518,yi_6b,76.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+519,qwen1.5_4b,79.2,commonsenseqa-mixed,mixeval_240601,[],reasoning
+520,jetmoe_8b,60.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+521,deepseek_7b,51.4,commonsenseqa-mixed,mixeval_240601,[],reasoning
+522,phi_2,68.9,commonsenseqa-mixed,mixeval_240601,[],reasoning
+523,deepseekmoe_16b,48.6,commonsenseqa-mixed,mixeval_240601,[],reasoning
+524,llama_2_7b,30.7,commonsenseqa-mixed,mixeval_240601,[],reasoning
+525,gemma_2b,31.6,commonsenseqa-mixed,mixeval_240601,[],reasoning
+526,olmo_7b,25.5,commonsenseqa-mixed,mixeval_240601,[],reasoning
+527,mpt_7b,28.8,commonsenseqa-mixed,mixeval_240601,[],reasoning
+528,gpt_4o_2024_05_13,70.3,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+529,claude_3_opus,71.4,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+530,gpt_4_turbo_2024_04_09,73.1,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+531,gemini_1.5_pro_api_0409,67.8,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+532,yi_large_preview,55.4,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+533,llama_3_70b_instruct,60.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+534,qwen_max_0428,61.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+535,claude_3_sonnet,59.1,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+536,reka_core_20240415,51.6,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+537,mammoth2_8x7b_plus,52.9,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+538,deepseek_v2,51.7,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+539,command_r_plus,57.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+540,yi_1.5_34b_chat,44.4,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+541,mistral_large,55.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+542,qwen1.5_72b_chat,49.9,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+543,mistral_medium,59.8,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+544,gemini_1.0_pro,58.2,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+545,reka_flash_20240226,42.9,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+546,mistral_small,56.0,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+547,llama_3_8b_instruct,40.2,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+548,command_r,57.0,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+549,qwen1.5_32b_chat,39.1,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+550,gpt_3.5_turbo_0125,46.4,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+551,claude_3_haiku,42.4,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+552,yi_34b_chat,41.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+553,mixtral_8x7b_instruct_v0.1,48.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+554,starling_lm_7b_beta,33.4,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+555,yi_1.5_9b_chat,23.3,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+556,gemma_1.1_7b_it,30.3,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+557,vicuna_33b_v1.3,42.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+558,llama_2_70b_chat,42.2,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+559,map_neo_instruct_v0.1,26.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+560,mistral_7b_instruct_v0.2,33.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+561,qwen1.5_7b_chat,29.0,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+562,reka_edge_20240208,18.6,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+563,zephyr_7b_beta,30.2,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+564,llama_2_7b_chat,24.8,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+565,yi_6b_chat,18.9,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+566,qwen1.5_moe_a2.7b_chat,21.9,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+567,gemma_1.1_2b_it,31.9,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+568,vicuna_7b_v1.5,25.9,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+569,olmo_7b_instruct,24.7,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+570,qwen1.5_4b_chat,16.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+571,jetmoe_8b_chat,19.2,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+572,mpt_7b_chat,17.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+573,llama_3_70b,59.1,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+574,qwen1.5_72b,41.4,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+575,yi_34b,39.4,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+576,qwen1.5_32b,28.0,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+577,mixtral_8x7b,44.1,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+578,llama_2_70b,53.8,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+579,qwen1.5_moe_a2.7b,36.0,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+580,qwen1.5_7b,31.6,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+581,llama_3_8b,22.6,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+582,mistral_7b,24.2,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+583,gemma_7b,31.1,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+584,yi_6b,17.0,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+585,qwen1.5_4b,14.0,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+586,jetmoe_8b,22.8,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+587,deepseek_7b,21.4,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+588,phi_2,7.3,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+589,deepseekmoe_16b,24.9,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+590,llama_2_7b,19.5,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+591,gemma_2b,12.1,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+592,olmo_7b,16.0,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+593,mpt_7b,6.6,triviaqa_hard-mixed,mixeval_240601,[],knowledge
+594,gpt_4o_2024_05_13,57.1,mmlu_hard-mixed,mixeval_240601,[],knowledge
+595,claude_3_opus,55.0,mmlu_hard-mixed,mixeval_240601,[],knowledge
+596,gpt_4_turbo_2024_04_09,45.5,mmlu_hard-mixed,mixeval_240601,[],knowledge
+597,gemini_1.5_pro_api_0409,44.6,mmlu_hard-mixed,mixeval_240601,[],knowledge
+598,yi_large_preview,48.5,mmlu_hard-mixed,mixeval_240601,[],knowledge
+599,llama_3_70b_instruct,46.3,mmlu_hard-mixed,mixeval_240601,[],knowledge
+600,qwen_max_0428,41.6,mmlu_hard-mixed,mixeval_240601,[],knowledge
+601,claude_3_sonnet,40.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+602,reka_core_20240415,46.3,mmlu_hard-mixed,mixeval_240601,[],knowledge
+603,mammoth2_8x7b_plus,41.1,mmlu_hard-mixed,mixeval_240601,[],knowledge
+604,deepseek_v2,42.0,mmlu_hard-mixed,mixeval_240601,[],knowledge
+605,command_r_plus,42.0,mmlu_hard-mixed,mixeval_240601,[],knowledge
+606,yi_1.5_34b_chat,38.1,mmlu_hard-mixed,mixeval_240601,[],knowledge
+607,mistral_large,42.4,mmlu_hard-mixed,mixeval_240601,[],knowledge
+608,qwen1.5_72b_chat,37.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+609,mistral_medium,38.5,mmlu_hard-mixed,mixeval_240601,[],knowledge
+610,gemini_1.0_pro,35.5,mmlu_hard-mixed,mixeval_240601,[],knowledge
+611,reka_flash_20240226,34.6,mmlu_hard-mixed,mixeval_240601,[],knowledge
+612,mistral_small,33.8,mmlu_hard-mixed,mixeval_240601,[],knowledge
+613,llama_3_8b_instruct,40.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+614,command_r,39.0,mmlu_hard-mixed,mixeval_240601,[],knowledge
+615,qwen1.5_32b_chat,29.9,mmlu_hard-mixed,mixeval_240601,[],knowledge
+616,gpt_3.5_turbo_0125,35.1,mmlu_hard-mixed,mixeval_240601,[],knowledge
+617,claude_3_haiku,30.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+618,yi_34b_chat,29.9,mmlu_hard-mixed,mixeval_240601,[],knowledge
+619,mixtral_8x7b_instruct_v0.1,37.2,mmlu_hard-mixed,mixeval_240601,[],knowledge
+620,starling_lm_7b_beta,34.2,mmlu_hard-mixed,mixeval_240601,[],knowledge
+621,yi_1.5_9b_chat,36.8,mmlu_hard-mixed,mixeval_240601,[],knowledge
+622,gemma_1.1_7b_it,39.0,mmlu_hard-mixed,mixeval_240601,[],knowledge
+623,vicuna_33b_v1.3,39.4,mmlu_hard-mixed,mixeval_240601,[],knowledge
+624,llama_2_70b_chat,27.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+625,map_neo_instruct_v0.1,32.5,mmlu_hard-mixed,mixeval_240601,[],knowledge
+626,mistral_7b_instruct_v0.2,29.4,mmlu_hard-mixed,mixeval_240601,[],knowledge
+627,qwen1.5_7b_chat,29.0,mmlu_hard-mixed,mixeval_240601,[],knowledge
+628,reka_edge_20240208,26.4,mmlu_hard-mixed,mixeval_240601,[],knowledge
+629,zephyr_7b_beta,24.2,mmlu_hard-mixed,mixeval_240601,[],knowledge
+630,llama_2_7b_chat,30.3,mmlu_hard-mixed,mixeval_240601,[],knowledge
+631,yi_6b_chat,26.8,mmlu_hard-mixed,mixeval_240601,[],knowledge
+632,qwen1.5_moe_a2.7b_chat,26.8,mmlu_hard-mixed,mixeval_240601,[],knowledge
+633,gemma_1.1_2b_it,30.3,mmlu_hard-mixed,mixeval_240601,[],knowledge
+634,vicuna_7b_v1.5,23.4,mmlu_hard-mixed,mixeval_240601,[],knowledge
+635,olmo_7b_instruct,27.3,mmlu_hard-mixed,mixeval_240601,[],knowledge
+636,qwen1.5_4b_chat,17.3,mmlu_hard-mixed,mixeval_240601,[],knowledge
+637,jetmoe_8b_chat,25.5,mmlu_hard-mixed,mixeval_240601,[],knowledge
+638,mpt_7b_chat,24.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+639,llama_3_70b,39.8,mmlu_hard-mixed,mixeval_240601,[],knowledge
+640,qwen1.5_72b,42.4,mmlu_hard-mixed,mixeval_240601,[],knowledge
+641,yi_34b,42.4,mmlu_hard-mixed,mixeval_240601,[],knowledge
+642,qwen1.5_32b,37.2,mmlu_hard-mixed,mixeval_240601,[],knowledge
+643,mixtral_8x7b,34.6,mmlu_hard-mixed,mixeval_240601,[],knowledge
+644,llama_2_70b,29.0,mmlu_hard-mixed,mixeval_240601,[],knowledge
+645,qwen1.5_moe_a2.7b,30.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+646,qwen1.5_7b,28.6,mmlu_hard-mixed,mixeval_240601,[],knowledge
+647,llama_3_8b,38.5,mmlu_hard-mixed,mixeval_240601,[],knowledge
+648,mistral_7b,27.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+649,gemma_7b,28.1,mmlu_hard-mixed,mixeval_240601,[],knowledge
+650,yi_6b,37.2,mmlu_hard-mixed,mixeval_240601,[],knowledge
+651,qwen1.5_4b,22.9,mmlu_hard-mixed,mixeval_240601,[],knowledge
+652,jetmoe_8b,27.3,mmlu_hard-mixed,mixeval_240601,[],knowledge
+653,deepseek_7b,26.4,mmlu_hard-mixed,mixeval_240601,[],knowledge
+654,phi_2,29.0,mmlu_hard-mixed,mixeval_240601,[],knowledge
+655,deepseekmoe_16b,30.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+656,llama_2_7b,24.7,mmlu_hard-mixed,mixeval_240601,[],knowledge
+657,gemma_2b,27.3,mmlu_hard-mixed,mixeval_240601,[],knowledge
+658,olmo_7b,25.1,mmlu_hard-mixed,mixeval_240601,[],knowledge
+659,mpt_7b,24.2,mmlu_hard-mixed,mixeval_240601,[],knowledge
+660,gpt_4o_2024_05_13,67.5,drop_hard-mixed,mixeval_240601,[],reasoning
+661,claude_3_opus,75.2,drop_hard-mixed,mixeval_240601,[],reasoning
+662,gpt_4_turbo_2024_04_09,71.0,drop_hard-mixed,mixeval_240601,[],reasoning
+663,gemini_1.5_pro_api_0409,64.8,drop_hard-mixed,mixeval_240601,[],reasoning
+664,yi_large_preview,63.1,drop_hard-mixed,mixeval_240601,[],reasoning
+665,llama_3_70b_instruct,74.5,drop_hard-mixed,mixeval_240601,[],reasoning
+666,qwen_max_0428,53.5,drop_hard-mixed,mixeval_240601,[],reasoning
+667,claude_3_sonnet,66.9,drop_hard-mixed,mixeval_240601,[],reasoning
+668,reka_core_20240415,66.6,drop_hard-mixed,mixeval_240601,[],reasoning
+669,mammoth2_8x7b_plus,65.1,drop_hard-mixed,mixeval_240601,[],reasoning
+670,deepseek_v2,62.8,drop_hard-mixed,mixeval_240601,[],reasoning
+671,command_r_plus,65.0,drop_hard-mixed,mixeval_240601,[],reasoning
+672,yi_1.5_34b_chat,67.4,drop_hard-mixed,mixeval_240601,[],reasoning
+673,mistral_large,61.6,drop_hard-mixed,mixeval_240601,[],reasoning
+674,qwen1.5_72b_chat,56.5,drop_hard-mixed,mixeval_240601,[],reasoning
+675,mistral_medium,47.1,drop_hard-mixed,mixeval_240601,[],reasoning
+676,gemini_1.0_pro,54.1,drop_hard-mixed,mixeval_240601,[],reasoning
+677,reka_flash_20240226,65.0,drop_hard-mixed,mixeval_240601,[],reasoning
+678,mistral_small,52.6,drop_hard-mixed,mixeval_240601,[],reasoning
+679,llama_3_8b_instruct,67.6,drop_hard-mixed,mixeval_240601,[],reasoning
+680,command_r,42.0,drop_hard-mixed,mixeval_240601,[],reasoning
+681,qwen1.5_32b_chat,54.4,drop_hard-mixed,mixeval_240601,[],reasoning
+682,gpt_3.5_turbo_0125,55.4,drop_hard-mixed,mixeval_240601,[],reasoning
+683,claude_3_haiku,51.5,drop_hard-mixed,mixeval_240601,[],reasoning
+684,yi_34b_chat,57.1,drop_hard-mixed,mixeval_240601,[],reasoning
+685,mixtral_8x7b_instruct_v0.1,47.7,drop_hard-mixed,mixeval_240601,[],reasoning
+686,starling_lm_7b_beta,62.9,drop_hard-mixed,mixeval_240601,[],reasoning
+687,yi_1.5_9b_chat,61.3,drop_hard-mixed,mixeval_240601,[],reasoning
+688,gemma_1.1_7b_it,55.1,drop_hard-mixed,mixeval_240601,[],reasoning
+689,vicuna_33b_v1.3,36.6,drop_hard-mixed,mixeval_240601,[],reasoning
+690,llama_2_70b_chat,42.2,drop_hard-mixed,mixeval_240601,[],reasoning
+691,map_neo_instruct_v0.1,42.4,drop_hard-mixed,mixeval_240601,[],reasoning
+692,mistral_7b_instruct_v0.2,44.3,drop_hard-mixed,mixeval_240601,[],reasoning
+693,qwen1.5_7b_chat,50.0,drop_hard-mixed,mixeval_240601,[],reasoning
+694,reka_edge_20240208,56.9,drop_hard-mixed,mixeval_240601,[],reasoning
+695,zephyr_7b_beta,45.3,drop_hard-mixed,mixeval_240601,[],reasoning
+696,llama_2_7b_chat,44.3,drop_hard-mixed,mixeval_240601,[],reasoning
+697,yi_6b_chat,43.7,drop_hard-mixed,mixeval_240601,[],reasoning
+698,qwen1.5_moe_a2.7b_chat,39.5,drop_hard-mixed,mixeval_240601,[],reasoning
+699,gemma_1.1_2b_it,27.8,drop_hard-mixed,mixeval_240601,[],reasoning
+700,vicuna_7b_v1.5,33.2,drop_hard-mixed,mixeval_240601,[],reasoning
+701,olmo_7b_instruct,22.9,drop_hard-mixed,mixeval_240601,[],reasoning
+702,qwen1.5_4b_chat,28.6,drop_hard-mixed,mixeval_240601,[],reasoning
+703,jetmoe_8b_chat,11.5,drop_hard-mixed,mixeval_240601,[],reasoning
+704,mpt_7b_chat,31.0,drop_hard-mixed,mixeval_240601,[],reasoning
+705,llama_3_70b,59.5,drop_hard-mixed,mixeval_240601,[],reasoning
+706,qwen1.5_72b,26.2,drop_hard-mixed,mixeval_240601,[],reasoning
+707,yi_34b,56.5,drop_hard-mixed,mixeval_240601,[],reasoning
+708,qwen1.5_32b,36.9,drop_hard-mixed,mixeval_240601,[],reasoning
+709,mixtral_8x7b,42.0,drop_hard-mixed,mixeval_240601,[],reasoning
+710,llama_2_70b,46.1,drop_hard-mixed,mixeval_240601,[],reasoning
+711,qwen1.5_moe_a2.7b,31.0,drop_hard-mixed,mixeval_240601,[],reasoning
+712,qwen1.5_7b,29.8,drop_hard-mixed,mixeval_240601,[],reasoning
+713,llama_3_8b,37.1,drop_hard-mixed,mixeval_240601,[],reasoning
+714,mistral_7b,34.5,drop_hard-mixed,mixeval_240601,[],reasoning
+715,gemma_7b,31.4,drop_hard-mixed,mixeval_240601,[],reasoning
+716,yi_6b,19.4,drop_hard-mixed,mixeval_240601,[],reasoning
+717,qwen1.5_4b,24.7,drop_hard-mixed,mixeval_240601,[],reasoning
+718,jetmoe_8b,19.2,drop_hard-mixed,mixeval_240601,[],reasoning
+719,deepseek_7b,21.4,drop_hard-mixed,mixeval_240601,[],reasoning
+720,phi_2,27.1,drop_hard-mixed,mixeval_240601,[],reasoning
+721,deepseekmoe_16b,12.2,drop_hard-mixed,mixeval_240601,[],reasoning
+722,llama_2_7b,14.9,drop_hard-mixed,mixeval_240601,[],reasoning
+723,gemma_2b,13.2,drop_hard-mixed,mixeval_240601,[],reasoning
+724,olmo_7b,11.1,drop_hard-mixed,mixeval_240601,[],reasoning
+725,mpt_7b,9.2,drop_hard-mixed,mixeval_240601,[],reasoning
+771,llama_3_70b,81.7,boolq-mixed,mixeval_240601,[],knowledge
+772,qwen1.5_72b,86.9,boolq-mixed,mixeval_240601,[],knowledge
+773,yi_34b,79.4,boolq-mixed,mixeval_240601,[],knowledge
+774,qwen1.5_32b,83.4,boolq-mixed,mixeval_240601,[],knowledge
+775,mixtral_8x7b,77.7,boolq-mixed,mixeval_240601,[],knowledge
+776,llama_2_70b,74.3,boolq-mixed,mixeval_240601,[],knowledge
+777,qwen1.5_moe_a2.7b,70.9,boolq-mixed,mixeval_240601,[],knowledge
+778,qwen1.5_7b,77.7,boolq-mixed,mixeval_240601,[],knowledge
+779,llama_3_8b,64.0,boolq-mixed,mixeval_240601,[],knowledge
+780,mistral_7b,68.0,boolq-mixed,mixeval_240601,[],knowledge
+781,gemma_7b,74.3,boolq-mixed,mixeval_240601,[],knowledge
+782,yi_6b,65.1,boolq-mixed,mixeval_240601,[],knowledge
+783,qwen1.5_4b,72.0,boolq-mixed,mixeval_240601,[],knowledge
+784,jetmoe_8b,64.6,boolq-mixed,mixeval_240601,[],knowledge
+785,deepseek_7b,62.9,boolq-mixed,mixeval_240601,[],knowledge
+786,phi_2,73.1,boolq-mixed,mixeval_240601,[],knowledge
+787,deepseekmoe_16b,62.9,boolq-mixed,mixeval_240601,[],knowledge
+788,llama_2_7b,61.7,boolq-mixed,mixeval_240601,[],knowledge
+789,gemma_2b,58.9,boolq-mixed,mixeval_240601,[],knowledge
+790,olmo_7b,49.1,boolq-mixed,mixeval_240601,[],knowledge
+791,mpt_7b,44.0,boolq-mixed,mixeval_240601,[],knowledge
+593,gpt_4_0314,0.57,agieval,BLZ_240312,[],holistic
+594,gpt_4_0613,0.57,agieval,BLZ_240312,[],holistic
+596,claude_1,0.49700000000000005,agieval,BLZ_240312,[],holistic
+601,mixtral_8x7b_instruct_v0.1,0.45299999999999996,agieval,BLZ_240312,[],holistic
+602,yi_34b_chat,0.508,agieval,BLZ_240312,[],holistic
+605,gpt_3.5_turbo_0314,0.43200000000000005,agieval,BLZ_240312,[],holistic
+608,vicuna_33b,0.373,agieval,BLZ_240312,[],holistic
+609,starling_lm_7b_alpha,0.401,agieval,BLZ_240312,[],holistic
+611,llama_2_70b_chat,0.45,agieval,BLZ_240312,[],holistic
+613,openhermes_2.5_mistral_7b,0.43,agieval,BLZ_240312,[],holistic
+614,openchat_3.5,0.42700000000000005,agieval,BLZ_240312,[],holistic
+617,solar_10.7b_instruct_v1.0,0.47600000000000003,agieval,BLZ_240312,[],holistic
+618,dolphin_2.2.1_mistral_7b,0.392,agieval,BLZ_240312,[],holistic
+620,zephyr_7b_beta,0.406,agieval,BLZ_240312,[],holistic
+623,llama_2_13b_chat,0.336,agieval,BLZ_240312,[],holistic
+624,vicuna_13b,0.368,agieval,BLZ_240312,[],holistic
+626,zephyr_7b_alpha,0.38,agieval,BLZ_240312,[],holistic
+627,qwen_14b_chat,0.396,agieval,BLZ_240312,[],holistic
+630,llama_2_7b_chat,0.29600000000000004,agieval,BLZ_240312,[],holistic
+632,mistral_7b_instruct_v0.1,0.335,agieval,BLZ_240312,[],holistic
+634,vicuna_7b,0.314,agieval,BLZ_240312,[],holistic
+636,chatglm3_6b,0.414,agieval,BLZ_240312,[],holistic
+643,chatglm_6b,0.325,agieval,BLZ_240312,[],holistic
+647,llama_13b,0.205,agieval,BLZ_240312,[],holistic
+180,gpt_4_0314,0.963,arc_c,BLZ_240312,[],reasoning
+182,mistral_medium,0.899,arc_c,BLZ_240312,[],reasoning
+188,mixtral_8x7b_instruct_v0.1,0.7021999999999999,arc_c,BLZ_240312,[],reasoning
+189,yi_34b_chat,0.6544,arc_c,BLZ_240312,[],reasoning
+192,gpt_3.5_turbo_0314,0.855,arc_c,BLZ_240312,[],reasoning
+193,wizardlm_70b_v1.0,0.6544,arc_c,BLZ_240312,[],reasoning
+194,tulu_2_dpo_70b,0.721,arc_c,BLZ_240312,[],reasoning
+195,vicuna_33b,0.6212,arc_c,BLZ_240312,[],reasoning
+196,starling_lm_7b_alpha,0.6382,arc_c,BLZ_240312,[],reasoning
+198,llama_2_70b_chat,0.6459,arc_c,BLZ_240312,[],reasoning
+200,openhermes_2.5_mistral_7b,0.6493000000000001,arc_c,BLZ_240312,[],reasoning
+201,openchat_3.5,0.6391,arc_c,BLZ_240312,[],reasoning
+204,solar_10.7b_instruct_v1.0,0.7108,arc_c,BLZ_240312,[],reasoning
+205,dolphin_2.2.1_mistral_7b,0.6331,arc_c,BLZ_240312,[],reasoning
+206,wizardlm_13b_v1.2,0.5904,arc_c,BLZ_240312,[],reasoning
+207,zephyr_7b_beta,0.6203,arc_c,BLZ_240312,[],reasoning
+208,mpt_30b_chat,0.5870000000000001,arc_c,BLZ_240312,[],reasoning
+209,codellama_34b_instruct,0.5427000000000001,arc_c,BLZ_240312,[],reasoning
+210,llama_2_13b_chat,0.5904,arc_c,BLZ_240312,[],reasoning
+211,vicuna_13b,0.5708,arc_c,BLZ_240312,[],reasoning
+213,zephyr_7b_alpha,0.6101,arc_c,BLZ_240312,[],reasoning
+215,falcon_180b_chat,0.6945,arc_c,BLZ_240312,[],reasoning
+217,llama_2_7b_chat,0.529,arc_c,BLZ_240312,[],reasoning
+219,mistral_7b_instruct_v0.1,0.5452,arc_c,BLZ_240312,[],reasoning
+221,vicuna_7b,0.5324,arc_c,BLZ_240312,[],reasoning
+235,yi_34bx2_moe_60b,0.7108,arc_c,BLZ_240312,[],reasoning
+886,gpt_4_1106_preview,0.977,alpacav1,BLZ_240312,[],holistic
+888,gpt_4_0314,0.9528,alpacav1,BLZ_240312,[],holistic
+889,gpt_4_0613,0.9528,alpacav1,BLZ_240312,[],holistic
+890,mistral_medium,0.9682999999999999,alpacav1,BLZ_240312,[],holistic
+891,claude_1,0.8839,alpacav1,BLZ_240312,[],holistic
+892,claude_2.0,0.9136,alpacav1,BLZ_240312,[],holistic
+893,gemini_pro_dev_api,0.7966,alpacav1,BLZ_240312,[],holistic
+894,claude_2.1,0.8708,alpacav1,BLZ_240312,[],holistic
+895,gpt_3.5_turbo_0613,0.8937,alpacav1,BLZ_240312,[],holistic
+896,mixtral_8x7b_instruct_v0.1,0.9478,alpacav1,BLZ_240312,[],holistic
+897,yi_34b_chat,0.9408,alpacav1,BLZ_240312,[],holistic
+898,gemini_pro,0.7966,alpacav1,BLZ_240312,[],holistic
+900,gpt_3.5_turbo_0314,0.8937,alpacav1,BLZ_240312,[],holistic
+902,tulu_2_dpo_70b,0.9503,alpacav1,BLZ_240312,[],holistic
+903,vicuna_33b,0.8898999999999999,alpacav1,BLZ_240312,[],holistic
+904,starling_lm_7b_alpha,0.9198999999999999,alpacav1,BLZ_240312,[],holistic
+906,llama_2_70b_chat,0.9266,alpacav1,BLZ_240312,[],holistic
+909,openchat_3.5,0.8851,alpacav1,BLZ_240312,[],holistic
+911,gpt_3.5_turbo_1106,0.8626,alpacav1,BLZ_240312,[],holistic
+914,wizardlm_13b_v1.2,0.8917,alpacav1,BLZ_240312,[],holistic
+915,zephyr_7b_beta,0.9059999999999999,alpacav1,BLZ_240312,[],holistic
+918,llama_2_13b_chat,0.8109000000000001,alpacav1,BLZ_240312,[],holistic
+921,zephyr_7b_alpha,0.8576,alpacav1,BLZ_240312,[],holistic
+924,guanaco_33b,0.6596,alpacav1,BLZ_240312,[],holistic
+925,llama_2_7b_chat,0.7137,alpacav1,BLZ_240312,[],holistic
+934,chatglm2_6b,0.47130000000000005,alpacav1,BLZ_240312,[],holistic
+937,openassistant_pythia_12b,0.2596,alpacav1,BLZ_240312,[],holistic
+827,gpt_4_1106_preview,0.5,alpacav2,BLZ_240312,[],holistic
+829,gpt_4_0314,0.221,alpacav2,BLZ_240312,[],holistic
+830,gpt_4_0613,0.158,alpacav2,BLZ_240312,[],holistic
+831,mistral_medium,0.21899999999999997,alpacav2,BLZ_240312,[],holistic
+832,claude_1,0.17,alpacav2,BLZ_240312,[],holistic
+833,claude_2.0,0.172,alpacav2,BLZ_240312,[],holistic
+834,gemini_pro_dev_api,0.16899999999999998,alpacav2,BLZ_240312,[],holistic
+835,claude_2.1,0.157,alpacav2,BLZ_240312,[],holistic
+836,gpt_3.5_turbo_0613,0.141,alpacav2,BLZ_240312,[],holistic
+837,mixtral_8x7b_instruct_v0.1,0.183,alpacav2,BLZ_240312,[],holistic
+838,yi_34b_chat,0.297,alpacav2,BLZ_240312,[],holistic
+839,gemini_pro,0.16899999999999998,alpacav2,BLZ_240312,[],holistic
+840,claude_instant_1,0.161,alpacav2,BLZ_240312,[],holistic
+841,gpt_3.5_turbo_0314,0.096,alpacav2,BLZ_240312,[],holistic
+842,wizardlm_70b_v1.0,0.14400000000000002,alpacav2,BLZ_240312,[],holistic
+843,tulu_2_dpo_70b,0.16,alpacav2,BLZ_240312,[],holistic
+844,vicuna_33b,0.127,alpacav2,BLZ_240312,[],holistic
+845,starling_lm_7b_alpha,0.142,alpacav2,BLZ_240312,[],holistic
+846,deepseek_llm_67b_chat,0.121,alpacav2,BLZ_240312,[],holistic
+847,llama_2_70b_chat,0.139,alpacav2,BLZ_240312,[],holistic
+849,openhermes_2.5_mistral_7b,0.10300000000000001,alpacav2,BLZ_240312,[],holistic
+852,gpt_3.5_turbo_1106,0.092,alpacav2,BLZ_240312,[],holistic
+854,dolphin_2.2.1_mistral_7b,0.09,alpacav2,BLZ_240312,[],holistic
+855,wizardlm_13b_v1.2,0.12,alpacav2,BLZ_240312,[],holistic
+856,zephyr_7b_beta,0.11,alpacav2,BLZ_240312,[],holistic
+859,llama_2_13b_chat,0.077,alpacav2,BLZ_240312,[],holistic
+860,vicuna_13b,0.067,alpacav2,BLZ_240312,[],holistic
+862,zephyr_7b_alpha,0.084,alpacav2,BLZ_240312,[],holistic
+863,qwen_14b_chat,0.075,alpacav2,BLZ_240312,[],holistic
+865,guanaco_33b,0.05,alpacav2,BLZ_240312,[],holistic
+866,llama_2_7b_chat,0.0496,alpacav2,BLZ_240312,[],holistic
+870,vicuna_7b,0.048,alpacav2,BLZ_240312,[],holistic
+875,chatglm2_6b,0.027999999999999997,alpacav2,BLZ_240312,[],holistic
+878,openassistant_pythia_12b,0.018000000000000002,alpacav2,BLZ_240312,[],holistic
+1299,gpt_4_1106_preview,0.32799999999999996,alpacaeval2_lc,BLZ_240312,[],holistic
+1301,gpt_4_0314,0.21600000000000003,alpacaeval2_lc,BLZ_240312,[],holistic
+1302,gpt_4_0613,0.18600000000000003,alpacaeval2_lc,BLZ_240312,[],holistic
+1303,mistral_medium,0.196,alpacaeval2_lc,BLZ_240312,[],holistic
+1304,claude_1,0.21100000000000002,alpacaeval2_lc,BLZ_240312,[],holistic
+1305,claude_2.0,0.21600000000000003,alpacaeval2_lc,BLZ_240312,[],holistic
+1306,gemini_pro_dev_api,0.172,alpacaeval2_lc,BLZ_240312,[],holistic
+1307,claude_2.1,0.193,alpacaeval2_lc,BLZ_240312,[],holistic
+1308,gpt_3.5_turbo_0613,0.14300000000000002,alpacaeval2_lc,BLZ_240312,[],holistic
+1309,mixtral_8x7b_instruct_v0.1,0.168,alpacaeval2_lc,BLZ_240312,[],holistic
+1310,yi_34b_chat,0.188,alpacaeval2_lc,BLZ_240312,[],holistic
+1312,claude_instant_1,0.195,alpacaeval2_lc,BLZ_240312,[],holistic
+1313,gpt_3.5_turbo_0314,0.156,alpacaeval2_lc,BLZ_240312,[],holistic
+1314,wizardlm_70b_v1.0,0.125,alpacaeval2_lc,BLZ_240312,[],holistic
+1315,tulu_2_dpo_70b,0.151,alpacaeval2_lc,BLZ_240312,[],holistic
+1316,vicuna_33b,0.115,alpacaeval2_lc,BLZ_240312,[],holistic
+1317,starling_lm_7b_alpha,0.10099999999999999,alpacaeval2_lc,BLZ_240312,[],holistic
+1318,deepseek_llm_67b_chat,0.141,alpacaeval2_lc,BLZ_240312,[],holistic
+1319,llama_2_70b_chat,0.10400000000000001,alpacaeval2_lc,BLZ_240312,[],holistic
+1321,openhermes_2.5_mistral_7b,0.126,alpacaeval2_lc,BLZ_240312,[],holistic
+1324,gpt_3.5_turbo_1106,0.155,alpacaeval2_lc,BLZ_240312,[],holistic
+1326,dolphin_2.2.1_mistral_7b,0.10800000000000001,alpacaeval2_lc,BLZ_240312,[],holistic
+1327,wizardlm_13b_v1.2,0.099,alpacaeval2_lc,BLZ_240312,[],holistic
+1328,zephyr_7b_beta,0.102,alpacaeval2_lc,BLZ_240312,[],holistic
+1331,llama_2_13b_chat,0.068,alpacaeval2_lc,BLZ_240312,[],holistic
+1332,vicuna_13b,0.085,alpacaeval2_lc,BLZ_240312,[],holistic
+1334,zephyr_7b_alpha,0.086,alpacaeval2_lc,BLZ_240312,[],holistic
+1335,qwen_14b_chat,0.1,alpacaeval2_lc,BLZ_240312,[],holistic
+1338,llama_2_7b_chat,0.045,alpacaeval2_lc,BLZ_240312,[],holistic
+1342,vicuna_7b,0.06,alpacaeval2_lc,BLZ_240312,[],holistic
+0,gpt_4_0125_preview,1.0,arena_elo,BLZ_240312,[],holistic
+1,gpt_4_1106_preview,0.9992019154030327,arena_elo,BLZ_240312,[],holistic
+2,bard_gemini_pro,0.9768555466879489,arena_elo,BLZ_240312,[],holistic
+3,gpt_4_0314,0.9497206703910615,arena_elo,BLZ_240312,[],holistic
+4,gpt_4_0613,0.9273743016759777,arena_elo,BLZ_240312,[],holistic
+5,mistral_medium,0.9177972865123704,arena_elo,BLZ_240312,[],holistic
+6,claude_1,0.9169992019154031,arena_elo,BLZ_240312,[],holistic
+7,claude_2.0,0.9034317637669593,arena_elo,BLZ_240312,[],holistic
+8,gemini_pro_dev_api,0.8938547486033519,arena_elo,BLZ_240312,[],holistic
+9,claude_2.1,0.8930566640063847,arena_elo,BLZ_240312,[],holistic
+10,gpt_3.5_turbo_0613,0.8922585794094174,arena_elo,BLZ_240312,[],holistic
+11,mixtral_8x7b_instruct_v0.1,0.8922585794094174,arena_elo,BLZ_240312,[],holistic
+12,yi_34b_chat,0.8898643256185156,arena_elo,BLZ_240312,[],holistic
+13,gemini_pro,0.8890662410215483,arena_elo,BLZ_240312,[],holistic
+14,claude_instant_1,0.8850758180367119,arena_elo,BLZ_240312,[],holistic
+15,gpt_3.5_turbo_0314,0.8818834796488427,arena_elo,BLZ_240312,[],holistic
+16,wizardlm_70b_v1.0,0.8818834796488427,arena_elo,BLZ_240312,[],holistic
+17,tulu_2_dpo_70b,0.8810853950518756,arena_elo,BLZ_240312,[],holistic
+18,vicuna_33b,0.8723064644852354,arena_elo,BLZ_240312,[],holistic
+19,starling_lm_7b_alpha,0.8699122106943336,arena_elo,BLZ_240312,[],holistic
+20,deepseek_llm_67b_chat,0.8635275339185954,arena_elo,BLZ_240312,[],holistic
+21,llama_2_70b_chat,0.8635275339185954,arena_elo,BLZ_240312,[],holistic
+22,nv_llama2_70b_steerlm_chat,0.8603351955307262,arena_elo,BLZ_240312,[],holistic
+23,openhermes_2.5_mistral_7b,0.8603351955307262,arena_elo,BLZ_240312,[],holistic
+24,openchat_3.5,0.8587390263367917,arena_elo,BLZ_240312,[],holistic
+25,pplx_70b_online,0.8587390263367917,arena_elo,BLZ_240312,[],holistic
+26,gpt_3.5_turbo_1106,0.8547486033519553,arena_elo,BLZ_240312,[],holistic
+27,solar_10.7b_instruct_v1.0,0.8499600957701516,arena_elo,BLZ_240312,[],holistic
+28,dolphin_2.2.1_mistral_7b,0.8499600957701516,arena_elo,BLZ_240312,[],holistic
+29,wizardlm_13b_v1.2,0.8443735035913806,arena_elo,BLZ_240312,[],holistic
+30,zephyr_7b_beta,0.8387869114126097,arena_elo,BLZ_240312,[],holistic
+31,mpt_30b_chat,0.8332003192338387,arena_elo,BLZ_240312,[],holistic
+32,codellama_34b_instruct,0.8324022346368715,arena_elo,BLZ_240312,[],holistic
+33,llama_2_13b_chat,0.8316041500399042,arena_elo,BLZ_240312,[],holistic
+34,vicuna_13b,0.8300079808459697,arena_elo,BLZ_240312,[],holistic
+35,pplx_7b_online,0.8284118116520351,arena_elo,BLZ_240312,[],holistic
+36,zephyr_7b_alpha,0.8276137270550679,arena_elo,BLZ_240312,[],holistic
+37,qwen_14b_chat,0.825219473264166,arena_elo,BLZ_240312,[],holistic
+38,falcon_180b_chat,0.8236233040702314,arena_elo,BLZ_240312,[],holistic
+39,guanaco_33b,0.8236233040702314,arena_elo,BLZ_240312,[],holistic
+40,llama_2_7b_chat,0.8172386272944933,arena_elo,BLZ_240312,[],holistic
+41,stripedhyena_nous_7b,0.8140462889066241,arena_elo,BLZ_240312,[],holistic
+42,mistral_7b_instruct_v0.1,0.8028731045490822,arena_elo,BLZ_240312,[],holistic
+43,palm_chat_bison_001,0.8028731045490822,arena_elo,BLZ_240312,[],holistic
+44,vicuna_7b,0.8020750199521149,arena_elo,BLZ_240312,[],holistic
+45,koala_13b,0.770949720670391,arena_elo,BLZ_240312,[],holistic
+46,chatglm3_6b,0.7661612130885874,arena_elo,BLZ_240312,[],holistic
+47,gpt4all_13b_snoozy,0.74780526735834,arena_elo,BLZ_240312,[],holistic
+48,mpt_7b_chat,0.7430167597765364,arena_elo,BLZ_240312,[],holistic
+49,chatglm2_6b,0.7422186751795691,arena_elo,BLZ_240312,[],holistic
+50,rwkv_4_raven_14b,0.7382282521947326,arena_elo,BLZ_240312,[],holistic
+51,alpaca_13b,0.7214684756584198,arena_elo,BLZ_240312,[],holistic
+52,openassistant_pythia_12b,0.7158818834796489,arena_elo,BLZ_240312,[],holistic
+53,chatglm_6b,0.704708699122107,arena_elo,BLZ_240312,[],holistic
+54,fastchat_t5_3b,0.6975259377494014,arena_elo,BLZ_240312,[],holistic
+55,stablelm_tuned_alpha_7b,0.6743814844373504,arena_elo,BLZ_240312,[],holistic
+56,dolly_v2_12b,0.6568236233040702,arena_elo,BLZ_240312,[],holistic
+57,llama_13b,0.6384676775738228,arena_elo,BLZ_240312,[],holistic
+709,gpt_4_1106_preview,0.8390000000000001,bbh,BLZ_240312,[],holistic
+711,gpt_4_0314,0.867,bbh,BLZ_240312,[],holistic
+712,gpt_4_0613,0.867,bbh,BLZ_240312,[],holistic
+714,claude_1,0.6729999999999999,bbh,BLZ_240312,[],holistic
+716,gemini_pro_dev_api,0.6559999999999999,bbh,BLZ_240312,[],holistic
+718,gpt_3.5_turbo_0613,0.71,bbh,BLZ_240312,[],holistic
+719,mixtral_8x7b_instruct_v0.1,0.67,bbh,BLZ_240312,[],holistic
+720,yi_34b_chat,0.7170000000000001,bbh,BLZ_240312,[],holistic
+721,gemini_pro,0.6559999999999999,bbh,BLZ_240312,[],holistic
+725,tulu_2_dpo_70b,0.66,bbh,BLZ_240312,[],holistic
+726,vicuna_33b,0.52,bbh,BLZ_240312,[],holistic
+729,llama_2_70b_chat,0.608,bbh,BLZ_240312,[],holistic
+734,gpt_3.5_turbo_1106,0.71,bbh,BLZ_240312,[],holistic
+736,dolphin_2.2.1_mistral_7b,0.598,bbh,BLZ_240312,[],holistic
+741,llama_2_13b_chat,0.5820000000000001,bbh,BLZ_240312,[],holistic
+742,vicuna_13b,0.515,bbh,BLZ_240312,[],holistic
+745,qwen_14b_chat,0.537,bbh,BLZ_240312,[],holistic
+748,llama_2_7b_chat,0.35600000000000004,bbh,BLZ_240312,[],holistic
+750,mistral_7b_instruct_v0.1,0.5670000000000001,bbh,BLZ_240312,[],holistic
+752,vicuna_7b,0.434,bbh,BLZ_240312,[],holistic
+765,llama_13b,0.379,bbh,BLZ_240312,[],holistic
+1122,gpt_4_1106_preview,0.8604999999999999,eq_benchv2,BLZ_240312,[],holistic
+1124,gpt_4_0314,0.8573000000000001,eq_benchv2,BLZ_240312,[],holistic
+1125,gpt_4_0613,0.8479000000000001,eq_benchv2,BLZ_240312,[],holistic
+1126,mistral_medium,0.8256999999999999,eq_benchv2,BLZ_240312,[],holistic
+1127,claude_1,0.7683,eq_benchv2,BLZ_240312,[],holistic
+1128,claude_2.0,0.7289,eq_benchv2,BLZ_240312,[],holistic
+1129,gemini_pro_dev_api,0.7508,eq_benchv2,BLZ_240312,[],holistic
+1130,claude_2.1,0.7395999999999999,eq_benchv2,BLZ_240312,[],holistic
+1131,gpt_3.5_turbo_0613,0.6934999999999999,eq_benchv2,BLZ_240312,[],holistic
+1132,mixtral_8x7b_instruct_v0.1,0.7237,eq_benchv2,BLZ_240312,[],holistic
+1133,yi_34b_chat,0.7162000000000001,eq_benchv2,BLZ_240312,[],holistic
+1135,claude_instant_1,0.6904,eq_benchv2,BLZ_240312,[],holistic
+1136,gpt_3.5_turbo_0314,0.7067,eq_benchv2,BLZ_240312,[],holistic
+1137,wizardlm_70b_v1.0,0.7128,eq_benchv2,BLZ_240312,[],holistic
+1138,tulu_2_dpo_70b,0.7663,eq_benchv2,BLZ_240312,[],holistic
+1139,vicuna_33b,0.6707,eq_benchv2,BLZ_240312,[],holistic
+1140,starling_lm_7b_alpha,0.7390000000000001,eq_benchv2,BLZ_240312,[],holistic
+1141,deepseek_llm_67b_chat,0.7753,eq_benchv2,BLZ_240312,[],holistic
+1142,llama_2_70b_chat,0.7359,eq_benchv2,BLZ_240312,[],holistic
+1144,openhermes_2.5_mistral_7b,0.6689,eq_benchv2,BLZ_240312,[],holistic
+1145,openchat_3.5,0.7218000000000001,eq_benchv2,BLZ_240312,[],holistic
+1146,pplx_70b_online,0.6279,eq_benchv2,BLZ_240312,[],holistic
+1147,gpt_3.5_turbo_1106,0.7173999999999999,eq_benchv2,BLZ_240312,[],holistic
+1148,solar_10.7b_instruct_v1.0,0.7353000000000001,eq_benchv2,BLZ_240312,[],holistic
+1149,dolphin_2.2.1_mistral_7b,0.6992,eq_benchv2,BLZ_240312,[],holistic
+1150,wizardlm_13b_v1.2,0.6371,eq_benchv2,BLZ_240312,[],holistic
+1151,zephyr_7b_beta,0.5832999999999999,eq_benchv2,BLZ_240312,[],holistic
+1153,codellama_34b_instruct,0.4915,eq_benchv2,BLZ_240312,[],holistic
+1154,llama_2_13b_chat,0.49119999999999997,eq_benchv2,BLZ_240312,[],holistic
+1155,vicuna_13b,0.6739,eq_benchv2,BLZ_240312,[],holistic
+1156,pplx_7b_online,0.4891,eq_benchv2,BLZ_240312,[],holistic
+1157,zephyr_7b_alpha,0.5682,eq_benchv2,BLZ_240312,[],holistic
+1158,qwen_14b_chat,0.6347,eq_benchv2,BLZ_240312,[],holistic
+1159,falcon_180b_chat,0.5682,eq_benchv2,BLZ_240312,[],holistic
+1160,guanaco_33b,0.3611,eq_benchv2,BLZ_240312,[],holistic
+1161,llama_2_7b_chat,0.3632,eq_benchv2,BLZ_240312,[],holistic
+1162,stripedhyena_nous_7b,0.5458,eq_benchv2,BLZ_240312,[],holistic
+1163,mistral_7b_instruct_v0.1,0.5215,eq_benchv2,BLZ_240312,[],holistic
+1179,yi_34bx2_moe_60b,0.7269,eq_benchv2,BLZ_240312,[],holistic
+542,mixtral_8x7b_instruct_v0.1,0.7641,gpt4all,BLZ_240312,[],holistic
+543,yi_34b_chat,0.7212999999999999,gpt4all,BLZ_240312,[],holistic
+550,starling_lm_7b_alpha,0.7272,gpt4all,BLZ_240312,[],holistic
+554,openhermes_2.5_mistral_7b,0.7312000000000001,gpt4all,BLZ_240312,[],holistic
+555,openchat_3.5,0.7292000000000001,gpt4all,BLZ_240312,[],holistic
+558,solar_10.7b_instruct_v1.0,0.7511,gpt4all,BLZ_240312,[],holistic
+559,dolphin_2.2.1_mistral_7b,0.7223999999999999,gpt4all,BLZ_240312,[],holistic
+561,zephyr_7b_beta,0.7182999999999999,gpt4all,BLZ_240312,[],holistic
+565,vicuna_13b,0.631,gpt4all,BLZ_240312,[],holistic
+567,zephyr_7b_alpha,0.7223999999999999,gpt4all,BLZ_240312,[],holistic
+573,mistral_7b_instruct_v0.1,0.6795,gpt4all,BLZ_240312,[],holistic
+575,vicuna_7b,0.61,gpt4all,BLZ_240312,[],holistic
+576,koala_13b,0.62,gpt4all,BLZ_240312,[],holistic
+578,gpt4all_13b_snoozy,0.653,gpt4all,BLZ_240312,[],holistic
+579,mpt_7b_chat,0.648,gpt4all,BLZ_240312,[],holistic
+583,openassistant_pythia_12b,0.61,gpt4all,BLZ_240312,[],holistic
+585,fastchat_t5_3b,0.537,gpt4all,BLZ_240312,[],holistic
+586,stablelm_tuned_alpha_7b,0.513,gpt4all,BLZ_240312,[],holistic
+588,llama_13b,0.63,gpt4all,BLZ_240312,[],holistic
+477,mistral_medium,0.667,gsm8k,BLZ_240312,[],math
+483,mixtral_8x7b_instruct_v0.1,0.6073,gsm8k,BLZ_240312,[],math
+484,yi_34b_chat,0.31920000000000004,gsm8k,BLZ_240312,[],math
+487,gpt_3.5_turbo_0314,0.5710000000000001,gsm8k,BLZ_240312,[],math
+488,wizardlm_70b_v1.0,0.1797,gsm8k,BLZ_240312,[],math
+489,tulu_2_dpo_70b,0.6262,gsm8k,BLZ_240312,[],math
+490,vicuna_33b,0.13720000000000002,gsm8k,BLZ_240312,[],math
+491,starling_lm_7b_alpha,0.624,gsm8k,BLZ_240312,[],math
+493,llama_2_70b_chat,0.2669,gsm8k,BLZ_240312,[],math
+495,openhermes_2.5_mistral_7b,0.2608,gsm8k,BLZ_240312,[],math
+496,openchat_3.5,0.26839999999999997,gsm8k,BLZ_240312,[],math
+499,solar_10.7b_instruct_v1.0,0.6475,gsm8k,BLZ_240312,[],math
+500,dolphin_2.2.1_mistral_7b,0.4807,gsm8k,BLZ_240312,[],math
+501,wizardlm_13b_v1.2,0.135,gsm8k,BLZ_240312,[],math
+502,zephyr_7b_beta,0.2904,gsm8k,BLZ_240312,[],math
+503,mpt_30b_chat,0.1213,gsm8k,BLZ_240312,[],math
+504,codellama_34b_instruct,0.37979999999999997,gsm8k,BLZ_240312,[],math
+505,llama_2_13b_chat,0.1524,gsm8k,BLZ_240312,[],math
+506,vicuna_13b,0.113,gsm8k,BLZ_240312,[],math
+508,zephyr_7b_alpha,0.14029999999999998,gsm8k,BLZ_240312,[],math
+509,qwen_14b_chat,0.597,gsm8k,BLZ_240312,[],math
+510,falcon_180b_chat,0.4594,gsm8k,BLZ_240312,[],math
+512,llama_2_7b_chat,0.0735,gsm8k,BLZ_240312,[],math
+514,mistral_7b_instruct_v0.1,0.1425,gsm8k,BLZ_240312,[],math
+516,vicuna_7b,0.0819,gsm8k,BLZ_240312,[],math
+530,yi_34bx2_moe_60b,0.7551000000000001,gsm8k,BLZ_240312,[],math
+239,gpt_4_0314,0.953,hellaswag,BLZ_240312,[],reasoning
+241,mistral_medium,0.88,hellaswag,BLZ_240312,[],reasoning
+247,mixtral_8x7b_instruct_v0.1,0.8763,hellaswag,BLZ_240312,[],reasoning
+248,yi_34b_chat,0.8416,hellaswag,BLZ_240312,[],reasoning
+251,gpt_3.5_turbo_0314,0.706,hellaswag,BLZ_240312,[],reasoning
+252,wizardlm_70b_v1.0,0.8441,hellaswag,BLZ_240312,[],reasoning
+253,tulu_2_dpo_70b,0.8898999999999999,hellaswag,BLZ_240312,[],reasoning
+254,vicuna_33b,0.83,hellaswag,BLZ_240312,[],reasoning
+255,starling_lm_7b_alpha,0.8490000000000001,hellaswag,BLZ_240312,[],reasoning
+257,llama_2_70b_chat,0.8588,hellaswag,BLZ_240312,[],reasoning
+259,openhermes_2.5_mistral_7b,0.8418000000000001,hellaswag,BLZ_240312,[],reasoning
+260,openchat_3.5,0.8479000000000001,hellaswag,BLZ_240312,[],reasoning
+263,solar_10.7b_instruct_v1.0,0.8815999999999999,hellaswag,BLZ_240312,[],reasoning
+264,dolphin_2.2.1_mistral_7b,0.8376,hellaswag,BLZ_240312,[],reasoning
+265,wizardlm_13b_v1.2,0.8220999999999999,hellaswag,BLZ_240312,[],reasoning
+266,zephyr_7b_beta,0.8436,hellaswag,BLZ_240312,[],reasoning
+267,mpt_30b_chat,0.8254,hellaswag,BLZ_240312,[],reasoning
+268,codellama_34b_instruct,0.7692,hellaswag,BLZ_240312,[],reasoning
+269,llama_2_13b_chat,0.8194,hellaswag,BLZ_240312,[],reasoning
+270,vicuna_13b,0.8123999999999999,hellaswag,BLZ_240312,[],reasoning
+272,zephyr_7b_alpha,0.8404,hellaswag,BLZ_240312,[],reasoning
+274,falcon_180b_chat,0.8886,hellaswag,BLZ_240312,[],reasoning
+276,llama_2_7b_chat,0.7855,hellaswag,BLZ_240312,[],reasoning
+278,mistral_7b_instruct_v0.1,0.7563,hellaswag,BLZ_240312,[],reasoning
+280,vicuna_7b,0.7739,hellaswag,BLZ_240312,[],reasoning
+294,yi_34bx2_moe_60b,0.8523000000000001,hellaswag,BLZ_240312,[],reasoning
+129,mixtral_8x7b_instruct_v0.1,0.7262000000000001,hugging_6,BLZ_240312,[],holistic
+130,yi_34b_chat,0.6531999999999999,hugging_6,BLZ_240312,[],holistic
+134,wizardlm_70b_v1.0,0.6125,hugging_6,BLZ_240312,[],holistic
+135,tulu_2_dpo_70b,0.7376999999999999,hugging_6,BLZ_240312,[],holistic
+136,vicuna_33b,0.585,hugging_6,BLZ_240312,[],holistic
+137,starling_lm_7b_alpha,0.6713,hugging_6,BLZ_240312,[],holistic
+139,llama_2_70b_chat,0.624,hugging_6,BLZ_240312,[],holistic
+141,openhermes_2.5_mistral_7b,0.6152000000000001,hugging_6,BLZ_240312,[],holistic
+142,openchat_3.5,0.6124,hugging_6,BLZ_240312,[],holistic
+145,solar_10.7b_instruct_v1.0,0.742,hugging_6,BLZ_240312,[],holistic
+146,dolphin_2.2.1_mistral_7b,0.6493000000000001,hugging_6,BLZ_240312,[],holistic
+147,wizardlm_13b_v1.2,0.5476,hugging_6,BLZ_240312,[],holistic
+148,zephyr_7b_beta,0.6195,hugging_6,BLZ_240312,[],holistic
+149,mpt_30b_chat,0.5538000000000001,hugging_6,BLZ_240312,[],holistic
+150,codellama_34b_instruct,0.5729,hugging_6,BLZ_240312,[],holistic
+151,llama_2_13b_chat,0.5490999999999999,hugging_6,BLZ_240312,[],holistic
+152,vicuna_13b,0.5539999999999999,hugging_6,BLZ_240312,[],holistic
+154,zephyr_7b_alpha,0.595,hugging_6,BLZ_240312,[],holistic
+156,falcon_180b_chat,0.6785,hugging_6,BLZ_240312,[],holistic
+158,llama_2_7b_chat,0.5074000000000001,hugging_6,BLZ_240312,[],holistic
+160,mistral_7b_instruct_v0.1,0.5496,hugging_6,BLZ_240312,[],holistic
+162,vicuna_7b,0.521,hugging_6,BLZ_240312,[],holistic
+176,yi_34bx2_moe_60b,0.7672,hugging_6,BLZ_240312,[],holistic
+768,gpt_4_1106_preview,0.8540000000000001,humaneval,BLZ_240312,[],code
+770,gpt_4_0314,0.884,humaneval,BLZ_240312,[],code
+771,gpt_4_0613,0.884,humaneval,BLZ_240312,[],code
+773,claude_1,0.56,humaneval,BLZ_240312,[],code
+774,claude_2.0,0.7120000000000001,humaneval,BLZ_240312,[],code
+775,gemini_pro_dev_api,0.634,humaneval,BLZ_240312,[],code
+777,gpt_3.5_turbo_0613,0.726,humaneval,BLZ_240312,[],code
+778,mixtral_8x7b_instruct_v0.1,0.5489999999999999,humaneval,BLZ_240312,[],code
+780,gemini_pro,0.634,humaneval,BLZ_240312,[],code
+781,claude_instant_1,0.528,humaneval,BLZ_240312,[],code
+782,gpt_3.5_turbo_0314,0.732,humaneval,BLZ_240312,[],code
+790,openhermes_2.5_mistral_7b,0.48200000000000004,humaneval,BLZ_240312,[],code
+791,openchat_3.5,0.555,humaneval,BLZ_240312,[],code
+793,gpt_3.5_turbo_1106,0.726,humaneval,BLZ_240312,[],code
+797,zephyr_7b_beta,0.3,humaneval,BLZ_240312,[],code
+799,codellama_34b_instruct,0.518,humaneval,BLZ_240312,[],code
+801,vicuna_13b,0.171,humaneval,BLZ_240312,[],code
+804,qwen_14b_chat,0.439,humaneval,BLZ_240312,[],code
+809,mistral_7b_instruct_v0.1,0.287,humaneval,BLZ_240312,[],code
+811,vicuna_7b,0.11599999999999999,humaneval,BLZ_240312,[],code
+947,gpt_4_0314,0.93,llmonitor,BLZ_240312,[],holistic
+948,gpt_4_0613,0.89,llmonitor,BLZ_240312,[],holistic
+950,claude_1,0.66,llmonitor,BLZ_240312,[],holistic
+951,claude_2.0,0.68,llmonitor,BLZ_240312,[],holistic
+954,gpt_3.5_turbo_0613,0.81,llmonitor,BLZ_240312,[],holistic
+958,claude_instant_1,0.6,llmonitor,BLZ_240312,[],holistic
+959,gpt_3.5_turbo_0314,0.79,llmonitor,BLZ_240312,[],holistic
+965,llama_2_70b_chat,0.6,llmonitor,BLZ_240312,[],holistic
+975,mpt_30b_chat,0.4,llmonitor,BLZ_240312,[],holistic
+976,codellama_34b_instruct,0.34,llmonitor,BLZ_240312,[],holistic
+977,llama_2_13b_chat,0.5,llmonitor,BLZ_240312,[],holistic
+978,vicuna_13b,0.5,llmonitor,BLZ_240312,[],holistic
+982,falcon_180b_chat,0.67,llmonitor,BLZ_240312,[],holistic
+983,guanaco_33b,0.43,llmonitor,BLZ_240312,[],holistic
+984,llama_2_7b_chat,0.5,llmonitor,BLZ_240312,[],holistic
+986,mistral_7b_instruct_v0.1,0.57,llmonitor,BLZ_240312,[],holistic
+987,palm_chat_bison_001,0.57,llmonitor,BLZ_240312,[],holistic
+988,vicuna_7b,0.41,llmonitor,BLZ_240312,[],holistic
+989,koala_13b,0.31,llmonitor,BLZ_240312,[],holistic
+992,mpt_7b_chat,0.43,llmonitor,BLZ_240312,[],holistic
+1000,dolly_v2_12b,0.23,llmonitor,BLZ_240312,[],holistic
+1185,mistral_medium,0.654,magi,BLZ_240312,[],holistic
+1188,gemini_pro_dev_api,0.528,magi,BLZ_240312,[],holistic
+1190,gpt_3.5_turbo_0613,0.455,magi,BLZ_240312,[],holistic
+1191,mixtral_8x7b_instruct_v0.1,0.49560000000000004,magi,BLZ_240312,[],holistic
+1192,yi_34b_chat,0.5821999999999999,magi,BLZ_240312,[],holistic
+1195,gpt_3.5_turbo_0314,0.512,magi,BLZ_240312,[],holistic
+1196,wizardlm_70b_v1.0,0.4476,magi,BLZ_240312,[],holistic
+1197,tulu_2_dpo_70b,0.5212,magi,BLZ_240312,[],holistic
+1198,vicuna_33b,0.3837,magi,BLZ_240312,[],holistic
+1199,starling_lm_7b_alpha,0.4304,magi,BLZ_240312,[],holistic
+1200,deepseek_llm_67b_chat,0.5946,magi,BLZ_240312,[],holistic
+1201,llama_2_70b_chat,0.39899999999999997,magi,BLZ_240312,[],holistic
+1203,openhermes_2.5_mistral_7b,0.4236,magi,BLZ_240312,[],holistic
+1204,openchat_3.5,0.42200000000000004,magi,BLZ_240312,[],holistic
+1206,gpt_3.5_turbo_1106,0.462,magi,BLZ_240312,[],holistic
+1207,solar_10.7b_instruct_v1.0,0.4693,magi,BLZ_240312,[],holistic
+1208,dolphin_2.2.1_mistral_7b,0.3782,magi,BLZ_240312,[],holistic
+1209,wizardlm_13b_v1.2,0.3678,magi,BLZ_240312,[],holistic
+1210,zephyr_7b_beta,0.4042,magi,BLZ_240312,[],holistic
+1213,llama_2_13b_chat,0.37170000000000003,magi,BLZ_240312,[],holistic
+1214,vicuna_13b,0.36560000000000004,magi,BLZ_240312,[],holistic
+1216,zephyr_7b_alpha,0.39899999999999997,magi,BLZ_240312,[],holistic
+1217,qwen_14b_chat,0.4535,magi,BLZ_240312,[],holistic
+1219,guanaco_33b,0.38659999999999994,magi,BLZ_240312,[],holistic
+1220,llama_2_7b_chat,0.35969999999999996,magi,BLZ_240312,[],holistic
+1222,mistral_7b_instruct_v0.1,0.3704,magi,BLZ_240312,[],holistic
+1063,gpt_4_1106_preview,0.83,mbpp,BLZ_240312,[],code
+1067,mistral_medium,0.623,mbpp,BLZ_240312,[],code
+1070,gemini_pro_dev_api,0.7290000000000001,mbpp,BLZ_240312,[],code
+1073,mixtral_8x7b_instruct_v0.1,0.607,mbpp,BLZ_240312,[],code
+1075,gemini_pro,0.7290000000000001,mbpp,BLZ_240312,[],code
+1077,gpt_3.5_turbo_0314,0.816,mbpp,BLZ_240312,[],code
+1089,solar_10.7b_instruct_v1.0,0.429,mbpp,BLZ_240312,[],code
+1092,zephyr_7b_beta,0.41100000000000003,mbpp,BLZ_240312,[],code
+296,gpt_4_1106_preview,0.805,mmlu,BLZ_240312,[],knowledge
+298,gpt_4_0314,0.8640000000000001,mmlu,BLZ_240312,[],knowledge
+300,mistral_medium,0.753,mmlu,BLZ_240312,[],knowledge
+301,claude_1,0.77,mmlu,BLZ_240312,[],knowledge
+302,claude_2.0,0.785,mmlu,BLZ_240312,[],knowledge
+303,gemini_pro_dev_api,0.718,mmlu,BLZ_240312,[],knowledge
+306,mixtral_8x7b_instruct_v0.1,0.706,mmlu,BLZ_240312,[],knowledge
+307,yi_34b_chat,0.735,mmlu,BLZ_240312,[],knowledge
+308,gemini_pro,0.718,mmlu,BLZ_240312,[],knowledge
+309,claude_instant_1,0.7340000000000001,mmlu,BLZ_240312,[],knowledge
+310,gpt_3.5_turbo_0314,0.7,mmlu,BLZ_240312,[],knowledge
+311,wizardlm_70b_v1.0,0.637,mmlu,BLZ_240312,[],knowledge
+312,tulu_2_dpo_70b,0.698,mmlu,BLZ_240312,[],knowledge
+313,vicuna_33b,0.5920000000000001,mmlu,BLZ_240312,[],knowledge
+314,starling_lm_7b_alpha,0.639,mmlu,BLZ_240312,[],knowledge
+315,deepseek_llm_67b_chat,0.713,mmlu,BLZ_240312,[],knowledge
+316,llama_2_70b_chat,0.63,mmlu,BLZ_240312,[],knowledge
+317,nv_llama2_70b_steerlm_chat,0.685,mmlu,BLZ_240312,[],knowledge
+318,openhermes_2.5_mistral_7b,0.638,mmlu,BLZ_240312,[],knowledge
+319,openchat_3.5,0.643,mmlu,BLZ_240312,[],knowledge
+321,gpt_3.5_turbo_1106,0.6779999999999999,mmlu,BLZ_240312,[],knowledge
+322,solar_10.7b_instruct_v1.0,0.662,mmlu,BLZ_240312,[],knowledge
+323,dolphin_2.2.1_mistral_7b,0.632,mmlu,BLZ_240312,[],knowledge
+324,wizardlm_13b_v1.2,0.527,mmlu,BLZ_240312,[],knowledge
+325,zephyr_7b_beta,0.614,mmlu,BLZ_240312,[],knowledge
+326,mpt_30b_chat,0.504,mmlu,BLZ_240312,[],knowledge
+327,codellama_34b_instruct,0.537,mmlu,BLZ_240312,[],knowledge
+328,llama_2_13b_chat,0.536,mmlu,BLZ_240312,[],knowledge
+329,vicuna_13b,0.5579999999999999,mmlu,BLZ_240312,[],knowledge
+331,zephyr_7b_alpha,0.614,mmlu,BLZ_240312,[],knowledge
+332,qwen_14b_chat,0.665,mmlu,BLZ_240312,[],knowledge
+333,falcon_180b_chat,0.68,mmlu,BLZ_240312,[],knowledge
+334,guanaco_33b,0.5760000000000001,mmlu,BLZ_240312,[],knowledge
+335,llama_2_7b_chat,0.45799999999999996,mmlu,BLZ_240312,[],knowledge
+337,mistral_7b_instruct_v0.1,0.5539999999999999,mmlu,BLZ_240312,[],knowledge
+339,vicuna_7b,0.51,mmlu,BLZ_240312,[],knowledge
+340,koala_13b,0.447,mmlu,BLZ_240312,[],knowledge
+342,gpt4all_13b_snoozy,0.43,mmlu,BLZ_240312,[],knowledge
+343,mpt_7b_chat,0.32,mmlu,BLZ_240312,[],knowledge
+344,chatglm2_6b,0.455,mmlu,BLZ_240312,[],knowledge
+345,rwkv_4_raven_14b,0.256,mmlu,BLZ_240312,[],knowledge
+346,alpaca_13b,0.48100000000000004,mmlu,BLZ_240312,[],knowledge
+347,openassistant_pythia_12b,0.27,mmlu,BLZ_240312,[],knowledge
+348,chatglm_6b,0.361,mmlu,BLZ_240312,[],knowledge
+349,fastchat_t5_3b,0.47700000000000004,mmlu,BLZ_240312,[],knowledge
+350,stablelm_tuned_alpha_7b,0.244,mmlu,BLZ_240312,[],knowledge
+351,dolly_v2_12b,0.257,mmlu,BLZ_240312,[],knowledge
+352,llama_13b,0.47,mmlu,BLZ_240312,[],knowledge
+353,yi_34bx2_moe_60b,0.775,mmlu,BLZ_240312,[],knowledge
+59,gpt_4_0125_preview,0.0929,mt_bench,BLZ_240312,[],holistic
+60,gpt_4_1106_preview,0.0932,mt_bench,BLZ_240312,[],holistic
+62,gpt_4_0314,0.08960000000000001,mt_bench,BLZ_240312,[],holistic
+63,gpt_4_0613,0.09179999999999999,mt_bench,BLZ_240312,[],holistic
+64,mistral_medium,0.0861,mt_bench,BLZ_240312,[],holistic
+65,claude_1,0.079,mt_bench,BLZ_240312,[],holistic
+66,claude_2.0,0.0806,mt_bench,BLZ_240312,[],holistic
+67,gemini_pro_dev_api,0.08039999999999999,mt_bench,BLZ_240312,[],holistic
+68,claude_2.1,0.0818,mt_bench,BLZ_240312,[],holistic
+69,gpt_3.5_turbo_0613,0.0839,mt_bench,BLZ_240312,[],holistic
+70,mixtral_8x7b_instruct_v0.1,0.083,mt_bench,BLZ_240312,[],holistic
+71,yi_34b_chat,0.07769999999999999,mt_bench,BLZ_240312,[],holistic
+72,gemini_pro,0.08039999999999999,mt_bench,BLZ_240312,[],holistic
+73,claude_instant_1,0.0785,mt_bench,BLZ_240312,[],holistic
+74,gpt_3.5_turbo_0314,0.0794,mt_bench,BLZ_240312,[],holistic
+75,wizardlm_70b_v1.0,0.0771,mt_bench,BLZ_240312,[],holistic
+76,tulu_2_dpo_70b,0.0789,mt_bench,BLZ_240312,[],holistic
+77,vicuna_33b,0.0712,mt_bench,BLZ_240312,[],holistic
+78,starling_lm_7b_alpha,0.0809,mt_bench,BLZ_240312,[],holistic
+79,deepseek_llm_67b_chat,0.08529999999999999,mt_bench,BLZ_240312,[],holistic
+80,llama_2_70b_chat,0.06860000000000001,mt_bench,BLZ_240312,[],holistic
+81,nv_llama2_70b_steerlm_chat,0.0754,mt_bench,BLZ_240312,[],holistic
+82,openhermes_2.5_mistral_7b,0.07690000000000001,mt_bench,BLZ_240312,[],holistic
+83,openchat_3.5,0.0781,mt_bench,BLZ_240312,[],holistic
+84,pplx_70b_online,0.0588,mt_bench,BLZ_240312,[],holistic
+85,gpt_3.5_turbo_1106,0.0832,mt_bench,BLZ_240312,[],holistic
+86,solar_10.7b_instruct_v1.0,0.0758,mt_bench,BLZ_240312,[],holistic
+88,wizardlm_13b_v1.2,0.07200000000000001,mt_bench,BLZ_240312,[],holistic
+89,zephyr_7b_beta,0.07339999999999999,mt_bench,BLZ_240312,[],holistic
+90,mpt_30b_chat,0.0639,mt_bench,BLZ_240312,[],holistic
+92,llama_2_13b_chat,0.0665,mt_bench,BLZ_240312,[],holistic
+93,vicuna_13b,0.06570000000000001,mt_bench,BLZ_240312,[],holistic
+95,zephyr_7b_alpha,0.0688,mt_bench,BLZ_240312,[],holistic
+96,qwen_14b_chat,0.0696,mt_bench,BLZ_240312,[],holistic
+98,guanaco_33b,0.0653,mt_bench,BLZ_240312,[],holistic
+99,llama_2_7b_chat,0.06269999999999999,mt_bench,BLZ_240312,[],holistic
+101,mistral_7b_instruct_v0.1,0.0684,mt_bench,BLZ_240312,[],holistic
+102,palm_chat_bison_001,0.064,mt_bench,BLZ_240312,[],holistic
+103,vicuna_7b,0.0617,mt_bench,BLZ_240312,[],holistic
+104,koala_13b,0.0535,mt_bench,BLZ_240312,[],holistic
+106,gpt4all_13b_snoozy,0.0541,mt_bench,BLZ_240312,[],holistic
+107,mpt_7b_chat,0.0542,mt_bench,BLZ_240312,[],holistic
+108,chatglm2_6b,0.0496,mt_bench,BLZ_240312,[],holistic
+109,rwkv_4_raven_14b,0.0398,mt_bench,BLZ_240312,[],holistic
+110,alpaca_13b,0.0453,mt_bench,BLZ_240312,[],holistic
+111,openassistant_pythia_12b,0.0432,mt_bench,BLZ_240312,[],holistic
+112,chatglm_6b,0.045,mt_bench,BLZ_240312,[],holistic
+113,fastchat_t5_3b,0.0304,mt_bench,BLZ_240312,[],holistic
+114,stablelm_tuned_alpha_7b,0.0275,mt_bench,BLZ_240312,[],holistic
+115,dolly_v2_12b,0.032799999999999996,mt_bench,BLZ_240312,[],holistic
+116,llama_13b,0.026099999999999998,mt_bench,BLZ_240312,[],holistic
+357,gpt_4_0314,0.59,truthfulqa,BLZ_240312,[],knowledge
+365,mixtral_8x7b_instruct_v0.1,0.6457999999999999,truthfulqa,BLZ_240312,[],knowledge
+366,yi_34b_chat,0.5537,truthfulqa,BLZ_240312,[],knowledge
+370,wizardlm_70b_v1.0,0.5481,truthfulqa,BLZ_240312,[],knowledge
+371,tulu_2_dpo_70b,0.6578,truthfulqa,BLZ_240312,[],knowledge
+372,vicuna_33b,0.5616,truthfulqa,BLZ_240312,[],knowledge
+373,starling_lm_7b_alpha,0.4639,truthfulqa,BLZ_240312,[],knowledge
+375,llama_2_70b_chat,0.528,truthfulqa,BLZ_240312,[],knowledge
+377,openhermes_2.5_mistral_7b,0.5224,truthfulqa,BLZ_240312,[],knowledge
+378,openchat_3.5,0.46380000000000005,truthfulqa,BLZ_240312,[],knowledge
+381,solar_10.7b_instruct_v1.0,0.7143,truthfulqa,BLZ_240312,[],knowledge
+382,dolphin_2.2.1_mistral_7b,0.5311,truthfulqa,BLZ_240312,[],knowledge
+383,wizardlm_13b_v1.2,0.4727,truthfulqa,BLZ_240312,[],knowledge
+384,zephyr_7b_beta,0.5745,truthfulqa,BLZ_240312,[],knowledge
+385,mpt_30b_chat,0.5242,truthfulqa,BLZ_240312,[],knowledge
+386,codellama_34b_instruct,0.44439999999999996,truthfulqa,BLZ_240312,[],knowledge
+387,llama_2_13b_chat,0.4412,truthfulqa,BLZ_240312,[],knowledge
+388,vicuna_13b,0.5151,truthfulqa,BLZ_240312,[],knowledge
+390,zephyr_7b_alpha,0.579,truthfulqa,BLZ_240312,[],knowledge
+392,falcon_180b_chat,0.4547,truthfulqa,BLZ_240312,[],knowledge
+394,llama_2_7b_chat,0.4557,truthfulqa,BLZ_240312,[],knowledge
+396,mistral_7b_instruct_v0.1,0.5628,truthfulqa,BLZ_240312,[],knowledge
+398,vicuna_7b,0.5034000000000001,truthfulqa,BLZ_240312,[],knowledge
+412,yi_34bx2_moe_60b,0.6618999999999999,truthfulqa,BLZ_240312,[],knowledge
+418,mistral_medium,0.88,winogrande,BLZ_240312,[],reasoning
+424,mixtral_8x7b_instruct_v0.1,0.8137000000000001,winogrande,BLZ_240312,[],reasoning
+425,yi_34b_chat,0.8011,winogrande,BLZ_240312,[],reasoning
+428,gpt_3.5_turbo_0314,0.852,winogrande,BLZ_240312,[],reasoning
+429,wizardlm_70b_v1.0,0.8081999999999999,winogrande,BLZ_240312,[],reasoning
+430,tulu_2_dpo_70b,0.8327,winogrande,BLZ_240312,[],reasoning
+431,vicuna_33b,0.7703,winogrande,BLZ_240312,[],reasoning
+432,starling_lm_7b_alpha,0.8058,winogrande,BLZ_240312,[],reasoning
+434,llama_2_70b_chat,0.8051,winogrande,BLZ_240312,[],reasoning
+436,openhermes_2.5_mistral_7b,0.7806000000000001,winogrande,BLZ_240312,[],reasoning
+437,openchat_3.5,0.8058,winogrande,BLZ_240312,[],reasoning
+440,solar_10.7b_instruct_v1.0,0.8358,winogrande,BLZ_240312,[],reasoning
+441,dolphin_2.2.1_mistral_7b,0.7814,winogrande,BLZ_240312,[],reasoning
+442,wizardlm_13b_v1.2,0.7190000000000001,winogrande,BLZ_240312,[],reasoning
+443,zephyr_7b_beta,0.7774,winogrande,BLZ_240312,[],reasoning
+444,mpt_30b_chat,0.753,winogrande,BLZ_240312,[],reasoning
+445,codellama_34b_instruct,0.7459,winogrande,BLZ_240312,[],reasoning
+446,llama_2_13b_chat,0.7451000000000001,winogrande,BLZ_240312,[],reasoning
+447,vicuna_13b,0.7465999999999999,winogrande,BLZ_240312,[],reasoning
+449,zephyr_7b_alpha,0.7861,winogrande,BLZ_240312,[],reasoning
+451,falcon_180b_chat,0.8690000000000001,winogrande,BLZ_240312,[],reasoning
+453,llama_2_7b_chat,0.7173999999999999,winogrande,BLZ_240312,[],reasoning
+455,mistral_7b_instruct_v0.1,0.7372,winogrande,BLZ_240312,[],reasoning
+457,vicuna_7b,0.7214,winogrande,BLZ_240312,[],reasoning
+471,yi_34bx2_moe_60b,0.8484999999999999,winogrande,BLZ_240312,[],reasoning
+0,gpt_4_0613,0.957,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+1,llama_3_70b,0.902,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+2,mixtral_8x22b,0.855,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+3,palmyra_x_v3_72b,0.826,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+4,gpt_4_turbo_1106_preview,0.821,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+5,palm_2_unicorn,0.781,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+6,claude_3_opus_20240229,0.762,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+7,qwen1.5_72b,0.757,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+8,palmyra_x_v2_33b,0.736,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+9,yi_34b,0.723,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+10,qwen1.5_32b,0.689,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+11,claude_v1.3,0.689,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+12,mixtral_8x7b_32k_seqlen,0.679,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+13,palm_2_bison,0.655,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+14,claude_2.0,0.651,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+15,deepseek_llm_chat_67b,0.645,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+16,llama_2_70b,0.609,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+17,claude_2.1,0.594,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+18,gpt_3.5_text_davinci_003,0.577,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+19,qwen1.5_14b,0.574,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+20,claude_instant_1.2,0.551,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+21,llama_3_8b,0.519,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+22,gpt_3.5_turbo_0613,0.502,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+23,gemma_7b,0.47,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+24,claude_3_sonnet_20240229,0.468,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+25,gpt_3.5_text_davinci_002,0.468,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+26,llama_65b,0.466,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+27,mistral_large_2402,0.46,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+28,cohere_command,0.421,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+29,dbrx_instructruct,0.419,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+30,mistral_v0.1_7b,0.415,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+31,mistral_small_2402,0.415,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+32,mistral_medium_2312,0.383,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+33,qwen1.5_7b,0.377,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+34,claude_3_haiku_20240307,0.377,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+35,yi_6b,0.351,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+36,llama_2_13b,0.332,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+37,jurassic_2_jumbo_178b,0.317,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+38,falcon_40b,0.306,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+39,phi_2,0.26,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+40,jurassic_2_grande_17b,0.253,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+41,llama_2_7b,0.234,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+42,luminous_supreme_70b,0.213,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+43,cohere_command_light,0.166,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+44,luminous_extended_30b,0.119,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+45,falcon_7b,0.1,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+46,olmo_7b,0.083,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+47,luminous_base_13b,0.072,helm_lite_mwr,helm_lite_240610,"['narrativeqa', 'naturalquestions_open', 'naturalquestions_closed', 'openbookqa', 'mmlu', 'math', 'gsm8k', 'legalbench', 'medqa', 'wmt_2014']",holistic
+48,gpt_4_0613,0.768,narrativeqa,helm_lite_240610,[],knowledge
+49,llama_3_70b,0.798,narrativeqa,helm_lite_240610,[],knowledge
+50,mixtral_8x22b,0.779,narrativeqa,helm_lite_240610,[],knowledge
+51,palmyra_x_v3_72b,0.706,narrativeqa,helm_lite_240610,[],knowledge
+52,gpt_4_turbo_1106_preview,0.727,narrativeqa,helm_lite_240610,[],knowledge
+53,palm_2_unicorn,0.583,narrativeqa,helm_lite_240610,[],knowledge
+54,claude_3_opus_20240229,0.351,narrativeqa,helm_lite_240610,[],knowledge
+55,qwen1.5_72b,0.601,narrativeqa,helm_lite_240610,[],knowledge
+56,palmyra_x_v2_33b,0.752,narrativeqa,helm_lite_240610,[],knowledge
+57,yi_34b,0.782,narrativeqa,helm_lite_240610,[],knowledge
+58,qwen1.5_32b,0.589,narrativeqa,helm_lite_240610,[],knowledge
+59,claude_v1.3,0.723,narrativeqa,helm_lite_240610,[],knowledge
+60,mixtral_8x7b_32k_seqlen,0.767,narrativeqa,helm_lite_240610,[],knowledge
+61,palm_2_bison,0.718,narrativeqa,helm_lite_240610,[],knowledge
+62,claude_2.0,0.718,narrativeqa,helm_lite_240610,[],knowledge
+63,deepseek_llm_chat_67b,0.581,narrativeqa,helm_lite_240610,[],knowledge
+64,llama_2_70b,0.763,narrativeqa,helm_lite_240610,[],knowledge
+65,claude_2.1,0.677,narrativeqa,helm_lite_240610,[],knowledge
+66,gpt_3.5_text_davinci_003,0.731,narrativeqa,helm_lite_240610,[],knowledge
+67,qwen1.5_14b,0.711,narrativeqa,helm_lite_240610,[],knowledge
+68,claude_instant_1.2,0.616,narrativeqa,helm_lite_240610,[],knowledge
+69,llama_3_8b,0.754,narrativeqa,helm_lite_240610,[],knowledge
+70,gpt_3.5_turbo_0613,0.655,narrativeqa,helm_lite_240610,[],knowledge
+71,gemma_7b,0.752,narrativeqa,helm_lite_240610,[],knowledge
+72,claude_3_sonnet_20240229,0.111,narrativeqa,helm_lite_240610,[],knowledge
+73,gpt_3.5_text_davinci_002,0.719,narrativeqa,helm_lite_240610,[],knowledge
+74,llama_65b,0.755,narrativeqa,helm_lite_240610,[],knowledge
+75,mistral_large_2402,0.454,narrativeqa,helm_lite_240610,[],knowledge
+76,cohere_command,0.749,narrativeqa,helm_lite_240610,[],knowledge
+77,dbrx_instructruct,0.488,narrativeqa,helm_lite_240610,[],knowledge
+78,mistral_v0.1_7b,0.716,narrativeqa,helm_lite_240610,[],knowledge
+79,mistral_small_2402,0.519,narrativeqa,helm_lite_240610,[],knowledge
+80,mistral_medium_2312,0.449,narrativeqa,helm_lite_240610,[],knowledge
+81,qwen1.5_7b,0.448,narrativeqa,helm_lite_240610,[],knowledge
+82,claude_3_haiku_20240307,0.244,narrativeqa,helm_lite_240610,[],knowledge
+83,yi_6b,0.702,narrativeqa,helm_lite_240610,[],knowledge
+84,llama_2_13b,0.741,narrativeqa,helm_lite_240610,[],knowledge
+85,jurassic_2_jumbo_178b,0.728,narrativeqa,helm_lite_240610,[],knowledge
+86,falcon_40b,0.671,narrativeqa,helm_lite_240610,[],knowledge
+87,phi_2,0.703,narrativeqa,helm_lite_240610,[],knowledge
+88,jurassic_2_grande_17b,0.744,narrativeqa,helm_lite_240610,[],knowledge
+89,llama_2_7b,0.686,narrativeqa,helm_lite_240610,[],knowledge
+90,luminous_supreme_70b,0.743,narrativeqa,helm_lite_240610,[],knowledge
+91,cohere_command_light,0.629,narrativeqa,helm_lite_240610,[],knowledge
+92,luminous_extended_30b,0.684,narrativeqa,helm_lite_240610,[],knowledge
+93,falcon_7b,0.621,narrativeqa,helm_lite_240610,[],knowledge
+94,olmo_7b,0.597,narrativeqa,helm_lite_240610,[],knowledge
+95,luminous_base_13b,0.633,narrativeqa,helm_lite_240610,[],knowledge
+96,gpt_4_0613,0.79,naturalquestions_open,helm_lite_240610,[],knowledge
+97,llama_3_70b,0.743,naturalquestions_open,helm_lite_240610,[],knowledge
+98,mixtral_8x22b,0.726,naturalquestions_open,helm_lite_240610,[],knowledge
+99,palmyra_x_v3_72b,0.685,naturalquestions_open,helm_lite_240610,[],knowledge
+100,gpt_4_turbo_1106_preview,0.763,naturalquestions_open,helm_lite_240610,[],knowledge
+101,palm_2_unicorn,0.674,naturalquestions_open,helm_lite_240610,[],knowledge
+102,claude_3_opus_20240229,0.264,naturalquestions_open,helm_lite_240610,[],knowledge
+103,qwen1.5_72b,0.758,naturalquestions_open,helm_lite_240610,[],knowledge
+104,palmyra_x_v2_33b,0.752,naturalquestions_open,helm_lite_240610,[],knowledge
+105,yi_34b,0.775,naturalquestions_open,helm_lite_240610,[],knowledge
+106,qwen1.5_32b,0.777,naturalquestions_open,helm_lite_240610,[],knowledge
+107,claude_v1.3,0.699,naturalquestions_open,helm_lite_240610,[],knowledge
+108,mixtral_8x7b_32k_seqlen,0.699,naturalquestions_open,helm_lite_240610,[],knowledge
+109,palm_2_bison,0.813,naturalquestions_open,helm_lite_240610,[],knowledge
+110,claude_2.0,0.67,naturalquestions_open,helm_lite_240610,[],knowledge
+111,deepseek_llm_chat_67b,0.733,naturalquestions_open,helm_lite_240610,[],knowledge
+112,llama_2_70b,0.674,naturalquestions_open,helm_lite_240610,[],knowledge
+113,claude_2.1,0.611,naturalquestions_open,helm_lite_240610,[],knowledge
+114,gpt_3.5_text_davinci_003,0.77,naturalquestions_open,helm_lite_240610,[],knowledge
+115,qwen1.5_14b,0.772,naturalquestions_open,helm_lite_240610,[],knowledge
+116,claude_instant_1.2,0.731,naturalquestions_open,helm_lite_240610,[],knowledge
+117,llama_3_8b,0.681,naturalquestions_open,helm_lite_240610,[],knowledge
+118,gpt_3.5_turbo_0613,0.678,naturalquestions_open,helm_lite_240610,[],knowledge
+119,gemma_7b,0.665,naturalquestions_open,helm_lite_240610,[],knowledge
+120,claude_3_sonnet_20240229,0.072,naturalquestions_open,helm_lite_240610,[],knowledge
+121,gpt_3.5_text_davinci_002,0.71,naturalquestions_open,helm_lite_240610,[],knowledge
+122,llama_65b,0.672,naturalquestions_open,helm_lite_240610,[],knowledge
+123,mistral_large_2402,0.485,naturalquestions_open,helm_lite_240610,[],knowledge
+124,cohere_command,0.777,naturalquestions_open,helm_lite_240610,[],knowledge
+125,dbrx_instructruct,0.55,naturalquestions_open,helm_lite_240610,[],knowledge
+126,mistral_v0.1_7b,0.687,naturalquestions_open,helm_lite_240610,[],knowledge
+127,mistral_small_2402,0.587,naturalquestions_open,helm_lite_240610,[],knowledge
+128,mistral_medium_2312,0.468,naturalquestions_open,helm_lite_240610,[],knowledge
+129,qwen1.5_7b,0.749,naturalquestions_open,helm_lite_240610,[],knowledge
+130,claude_3_haiku_20240307,0.252,naturalquestions_open,helm_lite_240610,[],knowledge
+131,yi_6b,0.748,naturalquestions_open,helm_lite_240610,[],knowledge
+132,llama_2_13b,0.64,naturalquestions_open,helm_lite_240610,[],knowledge
+133,jurassic_2_jumbo_178b,0.65,naturalquestions_open,helm_lite_240610,[],knowledge
+134,falcon_40b,0.676,naturalquestions_open,helm_lite_240610,[],knowledge
+135,phi_2,0.68,naturalquestions_open,helm_lite_240610,[],knowledge
+136,jurassic_2_grande_17b,0.627,naturalquestions_open,helm_lite_240610,[],knowledge
+137,llama_2_7b,0.612,naturalquestions_open,helm_lite_240610,[],knowledge
+138,luminous_supreme_70b,0.656,naturalquestions_open,helm_lite_240610,[],knowledge
+139,cohere_command_light,0.686,naturalquestions_open,helm_lite_240610,[],knowledge
+140,luminous_extended_30b,0.611,naturalquestions_open,helm_lite_240610,[],knowledge
+141,falcon_7b,0.58,naturalquestions_open,helm_lite_240610,[],knowledge
+142,olmo_7b,0.603,naturalquestions_open,helm_lite_240610,[],knowledge
+143,luminous_base_13b,0.577,naturalquestions_open,helm_lite_240610,[],knowledge
+144,gpt_4_0613,0.457,naturalquestions_closed,helm_lite_240610,[],knowledge
+145,llama_3_70b,0.475,naturalquestions_closed,helm_lite_240610,[],knowledge
+146,mixtral_8x22b,0.478,naturalquestions_closed,helm_lite_240610,[],knowledge
+147,palmyra_x_v3_72b,0.407,naturalquestions_closed,helm_lite_240610,[],knowledge
+148,gpt_4_turbo_1106_preview,0.435,naturalquestions_closed,helm_lite_240610,[],knowledge
+149,palm_2_unicorn,0.435,naturalquestions_closed,helm_lite_240610,[],knowledge
+150,claude_3_opus_20240229,0.441,naturalquestions_closed,helm_lite_240610,[],knowledge
+151,qwen1.5_72b,0.417,naturalquestions_closed,helm_lite_240610,[],knowledge
+152,palmyra_x_v2_33b,0.428,naturalquestions_closed,helm_lite_240610,[],knowledge
+153,yi_34b,0.443,naturalquestions_closed,helm_lite_240610,[],knowledge
+154,qwen1.5_32b,0.353,naturalquestions_closed,helm_lite_240610,[],knowledge
+155,claude_v1.3,0.409,naturalquestions_closed,helm_lite_240610,[],knowledge
+156,mixtral_8x7b_32k_seqlen,0.427,naturalquestions_closed,helm_lite_240610,[],knowledge
+157,palm_2_bison,0.39,naturalquestions_closed,helm_lite_240610,[],knowledge
+158,claude_2.0,0.428,naturalquestions_closed,helm_lite_240610,[],knowledge
+159,deepseek_llm_chat_67b,0.412,naturalquestions_closed,helm_lite_240610,[],knowledge
+160,llama_2_70b,0.46,naturalquestions_closed,helm_lite_240610,[],knowledge
+161,claude_2.1,0.375,naturalquestions_closed,helm_lite_240610,[],knowledge
+162,gpt_3.5_text_davinci_003,0.413,naturalquestions_closed,helm_lite_240610,[],knowledge
+163,qwen1.5_14b,0.3,naturalquestions_closed,helm_lite_240610,[],knowledge
+164,claude_instant_1.2,0.343,naturalquestions_closed,helm_lite_240610,[],knowledge
+165,llama_3_8b,0.378,naturalquestions_closed,helm_lite_240610,[],knowledge
+166,gpt_3.5_turbo_0613,0.335,naturalquestions_closed,helm_lite_240610,[],knowledge
+167,gemma_7b,0.336,naturalquestions_closed,helm_lite_240610,[],knowledge
+168,claude_3_sonnet_20240229,0.028,naturalquestions_closed,helm_lite_240610,[],knowledge
+169,gpt_3.5_text_davinci_002,0.394,naturalquestions_closed,helm_lite_240610,[],knowledge
+170,llama_65b,0.433,naturalquestions_closed,helm_lite_240610,[],knowledge
+171,mistral_large_2402,0.311,naturalquestions_closed,helm_lite_240610,[],knowledge
+172,cohere_command,0.391,naturalquestions_closed,helm_lite_240610,[],knowledge
+173,dbrx_instructruct,0.284,naturalquestions_closed,helm_lite_240610,[],knowledge
+174,mistral_v0.1_7b,0.367,naturalquestions_closed,helm_lite_240610,[],knowledge
+175,mistral_small_2402,0.304,naturalquestions_closed,helm_lite_240610,[],knowledge
+176,mistral_medium_2312,0.29,naturalquestions_closed,helm_lite_240610,[],knowledge
+177,qwen1.5_7b,0.27,naturalquestions_closed,helm_lite_240610,[],knowledge
+178,claude_3_haiku_20240307,0.144,naturalquestions_closed,helm_lite_240610,[],knowledge
+179,yi_6b,0.31,naturalquestions_closed,helm_lite_240610,[],knowledge
+180,llama_2_13b,0.371,naturalquestions_closed,helm_lite_240610,[],knowledge
+181,jurassic_2_jumbo_178b,0.385,naturalquestions_closed,helm_lite_240610,[],knowledge
+182,falcon_40b,0.392,naturalquestions_closed,helm_lite_240610,[],knowledge
+183,phi_2,0.155,naturalquestions_closed,helm_lite_240610,[],knowledge
+184,jurassic_2_grande_17b,0.35,naturalquestions_closed,helm_lite_240610,[],knowledge
+185,llama_2_7b,0.333,naturalquestions_closed,helm_lite_240610,[],knowledge
+186,luminous_supreme_70b,0.299,naturalquestions_closed,helm_lite_240610,[],knowledge
+187,cohere_command_light,0.195,naturalquestions_closed,helm_lite_240610,[],knowledge
+188,luminous_extended_30b,0.253,naturalquestions_closed,helm_lite_240610,[],knowledge
+189,falcon_7b,0.285,naturalquestions_closed,helm_lite_240610,[],knowledge
+190,olmo_7b,0.259,naturalquestions_closed,helm_lite_240610,[],knowledge
+191,luminous_base_13b,0.197,naturalquestions_closed,helm_lite_240610,[],knowledge
+192,gpt_4_0613,0.96,openbookqa,helm_lite_240610,[],knowledge
+193,llama_3_70b,0.934,openbookqa,helm_lite_240610,[],knowledge
+194,mixtral_8x22b,0.882,openbookqa,helm_lite_240610,[],knowledge
+195,palmyra_x_v3_72b,0.938,openbookqa,helm_lite_240610,[],knowledge
+196,gpt_4_turbo_1106_preview,0.95,openbookqa,helm_lite_240610,[],knowledge
+197,palm_2_unicorn,0.938,openbookqa,helm_lite_240610,[],knowledge
+198,claude_3_opus_20240229,0.956,openbookqa,helm_lite_240610,[],knowledge
+199,qwen1.5_72b,0.93,openbookqa,helm_lite_240610,[],knowledge
+200,palmyra_x_v2_33b,0.878,openbookqa,helm_lite_240610,[],knowledge
+201,yi_34b,0.92,openbookqa,helm_lite_240610,[],knowledge
+202,qwen1.5_32b,0.932,openbookqa,helm_lite_240610,[],knowledge
+203,claude_v1.3,0.908,openbookqa,helm_lite_240610,[],knowledge
+204,mixtral_8x7b_32k_seqlen,0.868,openbookqa,helm_lite_240610,[],knowledge
+205,palm_2_bison,0.878,openbookqa,helm_lite_240610,[],knowledge
+206,claude_2.0,0.862,openbookqa,helm_lite_240610,[],knowledge
+207,deepseek_llm_chat_67b,0.88,openbookqa,helm_lite_240610,[],knowledge
+208,llama_2_70b,0.838,openbookqa,helm_lite_240610,[],knowledge
+209,claude_2.1,0.872,openbookqa,helm_lite_240610,[],knowledge
+210,gpt_3.5_text_davinci_003,0.828,openbookqa,helm_lite_240610,[],knowledge
+211,qwen1.5_14b,0.862,openbookqa,helm_lite_240610,[],knowledge
+212,claude_instant_1.2,0.844,openbookqa,helm_lite_240610,[],knowledge
+213,llama_3_8b,0.766,openbookqa,helm_lite_240610,[],knowledge
+214,gpt_3.5_turbo_0613,0.838,openbookqa,helm_lite_240610,[],knowledge
+215,gemma_7b,0.808,openbookqa,helm_lite_240610,[],knowledge
+216,claude_3_sonnet_20240229,0.918,openbookqa,helm_lite_240610,[],knowledge
+217,gpt_3.5_text_davinci_002,0.796,openbookqa,helm_lite_240610,[],knowledge
+218,llama_65b,0.754,openbookqa,helm_lite_240610,[],knowledge
+219,mistral_large_2402,0.894,openbookqa,helm_lite_240610,[],knowledge
+220,cohere_command,0.774,openbookqa,helm_lite_240610,[],knowledge
+221,dbrx_instructruct,0.91,openbookqa,helm_lite_240610,[],knowledge
+222,mistral_v0.1_7b,0.776,openbookqa,helm_lite_240610,[],knowledge
+223,mistral_small_2402,0.862,openbookqa,helm_lite_240610,[],knowledge
+224,mistral_medium_2312,0.83,openbookqa,helm_lite_240610,[],knowledge
+225,qwen1.5_7b,0.806,openbookqa,helm_lite_240610,[],knowledge
+226,claude_3_haiku_20240307,0.838,openbookqa,helm_lite_240610,[],knowledge
+227,yi_6b,0.8,openbookqa,helm_lite_240610,[],knowledge
+228,llama_2_13b,0.634,openbookqa,helm_lite_240610,[],knowledge
+229,jurassic_2_jumbo_178b,0.688,openbookqa,helm_lite_240610,[],knowledge
+230,falcon_40b,0.662,openbookqa,helm_lite_240610,[],knowledge
+231,phi_2,0.798,openbookqa,helm_lite_240610,[],knowledge
+232,jurassic_2_grande_17b,0.614,openbookqa,helm_lite_240610,[],knowledge
+233,llama_2_7b,0.544,openbookqa,helm_lite_240610,[],knowledge
+234,luminous_supreme_70b,0.284,openbookqa,helm_lite_240610,[],knowledge
+235,cohere_command_light,0.398,openbookqa,helm_lite_240610,[],knowledge
+236,luminous_extended_30b,0.272,openbookqa,helm_lite_240610,[],knowledge
+237,falcon_7b,0.26,openbookqa,helm_lite_240610,[],knowledge
+238,olmo_7b,0.222,openbookqa,helm_lite_240610,[],knowledge
+239,luminous_base_13b,0.286,openbookqa,helm_lite_240610,[],knowledge
+240,gpt_4_0613,0.735,mmlu,helm_lite_240610,[],knowledge
+241,llama_3_70b,0.695,mmlu,helm_lite_240610,[],knowledge
+242,mixtral_8x22b,0.701,mmlu,helm_lite_240610,[],knowledge
+243,palmyra_x_v3_72b,0.702,mmlu,helm_lite_240610,[],knowledge
+244,gpt_4_turbo_1106_preview,0.699,mmlu,helm_lite_240610,[],knowledge
+245,palm_2_unicorn,0.702,mmlu,helm_lite_240610,[],knowledge
+246,claude_3_opus_20240229,0.768,mmlu,helm_lite_240610,[],knowledge
+247,qwen1.5_72b,0.647,mmlu,helm_lite_240610,[],knowledge
+248,palmyra_x_v2_33b,0.621,mmlu,helm_lite_240610,[],knowledge
+249,yi_34b,0.65,mmlu,helm_lite_240610,[],knowledge
+250,qwen1.5_32b,0.628,mmlu,helm_lite_240610,[],knowledge
+251,claude_v1.3,0.631,mmlu,helm_lite_240610,[],knowledge
+252,mixtral_8x7b_32k_seqlen,0.649,mmlu,helm_lite_240610,[],knowledge
+253,palm_2_bison,0.608,mmlu,helm_lite_240610,[],knowledge
+254,claude_2.0,0.639,mmlu,helm_lite_240610,[],knowledge
+255,deepseek_llm_chat_67b,0.641,mmlu,helm_lite_240610,[],knowledge
+256,llama_2_70b,0.58,mmlu,helm_lite_240610,[],knowledge
+257,claude_2.1,0.643,mmlu,helm_lite_240610,[],knowledge
+258,gpt_3.5_text_davinci_003,0.555,mmlu,helm_lite_240610,[],knowledge
+259,qwen1.5_14b,0.626,mmlu,helm_lite_240610,[],knowledge
+260,claude_instant_1.2,0.631,mmlu,helm_lite_240610,[],knowledge
+261,llama_3_8b,0.602,mmlu,helm_lite_240610,[],knowledge
+262,gpt_3.5_turbo_0613,0.614,mmlu,helm_lite_240610,[],knowledge
+263,gemma_7b,0.571,mmlu,helm_lite_240610,[],knowledge
+264,claude_3_sonnet_20240229,0.652,mmlu,helm_lite_240610,[],knowledge
+265,gpt_3.5_text_davinci_002,0.568,mmlu,helm_lite_240610,[],knowledge
+266,llama_65b,0.584,mmlu,helm_lite_240610,[],knowledge
+267,mistral_large_2402,0.638,mmlu,helm_lite_240610,[],knowledge
+268,cohere_command,0.525,mmlu,helm_lite_240610,[],knowledge
+269,dbrx_instructruct,0.643,mmlu,helm_lite_240610,[],knowledge
+270,mistral_v0.1_7b,0.584,mmlu,helm_lite_240610,[],knowledge
+271,mistral_small_2402,0.593,mmlu,helm_lite_240610,[],knowledge
+272,mistral_medium_2312,0.618,mmlu,helm_lite_240610,[],knowledge
+273,qwen1.5_7b,0.569,mmlu,helm_lite_240610,[],knowledge
+274,claude_3_haiku_20240307,0.662,mmlu,helm_lite_240610,[],knowledge
+275,yi_6b,0.53,mmlu,helm_lite_240610,[],knowledge
+276,llama_2_13b,0.505,mmlu,helm_lite_240610,[],knowledge
+277,jurassic_2_jumbo_178b,0.483,mmlu,helm_lite_240610,[],knowledge
+278,falcon_40b,0.507,mmlu,helm_lite_240610,[],knowledge
+279,phi_2,0.518,mmlu,helm_lite_240610,[],knowledge
+280,jurassic_2_grande_17b,0.471,mmlu,helm_lite_240610,[],knowledge
+281,llama_2_7b,0.425,mmlu,helm_lite_240610,[],knowledge
+282,luminous_supreme_70b,0.316,mmlu,helm_lite_240610,[],knowledge
+283,cohere_command_light,0.386,mmlu,helm_lite_240610,[],knowledge
+284,luminous_extended_30b,0.248,mmlu,helm_lite_240610,[],knowledge
+285,falcon_7b,0.288,mmlu,helm_lite_240610,[],knowledge
+286,olmo_7b,0.305,mmlu,helm_lite_240610,[],knowledge
+287,luminous_base_13b,0.243,mmlu,helm_lite_240610,[],knowledge
+288,gpt_4_0613,0.802,math,helm_lite_240610,[],math
+289,llama_3_70b,0.663,math,helm_lite_240610,[],math
+290,mixtral_8x22b,0.656,math,helm_lite_240610,[],math
+291,palmyra_x_v3_72b,0.723,math,helm_lite_240610,[],math
+292,gpt_4_turbo_1106_preview,0.857,math,helm_lite_240610,[],math
+293,palm_2_unicorn,0.674,math,helm_lite_240610,[],math
+294,claude_3_opus_20240229,0.76,math,helm_lite_240610,[],math
+295,qwen1.5_72b,0.683,math,helm_lite_240610,[],math
+296,palmyra_x_v2_33b,0.58,math,helm_lite_240610,[],math
+297,yi_34b,0.375,math,helm_lite_240610,[],math
+298,qwen1.5_32b,0.733,math,helm_lite_240610,[],math
+299,claude_v1.3,0.54,math,helm_lite_240610,[],math
+300,mixtral_8x7b_32k_seqlen,0.494,math,helm_lite_240610,[],math
+301,palm_2_bison,0.421,math,helm_lite_240610,[],math
+302,claude_2.0,0.603,math,helm_lite_240610,[],math
+303,deepseek_llm_chat_67b,0.615,math,helm_lite_240610,[],math
+304,llama_2_70b,0.323,math,helm_lite_240610,[],math
+305,claude_2.1,0.632,math,helm_lite_240610,[],math
+306,gpt_3.5_text_davinci_003,0.449,math,helm_lite_240610,[],math
+307,qwen1.5_14b,0.686,math,helm_lite_240610,[],math
+308,claude_instant_1.2,0.499,math,helm_lite_240610,[],math
+309,llama_3_8b,0.391,math,helm_lite_240610,[],math
+310,gpt_3.5_turbo_0613,0.667,math,helm_lite_240610,[],math
+311,gemma_7b,0.5,math,helm_lite_240610,[],math
+312,claude_3_sonnet_20240229,0.084,math,helm_lite_240610,[],math
+313,gpt_3.5_text_davinci_002,0.428,math,helm_lite_240610,[],math
+314,llama_65b,0.257,math,helm_lite_240610,[],math
+315,mistral_large_2402,0.75,math,helm_lite_240610,[],math
+316,cohere_command,0.236,math,helm_lite_240610,[],math
+317,dbrx_instructruct,0.358,math,helm_lite_240610,[],math
+318,mistral_v0.1_7b,0.297,math,helm_lite_240610,[],math
+319,mistral_small_2402,0.621,math,helm_lite_240610,[],math
+320,mistral_medium_2312,0.565,math,helm_lite_240610,[],math
+321,qwen1.5_7b,0.561,math,helm_lite_240610,[],math
+322,claude_3_haiku_20240307,0.131,math,helm_lite_240610,[],math
+323,yi_6b,0.126,math,helm_lite_240610,[],math
+324,llama_2_13b,0.102,math,helm_lite_240610,[],math
+325,jurassic_2_jumbo_178b,0.103,math,helm_lite_240610,[],math
+326,falcon_40b,0.128,math,helm_lite_240610,[],math
+327,phi_2,0.255,math,helm_lite_240610,[],math
+328,jurassic_2_grande_17b,0.064,math,helm_lite_240610,[],math
+329,llama_2_7b,0.097,math,helm_lite_240610,[],math
+330,luminous_supreme_70b,0.078,math,helm_lite_240610,[],math
+331,cohere_command_light,0.098,math,helm_lite_240610,[],math
+332,luminous_extended_30b,0.04,math,helm_lite_240610,[],math
+333,falcon_7b,0.044,math,helm_lite_240610,[],math
+334,olmo_7b,0.029,math,helm_lite_240610,[],math
+335,luminous_base_13b,0.026,math,helm_lite_240610,[],math
+336,gpt_4_0613,0.932,gsm8k,helm_lite_240610,[],math
+337,llama_3_70b,0.805,gsm8k,helm_lite_240610,[],math
+338,mixtral_8x22b,0.8,gsm8k,helm_lite_240610,[],math
+339,palmyra_x_v3_72b,0.831,gsm8k,helm_lite_240610,[],math
+340,gpt_4_turbo_1106_preview,0.668,gsm8k,helm_lite_240610,[],math
+341,palm_2_unicorn,0.831,gsm8k,helm_lite_240610,[],math
+342,claude_3_opus_20240229,0.924,gsm8k,helm_lite_240610,[],math
+343,qwen1.5_72b,0.799,gsm8k,helm_lite_240610,[],math
+344,palmyra_x_v2_33b,0.735,gsm8k,helm_lite_240610,[],math
+345,yi_34b,0.648,gsm8k,helm_lite_240610,[],math
+346,qwen1.5_32b,0.773,gsm8k,helm_lite_240610,[],math
+347,claude_v1.3,0.784,gsm8k,helm_lite_240610,[],math
+348,mixtral_8x7b_32k_seqlen,0.622,gsm8k,helm_lite_240610,[],math
+349,palm_2_bison,0.61,gsm8k,helm_lite_240610,[],math
+350,claude_2.0,0.583,gsm8k,helm_lite_240610,[],math
+351,deepseek_llm_chat_67b,0.795,gsm8k,helm_lite_240610,[],math
+352,llama_2_70b,0.567,gsm8k,helm_lite_240610,[],math
+353,claude_2.1,0.604,gsm8k,helm_lite_240610,[],math
+354,gpt_3.5_text_davinci_003,0.615,gsm8k,helm_lite_240610,[],math
+355,qwen1.5_14b,0.693,gsm8k,helm_lite_240610,[],math
+356,claude_instant_1.2,0.721,gsm8k,helm_lite_240610,[],math
+357,llama_3_8b,0.499,gsm8k,helm_lite_240610,[],math
+358,gpt_3.5_turbo_0613,0.501,gsm8k,helm_lite_240610,[],math
+359,gemma_7b,0.559,gsm8k,helm_lite_240610,[],math
+360,claude_3_sonnet_20240229,0.907,gsm8k,helm_lite_240610,[],math
+361,gpt_3.5_text_davinci_002,0.479,gsm8k,helm_lite_240610,[],math
+362,llama_65b,0.489,gsm8k,helm_lite_240610,[],math
+363,mistral_large_2402,0.694,gsm8k,helm_lite_240610,[],math
+364,cohere_command,0.452,gsm8k,helm_lite_240610,[],math
+365,dbrx_instructruct,0.671,gsm8k,helm_lite_240610,[],math
+366,mistral_v0.1_7b,0.377,gsm8k,helm_lite_240610,[],math
+367,mistral_small_2402,0.734,gsm8k,helm_lite_240610,[],math
+368,mistral_medium_2312,0.706,gsm8k,helm_lite_240610,[],math
+369,qwen1.5_7b,0.6,gsm8k,helm_lite_240610,[],math
+370,claude_3_haiku_20240307,0.699,gsm8k,helm_lite_240610,[],math
+371,yi_6b,0.375,gsm8k,helm_lite_240610,[],math
+372,llama_2_13b,0.266,gsm8k,helm_lite_240610,[],math
+373,jurassic_2_jumbo_178b,0.239,gsm8k,helm_lite_240610,[],math
+374,falcon_40b,0.267,gsm8k,helm_lite_240610,[],math
+375,phi_2,0.581,gsm8k,helm_lite_240610,[],math
+376,jurassic_2_grande_17b,0.159,gsm8k,helm_lite_240610,[],math
+377,llama_2_7b,0.154,gsm8k,helm_lite_240610,[],math
+378,luminous_supreme_70b,0.137,gsm8k,helm_lite_240610,[],math
+379,cohere_command_light,0.149,gsm8k,helm_lite_240610,[],math
+380,luminous_extended_30b,0.075,gsm8k,helm_lite_240610,[],math
+381,falcon_7b,0.055,gsm8k,helm_lite_240610,[],math
+382,olmo_7b,0.044,gsm8k,helm_lite_240610,[],math
+383,luminous_base_13b,0.028,gsm8k,helm_lite_240610,[],math
+384,gpt_4_0613,0.713,legalbench,helm_lite_240610,[],knowledge
+385,llama_3_70b,0.733,legalbench,helm_lite_240610,[],knowledge
+386,mixtral_8x22b,0.708,legalbench,helm_lite_240610,[],knowledge
+387,palmyra_x_v3_72b,0.709,legalbench,helm_lite_240610,[],knowledge
+388,gpt_4_turbo_1106_preview,0.626,legalbench,helm_lite_240610,[],knowledge
+389,palm_2_unicorn,0.677,legalbench,helm_lite_240610,[],knowledge
+390,claude_3_opus_20240229,0.662,legalbench,helm_lite_240610,[],knowledge
+391,qwen1.5_72b,0.694,legalbench,helm_lite_240610,[],knowledge
+392,palmyra_x_v2_33b,0.644,legalbench,helm_lite_240610,[],knowledge
+393,yi_34b,0.618,legalbench,helm_lite_240610,[],knowledge
+394,qwen1.5_32b,0.636,legalbench,helm_lite_240610,[],knowledge
+395,claude_v1.3,0.629,legalbench,helm_lite_240610,[],knowledge
+396,mixtral_8x7b_32k_seqlen,0.63,legalbench,helm_lite_240610,[],knowledge
+397,palm_2_bison,0.645,legalbench,helm_lite_240610,[],knowledge
+398,claude_2.0,0.643,legalbench,helm_lite_240610,[],knowledge
+399,deepseek_llm_chat_67b,0.637,legalbench,helm_lite_240610,[],knowledge
+400,llama_2_70b,0.673,legalbench,helm_lite_240610,[],knowledge
+401,claude_2.1,0.643,legalbench,helm_lite_240610,[],knowledge
+402,gpt_3.5_text_davinci_003,0.622,legalbench,helm_lite_240610,[],knowledge
+403,qwen1.5_14b,0.593,legalbench,helm_lite_240610,[],knowledge
+404,claude_instant_1.2,0.586,legalbench,helm_lite_240610,[],knowledge
+405,llama_3_8b,0.637,legalbench,helm_lite_240610,[],knowledge
+406,gpt_3.5_turbo_0613,0.528,legalbench,helm_lite_240610,[],knowledge
+407,gemma_7b,0.581,legalbench,helm_lite_240610,[],knowledge
+408,claude_3_sonnet_20240229,0.49,legalbench,helm_lite_240610,[],knowledge
+409,gpt_3.5_text_davinci_002,0.58,legalbench,helm_lite_240610,[],knowledge
+410,llama_65b,0.48,legalbench,helm_lite_240610,[],knowledge
+411,mistral_large_2402,0.479,legalbench,helm_lite_240610,[],knowledge
+412,cohere_command,0.578,legalbench,helm_lite_240610,[],knowledge
+413,dbrx_instructruct,0.426,legalbench,helm_lite_240610,[],knowledge
+414,mistral_v0.1_7b,0.58,legalbench,helm_lite_240610,[],knowledge
+415,mistral_small_2402,0.389,legalbench,helm_lite_240610,[],knowledge
+416,mistral_medium_2312,0.452,legalbench,helm_lite_240610,[],knowledge
+417,qwen1.5_7b,0.523,legalbench,helm_lite_240610,[],knowledge
+418,claude_3_haiku_20240307,0.46,legalbench,helm_lite_240610,[],knowledge
+419,yi_6b,0.519,legalbench,helm_lite_240610,[],knowledge
+420,llama_2_13b,0.591,legalbench,helm_lite_240610,[],knowledge
+421,jurassic_2_jumbo_178b,0.533,legalbench,helm_lite_240610,[],knowledge
+422,falcon_40b,0.442,legalbench,helm_lite_240610,[],knowledge
+423,phi_2,0.334,legalbench,helm_lite_240610,[],knowledge
+424,jurassic_2_grande_17b,0.468,legalbench,helm_lite_240610,[],knowledge
+425,llama_2_7b,0.502,legalbench,helm_lite_240610,[],knowledge
+426,luminous_supreme_70b,0.452,legalbench,helm_lite_240610,[],knowledge
+427,cohere_command_light,0.397,legalbench,helm_lite_240610,[],knowledge
+428,luminous_extended_30b,0.421,legalbench,helm_lite_240610,[],knowledge
+429,falcon_7b,0.346,legalbench,helm_lite_240610,[],knowledge
+430,olmo_7b,0.341,legalbench,helm_lite_240610,[],knowledge
+431,luminous_base_13b,0.332,legalbench,helm_lite_240610,[],knowledge
+432,gpt_4_0613,0.815,medqa,helm_lite_240610,[],knowledge
+433,llama_3_70b,0.777,medqa,helm_lite_240610,[],knowledge
+434,mixtral_8x22b,0.704,medqa,helm_lite_240610,[],knowledge
+435,palmyra_x_v3_72b,0.684,medqa,helm_lite_240610,[],knowledge
+436,gpt_4_turbo_1106_preview,0.817,medqa,helm_lite_240610,[],knowledge
+437,palm_2_unicorn,0.684,medqa,helm_lite_240610,[],knowledge
+438,claude_3_opus_20240229,0.775,medqa,helm_lite_240610,[],knowledge
+439,qwen1.5_72b,0.67,medqa,helm_lite_240610,[],knowledge
+440,palmyra_x_v2_33b,0.598,medqa,helm_lite_240610,[],knowledge
+441,yi_34b,0.656,medqa,helm_lite_240610,[],knowledge
+442,qwen1.5_32b,0.656,medqa,helm_lite_240610,[],knowledge
+443,claude_v1.3,0.618,medqa,helm_lite_240610,[],knowledge
+444,mixtral_8x7b_32k_seqlen,0.652,medqa,helm_lite_240610,[],knowledge
+445,palm_2_bison,0.547,medqa,helm_lite_240610,[],knowledge
+446,claude_2.0,0.652,medqa,helm_lite_240610,[],knowledge
+447,deepseek_llm_chat_67b,0.628,medqa,helm_lite_240610,[],knowledge
+448,llama_2_70b,0.618,medqa,helm_lite_240610,[],knowledge
+449,claude_2.1,0.644,medqa,helm_lite_240610,[],knowledge
+450,gpt_3.5_text_davinci_003,0.531,medqa,helm_lite_240610,[],knowledge
+451,qwen1.5_14b,0.515,medqa,helm_lite_240610,[],knowledge
+452,claude_instant_1.2,0.559,medqa,helm_lite_240610,[],knowledge
+453,llama_3_8b,0.581,medqa,helm_lite_240610,[],knowledge
+454,gpt_3.5_turbo_0613,0.622,medqa,helm_lite_240610,[],knowledge
+455,gemma_7b,0.513,medqa,helm_lite_240610,[],knowledge
+456,claude_3_sonnet_20240229,0.684,medqa,helm_lite_240610,[],knowledge
+457,gpt_3.5_text_davinci_002,0.525,medqa,helm_lite_240610,[],knowledge
+458,llama_65b,0.507,medqa,helm_lite_240610,[],knowledge
+459,mistral_large_2402,0.499,medqa,helm_lite_240610,[],knowledge
+460,cohere_command,0.445,medqa,helm_lite_240610,[],knowledge
+461,dbrx_instructruct,0.694,medqa,helm_lite_240610,[],knowledge
+462,mistral_v0.1_7b,0.525,medqa,helm_lite_240610,[],knowledge
+463,mistral_small_2402,0.616,medqa,helm_lite_240610,[],knowledge
+464,mistral_medium_2312,0.61,medqa,helm_lite_240610,[],knowledge
+465,qwen1.5_7b,0.479,medqa,helm_lite_240610,[],knowledge
+466,claude_3_haiku_20240307,0.702,medqa,helm_lite_240610,[],knowledge
+467,yi_6b,0.497,medqa,helm_lite_240610,[],knowledge
+468,llama_2_13b,0.392,medqa,helm_lite_240610,[],knowledge
+469,jurassic_2_jumbo_178b,0.431,medqa,helm_lite_240610,[],knowledge
+470,falcon_40b,0.419,medqa,helm_lite_240610,[],knowledge
+471,phi_2,0.41,medqa,helm_lite_240610,[],knowledge
+472,jurassic_2_grande_17b,0.39,medqa,helm_lite_240610,[],knowledge
+473,llama_2_7b,0.392,medqa,helm_lite_240610,[],knowledge
+474,luminous_supreme_70b,0.276,medqa,helm_lite_240610,[],knowledge
+475,cohere_command_light,0.312,medqa,helm_lite_240610,[],knowledge
+476,luminous_extended_30b,0.276,medqa,helm_lite_240610,[],knowledge
+477,falcon_7b,0.254,medqa,helm_lite_240610,[],knowledge
+478,olmo_7b,0.229,medqa,helm_lite_240610,[],knowledge
+479,luminous_base_13b,0.26,medqa,helm_lite_240610,[],knowledge
+480,gpt_4_0613,0.211,wmt_2014,helm_lite_240610,[],mt
+481,llama_3_70b,0.225,wmt_2014,helm_lite_240610,[],mt
+482,mixtral_8x22b,0.209,wmt_2014,helm_lite_240610,[],mt
+483,palmyra_x_v3_72b,0.262,wmt_2014,helm_lite_240610,[],mt
+484,gpt_4_turbo_1106_preview,0.205,wmt_2014,helm_lite_240610,[],mt
+485,palm_2_unicorn,0.26,wmt_2014,helm_lite_240610,[],mt
+486,claude_3_opus_20240229,0.24,wmt_2014,helm_lite_240610,[],mt
+487,qwen1.5_72b,0.201,wmt_2014,helm_lite_240610,[],mt
+488,palmyra_x_v2_33b,0.239,wmt_2014,helm_lite_240610,[],mt
+489,yi_34b,0.172,wmt_2014,helm_lite_240610,[],mt
+490,qwen1.5_32b,0.193,wmt_2014,helm_lite_240610,[],mt
+491,claude_v1.3,0.219,wmt_2014,helm_lite_240610,[],mt
+492,mixtral_8x7b_32k_seqlen,0.19,wmt_2014,helm_lite_240610,[],mt
+493,palm_2_bison,0.241,wmt_2014,helm_lite_240610,[],mt
+494,claude_2.0,0.219,wmt_2014,helm_lite_240610,[],mt
+495,deepseek_llm_chat_67b,0.186,wmt_2014,helm_lite_240610,[],mt
+496,llama_2_70b,0.196,wmt_2014,helm_lite_240610,[],mt
+497,claude_2.1,0.204,wmt_2014,helm_lite_240610,[],mt
+498,gpt_3.5_text_davinci_003,0.191,wmt_2014,helm_lite_240610,[],mt
+499,qwen1.5_14b,0.178,wmt_2014,helm_lite_240610,[],mt
+500,claude_instant_1.2,0.194,wmt_2014,helm_lite_240610,[],mt
+501,llama_3_8b,0.183,wmt_2014,helm_lite_240610,[],mt
+502,gpt_3.5_turbo_0613,0.187,wmt_2014,helm_lite_240610,[],mt
+503,gemma_7b,0.187,wmt_2014,helm_lite_240610,[],mt
+504,claude_3_sonnet_20240229,0.218,wmt_2014,helm_lite_240610,[],mt
+505,gpt_3.5_text_davinci_002,0.174,wmt_2014,helm_lite_240610,[],mt
+506,llama_65b,0.189,wmt_2014,helm_lite_240610,[],mt
+507,mistral_large_2402,0.182,wmt_2014,helm_lite_240610,[],mt
+508,cohere_command,0.088,wmt_2014,helm_lite_240610,[],mt
+509,dbrx_instructruct,0.131,wmt_2014,helm_lite_240610,[],mt
+510,mistral_v0.1_7b,0.16,wmt_2014,helm_lite_240610,[],mt
+511,mistral_small_2402,0.169,wmt_2014,helm_lite_240610,[],mt
+512,mistral_medium_2312,0.169,wmt_2014,helm_lite_240610,[],mt
+513,qwen1.5_7b,0.153,wmt_2014,helm_lite_240610,[],mt
+514,claude_3_haiku_20240307,0.148,wmt_2014,helm_lite_240610,[],mt
+515,yi_6b,0.117,wmt_2014,helm_lite_240610,[],mt
+516,llama_2_13b,0.167,wmt_2014,helm_lite_240610,[],mt
+517,jurassic_2_jumbo_178b,0.114,wmt_2014,helm_lite_240610,[],mt
+518,falcon_40b,0.162,wmt_2014,helm_lite_240610,[],mt
+519,phi_2,0.038,wmt_2014,helm_lite_240610,[],mt
+520,jurassic_2_grande_17b,0.102,wmt_2014,helm_lite_240610,[],mt
+521,llama_2_7b,0.144,wmt_2014,helm_lite_240610,[],mt
+522,luminous_supreme_70b,0.102,wmt_2014,helm_lite_240610,[],mt
+523,cohere_command_light,0.023,wmt_2014,helm_lite_240610,[],mt
+524,luminous_extended_30b,0.083,wmt_2014,helm_lite_240610,[],mt
+525,falcon_7b,0.094,wmt_2014,helm_lite_240610,[],mt
+526,olmo_7b,0.097,wmt_2014,helm_lite_240610,[],mt
+527,luminous_base_13b,0.066,wmt_2014,helm_lite_240610,[],mt
+0,llama_2_70b,0.944,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+1,llama_65b,0.908,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+2,text_davinci_002,0.905,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+3,mistral_v0.1_7b,0.884,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+4,cohere_command_beta_52.4b,0.874,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+5,text_davinci_003,0.872,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+6,jurassic_2_jumbo_178b,0.824,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+7,llama_2_13b,0.823,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+8,tnlg_v2_530b,0.787,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+9,gpt_3.5_turbo_0613,0.783,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+10,llama_30b,0.781,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+11,anthropic_lm_v4_s3_52b,0.78,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+12,gpt_3.5_turbo_0301,0.76,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+13,jurassic_2_grande_17b,0.743,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+14,palmyra_x_43b,0.732,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+15,falcon_40b,0.729,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+16,falcon_instruct_40b,0.727,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+17,mpt_instruct_30b,0.716,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+18,mpt_30b,0.714,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+19,j1_grande_v2_beta_17b,0.706,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+20,vicuna_v1.3_13b,0.706,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+21,cohere_command_beta_6.1b,0.675,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+22,cohere_xlarge_v20221108_52.4b,0.664,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+23,luminous_supreme_70b,0.662,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+24,vicuna_v1.3_7b,0.625,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+25,opt_175b,0.609,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+26,llama_2_7b,0.607,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+27,llama_13b,0.595,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+28,instructpalmyra_30b,0.568,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+29,cohere_xlarge_v20220609_52.4b,0.56,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+30,jurassic_2_large_7.5b,0.553,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+31,davinci_175b,0.538,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+32,llama_7b,0.533,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+33,redpajama_incite_instruct_7b,0.524,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+34,j1_jumbo_v1_178b,0.517,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+35,glm_130b,0.512,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+36,luminous_extended_30b,0.485,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+37,opt_66b,0.448,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+38,bloom_176b,0.446,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+39,j1_grande_v1_17b,0.433,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+40,alpaca_7b,0.381,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+41,falcon_7b,0.378,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+42,redpajama_incite_base_7b,0.378,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+43,cohere_large_v20220720_13.1b,0.372,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+44,redpajama_incite_instruct_v1_3b,0.366,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+45,text_curie_001,0.36,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+46,gpt_neox_20b,0.351,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+47,luminous_base_13b,0.315,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+48,cohere_medium_v20221108_6.1b,0.312,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+49,redpajama_incite_base_v1_3b,0.311,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+50,tnlg_v2_6.7b,0.309,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+51,j1_large_v1_7.5b,0.285,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+52,gpt_j_6b,0.273,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+53,pythia_12b,0.257,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+54,curie_6.7b,0.247,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+55,falcon_instruct_7b,0.244,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+56,cohere_medium_v20220720_6.1b,0.23,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+57,text_babbage_001,0.229,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+58,t0pp_11b,0.197,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+59,pythia_6.9b,0.196,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+60,ul2_20b,0.167,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+61,t5_11b,0.131,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+62,babbage_1.3b,0.114,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+63,cohere_small_v20220720_410m,0.109,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+64,ada_350m,0.108,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+65,text_ada_001,0.107,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+66,yalm_100b,0.075,helm_mwr,helm_classic_240130,"['mmlu', 'boolq', 'narrativeqa', 'naturalquestions_closed', 'naturalquestions_open', 'quac', 'hellaswag', 'openbookqa', 'truthfulqa', 'ms_marco_regular', 'ms_marco_trec', 'cnn/dailymail', 'xsum', 'imdb', 'civilcomments', 'raft']",holistic
+67,llama_2_70b,0.582,mmlu,helm_classic_240130,[],knowledge
+68,llama_65b,0.584,mmlu,helm_classic_240130,[],knowledge
+69,text_davinci_002,0.568,mmlu,helm_classic_240130,[],knowledge
+70,mistral_v0.1_7b,0.572,mmlu,helm_classic_240130,[],knowledge
+71,cohere_command_beta_52.4b,0.452,mmlu,helm_classic_240130,[],knowledge
+72,text_davinci_003,0.569,mmlu,helm_classic_240130,[],knowledge
+73,jurassic_2_jumbo_178b,0.48,mmlu,helm_classic_240130,[],knowledge
+74,llama_2_13b,0.507,mmlu,helm_classic_240130,[],knowledge
+75,tnlg_v2_530b,0.469,mmlu,helm_classic_240130,[],knowledge
+76,gpt_3.5_turbo_0613,0.391,mmlu,helm_classic_240130,[],knowledge
+77,llama_30b,0.531,mmlu,helm_classic_240130,[],knowledge
+78,anthropic_lm_v4_s3_52b,0.481,mmlu,helm_classic_240130,[],knowledge
+79,gpt_3.5_turbo_0301,0.59,mmlu,helm_classic_240130,[],knowledge
+80,jurassic_2_grande_17b,0.475,mmlu,helm_classic_240130,[],knowledge
+81,palmyra_x_43b,0.609,mmlu,helm_classic_240130,[],knowledge
+82,falcon_40b,0.509,mmlu,helm_classic_240130,[],knowledge
+83,falcon_instruct_40b,0.497,mmlu,helm_classic_240130,[],knowledge
+84,mpt_instruct_30b,0.444,mmlu,helm_classic_240130,[],knowledge
+85,mpt_30b,0.437,mmlu,helm_classic_240130,[],knowledge
+86,j1_grande_v2_beta_17b,0.445,mmlu,helm_classic_240130,[],knowledge
+87,vicuna_v1.3_13b,0.462,mmlu,helm_classic_240130,[],knowledge
+88,cohere_command_beta_6.1b,0.406,mmlu,helm_classic_240130,[],knowledge
+89,cohere_xlarge_v20221108_52.4b,0.382,mmlu,helm_classic_240130,[],knowledge
+90,luminous_supreme_70b,0.38,mmlu,helm_classic_240130,[],knowledge
+91,vicuna_v1.3_7b,0.434,mmlu,helm_classic_240130,[],knowledge
+92,opt_175b,0.318,mmlu,helm_classic_240130,[],knowledge
+93,llama_2_7b,0.431,mmlu,helm_classic_240130,[],knowledge
+94,llama_13b,0.422,mmlu,helm_classic_240130,[],knowledge
+95,instructpalmyra_30b,0.403,mmlu,helm_classic_240130,[],knowledge
+96,cohere_xlarge_v20220609_52.4b,0.353,mmlu,helm_classic_240130,[],knowledge
+97,jurassic_2_large_7.5b,0.339,mmlu,helm_classic_240130,[],knowledge
+98,davinci_175b,0.422,mmlu,helm_classic_240130,[],knowledge
+99,llama_7b,0.321,mmlu,helm_classic_240130,[],knowledge
+100,redpajama_incite_instruct_7b,0.363,mmlu,helm_classic_240130,[],knowledge
+101,j1_jumbo_v1_178b,0.259,mmlu,helm_classic_240130,[],knowledge
+102,glm_130b,0.344,mmlu,helm_classic_240130,[],knowledge
+103,luminous_extended_30b,0.321,mmlu,helm_classic_240130,[],knowledge
+104,opt_66b,0.276,mmlu,helm_classic_240130,[],knowledge
+105,bloom_176b,0.299,mmlu,helm_classic_240130,[],knowledge
+106,j1_grande_v1_17b,0.27,mmlu,helm_classic_240130,[],knowledge
+107,alpaca_7b,0.385,mmlu,helm_classic_240130,[],knowledge
+108,falcon_7b,0.286,mmlu,helm_classic_240130,[],knowledge
+109,redpajama_incite_base_7b,0.302,mmlu,helm_classic_240130,[],knowledge
+110,cohere_large_v20220720_13.1b,0.324,mmlu,helm_classic_240130,[],knowledge
+111,redpajama_incite_instruct_v1_3b,0.257,mmlu,helm_classic_240130,[],knowledge
+112,text_curie_001,0.237,mmlu,helm_classic_240130,[],knowledge
+113,gpt_neox_20b,0.276,mmlu,helm_classic_240130,[],knowledge
+114,luminous_base_13b,0.27,mmlu,helm_classic_240130,[],knowledge
+115,cohere_medium_v20221108_6.1b,0.254,mmlu,helm_classic_240130,[],knowledge
+116,redpajama_incite_base_v1_3b,0.263,mmlu,helm_classic_240130,[],knowledge
+117,tnlg_v2_6.7b,0.242,mmlu,helm_classic_240130,[],knowledge
+118,j1_large_v1_7.5b,0.241,mmlu,helm_classic_240130,[],knowledge
+119,gpt_j_6b,0.249,mmlu,helm_classic_240130,[],knowledge
+120,pythia_12b,0.274,mmlu,helm_classic_240130,[],knowledge
+121,curie_6.7b,0.243,mmlu,helm_classic_240130,[],knowledge
+122,falcon_instruct_7b,0.275,mmlu,helm_classic_240130,[],knowledge
+123,cohere_medium_v20220720_6.1b,0.279,mmlu,helm_classic_240130,[],knowledge
+124,text_babbage_001,0.229,mmlu,helm_classic_240130,[],knowledge
+125,t0pp_11b,0.407,mmlu,helm_classic_240130,[],knowledge
+126,pythia_6.9b,0.236,mmlu,helm_classic_240130,[],knowledge
+127,ul2_20b,0.291,mmlu,helm_classic_240130,[],knowledge
+128,t5_11b,0.29,mmlu,helm_classic_240130,[],knowledge
+129,babbage_1.3b,0.235,mmlu,helm_classic_240130,[],knowledge
+130,cohere_small_v20220720_410m,0.264,mmlu,helm_classic_240130,[],knowledge
+131,ada_350m,0.243,mmlu,helm_classic_240130,[],knowledge
+132,text_ada_001,0.238,mmlu,helm_classic_240130,[],knowledge
+133,yalm_100b,0.243,mmlu,helm_classic_240130,[],knowledge
+134,llama_2_70b,0.886,boolq,helm_classic_240130,[],knowledge
+135,llama_65b,0.871,boolq,helm_classic_240130,[],knowledge
+136,text_davinci_002,0.877,boolq,helm_classic_240130,[],knowledge
+137,mistral_v0.1_7b,0.874,boolq,helm_classic_240130,[],knowledge
+138,cohere_command_beta_52.4b,0.856,boolq,helm_classic_240130,[],knowledge
+139,text_davinci_003,0.881,boolq,helm_classic_240130,[],knowledge
+140,jurassic_2_jumbo_178b,0.829,boolq,helm_classic_240130,[],knowledge
+141,llama_2_13b,0.811,boolq,helm_classic_240130,[],knowledge
+142,tnlg_v2_530b,0.809,boolq,helm_classic_240130,[],knowledge
+143,gpt_3.5_turbo_0613,0.87,boolq,helm_classic_240130,[],knowledge
+144,llama_30b,0.861,boolq,helm_classic_240130,[],knowledge
+145,anthropic_lm_v4_s3_52b,0.815,boolq,helm_classic_240130,[],knowledge
+146,gpt_3.5_turbo_0301,0.74,boolq,helm_classic_240130,[],knowledge
+147,jurassic_2_grande_17b,0.826,boolq,helm_classic_240130,[],knowledge
+148,palmyra_x_43b,0.896,boolq,helm_classic_240130,[],knowledge
+149,falcon_40b,0.819,boolq,helm_classic_240130,[],knowledge
+150,falcon_instruct_40b,0.829,boolq,helm_classic_240130,[],knowledge
+151,mpt_instruct_30b,0.85,boolq,helm_classic_240130,[],knowledge
+152,mpt_30b,0.704,boolq,helm_classic_240130,[],knowledge
+153,j1_grande_v2_beta_17b,0.812,boolq,helm_classic_240130,[],knowledge
+154,vicuna_v1.3_13b,0.808,boolq,helm_classic_240130,[],knowledge
+155,cohere_command_beta_6.1b,0.798,boolq,helm_classic_240130,[],knowledge
+156,cohere_xlarge_v20221108_52.4b,0.762,boolq,helm_classic_240130,[],knowledge
+157,luminous_supreme_70b,0.775,boolq,helm_classic_240130,[],knowledge
+158,vicuna_v1.3_7b,0.76,boolq,helm_classic_240130,[],knowledge
+159,opt_175b,0.793,boolq,helm_classic_240130,[],knowledge
+160,llama_2_7b,0.762,boolq,helm_classic_240130,[],knowledge
+161,llama_13b,0.714,boolq,helm_classic_240130,[],knowledge
+162,instructpalmyra_30b,0.751,boolq,helm_classic_240130,[],knowledge
+163,cohere_xlarge_v20220609_52.4b,0.718,boolq,helm_classic_240130,[],knowledge
+164,jurassic_2_large_7.5b,0.742,boolq,helm_classic_240130,[],knowledge
+165,davinci_175b,0.722,boolq,helm_classic_240130,[],knowledge
+166,llama_7b,0.756,boolq,helm_classic_240130,[],knowledge
+167,redpajama_incite_instruct_7b,0.705,boolq,helm_classic_240130,[],knowledge
+168,j1_jumbo_v1_178b,0.776,boolq,helm_classic_240130,[],knowledge
+169,glm_130b,0.784,boolq,helm_classic_240130,[],knowledge
+170,luminous_extended_30b,0.767,boolq,helm_classic_240130,[],knowledge
+171,opt_66b,0.76,boolq,helm_classic_240130,[],knowledge
+172,bloom_176b,0.704,boolq,helm_classic_240130,[],knowledge
+173,j1_grande_v1_17b,0.722,boolq,helm_classic_240130,[],knowledge
+174,alpaca_7b,0.778,boolq,helm_classic_240130,[],knowledge
+175,falcon_7b,0.753,boolq,helm_classic_240130,[],knowledge
+176,redpajama_incite_base_7b,0.713,boolq,helm_classic_240130,[],knowledge
+177,cohere_large_v20220720_13.1b,0.725,boolq,helm_classic_240130,[],knowledge
+178,redpajama_incite_instruct_v1_3b,0.677,boolq,helm_classic_240130,[],knowledge
+179,text_curie_001,0.62,boolq,helm_classic_240130,[],knowledge
+180,gpt_neox_20b,0.683,boolq,helm_classic_240130,[],knowledge
+181,luminous_base_13b,0.719,boolq,helm_classic_240130,[],knowledge
+182,cohere_medium_v20221108_6.1b,0.7,boolq,helm_classic_240130,[],knowledge
+183,redpajama_incite_base_v1_3b,0.685,boolq,helm_classic_240130,[],knowledge
+184,tnlg_v2_6.7b,0.698,boolq,helm_classic_240130,[],knowledge
+185,j1_large_v1_7.5b,0.683,boolq,helm_classic_240130,[],knowledge
+186,gpt_j_6b,0.649,boolq,helm_classic_240130,[],knowledge
+187,pythia_12b,0.662,boolq,helm_classic_240130,[],knowledge
+188,curie_6.7b,0.656,boolq,helm_classic_240130,[],knowledge
+189,falcon_instruct_7b,0.72,boolq,helm_classic_240130,[],knowledge
+190,cohere_medium_v20220720_6.1b,0.659,boolq,helm_classic_240130,[],knowledge
+191,text_babbage_001,0.451,boolq,helm_classic_240130,[],knowledge
+192,t0pp_11b,0.0,boolq,helm_classic_240130,[],knowledge
+193,pythia_6.9b,0.631,boolq,helm_classic_240130,[],knowledge
+194,ul2_20b,0.746,boolq,helm_classic_240130,[],knowledge
+195,t5_11b,0.761,boolq,helm_classic_240130,[],knowledge
+196,babbage_1.3b,0.574,boolq,helm_classic_240130,[],knowledge
+197,cohere_small_v20220720_410m,0.457,boolq,helm_classic_240130,[],knowledge
+198,ada_350m,0.581,boolq,helm_classic_240130,[],knowledge
+199,text_ada_001,0.464,boolq,helm_classic_240130,[],knowledge
+200,yalm_100b,0.634,boolq,helm_classic_240130,[],knowledge
+201,llama_2_70b,0.77,narrativeqa,helm_classic_240130,[],knowledge
+202,llama_65b,0.755,narrativeqa,helm_classic_240130,[],knowledge
+203,text_davinci_002,0.727,narrativeqa,helm_classic_240130,[],knowledge
+204,mistral_v0.1_7b,0.716,narrativeqa,helm_classic_240130,[],knowledge
+205,cohere_command_beta_52.4b,0.752,narrativeqa,helm_classic_240130,[],knowledge
+206,text_davinci_003,0.727,narrativeqa,helm_classic_240130,[],knowledge
+207,jurassic_2_jumbo_178b,0.733,narrativeqa,helm_classic_240130,[],knowledge
+208,llama_2_13b,0.744,narrativeqa,helm_classic_240130,[],knowledge
+209,tnlg_v2_530b,0.722,narrativeqa,helm_classic_240130,[],knowledge
+210,gpt_3.5_turbo_0613,0.625,narrativeqa,helm_classic_240130,[],knowledge
+211,llama_30b,0.752,narrativeqa,helm_classic_240130,[],knowledge
+212,anthropic_lm_v4_s3_52b,0.728,narrativeqa,helm_classic_240130,[],knowledge
+213,gpt_3.5_turbo_0301,0.663,narrativeqa,helm_classic_240130,[],knowledge
+214,jurassic_2_grande_17b,0.737,narrativeqa,helm_classic_240130,[],knowledge
+215,palmyra_x_43b,0.742,narrativeqa,helm_classic_240130,[],knowledge
+216,falcon_40b,0.673,narrativeqa,helm_classic_240130,[],knowledge
+217,falcon_instruct_40b,0.625,narrativeqa,helm_classic_240130,[],knowledge
+218,mpt_instruct_30b,0.733,narrativeqa,helm_classic_240130,[],knowledge
+219,mpt_30b,0.732,narrativeqa,helm_classic_240130,[],knowledge
+220,j1_grande_v2_beta_17b,0.725,narrativeqa,helm_classic_240130,[],knowledge
+221,vicuna_v1.3_13b,0.691,narrativeqa,helm_classic_240130,[],knowledge
+222,cohere_command_beta_6.1b,0.709,narrativeqa,helm_classic_240130,[],knowledge
+223,cohere_xlarge_v20221108_52.4b,0.672,narrativeqa,helm_classic_240130,[],knowledge
+224,luminous_supreme_70b,0.711,narrativeqa,helm_classic_240130,[],knowledge
+225,vicuna_v1.3_7b,0.643,narrativeqa,helm_classic_240130,[],knowledge
+226,opt_175b,0.671,narrativeqa,helm_classic_240130,[],knowledge
+227,llama_2_7b,0.691,narrativeqa,helm_classic_240130,[],knowledge
+228,llama_13b,0.711,narrativeqa,helm_classic_240130,[],knowledge
+229,instructpalmyra_30b,0.496,narrativeqa,helm_classic_240130,[],knowledge
+230,cohere_xlarge_v20220609_52.4b,0.65,narrativeqa,helm_classic_240130,[],knowledge
+232,davinci_175b,0.687,narrativeqa,helm_classic_240130,[],knowledge
+233,llama_7b,0.669,narrativeqa,helm_classic_240130,[],knowledge
+234,redpajama_incite_instruct_7b,0.638,narrativeqa,helm_classic_240130,[],knowledge
+235,j1_jumbo_v1_178b,0.695,narrativeqa,helm_classic_240130,[],knowledge
+236,glm_130b,0.706,narrativeqa,helm_classic_240130,[],knowledge
+237,luminous_extended_30b,0.665,narrativeqa,helm_classic_240130,[],knowledge
+238,opt_66b,0.638,narrativeqa,helm_classic_240130,[],knowledge
+239,bloom_176b,0.662,narrativeqa,helm_classic_240130,[],knowledge
+240,j1_grande_v1_17b,0.672,narrativeqa,helm_classic_240130,[],knowledge
+241,alpaca_7b,0.396,narrativeqa,helm_classic_240130,[],knowledge
+242,falcon_7b,0.621,narrativeqa,helm_classic_240130,[],knowledge
+243,redpajama_incite_base_7b,0.617,narrativeqa,helm_classic_240130,[],knowledge
+244,cohere_large_v20220720_13.1b,0.625,narrativeqa,helm_classic_240130,[],knowledge
+245,redpajama_incite_instruct_v1_3b,0.638,narrativeqa,helm_classic_240130,[],knowledge
+246,text_curie_001,0.582,narrativeqa,helm_classic_240130,[],knowledge
+247,gpt_neox_20b,0.599,narrativeqa,helm_classic_240130,[],knowledge
+248,luminous_base_13b,0.605,narrativeqa,helm_classic_240130,[],knowledge
+249,cohere_medium_v20221108_6.1b,0.61,narrativeqa,helm_classic_240130,[],knowledge
+250,redpajama_incite_base_v1_3b,0.555,narrativeqa,helm_classic_240130,[],knowledge
+251,tnlg_v2_6.7b,0.631,narrativeqa,helm_classic_240130,[],knowledge
+252,j1_large_v1_7.5b,0.623,narrativeqa,helm_classic_240130,[],knowledge
+253,gpt_j_6b,0.545,narrativeqa,helm_classic_240130,[],knowledge
+254,pythia_12b,0.596,narrativeqa,helm_classic_240130,[],knowledge
+255,curie_6.7b,0.604,narrativeqa,helm_classic_240130,[],knowledge
+256,falcon_instruct_7b,0.476,narrativeqa,helm_classic_240130,[],knowledge
+257,cohere_medium_v20220720_6.1b,0.559,narrativeqa,helm_classic_240130,[],knowledge
+258,text_babbage_001,0.429,narrativeqa,helm_classic_240130,[],knowledge
+259,t0pp_11b,0.151,narrativeqa,helm_classic_240130,[],knowledge
+260,pythia_6.9b,0.528,narrativeqa,helm_classic_240130,[],knowledge
+261,ul2_20b,0.083,narrativeqa,helm_classic_240130,[],knowledge
+262,t5_11b,0.086,narrativeqa,helm_classic_240130,[],knowledge
+263,babbage_1.3b,0.491,narrativeqa,helm_classic_240130,[],knowledge
+264,cohere_small_v20220720_410m,0.294,narrativeqa,helm_classic_240130,[],knowledge
+265,ada_350m,0.326,narrativeqa,helm_classic_240130,[],knowledge
+266,text_ada_001,0.238,narrativeqa,helm_classic_240130,[],knowledge
+267,yalm_100b,0.252,narrativeqa,helm_classic_240130,[],knowledge
+268,llama_2_70b,0.458,naturalquestions_closed,helm_classic_240130,[],knowledge
+269,llama_65b,0.431,naturalquestions_closed,helm_classic_240130,[],knowledge
+270,text_davinci_002,0.383,naturalquestions_closed,helm_classic_240130,[],knowledge
+271,mistral_v0.1_7b,0.365,naturalquestions_closed,helm_classic_240130,[],knowledge
+272,cohere_command_beta_52.4b,0.372,naturalquestions_closed,helm_classic_240130,[],knowledge
+273,text_davinci_003,0.406,naturalquestions_closed,helm_classic_240130,[],knowledge
+274,jurassic_2_jumbo_178b,0.385,naturalquestions_closed,helm_classic_240130,[],knowledge
+275,llama_2_13b,0.376,naturalquestions_closed,helm_classic_240130,[],knowledge
+276,tnlg_v2_530b,0.384,naturalquestions_closed,helm_classic_240130,[],knowledge
+277,gpt_3.5_turbo_0613,0.348,naturalquestions_closed,helm_classic_240130,[],knowledge
+278,llama_30b,0.408,naturalquestions_closed,helm_classic_240130,[],knowledge
+279,anthropic_lm_v4_s3_52b,0.288,naturalquestions_closed,helm_classic_240130,[],knowledge
+280,gpt_3.5_turbo_0301,0.39,naturalquestions_closed,helm_classic_240130,[],knowledge
+281,jurassic_2_grande_17b,0.356,naturalquestions_closed,helm_classic_240130,[],knowledge
+282,palmyra_x_43b,0.413,naturalquestions_closed,helm_classic_240130,[],knowledge
+283,falcon_40b,0.392,naturalquestions_closed,helm_classic_240130,[],knowledge
+284,falcon_instruct_40b,0.377,naturalquestions_closed,helm_classic_240130,[],knowledge
+285,mpt_instruct_30b,0.304,naturalquestions_closed,helm_classic_240130,[],knowledge
+286,mpt_30b,0.347,naturalquestions_closed,helm_classic_240130,[],knowledge
+287,j1_grande_v2_beta_17b,0.337,naturalquestions_closed,helm_classic_240130,[],knowledge
+288,vicuna_v1.3_13b,0.346,naturalquestions_closed,helm_classic_240130,[],knowledge
+289,cohere_command_beta_6.1b,0.229,naturalquestions_closed,helm_classic_240130,[],knowledge
+290,cohere_xlarge_v20221108_52.4b,0.361,naturalquestions_closed,helm_classic_240130,[],knowledge
+291,luminous_supreme_70b,0.293,naturalquestions_closed,helm_classic_240130,[],knowledge
+292,vicuna_v1.3_7b,0.287,naturalquestions_closed,helm_classic_240130,[],knowledge
+293,opt_175b,0.297,naturalquestions_closed,helm_classic_240130,[],knowledge
+294,llama_2_7b,0.337,naturalquestions_closed,helm_classic_240130,[],knowledge
+295,llama_13b,0.346,naturalquestions_closed,helm_classic_240130,[],knowledge
+296,instructpalmyra_30b,0.33,naturalquestions_closed,helm_classic_240130,[],knowledge
+297,cohere_xlarge_v20220609_52.4b,0.312,naturalquestions_closed,helm_classic_240130,[],knowledge
+298,jurassic_2_large_7.5b,0.274,naturalquestions_closed,helm_classic_240130,[],knowledge
+299,davinci_175b,0.329,naturalquestions_closed,helm_classic_240130,[],knowledge
+300,llama_7b,0.297,naturalquestions_closed,helm_classic_240130,[],knowledge
+301,redpajama_incite_instruct_7b,0.232,naturalquestions_closed,helm_classic_240130,[],knowledge
+302,j1_jumbo_v1_178b,0.293,naturalquestions_closed,helm_classic_240130,[],knowledge
+303,glm_130b,0.148,naturalquestions_closed,helm_classic_240130,[],knowledge
+304,luminous_extended_30b,0.254,naturalquestions_closed,helm_classic_240130,[],knowledge
+305,opt_66b,0.258,naturalquestions_closed,helm_classic_240130,[],knowledge
+306,bloom_176b,0.216,naturalquestions_closed,helm_classic_240130,[],knowledge
+307,j1_grande_v1_17b,0.233,naturalquestions_closed,helm_classic_240130,[],knowledge
+308,alpaca_7b,0.266,naturalquestions_closed,helm_classic_240130,[],knowledge
+309,falcon_7b,0.285,naturalquestions_closed,helm_classic_240130,[],knowledge
+310,redpajama_incite_base_7b,0.25,naturalquestions_closed,helm_classic_240130,[],knowledge
+311,cohere_large_v20220720_13.1b,0.232,naturalquestions_closed,helm_classic_240130,[],knowledge
+312,redpajama_incite_instruct_v1_3b,0.203,naturalquestions_closed,helm_classic_240130,[],knowledge
+313,text_curie_001,0.175,naturalquestions_closed,helm_classic_240130,[],knowledge
+314,gpt_neox_20b,0.193,naturalquestions_closed,helm_classic_240130,[],knowledge
+315,luminous_base_13b,0.202,naturalquestions_closed,helm_classic_240130,[],knowledge
+316,cohere_medium_v20221108_6.1b,0.199,naturalquestions_closed,helm_classic_240130,[],knowledge
+317,redpajama_incite_base_v1_3b,0.207,naturalquestions_closed,helm_classic_240130,[],knowledge
+318,tnlg_v2_6.7b,0.21,naturalquestions_closed,helm_classic_240130,[],knowledge
+319,j1_large_v1_7.5b,0.19,naturalquestions_closed,helm_classic_240130,[],knowledge
+320,gpt_j_6b,0.156,naturalquestions_closed,helm_classic_240130,[],knowledge
+321,pythia_12b,0.175,naturalquestions_closed,helm_classic_240130,[],knowledge
+322,curie_6.7b,0.199,naturalquestions_closed,helm_classic_240130,[],knowledge
+323,falcon_instruct_7b,0.194,naturalquestions_closed,helm_classic_240130,[],knowledge
+324,cohere_medium_v20220720_6.1b,0.177,naturalquestions_closed,helm_classic_240130,[],knowledge
+325,text_babbage_001,0.07,naturalquestions_closed,helm_classic_240130,[],knowledge
+326,t0pp_11b,0.039,naturalquestions_closed,helm_classic_240130,[],knowledge
+327,pythia_6.9b,0.142,naturalquestions_closed,helm_classic_240130,[],knowledge
+328,ul2_20b,0.204,naturalquestions_closed,helm_classic_240130,[],knowledge
+329,t5_11b,0.194,naturalquestions_closed,helm_classic_240130,[],knowledge
+330,babbage_1.3b,0.119,naturalquestions_closed,helm_classic_240130,[],knowledge
+331,cohere_small_v20220720_410m,0.078,naturalquestions_closed,helm_classic_240130,[],knowledge
+332,ada_350m,0.082,naturalquestions_closed,helm_classic_240130,[],knowledge
+333,text_ada_001,0.025,naturalquestions_closed,helm_classic_240130,[],knowledge
+334,yalm_100b,0.068,naturalquestions_closed,helm_classic_240130,[],knowledge
+335,llama_2_70b,0.674,naturalquestions_open,helm_classic_240130,[],knowledge
+336,llama_65b,0.672,naturalquestions_open,helm_classic_240130,[],knowledge
+337,text_davinci_002,0.713,naturalquestions_open,helm_classic_240130,[],knowledge
+338,mistral_v0.1_7b,0.687,naturalquestions_open,helm_classic_240130,[],knowledge
+339,cohere_command_beta_52.4b,0.76,naturalquestions_open,helm_classic_240130,[],knowledge
+340,text_davinci_003,0.77,naturalquestions_open,helm_classic_240130,[],knowledge
+341,jurassic_2_jumbo_178b,0.669,naturalquestions_open,helm_classic_240130,[],knowledge
+342,llama_2_13b,0.637,naturalquestions_open,helm_classic_240130,[],knowledge
+343,tnlg_v2_530b,0.642,naturalquestions_open,helm_classic_240130,[],knowledge
+344,gpt_3.5_turbo_0613,0.675,naturalquestions_open,helm_classic_240130,[],knowledge
+345,llama_30b,0.666,naturalquestions_open,helm_classic_240130,[],knowledge
+346,anthropic_lm_v4_s3_52b,0.686,naturalquestions_open,helm_classic_240130,[],knowledge
+347,gpt_3.5_turbo_0301,0.624,naturalquestions_open,helm_classic_240130,[],knowledge
+348,jurassic_2_grande_17b,0.639,naturalquestions_open,helm_classic_240130,[],knowledge
+350,falcon_40b,0.675,naturalquestions_open,helm_classic_240130,[],knowledge
+351,falcon_instruct_40b,0.666,naturalquestions_open,helm_classic_240130,[],knowledge
+352,mpt_instruct_30b,0.697,naturalquestions_open,helm_classic_240130,[],knowledge
+353,mpt_30b,0.673,naturalquestions_open,helm_classic_240130,[],knowledge
+354,j1_grande_v2_beta_17b,0.625,naturalquestions_open,helm_classic_240130,[],knowledge
+355,vicuna_v1.3_13b,0.686,naturalquestions_open,helm_classic_240130,[],knowledge
+356,cohere_command_beta_6.1b,0.717,naturalquestions_open,helm_classic_240130,[],knowledge
+357,cohere_xlarge_v20221108_52.4b,0.628,naturalquestions_open,helm_classic_240130,[],knowledge
+358,luminous_supreme_70b,0.649,naturalquestions_open,helm_classic_240130,[],knowledge
+359,vicuna_v1.3_7b,0.634,naturalquestions_open,helm_classic_240130,[],knowledge
+360,opt_175b,0.615,naturalquestions_open,helm_classic_240130,[],knowledge
+361,llama_2_7b,0.611,naturalquestions_open,helm_classic_240130,[],knowledge
+362,llama_13b,0.614,naturalquestions_open,helm_classic_240130,[],knowledge
+363,instructpalmyra_30b,0.682,naturalquestions_open,helm_classic_240130,[],knowledge
+364,cohere_xlarge_v20220609_52.4b,0.595,naturalquestions_open,helm_classic_240130,[],knowledge
+365,jurassic_2_large_7.5b,0.589,naturalquestions_open,helm_classic_240130,[],knowledge
+366,davinci_175b,0.625,naturalquestions_open,helm_classic_240130,[],knowledge
+367,llama_7b,0.589,naturalquestions_open,helm_classic_240130,[],knowledge
+368,redpajama_incite_instruct_7b,0.659,naturalquestions_open,helm_classic_240130,[],knowledge
+369,j1_jumbo_v1_178b,0.595,naturalquestions_open,helm_classic_240130,[],knowledge
+370,glm_130b,0.642,naturalquestions_open,helm_classic_240130,[],knowledge
+371,luminous_extended_30b,0.609,naturalquestions_open,helm_classic_240130,[],knowledge
+372,opt_66b,0.596,naturalquestions_open,helm_classic_240130,[],knowledge
+373,bloom_176b,0.621,naturalquestions_open,helm_classic_240130,[],knowledge
+374,j1_grande_v1_17b,0.578,naturalquestions_open,helm_classic_240130,[],knowledge
+375,alpaca_7b,0.592,naturalquestions_open,helm_classic_240130,[],knowledge
+376,falcon_7b,0.579,naturalquestions_open,helm_classic_240130,[],knowledge
+377,redpajama_incite_base_7b,0.586,naturalquestions_open,helm_classic_240130,[],knowledge
+378,cohere_large_v20220720_13.1b,0.573,naturalquestions_open,helm_classic_240130,[],knowledge
+379,redpajama_incite_instruct_v1_3b,0.637,naturalquestions_open,helm_classic_240130,[],knowledge
+380,text_curie_001,0.571,naturalquestions_open,helm_classic_240130,[],knowledge
+381,gpt_neox_20b,0.596,naturalquestions_open,helm_classic_240130,[],knowledge
+382,luminous_base_13b,0.568,naturalquestions_open,helm_classic_240130,[],knowledge
+383,cohere_medium_v20221108_6.1b,0.517,naturalquestions_open,helm_classic_240130,[],knowledge
+384,redpajama_incite_base_v1_3b,0.52,naturalquestions_open,helm_classic_240130,[],knowledge
+385,tnlg_v2_6.7b,0.561,naturalquestions_open,helm_classic_240130,[],knowledge
+386,j1_large_v1_7.5b,0.532,naturalquestions_open,helm_classic_240130,[],knowledge
+387,gpt_j_6b,0.559,naturalquestions_open,helm_classic_240130,[],knowledge
+388,pythia_12b,0.581,naturalquestions_open,helm_classic_240130,[],knowledge
+389,curie_6.7b,0.552,naturalquestions_open,helm_classic_240130,[],knowledge
+390,falcon_instruct_7b,0.449,naturalquestions_open,helm_classic_240130,[],knowledge
+391,cohere_medium_v20220720_6.1b,0.504,naturalquestions_open,helm_classic_240130,[],knowledge
+392,text_babbage_001,0.33,naturalquestions_open,helm_classic_240130,[],knowledge
+393,t0pp_11b,0.19,naturalquestions_open,helm_classic_240130,[],knowledge
+394,pythia_6.9b,0.539,naturalquestions_open,helm_classic_240130,[],knowledge
+395,ul2_20b,0.349,naturalquestions_open,helm_classic_240130,[],knowledge
+396,t5_11b,0.477,naturalquestions_open,helm_classic_240130,[],knowledge
+397,babbage_1.3b,0.451,naturalquestions_open,helm_classic_240130,[],knowledge
+398,cohere_small_v20220720_410m,0.309,naturalquestions_open,helm_classic_240130,[],knowledge
+399,ada_350m,0.365,naturalquestions_open,helm_classic_240130,[],knowledge
+400,text_ada_001,0.149,naturalquestions_open,helm_classic_240130,[],knowledge
+401,yalm_100b,0.227,naturalquestions_open,helm_classic_240130,[],knowledge
+402,llama_2_70b,0.484,quac,helm_classic_240130,[],other
+403,llama_65b,0.401,quac,helm_classic_240130,[],other
+404,text_davinci_002,0.445,quac,helm_classic_240130,[],other
+405,mistral_v0.1_7b,0.423,quac,helm_classic_240130,[],other
+406,cohere_command_beta_52.4b,0.432,quac,helm_classic_240130,[],other
+407,text_davinci_003,0.525,quac,helm_classic_240130,[],other
+408,jurassic_2_jumbo_178b,0.435,quac,helm_classic_240130,[],other
+409,llama_2_13b,0.424,quac,helm_classic_240130,[],other
+410,tnlg_v2_530b,0.39,quac,helm_classic_240130,[],other
+411,gpt_3.5_turbo_0613,0.485,quac,helm_classic_240130,[],other
+412,llama_30b,0.39,quac,helm_classic_240130,[],other
+413,anthropic_lm_v4_s3_52b,0.431,quac,helm_classic_240130,[],other
+414,gpt_3.5_turbo_0301,0.512,quac,helm_classic_240130,[],other
+415,jurassic_2_grande_17b,0.418,quac,helm_classic_240130,[],other
+416,palmyra_x_43b,0.473,quac,helm_classic_240130,[],other
+417,falcon_40b,0.307,quac,helm_classic_240130,[],other
+418,falcon_instruct_40b,0.371,quac,helm_classic_240130,[],other
+419,mpt_instruct_30b,0.327,quac,helm_classic_240130,[],other
+420,mpt_30b,0.393,quac,helm_classic_240130,[],other
+421,j1_grande_v2_beta_17b,0.392,quac,helm_classic_240130,[],other
+422,vicuna_v1.3_13b,0.403,quac,helm_classic_240130,[],other
+423,cohere_command_beta_6.1b,0.375,quac,helm_classic_240130,[],other
+424,cohere_xlarge_v20221108_52.4b,0.374,quac,helm_classic_240130,[],other
+425,luminous_supreme_70b,0.37,quac,helm_classic_240130,[],other
+426,vicuna_v1.3_7b,0.392,quac,helm_classic_240130,[],other
+427,opt_175b,0.36,quac,helm_classic_240130,[],other
+428,llama_2_7b,0.406,quac,helm_classic_240130,[],other
+429,llama_13b,0.347,quac,helm_classic_240130,[],other
+430,instructpalmyra_30b,0.433,quac,helm_classic_240130,[],other
+431,cohere_xlarge_v20220609_52.4b,0.361,quac,helm_classic_240130,[],other
+433,davinci_175b,0.36,quac,helm_classic_240130,[],other
+434,llama_7b,0.338,quac,helm_classic_240130,[],other
+435,redpajama_incite_instruct_7b,0.26,quac,helm_classic_240130,[],other
+436,j1_jumbo_v1_178b,0.358,quac,helm_classic_240130,[],other
+437,glm_130b,0.272,quac,helm_classic_240130,[],other
+438,luminous_extended_30b,0.349,quac,helm_classic_240130,[],other
+439,opt_66b,0.357,quac,helm_classic_240130,[],other
+440,bloom_176b,0.361,quac,helm_classic_240130,[],other
+441,j1_grande_v1_17b,0.362,quac,helm_classic_240130,[],other
+442,alpaca_7b,0.27,quac,helm_classic_240130,[],other
+443,falcon_7b,0.332,quac,helm_classic_240130,[],other
+444,redpajama_incite_base_7b,0.336,quac,helm_classic_240130,[],other
+445,cohere_large_v20220720_13.1b,0.338,quac,helm_classic_240130,[],other
+446,redpajama_incite_instruct_v1_3b,0.259,quac,helm_classic_240130,[],other
+447,text_curie_001,0.358,quac,helm_classic_240130,[],other
+448,gpt_neox_20b,0.326,quac,helm_classic_240130,[],other
+449,luminous_base_13b,0.334,quac,helm_classic_240130,[],other
+450,cohere_medium_v20221108_6.1b,0.314,quac,helm_classic_240130,[],other
+451,redpajama_incite_base_v1_3b,0.309,quac,helm_classic_240130,[],other
+452,tnlg_v2_6.7b,0.345,quac,helm_classic_240130,[],other
+453,j1_large_v1_7.5b,0.328,quac,helm_classic_240130,[],other
+454,gpt_j_6b,0.33,quac,helm_classic_240130,[],other
+455,pythia_12b,0.313,quac,helm_classic_240130,[],other
+456,curie_6.7b,0.321,quac,helm_classic_240130,[],other
+457,falcon_instruct_7b,0.311,quac,helm_classic_240130,[],other
+458,cohere_medium_v20220720_6.1b,0.279,quac,helm_classic_240130,[],other
+459,text_babbage_001,0.284,quac,helm_classic_240130,[],other
+460,t0pp_11b,0.121,quac,helm_classic_240130,[],other
+461,pythia_6.9b,0.296,quac,helm_classic_240130,[],other
+462,ul2_20b,0.144,quac,helm_classic_240130,[],other
+463,t5_11b,0.116,quac,helm_classic_240130,[],other
+464,babbage_1.3b,0.273,quac,helm_classic_240130,[],other
+465,cohere_small_v20220720_410m,0.219,quac,helm_classic_240130,[],other
+466,ada_350m,0.242,quac,helm_classic_240130,[],other
+467,text_ada_001,0.176,quac,helm_classic_240130,[],other
+468,yalm_100b,0.162,quac,helm_classic_240130,[],other
+471,text_davinci_002,0.815,hellaswag,helm_classic_240130,[],reasoning
+473,cohere_command_beta_52.4b,0.811,hellaswag,helm_classic_240130,[],reasoning
+474,text_davinci_003,0.822,hellaswag,helm_classic_240130,[],reasoning
+475,jurassic_2_jumbo_178b,0.788,hellaswag,helm_classic_240130,[],reasoning
+477,tnlg_v2_530b,0.799,hellaswag,helm_classic_240130,[],reasoning
+480,anthropic_lm_v4_s3_52b,0.807,hellaswag,helm_classic_240130,[],reasoning
+482,jurassic_2_grande_17b,0.781,hellaswag,helm_classic_240130,[],reasoning
+488,j1_grande_v2_beta_17b,0.764,hellaswag,helm_classic_240130,[],reasoning
+490,cohere_command_beta_6.1b,0.752,hellaswag,helm_classic_240130,[],reasoning
+491,cohere_xlarge_v20221108_52.4b,0.81,hellaswag,helm_classic_240130,[],reasoning
+494,opt_175b,0.791,hellaswag,helm_classic_240130,[],reasoning
+498,cohere_xlarge_v20220609_52.4b,0.811,hellaswag,helm_classic_240130,[],reasoning
+499,jurassic_2_large_7.5b,0.729,hellaswag,helm_classic_240130,[],reasoning
+500,davinci_175b,0.775,hellaswag,helm_classic_240130,[],reasoning
+503,j1_jumbo_v1_178b,0.765,hellaswag,helm_classic_240130,[],reasoning
+506,opt_66b,0.745,hellaswag,helm_classic_240130,[],reasoning
+507,bloom_176b,0.744,hellaswag,helm_classic_240130,[],reasoning
+508,j1_grande_v1_17b,0.739,hellaswag,helm_classic_240130,[],reasoning
+512,cohere_large_v20220720_13.1b,0.736,hellaswag,helm_classic_240130,[],reasoning
+514,text_curie_001,0.676,hellaswag,helm_classic_240130,[],reasoning
+515,gpt_neox_20b,0.718,hellaswag,helm_classic_240130,[],reasoning
+517,cohere_medium_v20221108_6.1b,0.726,hellaswag,helm_classic_240130,[],reasoning
+519,tnlg_v2_6.7b,0.704,hellaswag,helm_classic_240130,[],reasoning
+520,j1_large_v1_7.5b,0.7,hellaswag,helm_classic_240130,[],reasoning
+521,gpt_j_6b,0.663,hellaswag,helm_classic_240130,[],reasoning
+523,curie_6.7b,0.682,hellaswag,helm_classic_240130,[],reasoning
+525,cohere_medium_v20220720_6.1b,0.706,hellaswag,helm_classic_240130,[],reasoning
+526,text_babbage_001,0.561,hellaswag,helm_classic_240130,[],reasoning
+531,babbage_1.3b,0.555,hellaswag,helm_classic_240130,[],reasoning
+532,cohere_small_v20220720_410m,0.483,hellaswag,helm_classic_240130,[],reasoning
+533,ada_350m,0.435,hellaswag,helm_classic_240130,[],reasoning
+534,text_ada_001,0.429,hellaswag,helm_classic_240130,[],reasoning
+538,text_davinci_002,0.594,openbookqa,helm_classic_240130,[],knowledge
+540,cohere_command_beta_52.4b,0.582,openbookqa,helm_classic_240130,[],knowledge
+541,text_davinci_003,0.646,openbookqa,helm_classic_240130,[],knowledge
+542,jurassic_2_jumbo_178b,0.558,openbookqa,helm_classic_240130,[],knowledge
+544,tnlg_v2_530b,0.562,openbookqa,helm_classic_240130,[],knowledge
+547,anthropic_lm_v4_s3_52b,0.558,openbookqa,helm_classic_240130,[],knowledge
+549,jurassic_2_grande_17b,0.542,openbookqa,helm_classic_240130,[],knowledge
+555,j1_grande_v2_beta_17b,0.56,openbookqa,helm_classic_240130,[],knowledge
+557,cohere_command_beta_6.1b,0.55,openbookqa,helm_classic_240130,[],knowledge
+558,cohere_xlarge_v20221108_52.4b,0.588,openbookqa,helm_classic_240130,[],knowledge
+561,opt_175b,0.586,openbookqa,helm_classic_240130,[],knowledge
+565,cohere_xlarge_v20220609_52.4b,0.55,openbookqa,helm_classic_240130,[],knowledge
+566,jurassic_2_large_7.5b,0.53,openbookqa,helm_classic_240130,[],knowledge
+567,davinci_175b,0.586,openbookqa,helm_classic_240130,[],knowledge
+570,j1_jumbo_v1_178b,0.534,openbookqa,helm_classic_240130,[],knowledge
+573,opt_66b,0.534,openbookqa,helm_classic_240130,[],knowledge
+574,bloom_176b,0.534,openbookqa,helm_classic_240130,[],knowledge
+575,j1_grande_v1_17b,0.52,openbookqa,helm_classic_240130,[],knowledge
+579,cohere_large_v20220720_13.1b,0.542,openbookqa,helm_classic_240130,[],knowledge
+581,text_curie_001,0.514,openbookqa,helm_classic_240130,[],knowledge
+582,gpt_neox_20b,0.524,openbookqa,helm_classic_240130,[],knowledge
+584,cohere_medium_v20221108_6.1b,0.538,openbookqa,helm_classic_240130,[],knowledge
+586,tnlg_v2_6.7b,0.478,openbookqa,helm_classic_240130,[],knowledge
+587,j1_large_v1_7.5b,0.514,openbookqa,helm_classic_240130,[],knowledge
+588,gpt_j_6b,0.514,openbookqa,helm_classic_240130,[],knowledge
+590,curie_6.7b,0.502,openbookqa,helm_classic_240130,[],knowledge
+592,cohere_medium_v20220720_6.1b,0.496,openbookqa,helm_classic_240130,[],knowledge
+593,text_babbage_001,0.452,openbookqa,helm_classic_240130,[],knowledge
+598,babbage_1.3b,0.438,openbookqa,helm_classic_240130,[],knowledge
+599,cohere_small_v20220720_410m,0.348,openbookqa,helm_classic_240130,[],knowledge
+600,ada_350m,0.38,openbookqa,helm_classic_240130,[],knowledge
+601,text_ada_001,0.346,openbookqa,helm_classic_240130,[],knowledge
+603,llama_2_70b,0.554,truthfulqa,helm_classic_240130,[],knowledge
+604,llama_65b,0.508,truthfulqa,helm_classic_240130,[],knowledge
+605,text_davinci_002,0.61,truthfulqa,helm_classic_240130,[],knowledge
+606,mistral_v0.1_7b,0.422,truthfulqa,helm_classic_240130,[],knowledge
+607,cohere_command_beta_52.4b,0.269,truthfulqa,helm_classic_240130,[],knowledge
+608,text_davinci_003,0.593,truthfulqa,helm_classic_240130,[],knowledge
+609,jurassic_2_jumbo_178b,0.437,truthfulqa,helm_classic_240130,[],knowledge
+610,llama_2_13b,0.33,truthfulqa,helm_classic_240130,[],knowledge
+611,tnlg_v2_530b,0.251,truthfulqa,helm_classic_240130,[],knowledge
+612,gpt_3.5_turbo_0613,0.339,truthfulqa,helm_classic_240130,[],knowledge
+613,llama_30b,0.344,truthfulqa,helm_classic_240130,[],knowledge
+614,anthropic_lm_v4_s3_52b,0.368,truthfulqa,helm_classic_240130,[],knowledge
+615,gpt_3.5_turbo_0301,0.609,truthfulqa,helm_classic_240130,[],knowledge
+616,jurassic_2_grande_17b,0.348,truthfulqa,helm_classic_240130,[],knowledge
+617,palmyra_x_43b,0.616,truthfulqa,helm_classic_240130,[],knowledge
+618,falcon_40b,0.353,truthfulqa,helm_classic_240130,[],knowledge
+619,falcon_instruct_40b,0.384,truthfulqa,helm_classic_240130,[],knowledge
+620,mpt_instruct_30b,0.234,truthfulqa,helm_classic_240130,[],knowledge
+621,mpt_30b,0.231,truthfulqa,helm_classic_240130,[],knowledge
+622,j1_grande_v2_beta_17b,0.306,truthfulqa,helm_classic_240130,[],knowledge
+623,vicuna_v1.3_13b,0.385,truthfulqa,helm_classic_240130,[],knowledge
+624,cohere_command_beta_6.1b,0.203,truthfulqa,helm_classic_240130,[],knowledge
+625,cohere_xlarge_v20221108_52.4b,0.169,truthfulqa,helm_classic_240130,[],knowledge
+626,luminous_supreme_70b,0.222,truthfulqa,helm_classic_240130,[],knowledge
+627,vicuna_v1.3_7b,0.292,truthfulqa,helm_classic_240130,[],knowledge
+628,opt_175b,0.25,truthfulqa,helm_classic_240130,[],knowledge
+629,llama_2_7b,0.272,truthfulqa,helm_classic_240130,[],knowledge
+630,llama_13b,0.324,truthfulqa,helm_classic_240130,[],knowledge
+631,instructpalmyra_30b,0.185,truthfulqa,helm_classic_240130,[],knowledge
+632,cohere_xlarge_v20220609_52.4b,0.198,truthfulqa,helm_classic_240130,[],knowledge
+633,jurassic_2_large_7.5b,0.245,truthfulqa,helm_classic_240130,[],knowledge
+634,davinci_175b,0.194,truthfulqa,helm_classic_240130,[],knowledge
+635,llama_7b,0.28,truthfulqa,helm_classic_240130,[],knowledge
+636,redpajama_incite_instruct_7b,0.243,truthfulqa,helm_classic_240130,[],knowledge
+637,j1_jumbo_v1_178b,0.175,truthfulqa,helm_classic_240130,[],knowledge
+638,glm_130b,0.218,truthfulqa,helm_classic_240130,[],knowledge
+639,luminous_extended_30b,0.221,truthfulqa,helm_classic_240130,[],knowledge
+640,opt_66b,0.201,truthfulqa,helm_classic_240130,[],knowledge
+641,bloom_176b,0.205,truthfulqa,helm_classic_240130,[],knowledge
+642,j1_grande_v1_17b,0.193,truthfulqa,helm_classic_240130,[],knowledge
+643,alpaca_7b,0.243,truthfulqa,helm_classic_240130,[],knowledge
+644,falcon_7b,0.234,truthfulqa,helm_classic_240130,[],knowledge
+645,redpajama_incite_base_7b,0.205,truthfulqa,helm_classic_240130,[],knowledge
+646,cohere_large_v20220720_13.1b,0.181,truthfulqa,helm_classic_240130,[],knowledge
+647,redpajama_incite_instruct_v1_3b,0.208,truthfulqa,helm_classic_240130,[],knowledge
+648,text_curie_001,0.257,truthfulqa,helm_classic_240130,[],knowledge
+649,gpt_neox_20b,0.216,truthfulqa,helm_classic_240130,[],knowledge
+650,luminous_base_13b,0.182,truthfulqa,helm_classic_240130,[],knowledge
+651,cohere_medium_v20221108_6.1b,0.215,truthfulqa,helm_classic_240130,[],knowledge
+652,redpajama_incite_base_v1_3b,0.277,truthfulqa,helm_classic_240130,[],knowledge
+653,tnlg_v2_6.7b,0.167,truthfulqa,helm_classic_240130,[],knowledge
+654,j1_large_v1_7.5b,0.197,truthfulqa,helm_classic_240130,[],knowledge
+655,gpt_j_6b,0.199,truthfulqa,helm_classic_240130,[],knowledge
+656,pythia_12b,0.177,truthfulqa,helm_classic_240130,[],knowledge
+657,curie_6.7b,0.232,truthfulqa,helm_classic_240130,[],knowledge
+658,falcon_instruct_7b,0.213,truthfulqa,helm_classic_240130,[],knowledge
+659,cohere_medium_v20220720_6.1b,0.19,truthfulqa,helm_classic_240130,[],knowledge
+660,text_babbage_001,0.233,truthfulqa,helm_classic_240130,[],knowledge
+661,t0pp_11b,0.377,truthfulqa,helm_classic_240130,[],knowledge
+662,pythia_6.9b,0.213,truthfulqa,helm_classic_240130,[],knowledge
+663,ul2_20b,0.193,truthfulqa,helm_classic_240130,[],knowledge
+664,t5_11b,0.133,truthfulqa,helm_classic_240130,[],knowledge
+665,babbage_1.3b,0.188,truthfulqa,helm_classic_240130,[],knowledge
+666,cohere_small_v20220720_410m,0.217,truthfulqa,helm_classic_240130,[],knowledge
+667,ada_350m,0.215,truthfulqa,helm_classic_240130,[],knowledge
+668,text_ada_001,0.232,truthfulqa,helm_classic_240130,[],knowledge
+669,yalm_100b,0.202,truthfulqa,helm_classic_240130,[],knowledge
+672,text_davinci_002,0.421,ms_marco_regular,helm_classic_240130,[],other
+674,cohere_command_beta_52.4b,0.472,ms_marco_regular,helm_classic_240130,[],other
+675,text_davinci_003,0.368,ms_marco_regular,helm_classic_240130,[],other
+676,jurassic_2_jumbo_178b,0.398,ms_marco_regular,helm_classic_240130,[],other
+678,tnlg_v2_530b,0.377,ms_marco_regular,helm_classic_240130,[],other
+683,jurassic_2_grande_17b,0.293,ms_marco_regular,helm_classic_240130,[],other
+689,j1_grande_v2_beta_17b,0.285,ms_marco_regular,helm_classic_240130,[],other
+691,cohere_command_beta_6.1b,0.434,ms_marco_regular,helm_classic_240130,[],other
+692,cohere_xlarge_v20221108_52.4b,0.315,ms_marco_regular,helm_classic_240130,[],other
+695,opt_175b,0.288,ms_marco_regular,helm_classic_240130,[],other
+699,cohere_xlarge_v20220609_52.4b,0.273,ms_marco_regular,helm_classic_240130,[],other
+700,jurassic_2_large_7.5b,0.247,ms_marco_regular,helm_classic_240130,[],other
+701,davinci_175b,0.211,ms_marco_regular,helm_classic_240130,[],other
+704,j1_jumbo_v1_178b,0.21,ms_marco_regular,helm_classic_240130,[],other
+707,opt_66b,0.237,ms_marco_regular,helm_classic_240130,[],other
+708,bloom_176b,0.236,ms_marco_regular,helm_classic_240130,[],other
+709,j1_grande_v1_17b,0.161,ms_marco_regular,helm_classic_240130,[],other
+713,cohere_large_v20220720_13.1b,0.19,ms_marco_regular,helm_classic_240130,[],other
+715,text_curie_001,0.271,ms_marco_regular,helm_classic_240130,[],other
+716,gpt_neox_20b,0.184,ms_marco_regular,helm_classic_240130,[],other
+718,cohere_medium_v20221108_6.1b,0.175,ms_marco_regular,helm_classic_240130,[],other
+720,tnlg_v2_6.7b,0.158,ms_marco_regular,helm_classic_240130,[],other
+721,j1_large_v1_7.5b,0.147,ms_marco_regular,helm_classic_240130,[],other
+722,gpt_j_6b,0.152,ms_marco_regular,helm_classic_240130,[],other
+724,curie_6.7b,0.162,ms_marco_regular,helm_classic_240130,[],other
+726,cohere_medium_v20220720_6.1b,0.152,ms_marco_regular,helm_classic_240130,[],other
+727,text_babbage_001,0.208,ms_marco_regular,helm_classic_240130,[],other
+732,babbage_1.3b,0.122,ms_marco_regular,helm_classic_240130,[],other
+734,ada_350m,0.102,ms_marco_regular,helm_classic_240130,[],other
+735,text_ada_001,0.134,ms_marco_regular,helm_classic_240130,[],other
+739,text_davinci_002,0.664,ms_marco_trec,helm_classic_240130,[],other
+741,cohere_command_beta_52.4b,0.762,ms_marco_trec,helm_classic_240130,[],other
+742,text_davinci_003,0.644,ms_marco_trec,helm_classic_240130,[],other
+743,jurassic_2_jumbo_178b,0.661,ms_marco_trec,helm_classic_240130,[],other
+745,tnlg_v2_530b,0.643,ms_marco_trec,helm_classic_240130,[],other
+750,jurassic_2_grande_17b,0.514,ms_marco_trec,helm_classic_240130,[],other
+756,j1_grande_v2_beta_17b,0.46,ms_marco_trec,helm_classic_240130,[],other
+758,cohere_command_beta_6.1b,0.709,ms_marco_trec,helm_classic_240130,[],other
+759,cohere_xlarge_v20221108_52.4b,0.55,ms_marco_trec,helm_classic_240130,[],other
+762,opt_175b,0.448,ms_marco_trec,helm_classic_240130,[],other
+766,cohere_xlarge_v20220609_52.4b,0.459,ms_marco_trec,helm_classic_240130,[],other
+767,jurassic_2_large_7.5b,0.464,ms_marco_trec,helm_classic_240130,[],other
+768,davinci_175b,0.378,ms_marco_trec,helm_classic_240130,[],other
+771,j1_jumbo_v1_178b,0.363,ms_marco_trec,helm_classic_240130,[],other
+774,opt_66b,0.482,ms_marco_trec,helm_classic_240130,[],other
+775,bloom_176b,0.386,ms_marco_trec,helm_classic_240130,[],other
+776,j1_grande_v1_17b,0.341,ms_marco_trec,helm_classic_240130,[],other
+780,cohere_large_v20220720_13.1b,0.33,ms_marco_trec,helm_classic_240130,[],other
+782,text_curie_001,0.507,ms_marco_trec,helm_classic_240130,[],other
+783,gpt_neox_20b,0.398,ms_marco_trec,helm_classic_240130,[],other
+785,cohere_medium_v20221108_6.1b,0.373,ms_marco_trec,helm_classic_240130,[],other
+787,tnlg_v2_6.7b,0.332,ms_marco_trec,helm_classic_240130,[],other
+788,j1_large_v1_7.5b,0.292,ms_marco_trec,helm_classic_240130,[],other
+789,gpt_j_6b,0.345,ms_marco_trec,helm_classic_240130,[],other
+791,curie_6.7b,0.3,ms_marco_trec,helm_classic_240130,[],other
+793,cohere_medium_v20220720_6.1b,0.374,ms_marco_trec,helm_classic_240130,[],other
+794,text_babbage_001,0.449,ms_marco_trec,helm_classic_240130,[],other
+799,babbage_1.3b,0.317,ms_marco_trec,helm_classic_240130,[],other
+800,cohere_small_v20220720_410m,0.304,ms_marco_trec,helm_classic_240130,[],other
+801,ada_350m,0.29,ms_marco_trec,helm_classic_240130,[],other
+802,text_ada_001,0.302,ms_marco_trec,helm_classic_240130,[],other
+806,text_davinci_002,0.153,cnn/dailymail,helm_classic_240130,[],other
+808,cohere_command_beta_52.4b,0.161,cnn/dailymail,helm_classic_240130,[],other
+809,text_davinci_003,0.156,cnn/dailymail,helm_classic_240130,[],other
+810,jurassic_2_jumbo_178b,0.149,cnn/dailymail,helm_classic_240130,[],other
+812,tnlg_v2_530b,0.161,cnn/dailymail,helm_classic_240130,[],other
+815,anthropic_lm_v4_s3_52b,0.154,cnn/dailymail,helm_classic_240130,[],other
+817,jurassic_2_grande_17b,0.144,cnn/dailymail,helm_classic_240130,[],other
+818,palmyra_x_43b,0.049,cnn/dailymail,helm_classic_240130,[],other
+823,j1_grande_v2_beta_17b,0.146,cnn/dailymail,helm_classic_240130,[],other
+825,cohere_command_beta_6.1b,0.153,cnn/dailymail,helm_classic_240130,[],other
+826,cohere_xlarge_v20221108_52.4b,0.153,cnn/dailymail,helm_classic_240130,[],other
+827,luminous_supreme_70b,0.15,cnn/dailymail,helm_classic_240130,[],other
+829,opt_175b,0.146,cnn/dailymail,helm_classic_240130,[],other
+832,instructpalmyra_30b,0.152,cnn/dailymail,helm_classic_240130,[],other
+833,cohere_xlarge_v20220609_52.4b,0.144,cnn/dailymail,helm_classic_240130,[],other
+834,jurassic_2_large_7.5b,0.136,cnn/dailymail,helm_classic_240130,[],other
+835,davinci_175b,0.127,cnn/dailymail,helm_classic_240130,[],other
+838,j1_jumbo_v1_178b,0.144,cnn/dailymail,helm_classic_240130,[],other
+839,glm_130b,0.154,cnn/dailymail,helm_classic_240130,[],other
+840,luminous_extended_30b,0.139,cnn/dailymail,helm_classic_240130,[],other
+841,opt_66b,0.136,cnn/dailymail,helm_classic_240130,[],other
+842,bloom_176b,0.08,cnn/dailymail,helm_classic_240130,[],other
+843,j1_grande_v1_17b,0.143,cnn/dailymail,helm_classic_240130,[],other
+847,cohere_large_v20220720_13.1b,0.126,cnn/dailymail,helm_classic_240130,[],other
+849,text_curie_001,0.152,cnn/dailymail,helm_classic_240130,[],other
+850,gpt_neox_20b,0.123,cnn/dailymail,helm_classic_240130,[],other
+851,luminous_base_13b,0.11,cnn/dailymail,helm_classic_240130,[],other
+852,cohere_medium_v20221108_6.1b,0.121,cnn/dailymail,helm_classic_240130,[],other
+854,tnlg_v2_6.7b,0.146,cnn/dailymail,helm_classic_240130,[],other
+855,j1_large_v1_7.5b,0.134,cnn/dailymail,helm_classic_240130,[],other
+856,gpt_j_6b,0.131,cnn/dailymail,helm_classic_240130,[],other
+858,curie_6.7b,0.113,cnn/dailymail,helm_classic_240130,[],other
+860,cohere_medium_v20220720_6.1b,0.077,cnn/dailymail,helm_classic_240130,[],other
+861,text_babbage_001,0.151,cnn/dailymail,helm_classic_240130,[],other
+862,t0pp_11b,0.122,cnn/dailymail,helm_classic_240130,[],other
+864,ul2_20b,0.03,cnn/dailymail,helm_classic_240130,[],other
+865,t5_11b,0.043,cnn/dailymail,helm_classic_240130,[],other
+866,babbage_1.3b,0.079,cnn/dailymail,helm_classic_240130,[],other
+867,cohere_small_v20220720_410m,0.063,cnn/dailymail,helm_classic_240130,[],other
+868,ada_350m,0.09,cnn/dailymail,helm_classic_240130,[],other
+869,text_ada_001,0.136,cnn/dailymail,helm_classic_240130,[],other
+870,yalm_100b,0.017,cnn/dailymail,helm_classic_240130,[],other
+873,text_davinci_002,0.144,xsum,helm_classic_240130,[],other
+875,cohere_command_beta_52.4b,0.152,xsum,helm_classic_240130,[],other
+876,text_davinci_003,0.124,xsum,helm_classic_240130,[],other
+877,jurassic_2_jumbo_178b,0.182,xsum,helm_classic_240130,[],other
+879,tnlg_v2_530b,0.169,xsum,helm_classic_240130,[],other
+882,anthropic_lm_v4_s3_52b,0.134,xsum,helm_classic_240130,[],other
+884,jurassic_2_grande_17b,0.167,xsum,helm_classic_240130,[],other
+885,palmyra_x_43b,0.149,xsum,helm_classic_240130,[],other
+890,j1_grande_v2_beta_17b,0.152,xsum,helm_classic_240130,[],other
+892,cohere_command_beta_6.1b,0.122,xsum,helm_classic_240130,[],other
+893,cohere_xlarge_v20221108_52.4b,0.153,xsum,helm_classic_240130,[],other
+894,luminous_supreme_70b,0.136,xsum,helm_classic_240130,[],other
+896,opt_175b,0.155,xsum,helm_classic_240130,[],other
+899,instructpalmyra_30b,0.104,xsum,helm_classic_240130,[],other
+900,cohere_xlarge_v20220609_52.4b,0.129,xsum,helm_classic_240130,[],other
+901,jurassic_2_large_7.5b,0.142,xsum,helm_classic_240130,[],other
+902,davinci_175b,0.126,xsum,helm_classic_240130,[],other
+905,j1_jumbo_v1_178b,0.129,xsum,helm_classic_240130,[],other
+906,glm_130b,0.132,xsum,helm_classic_240130,[],other
+907,luminous_extended_30b,0.124,xsum,helm_classic_240130,[],other
+908,opt_66b,0.126,xsum,helm_classic_240130,[],other
+909,bloom_176b,0.03,xsum,helm_classic_240130,[],other
+910,j1_grande_v1_17b,0.122,xsum,helm_classic_240130,[],other
+914,cohere_large_v20220720_13.1b,0.108,xsum,helm_classic_240130,[],other
+916,text_curie_001,0.076,xsum,helm_classic_240130,[],other
+917,gpt_neox_20b,0.102,xsum,helm_classic_240130,[],other
+918,luminous_base_13b,0.105,xsum,helm_classic_240130,[],other
+919,cohere_medium_v20221108_6.1b,0.099,xsum,helm_classic_240130,[],other
+921,tnlg_v2_6.7b,0.11,xsum,helm_classic_240130,[],other
+922,j1_large_v1_7.5b,0.102,xsum,helm_classic_240130,[],other
+923,gpt_j_6b,0.096,xsum,helm_classic_240130,[],other
+925,curie_6.7b,0.091,xsum,helm_classic_240130,[],other
+927,cohere_medium_v20220720_6.1b,0.087,xsum,helm_classic_240130,[],other
+928,text_babbage_001,0.046,xsum,helm_classic_240130,[],other
+929,t0pp_11b,0.09,xsum,helm_classic_240130,[],other
+931,ul2_20b,0.058,xsum,helm_classic_240130,[],other
+932,t5_11b,0.015,xsum,helm_classic_240130,[],other
+933,babbage_1.3b,0.045,xsum,helm_classic_240130,[],other
+934,cohere_small_v20220720_410m,0.033,xsum,helm_classic_240130,[],other
+935,ada_350m,0.022,xsum,helm_classic_240130,[],other
+936,text_ada_001,0.034,xsum,helm_classic_240130,[],other
+937,yalm_100b,0.021,xsum,helm_classic_240130,[],other
+938,llama_2_70b,0.961,imdb,helm_classic_240130,[],other
+939,llama_65b,0.962,imdb,helm_classic_240130,[],other
+940,text_davinci_002,0.948,imdb,helm_classic_240130,[],other
+941,mistral_v0.1_7b,0.962,imdb,helm_classic_240130,[],other
+942,cohere_command_beta_52.4b,0.96,imdb,helm_classic_240130,[],other
+943,text_davinci_003,0.848,imdb,helm_classic_240130,[],other
+944,jurassic_2_jumbo_178b,0.938,imdb,helm_classic_240130,[],other
+945,llama_2_13b,0.962,imdb,helm_classic_240130,[],other
+946,tnlg_v2_530b,0.941,imdb,helm_classic_240130,[],other
+947,gpt_3.5_turbo_0613,0.943,imdb,helm_classic_240130,[],other
+948,llama_30b,0.927,imdb,helm_classic_240130,[],other
+949,anthropic_lm_v4_s3_52b,0.934,imdb,helm_classic_240130,[],other
+950,gpt_3.5_turbo_0301,0.899,imdb,helm_classic_240130,[],other
+951,jurassic_2_grande_17b,0.938,imdb,helm_classic_240130,[],other
+952,palmyra_x_43b,0.935,imdb,helm_classic_240130,[],other
+953,falcon_40b,0.959,imdb,helm_classic_240130,[],other
+954,falcon_instruct_40b,0.959,imdb,helm_classic_240130,[],other
+955,mpt_instruct_30b,0.956,imdb,helm_classic_240130,[],other
+956,mpt_30b,0.959,imdb,helm_classic_240130,[],other
+957,j1_grande_v2_beta_17b,0.957,imdb,helm_classic_240130,[],other
+958,vicuna_v1.3_13b,0.762,imdb,helm_classic_240130,[],other
+959,cohere_command_beta_6.1b,0.961,imdb,helm_classic_240130,[],other
+960,cohere_xlarge_v20221108_52.4b,0.956,imdb,helm_classic_240130,[],other
+961,luminous_supreme_70b,0.959,imdb,helm_classic_240130,[],other
+962,vicuna_v1.3_7b,0.916,imdb,helm_classic_240130,[],other
+963,opt_175b,0.947,imdb,helm_classic_240130,[],other
+964,llama_2_7b,0.907,imdb,helm_classic_240130,[],other
+965,llama_13b,0.928,imdb,helm_classic_240130,[],other
+966,instructpalmyra_30b,0.94,imdb,helm_classic_240130,[],other
+967,cohere_xlarge_v20220609_52.4b,0.956,imdb,helm_classic_240130,[],other
+968,jurassic_2_large_7.5b,0.956,imdb,helm_classic_240130,[],other
+969,davinci_175b,0.933,imdb,helm_classic_240130,[],other
+970,llama_7b,0.947,imdb,helm_classic_240130,[],other
+971,redpajama_incite_instruct_7b,0.927,imdb,helm_classic_240130,[],other
+972,j1_jumbo_v1_178b,0.943,imdb,helm_classic_240130,[],other
+973,glm_130b,0.955,imdb,helm_classic_240130,[],other
+974,luminous_extended_30b,0.947,imdb,helm_classic_240130,[],other
+975,opt_66b,0.917,imdb,helm_classic_240130,[],other
+976,bloom_176b,0.945,imdb,helm_classic_240130,[],other
+977,j1_grande_v1_17b,0.953,imdb,helm_classic_240130,[],other
+978,alpaca_7b,0.738,imdb,helm_classic_240130,[],other
+979,falcon_7b,0.836,imdb,helm_classic_240130,[],other
+980,redpajama_incite_base_7b,0.752,imdb,helm_classic_240130,[],other
+981,cohere_large_v20220720_13.1b,0.933,imdb,helm_classic_240130,[],other
+982,redpajama_incite_instruct_v1_3b,0.894,imdb,helm_classic_240130,[],other
+983,text_curie_001,0.923,imdb,helm_classic_240130,[],other
+984,gpt_neox_20b,0.948,imdb,helm_classic_240130,[],other
+985,luminous_base_13b,0.939,imdb,helm_classic_240130,[],other
+986,cohere_medium_v20221108_6.1b,0.935,imdb,helm_classic_240130,[],other
+987,redpajama_incite_base_v1_3b,0.907,imdb,helm_classic_240130,[],other
+988,tnlg_v2_6.7b,0.927,imdb,helm_classic_240130,[],other
+989,j1_large_v1_7.5b,0.956,imdb,helm_classic_240130,[],other
+990,gpt_j_6b,0.939,imdb,helm_classic_240130,[],other
+991,pythia_12b,0.931,imdb,helm_classic_240130,[],other
+992,curie_6.7b,0.889,imdb,helm_classic_240130,[],other
+993,falcon_instruct_7b,0.852,imdb,helm_classic_240130,[],other
+994,cohere_medium_v20220720_6.1b,0.935,imdb,helm_classic_240130,[],other
+995,text_babbage_001,0.913,imdb,helm_classic_240130,[],other
+996,t0pp_11b,0.207,imdb,helm_classic_240130,[],other
+997,pythia_6.9b,0.928,imdb,helm_classic_240130,[],other
+998,ul2_20b,0.337,imdb,helm_classic_240130,[],other
+999,t5_11b,0.379,imdb,helm_classic_240130,[],other
+1000,babbage_1.3b,0.597,imdb,helm_classic_240130,[],other
+1001,cohere_small_v20220720_410m,0.578,imdb,helm_classic_240130,[],other
+1002,ada_350m,0.849,imdb,helm_classic_240130,[],other
+1003,text_ada_001,0.822,imdb,helm_classic_240130,[],other
+1004,yalm_100b,0.836,imdb,helm_classic_240130,[],other
+1005,llama_2_70b,0.652,civilcomments,helm_classic_240130,[],other
+1006,llama_65b,0.655,civilcomments,helm_classic_240130,[],other
+1007,text_davinci_002,0.668,civilcomments,helm_classic_240130,[],other
+1008,mistral_v0.1_7b,0.624,civilcomments,helm_classic_240130,[],other
+1009,cohere_command_beta_52.4b,0.601,civilcomments,helm_classic_240130,[],other
+1010,text_davinci_003,0.684,civilcomments,helm_classic_240130,[],other
+1011,jurassic_2_jumbo_178b,0.57,civilcomments,helm_classic_240130,[],other
+1012,llama_2_13b,0.588,civilcomments,helm_classic_240130,[],other
+1013,tnlg_v2_530b,0.601,civilcomments,helm_classic_240130,[],other
+1014,gpt_3.5_turbo_0613,0.696,civilcomments,helm_classic_240130,[],other
+1015,llama_30b,0.549,civilcomments,helm_classic_240130,[],other
+1016,anthropic_lm_v4_s3_52b,0.61,civilcomments,helm_classic_240130,[],other
+1017,gpt_3.5_turbo_0301,0.674,civilcomments,helm_classic_240130,[],other
+1018,jurassic_2_grande_17b,0.547,civilcomments,helm_classic_240130,[],other
+1019,palmyra_x_43b,0.008,civilcomments,helm_classic_240130,[],other
+1020,falcon_40b,0.552,civilcomments,helm_classic_240130,[],other
+1021,falcon_instruct_40b,0.603,civilcomments,helm_classic_240130,[],other
+1022,mpt_instruct_30b,0.573,civilcomments,helm_classic_240130,[],other
+1023,mpt_30b,0.599,civilcomments,helm_classic_240130,[],other
+1024,j1_grande_v2_beta_17b,0.546,civilcomments,helm_classic_240130,[],other
+1025,vicuna_v1.3_13b,0.645,civilcomments,helm_classic_240130,[],other
+1026,cohere_command_beta_6.1b,0.54,civilcomments,helm_classic_240130,[],other
+1027,cohere_xlarge_v20221108_52.4b,0.524,civilcomments,helm_classic_240130,[],other
+1028,luminous_supreme_70b,0.562,civilcomments,helm_classic_240130,[],other
+1029,vicuna_v1.3_7b,0.62,civilcomments,helm_classic_240130,[],other
+1030,opt_175b,0.505,civilcomments,helm_classic_240130,[],other
+1031,llama_2_7b,0.562,civilcomments,helm_classic_240130,[],other
+1032,llama_13b,0.6,civilcomments,helm_classic_240130,[],other
+1033,instructpalmyra_30b,0.555,civilcomments,helm_classic_240130,[],other
+1034,cohere_xlarge_v20220609_52.4b,0.532,civilcomments,helm_classic_240130,[],other
+1035,jurassic_2_large_7.5b,0.57,civilcomments,helm_classic_240130,[],other
+1036,davinci_175b,0.532,civilcomments,helm_classic_240130,[],other
+1037,llama_7b,0.563,civilcomments,helm_classic_240130,[],other
+1038,redpajama_incite_instruct_7b,0.664,civilcomments,helm_classic_240130,[],other
+1039,j1_jumbo_v1_178b,0.553,civilcomments,helm_classic_240130,[],other
+1040,glm_130b,0.5,civilcomments,helm_classic_240130,[],other
+1041,luminous_extended_30b,0.524,civilcomments,helm_classic_240130,[],other
+1042,opt_66b,0.506,civilcomments,helm_classic_240130,[],other
+1043,bloom_176b,0.62,civilcomments,helm_classic_240130,[],other
+1044,j1_grande_v1_17b,0.529,civilcomments,helm_classic_240130,[],other
+1045,alpaca_7b,0.566,civilcomments,helm_classic_240130,[],other
+1046,falcon_7b,0.514,civilcomments,helm_classic_240130,[],other
+1047,redpajama_incite_base_7b,0.547,civilcomments,helm_classic_240130,[],other
+1048,cohere_large_v20220720_13.1b,0.507,civilcomments,helm_classic_240130,[],other
+1049,redpajama_incite_instruct_v1_3b,0.549,civilcomments,helm_classic_240130,[],other
+1050,text_curie_001,0.537,civilcomments,helm_classic_240130,[],other
+1051,gpt_neox_20b,0.516,civilcomments,helm_classic_240130,[],other
+1052,luminous_base_13b,0.544,civilcomments,helm_classic_240130,[],other
+1053,cohere_medium_v20221108_6.1b,0.5,civilcomments,helm_classic_240130,[],other
+1054,redpajama_incite_base_v1_3b,0.549,civilcomments,helm_classic_240130,[],other
+1055,tnlg_v2_6.7b,0.532,civilcomments,helm_classic_240130,[],other
+1056,j1_large_v1_7.5b,0.532,civilcomments,helm_classic_240130,[],other
+1057,gpt_j_6b,0.52,civilcomments,helm_classic_240130,[],other
+1058,pythia_12b,0.531,civilcomments,helm_classic_240130,[],other
+1059,curie_6.7b,0.539,civilcomments,helm_classic_240130,[],other
+1060,falcon_instruct_7b,0.511,civilcomments,helm_classic_240130,[],other
+1061,cohere_medium_v20220720_6.1b,0.504,civilcomments,helm_classic_240130,[],other
+1062,text_babbage_001,0.499,civilcomments,helm_classic_240130,[],other
+1063,t0pp_11b,0.234,civilcomments,helm_classic_240130,[],other
+1064,pythia_6.9b,0.511,civilcomments,helm_classic_240130,[],other
+1065,ul2_20b,0.521,civilcomments,helm_classic_240130,[],other
+1066,t5_11b,0.509,civilcomments,helm_classic_240130,[],other
+1067,babbage_1.3b,0.519,civilcomments,helm_classic_240130,[],other
+1068,cohere_small_v20220720_410m,0.501,civilcomments,helm_classic_240130,[],other
+1069,ada_350m,0.517,civilcomments,helm_classic_240130,[],other
+1070,text_ada_001,0.503,civilcomments,helm_classic_240130,[],other
+1071,yalm_100b,0.49,civilcomments,helm_classic_240130,[],other
+1072,llama_2_70b,0.727,raft,helm_classic_240130,[],other
+1073,llama_65b,0.702,raft,helm_classic_240130,[],other
+1074,text_davinci_002,0.733,raft,helm_classic_240130,[],other
+1075,mistral_v0.1_7b,0.707,raft,helm_classic_240130,[],other
+1076,cohere_command_beta_52.4b,0.667,raft,helm_classic_240130,[],other
+1077,text_davinci_003,0.759,raft,helm_classic_240130,[],other
+1078,jurassic_2_jumbo_178b,0.746,raft,helm_classic_240130,[],other
+1079,llama_2_13b,0.707,raft,helm_classic_240130,[],other
+1080,tnlg_v2_530b,0.679,raft,helm_classic_240130,[],other
+1081,gpt_3.5_turbo_0613,0.748,raft,helm_classic_240130,[],other
+1082,llama_30b,0.752,raft,helm_classic_240130,[],other
+1083,anthropic_lm_v4_s3_52b,0.699,raft,helm_classic_240130,[],other
+1084,gpt_3.5_turbo_0301,0.768,raft,helm_classic_240130,[],other
+1085,jurassic_2_grande_17b,0.712,raft,helm_classic_240130,[],other
+1086,palmyra_x_43b,0.701,raft,helm_classic_240130,[],other
+1087,falcon_40b,0.661,raft,helm_classic_240130,[],other
+1088,falcon_instruct_40b,0.586,raft,helm_classic_240130,[],other
+1089,mpt_instruct_30b,0.68,raft,helm_classic_240130,[],other
+1090,mpt_30b,0.723,raft,helm_classic_240130,[],other
+1091,j1_grande_v2_beta_17b,0.679,raft,helm_classic_240130,[],other
+1092,vicuna_v1.3_13b,0.657,raft,helm_classic_240130,[],other
+1093,cohere_command_beta_6.1b,0.634,raft,helm_classic_240130,[],other
+1094,cohere_xlarge_v20221108_52.4b,0.624,raft,helm_classic_240130,[],other
+1095,luminous_supreme_70b,0.653,raft,helm_classic_240130,[],other
+1096,vicuna_v1.3_7b,0.693,raft,helm_classic_240130,[],other
+1097,opt_175b,0.606,raft,helm_classic_240130,[],other
+1098,llama_2_7b,0.643,raft,helm_classic_240130,[],other
+1099,llama_13b,0.643,raft,helm_classic_240130,[],other
+1100,instructpalmyra_30b,0.652,raft,helm_classic_240130,[],other
+1101,cohere_xlarge_v20220609_52.4b,0.633,raft,helm_classic_240130,[],other
+1102,jurassic_2_large_7.5b,0.622,raft,helm_classic_240130,[],other
+1103,davinci_175b,0.642,raft,helm_classic_240130,[],other
+1104,llama_7b,0.573,raft,helm_classic_240130,[],other
+1105,redpajama_incite_instruct_7b,0.695,raft,helm_classic_240130,[],other
+1106,j1_jumbo_v1_178b,0.681,raft,helm_classic_240130,[],other
+1107,glm_130b,0.598,raft,helm_classic_240130,[],other
+1108,luminous_extended_30b,0.523,raft,helm_classic_240130,[],other
+1109,opt_66b,0.557,raft,helm_classic_240130,[],other
+1110,bloom_176b,0.592,raft,helm_classic_240130,[],other
+1111,j1_grande_v1_17b,0.658,raft,helm_classic_240130,[],other
+1112,alpaca_7b,0.486,raft,helm_classic_240130,[],other
+1113,falcon_7b,0.602,raft,helm_classic_240130,[],other
+1114,redpajama_incite_base_7b,0.648,raft,helm_classic_240130,[],other
+1115,cohere_large_v20220720_13.1b,0.596,raft,helm_classic_240130,[],other
+1116,redpajama_incite_instruct_v1_3b,0.661,raft,helm_classic_240130,[],other
+1117,text_curie_001,0.489,raft,helm_classic_240130,[],other
+1118,gpt_neox_20b,0.505,raft,helm_classic_240130,[],other
+1119,luminous_base_13b,0.473,raft,helm_classic_240130,[],other
+1120,cohere_medium_v20221108_6.1b,0.591,raft,helm_classic_240130,[],other
+1121,redpajama_incite_base_v1_3b,0.502,raft,helm_classic_240130,[],other
+1122,tnlg_v2_6.7b,0.525,raft,helm_classic_240130,[],other
+1123,j1_large_v1_7.5b,0.545,raft,helm_classic_240130,[],other
+1124,gpt_j_6b,0.619,raft,helm_classic_240130,[],other
+1125,pythia_12b,0.514,raft,helm_classic_240130,[],other
+1126,curie_6.7b,0.49,raft,helm_classic_240130,[],other
+1127,falcon_instruct_7b,0.523,raft,helm_classic_240130,[],other
+1128,cohere_medium_v20220720_6.1b,0.52,raft,helm_classic_240130,[],other
+1129,text_babbage_001,0.509,raft,helm_classic_240130,[],other
+1130,t0pp_11b,0.118,raft,helm_classic_240130,[],other
+1131,pythia_6.9b,0.502,raft,helm_classic_240130,[],other
+1132,ul2_20b,0.404,raft,helm_classic_240130,[],other
+1133,t5_11b,0.37,raft,helm_classic_240130,[],other
+1134,babbage_1.3b,0.455,raft,helm_classic_240130,[],other
+1135,cohere_small_v20220720_410m,0.492,raft,helm_classic_240130,[],other
+1136,ada_350m,0.423,raft,helm_classic_240130,[],other
+1137,text_ada_001,0.406,raft,helm_classic_240130,[],other
+1138,yalm_100b,0.395,raft,helm_classic_240130,[],other
+0,phi_1,1.1,grounding,biggen_240612,[],other
+1,phi_1_5,2.425,grounding,biggen_240612,[],other
+2,phi_2,3.05,grounding,biggen_240612,[],other
+3,qwen1.5_0.5b,1.85,grounding,biggen_240612,[],other
+4,qwen1.5_1.8b,2.425,grounding,biggen_240612,[],other
+5,qwen1.5_4b,2.85,grounding,biggen_240612,[],other
+6,gemma_2b,2.163,grounding,biggen_240612,[],other
+7,olmo_1b,1.675,grounding,biggen_240612,[],other
+8,qwen1.5_0.5b_chat,2.075,grounding,biggen_240612,[],other
+9,qwen1.5_1.8b_chat,2.75,grounding,biggen_240612,[],other
+10,qwen1.5_4b_chat,2.862,grounding,biggen_240612,[],other
+11,phi_3_mini_4k_instruct,3.675,grounding,biggen_240612,[],other
+12,phi_3_mini_128k_instruct,3.5,grounding,biggen_240612,[],other
+13,gemma_2b_it,2.825,grounding,biggen_240612,[],other
+14,gemma_1.1_2b_it,2.812,grounding,biggen_240612,[],other
+15,gemma_7b,1.288,grounding,biggen_240612,[],other
+16,mistral_7b_v0.1,3.15,grounding,biggen_240612,[],other
+17,mistral_7b_v0.2,3.038,grounding,biggen_240612,[],other
+18,qwen1.5_7b,2.9,grounding,biggen_240612,[],other
+19,yi_6b,2.688,grounding,biggen_240612,[],other
+20,llama_2_7b,2.325,grounding,biggen_240612,[],other
+21,codellama_7b,1.875,grounding,biggen_240612,[],other
+22,meta_llama_3_8b,3.025,grounding,biggen_240612,[],other
+23,llemma_7b,2.237,grounding,biggen_240612,[],other
+24,olmo_7b,2.075,grounding,biggen_240612,[],other
+25,gemma_7b_it,3.212,grounding,biggen_240612,[],other
+26,gemma_1.1_7b_it,3.5,grounding,biggen_240612,[],other
+27,mistral_7b_instruct_v0.2,3.612,grounding,biggen_240612,[],other
+28,qwen1.5_7b_chat,3.575,grounding,biggen_240612,[],other
+29,yi_6b_chat,3.062,grounding,biggen_240612,[],other
+30,llama_2_7b_chat,3.25,grounding,biggen_240612,[],other
+31,codellama_7b_instruct,3.1,grounding,biggen_240612,[],other
+32,meta_llama_3_8b_instruct,3.975,grounding,biggen_240612,[],other
+33,olmo_7b_sft,2.825,grounding,biggen_240612,[],other
+34,olmo_7b_instruct,2.925,grounding,biggen_240612,[],other
+35,tulu_2_7b,2.788,grounding,biggen_240612,[],other
+36,tulu_2_dpo_7b,3.2,grounding,biggen_240612,[],other
+37,codetulu_2_7b,2.862,grounding,biggen_240612,[],other
+38,orca_2_7b,2.3,grounding,biggen_240612,[],other
+39,openchat_3.5_0106,3.575,grounding,biggen_240612,[],other
+40,openhermes_2_mistral_7b,3.388,grounding,biggen_240612,[],other
+41,openhermes_2.5_mistral_7b,3.3,grounding,biggen_240612,[],other
+42,nous_hermes_2_mistral_7b_dpo,3.525,grounding,biggen_240612,[],other
+43,starling_lm_7b_alpha,3.638,grounding,biggen_240612,[],other
+44,starling_lm_7b_beta,3.737,grounding,biggen_240612,[],other
+45,mistral_orpo_alpha,3.35,grounding,biggen_240612,[],other
+46,mistral_orpo_beta,3.487,grounding,biggen_240612,[],other
+47,zephyr_7b_beta,3.362,grounding,biggen_240612,[],other
+48,qwen1.5_14b,3.413,grounding,biggen_240612,[],other
+49,llama_2_13b,2.763,grounding,biggen_240612,[],other
+50,codellama_13b,2.2,grounding,biggen_240612,[],other
+51,solar_10.7b_v1.0,3.212,grounding,biggen_240612,[],other
+52,qwen1.5_14b_chat,3.612,grounding,biggen_240612,[],other
+53,solar_10.7b_instruct_v1.0,3.663,grounding,biggen_240612,[],other
+54,aya_101,1.25,grounding,biggen_240612,[],other
+55,llama_2_13b_chat,3.538,grounding,biggen_240612,[],other
+56,codellama_13b_instruct,3.075,grounding,biggen_240612,[],other
+57,tulu_2_13b,2.975,grounding,biggen_240612,[],other
+58,tulu_2_dpo_13b,3.487,grounding,biggen_240612,[],other
+59,codetulu_2_13b,3.1,grounding,biggen_240612,[],other
+60,orca_2_13b,2.825,grounding,biggen_240612,[],other
+61,yi_34b,3.388,grounding,biggen_240612,[],other
+62,llemma_34b,2.812,grounding,biggen_240612,[],other
+63,qwen1.5_32b,3.3,grounding,biggen_240612,[],other
+64,codellama_34b,2.65,grounding,biggen_240612,[],other
+65,mixtral_8x7b_v0.1,3.663,grounding,biggen_240612,[],other
+66,yi_34b_chat,3.7,grounding,biggen_240612,[],other
+67,nous_hermes_2_yi_34b,3.175,grounding,biggen_240612,[],other
+68,codellama_34b_instruct,3.337,grounding,biggen_240612,[],other
+69,codetulu_2_34b,3.275,grounding,biggen_240612,[],other
+70,qwen1.5_32b_chat,3.712,grounding,biggen_240612,[],other
+71,mixtral_8x7b_instruct_v0.1,3.862,grounding,biggen_240612,[],other
+72,nous_hermes_2_mixtral_8x7b_sft,3.587,grounding,biggen_240612,[],other
+73,nous_hermes_2_mixtral_8x7b_dpo,3.612,grounding,biggen_240612,[],other
+74,c4ai_command_r_v01,3.688,grounding,biggen_240612,[],other
+75,llama_2_70b,3.288,grounding,biggen_240612,[],other
+76,codellama_70b,2.812,grounding,biggen_240612,[],other
+77,mixtral_8x22b_v0.1_awq,3.475,grounding,biggen_240612,[],other
+78,meta_llama_3_70b,3.263,grounding,biggen_240612,[],other
+79,qwen1.5_72b,3.362,grounding,biggen_240612,[],other
+80,llama_2_70b_chat,3.612,grounding,biggen_240612,[],other
+81,codellama_70b_instruct,2.913,grounding,biggen_240612,[],other
+82,tulu_2_dpo_70b,3.7,grounding,biggen_240612,[],other
+83,c4ai_command_r_plus_gptq,3.788,grounding,biggen_240612,[],other
+84,meta_llama_3_70b_instruct,4.013,grounding,biggen_240612,[],other
+85,mixtral_8x22b_instruct_v0.1_awq,3.812,grounding,biggen_240612,[],other
+86,zephyr_orpo_141b_a35b_v0.1_awq,3.425,grounding,biggen_240612,[],other
+87,qwen1.5_72b_chat,3.938,grounding,biggen_240612,[],other
+88,qwen_110b_chat,4.025,grounding,biggen_240612,[],other
+89,gpt_3.5_turbo_1106,3.875,grounding,biggen_240612,[],other
+90,gpt_3.5_turbo_0125,3.737,grounding,biggen_240612,[],other
+91,gpt_4_1106_preview,4.237,grounding,biggen_240612,[],other
+92,gpt_4_0125_preview,4.2,grounding,biggen_240612,[],other
+93,gpt_4_turbo_2024_04_09,4.188,grounding,biggen_240612,[],other
+94,gpt_4o_2024_05_13,4.088,grounding,biggen_240612,[],other
+95,mistral_medium_hjpark,3.938,grounding,biggen_240612,[],other
+96,mistral_large_hjpark,3.913,grounding,biggen_240612,[],other
+97,gemini_1.0_pro,3.6,grounding,biggen_240612,[],other
+98,gemini_pro_1.5,3.938,grounding,biggen_240612,[],other
+99,gemini_flash_1.5,4.112,grounding,biggen_240612,[],other
+100,claude_3_haiku_20240307,4.1,grounding,biggen_240612,[],other
+101,claude_3_sonnet_20240229,4.05,grounding,biggen_240612,[],other
+102,claude_3_opus_20240229,4.088,grounding,biggen_240612,[],other
+103,phi_1,1.0,instruction_following,biggen_240612,[],other
+104,phi_1_5,2.77,instruction_following,biggen_240612,[],other
+105,phi_2,2.86,instruction_following,biggen_240612,[],other
+106,qwen1.5_0.5b,2.06,instruction_following,biggen_240612,[],other
+107,qwen1.5_1.8b,2.79,instruction_following,biggen_240612,[],other
+108,qwen1.5_4b,2.82,instruction_following,biggen_240612,[],other
+109,gemma_2b,2.61,instruction_following,biggen_240612,[],other
+110,olmo_1b,1.7,instruction_following,biggen_240612,[],other
+111,qwen1.5_0.5b_chat,2.36,instruction_following,biggen_240612,[],other
+112,qwen1.5_1.8b_chat,3.09,instruction_following,biggen_240612,[],other
+113,qwen1.5_4b_chat,2.99,instruction_following,biggen_240612,[],other
+114,phi_3_mini_4k_instruct,3.82,instruction_following,biggen_240612,[],other
+115,phi_3_mini_128k_instruct,3.66,instruction_following,biggen_240612,[],other
+116,gemma_2b_it,3.12,instruction_following,biggen_240612,[],other
+117,gemma_1.1_2b_it,3.21,instruction_following,biggen_240612,[],other
+118,gemma_7b,1.53,instruction_following,biggen_240612,[],other
+119,mistral_7b_v0.1,3.22,instruction_following,biggen_240612,[],other
+120,mistral_7b_v0.2,3.31,instruction_following,biggen_240612,[],other
+121,qwen1.5_7b,3.03,instruction_following,biggen_240612,[],other
+122,yi_6b,2.77,instruction_following,biggen_240612,[],other
+123,llama_2_7b,2.73,instruction_following,biggen_240612,[],other
+124,codellama_7b,2.01,instruction_following,biggen_240612,[],other
+125,meta_llama_3_8b,2.84,instruction_following,biggen_240612,[],other
+126,llemma_7b,2.44,instruction_following,biggen_240612,[],other
+127,olmo_7b,2.23,instruction_following,biggen_240612,[],other
+128,gemma_7b_it,3.31,instruction_following,biggen_240612,[],other
+129,gemma_1.1_7b_it,3.47,instruction_following,biggen_240612,[],other
+130,mistral_7b_instruct_v0.2,3.74,instruction_following,biggen_240612,[],other
+131,qwen1.5_7b_chat,3.83,instruction_following,biggen_240612,[],other
+132,yi_6b_chat,3.5,instruction_following,biggen_240612,[],other
+133,llama_2_7b_chat,3.55,instruction_following,biggen_240612,[],other
+134,codellama_7b_instruct,3.26,instruction_following,biggen_240612,[],other
+135,meta_llama_3_8b_instruct,3.75,instruction_following,biggen_240612,[],other
+136,olmo_7b_sft,3.18,instruction_following,biggen_240612,[],other
+137,olmo_7b_instruct,3.29,instruction_following,biggen_240612,[],other
+138,tulu_2_7b,3.35,instruction_following,biggen_240612,[],other
+139,tulu_2_dpo_7b,3.64,instruction_following,biggen_240612,[],other
+140,codetulu_2_7b,3.11,instruction_following,biggen_240612,[],other
+141,orca_2_7b,2.23,instruction_following,biggen_240612,[],other
+142,openchat_3.5_0106,3.73,instruction_following,biggen_240612,[],other
+143,openhermes_2_mistral_7b,3.53,instruction_following,biggen_240612,[],other
+144,openhermes_2.5_mistral_7b,3.34,instruction_following,biggen_240612,[],other
+145,nous_hermes_2_mistral_7b_dpo,3.61,instruction_following,biggen_240612,[],other
+146,starling_lm_7b_alpha,3.62,instruction_following,biggen_240612,[],other
+147,starling_lm_7b_beta,3.82,instruction_following,biggen_240612,[],other
+148,mistral_orpo_alpha,3.53,instruction_following,biggen_240612,[],other
+149,mistral_orpo_beta,3.76,instruction_following,biggen_240612,[],other
+150,zephyr_7b_beta,3.69,instruction_following,biggen_240612,[],other
+151,qwen1.5_14b,3.41,instruction_following,biggen_240612,[],other
+152,llama_2_13b,2.99,instruction_following,biggen_240612,[],other
+153,codellama_13b,2.08,instruction_following,biggen_240612,[],other
+154,solar_10.7b_v1.0,3.53,instruction_following,biggen_240612,[],other
+155,qwen1.5_14b_chat,3.84,instruction_following,biggen_240612,[],other
+156,solar_10.7b_instruct_v1.0,3.73,instruction_following,biggen_240612,[],other
+157,aya_101,1.33,instruction_following,biggen_240612,[],other
+158,llama_2_13b_chat,3.72,instruction_following,biggen_240612,[],other
+159,codellama_13b_instruct,3.13,instruction_following,biggen_240612,[],other
+160,tulu_2_13b,3.4,instruction_following,biggen_240612,[],other
+161,tulu_2_dpo_13b,3.65,instruction_following,biggen_240612,[],other
+162,codetulu_2_13b,3.33,instruction_following,biggen_240612,[],other
+163,orca_2_13b,2.45,instruction_following,biggen_240612,[],other
+164,yi_34b,3.47,instruction_following,biggen_240612,[],other
+165,llemma_34b,2.74,instruction_following,biggen_240612,[],other
+166,qwen1.5_32b,3.63,instruction_following,biggen_240612,[],other
+167,codellama_34b,2.49,instruction_following,biggen_240612,[],other
+168,mixtral_8x7b_v0.1,3.45,instruction_following,biggen_240612,[],other
+169,yi_34b_chat,3.79,instruction_following,biggen_240612,[],other
+170,nous_hermes_2_yi_34b,3.65,instruction_following,biggen_240612,[],other
+171,codellama_34b_instruct,3.5,instruction_following,biggen_240612,[],other
+172,codetulu_2_34b,3.44,instruction_following,biggen_240612,[],other
+173,qwen1.5_32b_chat,3.92,instruction_following,biggen_240612,[],other
+174,mixtral_8x7b_instruct_v0.1,3.95,instruction_following,biggen_240612,[],other
+175,nous_hermes_2_mixtral_8x7b_sft,3.7,instruction_following,biggen_240612,[],other
+176,nous_hermes_2_mixtral_8x7b_dpo,3.83,instruction_following,biggen_240612,[],other
+177,c4ai_command_r_v01,3.67,instruction_following,biggen_240612,[],other
+178,llama_2_70b,3.4,instruction_following,biggen_240612,[],other
+179,codellama_70b,2.46,instruction_following,biggen_240612,[],other
+180,mixtral_8x22b_v0.1_awq,3.59,instruction_following,biggen_240612,[],other
+181,meta_llama_3_70b,3.26,instruction_following,biggen_240612,[],other
+182,qwen1.5_72b,3.5,instruction_following,biggen_240612,[],other
+183,llama_2_70b_chat,3.71,instruction_following,biggen_240612,[],other
+184,codellama_70b_instruct,2.53,instruction_following,biggen_240612,[],other
+185,tulu_2_dpo_70b,3.79,instruction_following,biggen_240612,[],other
+186,c4ai_command_r_plus_gptq,3.89,instruction_following,biggen_240612,[],other
+187,meta_llama_3_70b_instruct,4.02,instruction_following,biggen_240612,[],other
+188,mixtral_8x22b_instruct_v0.1_awq,3.91,instruction_following,biggen_240612,[],other
+189,zephyr_orpo_141b_a35b_v0.1_awq,3.57,instruction_following,biggen_240612,[],other
+190,qwen1.5_72b_chat,4.0,instruction_following,biggen_240612,[],other
+191,qwen_110b_chat,3.89,instruction_following,biggen_240612,[],other
+192,gpt_3.5_turbo_1106,3.73,instruction_following,biggen_240612,[],other
+193,gpt_3.5_turbo_0125,3.74,instruction_following,biggen_240612,[],other
+194,gpt_4_1106_preview,4.23,instruction_following,biggen_240612,[],other
+195,gpt_4_0125_preview,4.12,instruction_following,biggen_240612,[],other
+196,gpt_4_turbo_2024_04_09,4.04,instruction_following,biggen_240612,[],other
+197,gpt_4o_2024_05_13,4.1,instruction_following,biggen_240612,[],other
+198,mistral_medium_hjpark,3.88,instruction_following,biggen_240612,[],other
+199,mistral_large_hjpark,3.82,instruction_following,biggen_240612,[],other
+200,gemini_1.0_pro,3.67,instruction_following,biggen_240612,[],other
+201,gemini_pro_1.5,3.91,instruction_following,biggen_240612,[],other
+202,gemini_flash_1.5,3.78,instruction_following,biggen_240612,[],other
+203,claude_3_haiku_20240307,4.0,instruction_following,biggen_240612,[],other
+204,claude_3_sonnet_20240229,3.84,instruction_following,biggen_240612,[],other
+205,claude_3_opus_20240229,4.0,instruction_following,biggen_240612,[],other
+206,phi_1,1.0,planning,biggen_240612,[],other
+207,phi_1_5,2.314,planning,biggen_240612,[],other
+208,phi_2,2.6,planning,biggen_240612,[],other
+209,qwen1.5_0.5b,1.471,planning,biggen_240612,[],other
+210,qwen1.5_1.8b,2.214,planning,biggen_240612,[],other
+211,qwen1.5_4b,2.557,planning,biggen_240612,[],other
+212,gemma_2b,2.129,planning,biggen_240612,[],other
+213,olmo_1b,1.343,planning,biggen_240612,[],other
+214,qwen1.5_0.5b_chat,1.957,planning,biggen_240612,[],other
+215,qwen1.5_1.8b_chat,2.629,planning,biggen_240612,[],other
+216,qwen1.5_4b_chat,2.914,planning,biggen_240612,[],other
+217,phi_3_mini_4k_instruct,3.486,planning,biggen_240612,[],other
+218,phi_3_mini_128k_instruct,3.5,planning,biggen_240612,[],other
+219,gemma_2b_it,3.0,planning,biggen_240612,[],other
+220,gemma_1.1_2b_it,3.0,planning,biggen_240612,[],other
+221,gemma_7b,1.171,planning,biggen_240612,[],other
+222,mistral_7b_v0.1,3.029,planning,biggen_240612,[],other
+223,mistral_7b_v0.2,2.871,planning,biggen_240612,[],other
+224,qwen1.5_7b,2.814,planning,biggen_240612,[],other
+225,yi_6b,2.271,planning,biggen_240612,[],other
+226,llama_2_7b,2.4,planning,biggen_240612,[],other
+227,codellama_7b,1.586,planning,biggen_240612,[],other
+228,meta_llama_3_8b,2.414,planning,biggen_240612,[],other
+229,llemma_7b,1.971,planning,biggen_240612,[],other
+230,olmo_7b,1.757,planning,biggen_240612,[],other
+231,gemma_7b_it,2.857,planning,biggen_240612,[],other
+232,gemma_1.1_7b_it,3.143,planning,biggen_240612,[],other
+233,mistral_7b_instruct_v0.2,3.7,planning,biggen_240612,[],other
+234,qwen1.5_7b_chat,3.471,planning,biggen_240612,[],other
+235,yi_6b_chat,3.171,planning,biggen_240612,[],other
+236,llama_2_7b_chat,3.286,planning,biggen_240612,[],other
+237,codellama_7b_instruct,2.914,planning,biggen_240612,[],other
+238,meta_llama_3_8b_instruct,3.714,planning,biggen_240612,[],other
+239,olmo_7b_sft,2.843,planning,biggen_240612,[],other
+240,olmo_7b_instruct,2.986,planning,biggen_240612,[],other
+241,tulu_2_7b,3.129,planning,biggen_240612,[],other
+242,tulu_2_dpo_7b,3.229,planning,biggen_240612,[],other
+243,codetulu_2_7b,2.929,planning,biggen_240612,[],other
+244,orca_2_7b,1.3,planning,biggen_240612,[],other
+245,openchat_3.5_0106,3.643,planning,biggen_240612,[],other
+246,openhermes_2_mistral_7b,3.529,planning,biggen_240612,[],other
+247,openhermes_2.5_mistral_7b,3.457,planning,biggen_240612,[],other
+248,nous_hermes_2_mistral_7b_dpo,3.514,planning,biggen_240612,[],other
+249,starling_lm_7b_alpha,3.557,planning,biggen_240612,[],other
+250,starling_lm_7b_beta,3.671,planning,biggen_240612,[],other
+251,mistral_orpo_alpha,3.329,planning,biggen_240612,[],other
+252,mistral_orpo_beta,3.3,planning,biggen_240612,[],other
+253,zephyr_7b_beta,3.571,planning,biggen_240612,[],other
+254,qwen1.5_14b,2.9,planning,biggen_240612,[],other
+255,llama_2_13b,2.629,planning,biggen_240612,[],other
+256,codellama_13b,1.814,planning,biggen_240612,[],other
+257,solar_10.7b_v1.0,3.057,planning,biggen_240612,[],other
+258,qwen1.5_14b_chat,3.657,planning,biggen_240612,[],other
+259,solar_10.7b_instruct_v1.0,3.614,planning,biggen_240612,[],other
+260,aya_101,1.357,planning,biggen_240612,[],other
+261,llama_2_13b_chat,3.4,planning,biggen_240612,[],other
+262,codellama_13b_instruct,3.086,planning,biggen_240612,[],other
+263,tulu_2_13b,3.371,planning,biggen_240612,[],other
+264,tulu_2_dpo_13b,3.371,planning,biggen_240612,[],other
+265,codetulu_2_13b,3.1,planning,biggen_240612,[],other
+266,orca_2_13b,1.6,planning,biggen_240612,[],other
+267,yi_34b,3.243,planning,biggen_240612,[],other
+268,llemma_34b,2.529,planning,biggen_240612,[],other
+269,qwen1.5_32b,3.229,planning,biggen_240612,[],other
+270,codellama_34b,2.257,planning,biggen_240612,[],other
+271,mixtral_8x7b_v0.1,3.286,planning,biggen_240612,[],other
+272,yi_34b_chat,3.729,planning,biggen_240612,[],other
+273,nous_hermes_2_yi_34b,3.543,planning,biggen_240612,[],other
+274,codellama_34b_instruct,3.171,planning,biggen_240612,[],other
+275,codetulu_2_34b,3.5,planning,biggen_240612,[],other
+276,qwen1.5_32b_chat,3.829,planning,biggen_240612,[],other
+277,mixtral_8x7b_instruct_v0.1,3.457,planning,biggen_240612,[],other
+278,nous_hermes_2_mixtral_8x7b_sft,3.586,planning,biggen_240612,[],other
+279,nous_hermes_2_mixtral_8x7b_dpo,3.657,planning,biggen_240612,[],other
+280,c4ai_command_r_v01,3.643,planning,biggen_240612,[],other
+281,llama_2_70b,3.2,planning,biggen_240612,[],other
+282,codellama_70b,2.357,planning,biggen_240612,[],other
+283,mixtral_8x22b_v0.1_awq,3.457,planning,biggen_240612,[],other
+284,meta_llama_3_70b,2.8,planning,biggen_240612,[],other
+285,qwen1.5_72b,3.186,planning,biggen_240612,[],other
+286,llama_2_70b_chat,3.671,planning,biggen_240612,[],other
+287,codellama_70b_instruct,2.5,planning,biggen_240612,[],other
+288,tulu_2_dpo_70b,3.886,planning,biggen_240612,[],other
+289,c4ai_command_r_plus_gptq,3.914,planning,biggen_240612,[],other
+290,meta_llama_3_70b_instruct,3.929,planning,biggen_240612,[],other
+291,mixtral_8x22b_instruct_v0.1_awq,3.729,planning,biggen_240612,[],other
+292,zephyr_orpo_141b_a35b_v0.1_awq,3.8,planning,biggen_240612,[],other
+293,qwen1.5_72b_chat,3.814,planning,biggen_240612,[],other
+294,qwen_110b_chat,3.957,planning,biggen_240612,[],other
+295,gpt_3.5_turbo_1106,3.871,planning,biggen_240612,[],other
+296,gpt_3.5_turbo_0125,3.871,planning,biggen_240612,[],other
+297,gpt_4_1106_preview,4.157,planning,biggen_240612,[],other
+298,gpt_4_0125_preview,4.243,planning,biggen_240612,[],other
+299,gpt_4_turbo_2024_04_09,4.029,planning,biggen_240612,[],other
+300,gpt_4o_2024_05_13,4.086,planning,biggen_240612,[],other
+301,mistral_medium_hjpark,3.914,planning,biggen_240612,[],other
+302,mistral_large_hjpark,3.9,planning,biggen_240612,[],other
+303,gemini_1.0_pro,3.714,planning,biggen_240612,[],other
+304,gemini_pro_1.5,3.929,planning,biggen_240612,[],other
+305,gemini_flash_1.5,3.771,planning,biggen_240612,[],other
+306,claude_3_haiku_20240307,4.043,planning,biggen_240612,[],other
+307,claude_3_sonnet_20240229,4.057,planning,biggen_240612,[],other
+308,claude_3_opus_20240229,4.1,planning,biggen_240612,[],other
+309,phi_1,1.0,reasoning,biggen_240612,[],reasoning
+310,phi_1_5,2.13,reasoning,biggen_240612,[],reasoning
+311,phi_2,2.7,reasoning,biggen_240612,[],reasoning
+312,qwen1.5_0.5b,1.5,reasoning,biggen_240612,[],reasoning
+313,qwen1.5_1.8b,1.83,reasoning,biggen_240612,[],reasoning
+314,qwen1.5_4b,2.3,reasoning,biggen_240612,[],reasoning
+315,gemma_2b,1.99,reasoning,biggen_240612,[],reasoning
+316,olmo_1b,1.33,reasoning,biggen_240612,[],reasoning
+317,qwen1.5_0.5b_chat,1.68,reasoning,biggen_240612,[],reasoning
+318,qwen1.5_1.8b_chat,2.28,reasoning,biggen_240612,[],reasoning
+319,qwen1.5_4b_chat,2.69,reasoning,biggen_240612,[],reasoning
+320,phi_3_mini_4k_instruct,3.59,reasoning,biggen_240612,[],reasoning
+321,phi_3_mini_128k_instruct,3.61,reasoning,biggen_240612,[],reasoning
+322,gemma_2b_it,2.39,reasoning,biggen_240612,[],reasoning
+323,gemma_1.1_2b_it,2.49,reasoning,biggen_240612,[],reasoning
+324,gemma_7b,1.28,reasoning,biggen_240612,[],reasoning
+325,mistral_7b_v0.1,2.75,reasoning,biggen_240612,[],reasoning
+326,mistral_7b_v0.2,2.65,reasoning,biggen_240612,[],reasoning
+327,qwen1.5_7b,2.37,reasoning,biggen_240612,[],reasoning
+328,yi_6b,2.25,reasoning,biggen_240612,[],reasoning
+329,llama_2_7b,2.03,reasoning,biggen_240612,[],reasoning
+330,codellama_7b,1.57,reasoning,biggen_240612,[],reasoning
+331,meta_llama_3_8b,2.32,reasoning,biggen_240612,[],reasoning
+332,llemma_7b,2.07,reasoning,biggen_240612,[],reasoning
+333,olmo_7b,1.76,reasoning,biggen_240612,[],reasoning
+334,gemma_7b_it,2.88,reasoning,biggen_240612,[],reasoning
+335,gemma_1.1_7b_it,3.05,reasoning,biggen_240612,[],reasoning
+336,mistral_7b_instruct_v0.2,3.06,reasoning,biggen_240612,[],reasoning
+337,qwen1.5_7b_chat,3.02,reasoning,biggen_240612,[],reasoning
+338,yi_6b_chat,2.61,reasoning,biggen_240612,[],reasoning
+339,llama_2_7b_chat,2.72,reasoning,biggen_240612,[],reasoning
+340,codellama_7b_instruct,2.52,reasoning,biggen_240612,[],reasoning
+341,meta_llama_3_8b_instruct,3.32,reasoning,biggen_240612,[],reasoning
+342,olmo_7b_sft,2.37,reasoning,biggen_240612,[],reasoning
+343,olmo_7b_instruct,2.38,reasoning,biggen_240612,[],reasoning
+344,tulu_2_7b,2.57,reasoning,biggen_240612,[],reasoning
+345,tulu_2_dpo_7b,2.68,reasoning,biggen_240612,[],reasoning
+346,codetulu_2_7b,2.56,reasoning,biggen_240612,[],reasoning
+347,orca_2_7b,1.75,reasoning,biggen_240612,[],reasoning
+348,openchat_3.5_0106,3.23,reasoning,biggen_240612,[],reasoning
+349,openhermes_2_mistral_7b,3.09,reasoning,biggen_240612,[],reasoning
+350,openhermes_2.5_mistral_7b,3.12,reasoning,biggen_240612,[],reasoning
+351,nous_hermes_2_mistral_7b_dpo,3.11,reasoning,biggen_240612,[],reasoning
+352,starling_lm_7b_alpha,3.24,reasoning,biggen_240612,[],reasoning
+353,starling_lm_7b_beta,3.46,reasoning,biggen_240612,[],reasoning
+354,mistral_orpo_alpha,2.93,reasoning,biggen_240612,[],reasoning
+355,mistral_orpo_beta,2.96,reasoning,biggen_240612,[],reasoning
+356,zephyr_7b_beta,3.08,reasoning,biggen_240612,[],reasoning
+357,qwen1.5_14b,2.77,reasoning,biggen_240612,[],reasoning
+358,llama_2_13b,2.17,reasoning,biggen_240612,[],reasoning
+359,codellama_13b,1.89,reasoning,biggen_240612,[],reasoning
+360,solar_10.7b_v1.0,2.72,reasoning,biggen_240612,[],reasoning
+361,qwen1.5_14b_chat,3.38,reasoning,biggen_240612,[],reasoning
+362,solar_10.7b_instruct_v1.0,3.23,reasoning,biggen_240612,[],reasoning
+363,aya_101,1.34,reasoning,biggen_240612,[],reasoning
+364,llama_2_13b_chat,2.61,reasoning,biggen_240612,[],reasoning
+365,codellama_13b_instruct,2.78,reasoning,biggen_240612,[],reasoning
+366,tulu_2_13b,2.7,reasoning,biggen_240612,[],reasoning
+367,tulu_2_dpo_13b,2.8,reasoning,biggen_240612,[],reasoning
+368,codetulu_2_13b,2.62,reasoning,biggen_240612,[],reasoning
+369,orca_2_13b,2.22,reasoning,biggen_240612,[],reasoning
+370,yi_34b,3.06,reasoning,biggen_240612,[],reasoning
+371,llemma_34b,2.56,reasoning,biggen_240612,[],reasoning
+372,qwen1.5_32b,3.07,reasoning,biggen_240612,[],reasoning
+373,codellama_34b,2.0,reasoning,biggen_240612,[],reasoning
+374,mixtral_8x7b_v0.1,3.13,reasoning,biggen_240612,[],reasoning
+375,yi_34b_chat,3.25,reasoning,biggen_240612,[],reasoning
+376,nous_hermes_2_yi_34b,3.3,reasoning,biggen_240612,[],reasoning
+377,codellama_34b_instruct,2.95,reasoning,biggen_240612,[],reasoning
+378,codetulu_2_34b,2.97,reasoning,biggen_240612,[],reasoning
+379,qwen1.5_32b_chat,3.47,reasoning,biggen_240612,[],reasoning
+380,mixtral_8x7b_instruct_v0.1,3.58,reasoning,biggen_240612,[],reasoning
+381,nous_hermes_2_mixtral_8x7b_sft,3.29,reasoning,biggen_240612,[],reasoning
+382,nous_hermes_2_mixtral_8x7b_dpo,3.42,reasoning,biggen_240612,[],reasoning
+383,c4ai_command_r_v01,3.25,reasoning,biggen_240612,[],reasoning
+384,llama_2_70b,2.86,reasoning,biggen_240612,[],reasoning
+385,codellama_70b,2.35,reasoning,biggen_240612,[],reasoning
+386,mixtral_8x22b_v0.1_awq,3.48,reasoning,biggen_240612,[],reasoning
+387,meta_llama_3_70b,2.88,reasoning,biggen_240612,[],reasoning
+388,qwen1.5_72b,3.2,reasoning,biggen_240612,[],reasoning
+389,llama_2_70b_chat,3.1,reasoning,biggen_240612,[],reasoning
+390,codellama_70b_instruct,2.56,reasoning,biggen_240612,[],reasoning
+391,tulu_2_dpo_70b,3.12,reasoning,biggen_240612,[],reasoning
+392,c4ai_command_r_plus_gptq,3.48,reasoning,biggen_240612,[],reasoning
+393,meta_llama_3_70b_instruct,3.77,reasoning,biggen_240612,[],reasoning
+394,mixtral_8x22b_instruct_v0.1_awq,3.76,reasoning,biggen_240612,[],reasoning
+395,zephyr_orpo_141b_a35b_v0.1_awq,3.42,reasoning,biggen_240612,[],reasoning
+396,qwen1.5_72b_chat,3.65,reasoning,biggen_240612,[],reasoning
+397,qwen_110b_chat,3.8,reasoning,biggen_240612,[],reasoning
+398,gpt_3.5_turbo_1106,3.37,reasoning,biggen_240612,[],reasoning
+399,gpt_3.5_turbo_0125,3.58,reasoning,biggen_240612,[],reasoning
+400,gpt_4_1106_preview,4.15,reasoning,biggen_240612,[],reasoning
+401,gpt_4_0125_preview,4.2,reasoning,biggen_240612,[],reasoning
+402,gpt_4_turbo_2024_04_09,4.13,reasoning,biggen_240612,[],reasoning
+403,gpt_4o_2024_05_13,4.03,reasoning,biggen_240612,[],reasoning
+404,mistral_medium_hjpark,3.89,reasoning,biggen_240612,[],reasoning
+405,mistral_large_hjpark,3.78,reasoning,biggen_240612,[],reasoning
+406,gemini_1.0_pro,3.61,reasoning,biggen_240612,[],reasoning
+407,gemini_pro_1.5,3.89,reasoning,biggen_240612,[],reasoning
+408,gemini_flash_1.5,3.85,reasoning,biggen_240612,[],reasoning
+409,claude_3_haiku_20240307,3.55,reasoning,biggen_240612,[],reasoning
+410,claude_3_sonnet_20240229,3.82,reasoning,biggen_240612,[],reasoning
+411,claude_3_opus_20240229,3.9,reasoning,biggen_240612,[],reasoning
+412,phi_1,1.303,refinement,biggen_240612,[],other
+413,phi_1_5,2.329,refinement,biggen_240612,[],other
+414,phi_2,2.789,refinement,biggen_240612,[],other
+415,qwen1.5_0.5b,1.934,refinement,biggen_240612,[],other
+416,qwen1.5_1.8b,2.408,refinement,biggen_240612,[],other
+417,qwen1.5_4b,2.447,refinement,biggen_240612,[],other
+418,gemma_2b,1.934,refinement,biggen_240612,[],other
+419,olmo_1b,1.737,refinement,biggen_240612,[],other
+420,qwen1.5_0.5b_chat,1.776,refinement,biggen_240612,[],other
+421,qwen1.5_1.8b_chat,2.553,refinement,biggen_240612,[],other
+422,qwen1.5_4b_chat,2.579,refinement,biggen_240612,[],other
+423,phi_3_mini_4k_instruct,3.763,refinement,biggen_240612,[],other
+424,phi_3_mini_128k_instruct,3.539,refinement,biggen_240612,[],other
+425,gemma_2b_it,2.724,refinement,biggen_240612,[],other
+426,gemma_1.1_2b_it,2.947,refinement,biggen_240612,[],other
+427,gemma_7b,1.474,refinement,biggen_240612,[],other
+428,mistral_7b_v0.1,2.566,refinement,biggen_240612,[],other
+429,mistral_7b_v0.2,2.579,refinement,biggen_240612,[],other
+430,qwen1.5_7b,2.579,refinement,biggen_240612,[],other
+431,yi_6b,2.434,refinement,biggen_240612,[],other
+432,llama_2_7b,2.092,refinement,biggen_240612,[],other
+433,codellama_7b,1.776,refinement,biggen_240612,[],other
+434,meta_llama_3_8b,2.829,refinement,biggen_240612,[],other
+435,llemma_7b,2.158,refinement,biggen_240612,[],other
+436,olmo_7b,1.868,refinement,biggen_240612,[],other
+437,gemma_7b_it,3.039,refinement,biggen_240612,[],other
+438,gemma_1.1_7b_it,3.158,refinement,biggen_240612,[],other
+439,mistral_7b_instruct_v0.2,3.355,refinement,biggen_240612,[],other
+440,qwen1.5_7b_chat,3.132,refinement,biggen_240612,[],other
+441,yi_6b_chat,2.803,refinement,biggen_240612,[],other
+442,llama_2_7b_chat,2.987,refinement,biggen_240612,[],other
+443,codellama_7b_instruct,2.671,refinement,biggen_240612,[],other
+444,meta_llama_3_8b_instruct,3.408,refinement,biggen_240612,[],other
+445,olmo_7b_sft,2.224,refinement,biggen_240612,[],other
+446,olmo_7b_instruct,2.539,refinement,biggen_240612,[],other
+447,tulu_2_7b,2.789,refinement,biggen_240612,[],other
+448,tulu_2_dpo_7b,2.868,refinement,biggen_240612,[],other
+449,codetulu_2_7b,2.763,refinement,biggen_240612,[],other
+450,orca_2_7b,2.066,refinement,biggen_240612,[],other
+451,openchat_3.5_0106,3.408,refinement,biggen_240612,[],other
+452,openhermes_2_mistral_7b,3.079,refinement,biggen_240612,[],other
+453,openhermes_2.5_mistral_7b,2.855,refinement,biggen_240612,[],other
+454,nous_hermes_2_mistral_7b_dpo,3.158,refinement,biggen_240612,[],other
+455,starling_lm_7b_alpha,3.092,refinement,biggen_240612,[],other
+456,starling_lm_7b_beta,3.421,refinement,biggen_240612,[],other
+457,mistral_orpo_alpha,3.184,refinement,biggen_240612,[],other
+458,mistral_orpo_beta,2.987,refinement,biggen_240612,[],other
+459,zephyr_7b_beta,3.158,refinement,biggen_240612,[],other
+460,qwen1.5_14b,2.974,refinement,biggen_240612,[],other
+461,llama_2_13b,2.382,refinement,biggen_240612,[],other
+462,codellama_13b,1.697,refinement,biggen_240612,[],other
+463,solar_10.7b_v1.0,3.092,refinement,biggen_240612,[],other
+464,qwen1.5_14b_chat,3.25,refinement,biggen_240612,[],other
+465,solar_10.7b_instruct_v1.0,3.289,refinement,biggen_240612,[],other
+466,aya_101,1.882,refinement,biggen_240612,[],other
+467,llama_2_13b_chat,3.066,refinement,biggen_240612,[],other
+468,codellama_13b_instruct,2.526,refinement,biggen_240612,[],other
+469,tulu_2_13b,2.803,refinement,biggen_240612,[],other
+470,tulu_2_dpo_13b,3.118,refinement,biggen_240612,[],other
+471,codetulu_2_13b,2.961,refinement,biggen_240612,[],other
+472,orca_2_13b,2.092,refinement,biggen_240612,[],other
+473,yi_34b,2.921,refinement,biggen_240612,[],other
+474,llemma_34b,2.566,refinement,biggen_240612,[],other
+475,qwen1.5_32b,2.921,refinement,biggen_240612,[],other
+476,codellama_34b,2.289,refinement,biggen_240612,[],other
+477,mixtral_8x7b_v0.1,3.013,refinement,biggen_240612,[],other
+478,yi_34b_chat,3.342,refinement,biggen_240612,[],other
+479,nous_hermes_2_yi_34b,3.342,refinement,biggen_240612,[],other
+480,codellama_34b_instruct,2.776,refinement,biggen_240612,[],other
+481,codetulu_2_34b,3.039,refinement,biggen_240612,[],other
+482,qwen1.5_32b_chat,3.145,refinement,biggen_240612,[],other
+483,mixtral_8x7b_instruct_v0.1,3.329,refinement,biggen_240612,[],other
+484,nous_hermes_2_mixtral_8x7b_sft,3.039,refinement,biggen_240612,[],other
+485,nous_hermes_2_mixtral_8x7b_dpo,3.303,refinement,biggen_240612,[],other
+486,c4ai_command_r_v01,3.316,refinement,biggen_240612,[],other
+487,llama_2_70b,2.895,refinement,biggen_240612,[],other
+488,codellama_70b,2.408,refinement,biggen_240612,[],other
+489,mixtral_8x22b_v0.1_awq,3.237,refinement,biggen_240612,[],other
+490,meta_llama_3_70b,3.066,refinement,biggen_240612,[],other
+491,qwen1.5_72b,3.013,refinement,biggen_240612,[],other
+492,llama_2_70b_chat,3.303,refinement,biggen_240612,[],other
+493,codellama_70b_instruct,2.25,refinement,biggen_240612,[],other
+494,tulu_2_dpo_70b,3.382,refinement,biggen_240612,[],other
+495,c4ai_command_r_plus_gptq,3.447,refinement,biggen_240612,[],other
+496,meta_llama_3_70b_instruct,3.776,refinement,biggen_240612,[],other
+497,mixtral_8x22b_instruct_v0.1_awq,3.684,refinement,biggen_240612,[],other
+498,zephyr_orpo_141b_a35b_v0.1_awq,3.303,refinement,biggen_240612,[],other
+499,qwen1.5_72b_chat,3.868,refinement,biggen_240612,[],other
+500,qwen_110b_chat,3.842,refinement,biggen_240612,[],other
+501,gpt_3.5_turbo_1106,3.105,refinement,biggen_240612,[],other
+502,gpt_3.5_turbo_0125,3.539,refinement,biggen_240612,[],other
+503,gpt_4_1106_preview,4.263,refinement,biggen_240612,[],other
+504,gpt_4_0125_preview,3.961,refinement,biggen_240612,[],other
+505,gpt_4_turbo_2024_04_09,4.0,refinement,biggen_240612,[],other
+506,gpt_4o_2024_05_13,3.855,refinement,biggen_240612,[],other
+507,mistral_medium_hjpark,3.632,refinement,biggen_240612,[],other
+508,mistral_large_hjpark,3.684,refinement,biggen_240612,[],other
+509,gemini_1.0_pro,2.816,refinement,biggen_240612,[],other
+510,gemini_pro_1.5,3.553,refinement,biggen_240612,[],other
+511,gemini_flash_1.5,3.513,refinement,biggen_240612,[],other
+512,claude_3_haiku_20240307,3.566,refinement,biggen_240612,[],other
+513,claude_3_sonnet_20240229,3.658,refinement,biggen_240612,[],other
+514,claude_3_opus_20240229,3.947,refinement,biggen_240612,[],other
+515,phi_1,1.391,safety,biggen_240612,[],other
+516,phi_1_5,2.87,safety,biggen_240612,[],other
+517,phi_2,3.406,safety,biggen_240612,[],other
+518,qwen1.5_0.5b,2.029,safety,biggen_240612,[],other
+519,qwen1.5_1.8b,2.42,safety,biggen_240612,[],other
+520,qwen1.5_4b,3.13,safety,biggen_240612,[],other
+521,gemma_2b,2.42,safety,biggen_240612,[],other
+522,olmo_1b,2.072,safety,biggen_240612,[],other
+523,qwen1.5_0.5b_chat,2.594,safety,biggen_240612,[],other
+524,qwen1.5_1.8b_chat,2.696,safety,biggen_240612,[],other
+525,qwen1.5_4b_chat,3.362,safety,biggen_240612,[],other
+526,phi_3_mini_4k_instruct,4.101,safety,biggen_240612,[],other
+527,phi_3_mini_128k_instruct,3.986,safety,biggen_240612,[],other
+528,gemma_2b_it,3.928,safety,biggen_240612,[],other
+529,gemma_1.1_2b_it,3.884,safety,biggen_240612,[],other
+530,gemma_7b,2.029,safety,biggen_240612,[],other
+531,mistral_7b_v0.1,3.29,safety,biggen_240612,[],other
+532,mistral_7b_v0.2,3.304,safety,biggen_240612,[],other
+533,qwen1.5_7b,3.087,safety,biggen_240612,[],other
+534,yi_6b,3.101,safety,biggen_240612,[],other
+535,llama_2_7b,3.188,safety,biggen_240612,[],other
+536,codellama_7b,2.377,safety,biggen_240612,[],other
+537,meta_llama_3_8b,2.899,safety,biggen_240612,[],other
+538,llemma_7b,2.435,safety,biggen_240612,[],other
+539,olmo_7b,2.623,safety,biggen_240612,[],other
+540,gemma_7b_it,3.768,safety,biggen_240612,[],other
+541,gemma_1.1_7b_it,4.043,safety,biggen_240612,[],other
+542,mistral_7b_instruct_v0.2,3.986,safety,biggen_240612,[],other
+543,qwen1.5_7b_chat,3.928,safety,biggen_240612,[],other
+544,yi_6b_chat,3.609,safety,biggen_240612,[],other
+545,llama_2_7b_chat,4.261,safety,biggen_240612,[],other
+546,codellama_7b_instruct,3.841,safety,biggen_240612,[],other
+547,meta_llama_3_8b_instruct,3.652,safety,biggen_240612,[],other
+548,olmo_7b_sft,3.435,safety,biggen_240612,[],other
+549,olmo_7b_instruct,3.188,safety,biggen_240612,[],other
+550,tulu_2_7b,3.797,safety,biggen_240612,[],other
+551,tulu_2_dpo_7b,3.797,safety,biggen_240612,[],other
+552,codetulu_2_7b,3.348,safety,biggen_240612,[],other
+553,orca_2_7b,2.58,safety,biggen_240612,[],other
+554,openchat_3.5_0106,3.971,safety,biggen_240612,[],other
+555,openhermes_2_mistral_7b,3.203,safety,biggen_240612,[],other
+556,openhermes_2.5_mistral_7b,3.101,safety,biggen_240612,[],other
+557,nous_hermes_2_mistral_7b_dpo,3.333,safety,biggen_240612,[],other
+558,starling_lm_7b_alpha,3.797,safety,biggen_240612,[],other
+559,starling_lm_7b_beta,3.841,safety,biggen_240612,[],other
+560,mistral_orpo_alpha,3.826,safety,biggen_240612,[],other
+561,mistral_orpo_beta,3.609,safety,biggen_240612,[],other
+562,zephyr_7b_beta,3.725,safety,biggen_240612,[],other
+563,qwen1.5_14b,2.536,safety,biggen_240612,[],other
+564,llama_2_13b,3.319,safety,biggen_240612,[],other
+565,codellama_13b,2.304,safety,biggen_240612,[],other
+566,solar_10.7b_v1.0,3.652,safety,biggen_240612,[],other
+567,qwen1.5_14b_chat,4.058,safety,biggen_240612,[],other
+568,solar_10.7b_instruct_v1.0,3.826,safety,biggen_240612,[],other
+569,aya_101,1.58,safety,biggen_240612,[],other
+570,llama_2_13b_chat,4.29,safety,biggen_240612,[],other
+571,codellama_13b_instruct,4.116,safety,biggen_240612,[],other
+572,tulu_2_13b,3.87,safety,biggen_240612,[],other
+573,tulu_2_dpo_13b,3.928,safety,biggen_240612,[],other
+574,codetulu_2_13b,3.42,safety,biggen_240612,[],other
+575,orca_2_13b,2.913,safety,biggen_240612,[],other
+576,yi_34b,3.464,safety,biggen_240612,[],other
+577,llemma_34b,2.884,safety,biggen_240612,[],other
+578,qwen1.5_32b,3.377,safety,biggen_240612,[],other
+579,codellama_34b,2.536,safety,biggen_240612,[],other
+580,mixtral_8x7b_v0.1,3.855,safety,biggen_240612,[],other
+581,yi_34b_chat,4.087,safety,biggen_240612,[],other
+582,nous_hermes_2_yi_34b,3.507,safety,biggen_240612,[],other
+583,codellama_34b_instruct,4.145,safety,biggen_240612,[],other
+584,codetulu_2_34b,3.739,safety,biggen_240612,[],other
+585,qwen1.5_32b_chat,4.116,safety,biggen_240612,[],other
+586,mixtral_8x7b_instruct_v0.1,3.884,safety,biggen_240612,[],other
+587,nous_hermes_2_mixtral_8x7b_sft,3.551,safety,biggen_240612,[],other
+588,nous_hermes_2_mixtral_8x7b_dpo,3.667,safety,biggen_240612,[],other
+589,c4ai_command_r_v01,3.913,safety,biggen_240612,[],other
+590,llama_2_70b,3.913,safety,biggen_240612,[],other
+591,codellama_70b,2.754,safety,biggen_240612,[],other
+592,mixtral_8x22b_v0.1_awq,3.754,safety,biggen_240612,[],other
+593,meta_llama_3_70b,3.058,safety,biggen_240612,[],other
+594,qwen1.5_72b,3.957,safety,biggen_240612,[],other
+595,llama_2_70b_chat,4.536,safety,biggen_240612,[],other
+596,codellama_70b_instruct,4.043,safety,biggen_240612,[],other
+597,tulu_2_dpo_70b,3.913,safety,biggen_240612,[],other
+598,c4ai_command_r_plus_gptq,3.986,safety,biggen_240612,[],other
+599,meta_llama_3_70b_instruct,3.87,safety,biggen_240612,[],other
+600,mixtral_8x22b_instruct_v0.1_awq,3.899,safety,biggen_240612,[],other
+601,zephyr_orpo_141b_a35b_v0.1_awq,3.435,safety,biggen_240612,[],other
+602,qwen1.5_72b_chat,4.0,safety,biggen_240612,[],other
+603,qwen_110b_chat,3.971,safety,biggen_240612,[],other
+604,gpt_3.5_turbo_1106,4.13,safety,biggen_240612,[],other
+605,gpt_3.5_turbo_0125,3.957,safety,biggen_240612,[],other
+606,gpt_4_1106_preview,4.594,safety,biggen_240612,[],other
+607,gpt_4_0125_preview,4.203,safety,biggen_240612,[],other
+608,gpt_4_turbo_2024_04_09,4.116,safety,biggen_240612,[],other
+609,gpt_4o_2024_05_13,4.043,safety,biggen_240612,[],other
+610,mistral_medium_hjpark,4.13,safety,biggen_240612,[],other
+611,mistral_large_hjpark,4.087,safety,biggen_240612,[],other
+612,gemini_1.0_pro,4.043,safety,biggen_240612,[],other
+613,gemini_pro_1.5,3.971,safety,biggen_240612,[],other
+614,gemini_flash_1.5,4.203,safety,biggen_240612,[],other
+615,claude_3_haiku_20240307,4.29,safety,biggen_240612,[],other
+616,claude_3_sonnet_20240229,4.362,safety,biggen_240612,[],other
+617,claude_3_opus_20240229,4.551,safety,biggen_240612,[],other
+618,phi_1,1.01,theory_of_mind,biggen_240612,[],reasoning
+619,phi_1_5,2.7,theory_of_mind,biggen_240612,[],reasoning
+620,phi_2,3.0,theory_of_mind,biggen_240612,[],reasoning
+621,qwen1.5_0.5b,1.75,theory_of_mind,biggen_240612,[],reasoning
+622,qwen1.5_1.8b,2.36,theory_of_mind,biggen_240612,[],reasoning
+623,qwen1.5_4b,2.61,theory_of_mind,biggen_240612,[],reasoning
+624,gemma_2b,2.24,theory_of_mind,biggen_240612,[],reasoning
+625,olmo_1b,1.44,theory_of_mind,biggen_240612,[],reasoning
+626,qwen1.5_0.5b_chat,2.26,theory_of_mind,biggen_240612,[],reasoning
+627,qwen1.5_1.8b_chat,3.03,theory_of_mind,biggen_240612,[],reasoning
+628,qwen1.5_4b_chat,2.89,theory_of_mind,biggen_240612,[],reasoning
+629,phi_3_mini_4k_instruct,3.78,theory_of_mind,biggen_240612,[],reasoning
+630,phi_3_mini_128k_instruct,3.66,theory_of_mind,biggen_240612,[],reasoning
+631,gemma_2b_it,3.16,theory_of_mind,biggen_240612,[],reasoning
+632,gemma_1.1_2b_it,3.15,theory_of_mind,biggen_240612,[],reasoning
+633,gemma_7b,1.17,theory_of_mind,biggen_240612,[],reasoning
+634,mistral_7b_v0.1,2.97,theory_of_mind,biggen_240612,[],reasoning
+635,mistral_7b_v0.2,3.1,theory_of_mind,biggen_240612,[],reasoning
+636,qwen1.5_7b,2.68,theory_of_mind,biggen_240612,[],reasoning
+637,yi_6b,2.74,theory_of_mind,biggen_240612,[],reasoning
+638,llama_2_7b,2.37,theory_of_mind,biggen_240612,[],reasoning
+639,codellama_7b,1.77,theory_of_mind,biggen_240612,[],reasoning
+640,meta_llama_3_8b,2.57,theory_of_mind,biggen_240612,[],reasoning
+641,llemma_7b,2.02,theory_of_mind,biggen_240612,[],reasoning
+642,olmo_7b,1.97,theory_of_mind,biggen_240612,[],reasoning
+643,gemma_7b_it,3.19,theory_of_mind,biggen_240612,[],reasoning
+644,gemma_1.1_7b_it,3.354,theory_of_mind,biggen_240612,[],reasoning
+645,mistral_7b_instruct_v0.2,3.68,theory_of_mind,biggen_240612,[],reasoning
+646,qwen1.5_7b_chat,3.67,theory_of_mind,biggen_240612,[],reasoning
+647,yi_6b_chat,3.545,theory_of_mind,biggen_240612,[],reasoning
+648,llama_2_7b_chat,3.6,theory_of_mind,biggen_240612,[],reasoning
+649,codellama_7b_instruct,3.23,theory_of_mind,biggen_240612,[],reasoning
+650,meta_llama_3_8b_instruct,3.65,theory_of_mind,biggen_240612,[],reasoning
+651,olmo_7b_sft,2.85,theory_of_mind,biggen_240612,[],reasoning
+652,olmo_7b_instruct,3.29,theory_of_mind,biggen_240612,[],reasoning
+653,tulu_2_7b,3.17,theory_of_mind,biggen_240612,[],reasoning
+654,tulu_2_dpo_7b,3.59,theory_of_mind,biggen_240612,[],reasoning
+655,codetulu_2_7b,3.09,theory_of_mind,biggen_240612,[],reasoning
+656,orca_2_7b,2.23,theory_of_mind,biggen_240612,[],reasoning
+657,openchat_3.5_0106,3.56,theory_of_mind,biggen_240612,[],reasoning
+658,openhermes_2_mistral_7b,3.3,theory_of_mind,biggen_240612,[],reasoning
+659,openhermes_2.5_mistral_7b,3.35,theory_of_mind,biggen_240612,[],reasoning
+660,nous_hermes_2_mistral_7b_dpo,3.51,theory_of_mind,biggen_240612,[],reasoning
+661,starling_lm_7b_alpha,3.47,theory_of_mind,biggen_240612,[],reasoning
+662,starling_lm_7b_beta,3.68,theory_of_mind,biggen_240612,[],reasoning
+663,mistral_orpo_alpha,3.47,theory_of_mind,biggen_240612,[],reasoning
+664,mistral_orpo_beta,3.47,theory_of_mind,biggen_240612,[],reasoning
+665,zephyr_7b_beta,3.64,theory_of_mind,biggen_240612,[],reasoning
+666,qwen1.5_14b,3.01,theory_of_mind,biggen_240612,[],reasoning
+667,llama_2_13b,2.61,theory_of_mind,biggen_240612,[],reasoning
+668,codellama_13b,1.98,theory_of_mind,biggen_240612,[],reasoning
+669,solar_10.7b_v1.0,3.21,theory_of_mind,biggen_240612,[],reasoning
+670,qwen1.5_14b_chat,3.51,theory_of_mind,biggen_240612,[],reasoning
+671,solar_10.7b_instruct_v1.0,3.66,theory_of_mind,biggen_240612,[],reasoning
+672,aya_101,1.37,theory_of_mind,biggen_240612,[],reasoning
+673,llama_2_13b_chat,3.65,theory_of_mind,biggen_240612,[],reasoning
+674,codellama_13b_instruct,3.25,theory_of_mind,biggen_240612,[],reasoning
+675,tulu_2_13b,3.23,theory_of_mind,biggen_240612,[],reasoning
+676,tulu_2_dpo_13b,3.61,theory_of_mind,biggen_240612,[],reasoning
+677,codetulu_2_13b,3.31,theory_of_mind,biggen_240612,[],reasoning
+678,orca_2_13b,2.77,theory_of_mind,biggen_240612,[],reasoning
+679,yi_34b,3.26,theory_of_mind,biggen_240612,[],reasoning
+680,llemma_34b,2.51,theory_of_mind,biggen_240612,[],reasoning
+681,qwen1.5_32b,3.24,theory_of_mind,biggen_240612,[],reasoning
+682,codellama_34b,2.56,theory_of_mind,biggen_240612,[],reasoning
+683,mixtral_8x7b_v0.1,3.35,theory_of_mind,biggen_240612,[],reasoning
+684,yi_34b_chat,3.84,theory_of_mind,biggen_240612,[],reasoning
+685,nous_hermes_2_yi_34b,3.43,theory_of_mind,biggen_240612,[],reasoning
+686,codellama_34b_instruct,3.34,theory_of_mind,biggen_240612,[],reasoning
+687,codetulu_2_34b,3.45,theory_of_mind,biggen_240612,[],reasoning
+688,qwen1.5_32b_chat,3.78,theory_of_mind,biggen_240612,[],reasoning
+689,mixtral_8x7b_instruct_v0.1,3.8,theory_of_mind,biggen_240612,[],reasoning
+690,nous_hermes_2_mixtral_8x7b_sft,3.47,theory_of_mind,biggen_240612,[],reasoning
+691,nous_hermes_2_mixtral_8x7b_dpo,3.63,theory_of_mind,biggen_240612,[],reasoning
+692,c4ai_command_r_v01,3.74,theory_of_mind,biggen_240612,[],reasoning
+693,llama_2_70b,3.25,theory_of_mind,biggen_240612,[],reasoning
+694,codellama_70b,2.3,theory_of_mind,biggen_240612,[],reasoning
+695,mixtral_8x22b_v0.1_awq,3.39,theory_of_mind,biggen_240612,[],reasoning
+696,meta_llama_3_70b,2.9,theory_of_mind,biggen_240612,[],reasoning
+697,qwen1.5_72b,3.17,theory_of_mind,biggen_240612,[],reasoning
+698,llama_2_70b_chat,3.75,theory_of_mind,biggen_240612,[],reasoning
+699,codellama_70b_instruct,2.44,theory_of_mind,biggen_240612,[],reasoning
+700,tulu_2_dpo_70b,3.79,theory_of_mind,biggen_240612,[],reasoning
+701,c4ai_command_r_plus_gptq,3.87,theory_of_mind,biggen_240612,[],reasoning
+702,meta_llama_3_70b_instruct,3.92,theory_of_mind,biggen_240612,[],reasoning
+703,mixtral_8x22b_instruct_v0.1_awq,3.74,theory_of_mind,biggen_240612,[],reasoning
+704,zephyr_orpo_141b_a35b_v0.1_awq,3.48,theory_of_mind,biggen_240612,[],reasoning
+705,qwen1.5_72b_chat,3.92,theory_of_mind,biggen_240612,[],reasoning
+706,qwen_110b_chat,3.94,theory_of_mind,biggen_240612,[],reasoning
+707,gpt_3.5_turbo_1106,3.74,theory_of_mind,biggen_240612,[],reasoning
+708,gpt_3.5_turbo_0125,3.8,theory_of_mind,biggen_240612,[],reasoning
+709,gpt_4_1106_preview,4.07,theory_of_mind,biggen_240612,[],reasoning
+710,gpt_4_0125_preview,4.21,theory_of_mind,biggen_240612,[],reasoning
+711,gpt_4_turbo_2024_04_09,4.03,theory_of_mind,biggen_240612,[],reasoning
+712,gpt_4o_2024_05_13,4.04,theory_of_mind,biggen_240612,[],reasoning
+713,mistral_medium_hjpark,3.85,theory_of_mind,biggen_240612,[],reasoning
+714,mistral_large_hjpark,3.93,theory_of_mind,biggen_240612,[],reasoning
+715,gemini_1.0_pro,3.83,theory_of_mind,biggen_240612,[],reasoning
+716,gemini_pro_1.5,3.96,theory_of_mind,biggen_240612,[],reasoning
+717,gemini_flash_1.5,3.89,theory_of_mind,biggen_240612,[],reasoning
+718,claude_3_haiku_20240307,3.97,theory_of_mind,biggen_240612,[],reasoning
+719,claude_3_sonnet_20240229,3.97,theory_of_mind,biggen_240612,[],reasoning
+720,claude_3_opus_20240229,4.08,theory_of_mind,biggen_240612,[],reasoning
+721,phi_1,1.012,tool_usage,biggen_240612,[],other
+722,phi_1_5,1.3,tool_usage,biggen_240612,[],other
+723,phi_2,1.675,tool_usage,biggen_240612,[],other
+724,qwen1.5_0.5b,1.15,tool_usage,biggen_240612,[],other
+725,qwen1.5_1.8b,1.413,tool_usage,biggen_240612,[],other
+726,qwen1.5_4b,1.688,tool_usage,biggen_240612,[],other
+727,gemma_2b,1.35,tool_usage,biggen_240612,[],other
+728,olmo_1b,1.087,tool_usage,biggen_240612,[],other
+729,qwen1.5_0.5b_chat,1.25,tool_usage,biggen_240612,[],other
+730,qwen1.5_1.8b_chat,1.688,tool_usage,biggen_240612,[],other
+731,qwen1.5_4b_chat,2.05,tool_usage,biggen_240612,[],other
+732,phi_3_mini_4k_instruct,3.112,tool_usage,biggen_240612,[],other
+733,phi_3_mini_128k_instruct,2.7,tool_usage,biggen_240612,[],other
+734,gemma_2b_it,1.812,tool_usage,biggen_240612,[],other
+735,gemma_1.1_2b_it,1.675,tool_usage,biggen_240612,[],other
+736,gemma_7b,1.025,tool_usage,biggen_240612,[],other
+737,mistral_7b_v0.1,2.038,tool_usage,biggen_240612,[],other
+738,mistral_7b_v0.2,1.962,tool_usage,biggen_240612,[],other
+739,qwen1.5_7b,2.212,tool_usage,biggen_240612,[],other
+740,yi_6b,1.425,tool_usage,biggen_240612,[],other
+741,llama_2_7b,1.337,tool_usage,biggen_240612,[],other
+742,codellama_7b,1.387,tool_usage,biggen_240612,[],other
+743,meta_llama_3_8b,1.738,tool_usage,biggen_240612,[],other
+744,llemma_7b,1.575,tool_usage,biggen_240612,[],other
+745,olmo_7b,1.15,tool_usage,biggen_240612,[],other
+746,gemma_7b_it,2.125,tool_usage,biggen_240612,[],other
+747,gemma_1.1_7b_it,2.562,tool_usage,biggen_240612,[],other
+748,mistral_7b_instruct_v0.2,3.175,tool_usage,biggen_240612,[],other
+749,qwen1.5_7b_chat,3.013,tool_usage,biggen_240612,[],other
+750,yi_6b_chat,2.05,tool_usage,biggen_240612,[],other
+751,llama_2_7b_chat,2.075,tool_usage,biggen_240612,[],other
+752,codellama_7b_instruct,2.288,tool_usage,biggen_240612,[],other
+753,meta_llama_3_8b_instruct,3.263,tool_usage,biggen_240612,[],other
+754,olmo_7b_sft,1.887,tool_usage,biggen_240612,[],other
+755,olmo_7b_instruct,1.875,tool_usage,biggen_240612,[],other
+756,tulu_2_7b,2.062,tool_usage,biggen_240612,[],other
+757,tulu_2_dpo_7b,2.325,tool_usage,biggen_240612,[],other
+758,codetulu_2_7b,2.65,tool_usage,biggen_240612,[],other
+759,orca_2_7b,1.462,tool_usage,biggen_240612,[],other
+760,openchat_3.5_0106,2.9,tool_usage,biggen_240612,[],other
+761,openhermes_2_mistral_7b,2.663,tool_usage,biggen_240612,[],other
+762,openhermes_2.5_mistral_7b,2.65,tool_usage,biggen_240612,[],other
+763,nous_hermes_2_mistral_7b_dpo,2.837,tool_usage,biggen_240612,[],other
+764,starling_lm_7b_alpha,2.95,tool_usage,biggen_240612,[],other
+765,starling_lm_7b_beta,3.388,tool_usage,biggen_240612,[],other
+766,mistral_orpo_alpha,2.675,tool_usage,biggen_240612,[],other
+767,mistral_orpo_beta,2.775,tool_usage,biggen_240612,[],other
+768,zephyr_7b_beta,3.175,tool_usage,biggen_240612,[],other
+769,qwen1.5_14b,2.788,tool_usage,biggen_240612,[],other
+770,llama_2_13b,1.575,tool_usage,biggen_240612,[],other
+771,codellama_13b,1.525,tool_usage,biggen_240612,[],other
+772,solar_10.7b_v1.0,2.312,tool_usage,biggen_240612,[],other
+773,qwen1.5_14b_chat,3.075,tool_usage,biggen_240612,[],other
+774,solar_10.7b_instruct_v1.0,3.188,tool_usage,biggen_240612,[],other
+775,aya_101,1.163,tool_usage,biggen_240612,[],other
+776,llama_2_13b_chat,2.3,tool_usage,biggen_240612,[],other
+777,codellama_13b_instruct,2.388,tool_usage,biggen_240612,[],other
+778,tulu_2_13b,2.5,tool_usage,biggen_240612,[],other
+779,tulu_2_dpo_13b,2.763,tool_usage,biggen_240612,[],other
+780,codetulu_2_13b,3.013,tool_usage,biggen_240612,[],other
+781,orca_2_13b,2.013,tool_usage,biggen_240612,[],other
+782,yi_34b,2.3,tool_usage,biggen_240612,[],other
+783,llemma_34b,1.887,tool_usage,biggen_240612,[],other
+784,qwen1.5_32b,2.712,tool_usage,biggen_240612,[],other
+785,codellama_34b,1.875,tool_usage,biggen_240612,[],other
+786,mixtral_8x7b_v0.1,2.538,tool_usage,biggen_240612,[],other
+787,yi_34b_chat,3.075,tool_usage,biggen_240612,[],other
+788,nous_hermes_2_yi_34b,3.013,tool_usage,biggen_240612,[],other
+789,codellama_34b_instruct,2.487,tool_usage,biggen_240612,[],other
+790,codetulu_2_34b,3.2,tool_usage,biggen_240612,[],other
+791,qwen1.5_32b_chat,3.55,tool_usage,biggen_240612,[],other
+792,mixtral_8x7b_instruct_v0.1,3.237,tool_usage,biggen_240612,[],other
+793,nous_hermes_2_mixtral_8x7b_sft,3.288,tool_usage,biggen_240612,[],other
+794,nous_hermes_2_mixtral_8x7b_dpo,3.413,tool_usage,biggen_240612,[],other
+795,c4ai_command_r_v01,2.987,tool_usage,biggen_240612,[],other
+796,llama_2_70b,2.487,tool_usage,biggen_240612,[],other
+797,codellama_70b,2.138,tool_usage,biggen_240612,[],other
+798,mixtral_8x22b_v0.1_awq,2.875,tool_usage,biggen_240612,[],other
+799,meta_llama_3_70b,2.388,tool_usage,biggen_240612,[],other
+800,qwen1.5_72b,2.875,tool_usage,biggen_240612,[],other
+801,llama_2_70b_chat,2.875,tool_usage,biggen_240612,[],other
+802,codellama_70b_instruct,1.712,tool_usage,biggen_240612,[],other
+803,tulu_2_dpo_70b,3.5,tool_usage,biggen_240612,[],other
+804,c4ai_command_r_plus_gptq,3.475,tool_usage,biggen_240612,[],other
+805,meta_llama_3_70b_instruct,3.625,tool_usage,biggen_240612,[],other
+806,mixtral_8x22b_instruct_v0.1_awq,3.462,tool_usage,biggen_240612,[],other
+807,zephyr_orpo_141b_a35b_v0.1_awq,3.062,tool_usage,biggen_240612,[],other
+808,qwen1.5_72b_chat,3.388,tool_usage,biggen_240612,[],other
+809,qwen_110b_chat,3.438,tool_usage,biggen_240612,[],other
+810,gpt_3.5_turbo_1106,3.062,tool_usage,biggen_240612,[],other
+811,gpt_3.5_turbo_0125,2.987,tool_usage,biggen_240612,[],other
+812,gpt_4_1106_preview,3.7,tool_usage,biggen_240612,[],other
+813,gpt_4_0125_preview,3.675,tool_usage,biggen_240612,[],other
+814,gpt_4_turbo_2024_04_09,3.712,tool_usage,biggen_240612,[],other
+815,gpt_4o_2024_05_13,3.775,tool_usage,biggen_240612,[],other
+816,mistral_medium_hjpark,3.737,tool_usage,biggen_240612,[],other
+817,mistral_large_hjpark,3.638,tool_usage,biggen_240612,[],other
+818,gemini_1.0_pro,3.138,tool_usage,biggen_240612,[],other
+819,gemini_pro_1.5,3.337,tool_usage,biggen_240612,[],other
+820,gemini_flash_1.5,3.337,tool_usage,biggen_240612,[],other
+821,claude_3_haiku_20240307,3.775,tool_usage,biggen_240612,[],other
+822,claude_3_sonnet_20240229,3.663,tool_usage,biggen_240612,[],other
+823,claude_3_opus_20240229,3.775,tool_usage,biggen_240612,[],other
+0,aya_101,0.029411764705882353,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+1,c4ai_command_r_plus_gptq,0.8382352941176471,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+2,c4ai_command_r_v01,0.6948529411764706,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+3,claude_3_haiku_20240307,0.9252450980392157,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+4,claude_3_opus_20240229,0.9681372549019608,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+5,claude_3_sonnet_20240229,0.9240196078431373,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+6,codellama_13b,0.07598039215686275,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+7,codellama_13b_instruct,0.4276960784313726,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+8,codellama_34b,0.1482843137254902,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+9,codellama_34b_instruct,0.5098039215686274,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+10,codellama_70b,0.18872549019607843,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+11,codellama_70b_instruct,0.27450980392156865,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+12,codellama_7b,0.05514705882352941,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+13,codellama_7b_instruct,0.36519607843137253,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+14,codetulu_2_13b,0.43137254901960786,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+15,codetulu_2_34b,0.5441176470588235,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+16,codetulu_2_7b,0.32598039215686275,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+17,gemini_1.0_pro,0.7107843137254902,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+18,gemini_flash_1.5,0.866421568627451,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+19,gemini_pro_1.5,0.8676470588235294,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+20,gemma_1.1_2b_it,0.33578431372549017,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+21,gemma_1.1_7b_it,0.5551470588235294,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+22,gemma_2b,0.09803921568627451,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+23,gemma_2b_it,0.3333333333333333,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+24,gemma_7b,0.013480392156862746,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+25,gemma_7b_it,0.40931372549019607,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+26,gpt_3.5_turbo_0125,0.7757352941176471,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+27,gpt_3.5_turbo_1106,0.758578431372549,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+28,gpt_4_0125_preview,0.9779411764705882,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+29,gpt_4_1106_preview,0.9889705882352942,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+30,gpt_4_turbo_2024_04_09,0.9558823529411765,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+31,gpt_4o_2024_05_13,0.9436274509803921,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+32,llama_2_13b,0.20220588235294118,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+33,llama_2_13b_chat,0.5968137254901961,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+34,llama_2_70b,0.4656862745098039,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+35,llama_2_70b_chat,0.7205882352941176,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+36,llama_2_7b,0.1446078431372549,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+37,llama_2_7b_chat,0.5355392156862745,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+38,llemma_34b,0.21200980392156862,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+39,llemma_7b,0.11029411764705882,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+40,meta_llama_3_70b,0.36887254901960786,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+41,meta_llama_3_70b_instruct,0.875,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+42,meta_llama_3_8b,0.2377450980392157,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+43,meta_llama_3_8b_instruct,0.7328431372549019,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+44,mistral_7b_instruct_v0.2,0.7156862745098039,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+45,mistral_7b_v0.1,0.3272058823529412,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+46,mistral_7b_v0.2,0.3137254901960784,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+47,mistral_large_hjpark,0.8762254901960784,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+48,mistral_medium_hjpark,0.8970588235294118,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+49,mistral_orpo_alpha,0.5392156862745098,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+50,mistral_orpo_beta,0.5477941176470589,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+51,mixtral_8x22b_instruct_v0.1_awq,0.8198529411764706,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+52,mixtral_8x22b_v0.1_awq,0.5968137254901961,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+53,mixtral_8x7b_instruct_v0.1,0.7647058823529411,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+54,mixtral_8x7b_v0.1,0.5453431372549019,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+55,nous_hermes_2_mistral_7b_dpo,0.571078431372549,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+56,nous_hermes_2_mixtral_8x7b_dpo,0.7095588235294118,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+57,nous_hermes_2_mixtral_8x7b_sft,0.6262254901960784,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+58,nous_hermes_2_yi_34b,0.5906862745098039,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+59,olmo_1b,0.028186274509803922,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+60,olmo_7b,0.07107843137254902,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+61,olmo_7b_instruct,0.30269607843137253,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+62,olmo_7b_sft,0.2549019607843137,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+63,openchat_3.5_0106,0.6825980392156863,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+64,openhermes_2.5_mistral_7b,0.4583333333333333,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+65,openhermes_2_mistral_7b,0.5122549019607843,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+66,orca_2_13b,0.17401960784313725,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+67,orca_2_7b,0.08700980392156862,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+68,phi_1,0.0,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+69,phi_1_5,0.15318627450980393,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+70,phi_2,0.29044117647058826,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+71,phi_3_mini_128k_instruct,0.6911764705882353,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+72,phi_3_mini_4k_instruct,0.7867647058823529,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+73,qwen1.5_0.5b,0.0428921568627451,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+74,qwen1.5_0.5b_chat,0.07965686274509803,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+75,qwen1.5_1.8b,0.12867647058823528,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+76,qwen1.5_1.8b_chat,0.21691176470588236,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+77,qwen1.5_14b,0.3946078431372549,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+78,qwen1.5_14b_chat,0.7267156862745098,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+79,qwen1.5_32b,0.4791666666666667,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+80,qwen1.5_32b_chat,0.8149509803921569,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+81,qwen1.5_4b,0.21323529411764705,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+82,qwen1.5_4b_chat,0.29411764705882354,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+83,qwen1.5_72b,0.5294117647058824,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+84,qwen1.5_72b_chat,0.8713235294117647,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+85,qwen1.5_7b,0.2610294117647059,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+86,qwen1.5_7b_chat,0.6580882352941176,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+87,qwen_110b_chat,0.8848039215686274,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+88,solar_10.7b_instruct_v1.0,0.6862745098039216,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+89,solar_10.7b_v1.0,0.43995098039215685,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+90,starling_lm_7b_alpha,0.6139705882352942,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+91,starling_lm_7b_beta,0.7573529411764706,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+92,tulu_2_13b,0.4313725490196078,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+93,tulu_2_7b,0.3553921568627451,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+94,tulu_2_dpo_13b,0.5833333333333333,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+95,tulu_2_dpo_70b,0.7708333333333334,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+96,tulu_2_dpo_7b,0.4767156862745098,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+97,yi_34b,0.46078431372549017,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+98,yi_34b_chat,0.7720588235294118,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+99,yi_6b,0.17892156862745098,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+100,yi_6b_chat,0.4117647058823529,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+101,zephyr_7b_beta,0.6200980392156863,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+102,zephyr_orpo_141b_a35b_v0.1_awq,0.6311274509803921,biggen_mwr,biggen_240612,"['grounding', 'instruction_following', 'planning', 'reasoning', 'refinement', 'safety', 'theory_of_mind', 'tool_usage']",
+0,gpt_4o_0513,35.7,wildbench_mix,wildbench_240612,[],holistic
+1,gpt_4_turbo_0409,34.6,wildbench_mix,wildbench_240612,[],holistic
+2,gpt_4_turbo_0125,29.9,wildbench_mix,wildbench_240612,[],holistic
+3,gemini_1.5_pro,27.8,wildbench_mix,wildbench_240612,[],holistic
+4,llama_3_70b_inst,21.0,wildbench_mix,wildbench_240612,[],holistic
+5,claude_3_opus,20.1,wildbench_mix,wildbench_240612,[],holistic
+6,gemini_1.5_flash,17.4,wildbench_mix,wildbench_240612,[],holistic
+7,yi_1.5_34b_chat,16.8,wildbench_mix,wildbench_240612,[],holistic
+8,llama3_inst_8b_simpo,14.0,wildbench_mix,wildbench_240612,[],holistic
+9,claude_3_sonnet,7.2,wildbench_mix,wildbench_240612,[],holistic
+10,qwen1.5_72b_chat,4.4,wildbench_mix,wildbench_240612,[],holistic
+11,command_r_plus,0.4,wildbench_mix,wildbench_240612,[],holistic
+12,claude_3_haiku,-8.5,wildbench_mix,wildbench_240612,[],holistic
+13,mistral_large,-10.5,wildbench_mix,wildbench_240612,[],holistic
+14,starlinglm_7b_beta,-11.9,wildbench_mix,wildbench_240612,[],holistic
+15,llama_3_8b_inst,-14.6,wildbench_mix,wildbench_240612,[],holistic
+16,command_r,-16.0,wildbench_mix,wildbench_240612,[],holistic
+17,mixtral_8x7b_inst,-18.8,wildbench_mix,wildbench_240612,[],holistic
+18,dbrx_instruct,-21.6,wildbench_mix,wildbench_240612,[],holistic
+19,yi_1.5_6b_chat,-24.3,wildbench_mix,wildbench_240612,[],holistic
+20,mistral_7b_inst_v0.2,-25.0,wildbench_mix,wildbench_240612,[],holistic
+21,tulu_2_dpo_70b,-25.4,wildbench_mix,wildbench_240612,[],holistic
+22,llama_2_70b_chat,-26.8,wildbench_mix,wildbench_240612,[],holistic
+23,qwen1.5_7b_chat,-27.0,wildbench_mix,wildbench_240612,[],holistic
+24,phi_3_medium_128k,-33.3,wildbench_mix,wildbench_240612,[],holistic
+25,gpt_3.5_turbo_0125,-33.5,wildbench_mix,wildbench_240612,[],holistic
+26,llama_2_7b_chat,-48.0,wildbench_mix,wildbench_240612,[],holistic
+27,gemma_7b_it,-57.0,wildbench_mix,wildbench_240612,[],holistic
+28,gemma_2b_it,-74.1,wildbench_mix,wildbench_240612,[],holistic
+29,gpt_4o_0513,1.5,wildbench_gpt4t,wildbench_240612,[],holistic
+30,gpt_4_turbo_0409,0.0,wildbench_gpt4t,wildbench_240612,[],holistic
+31,gpt_4_turbo_0125,4.4,wildbench_gpt4t,wildbench_240612,[],holistic
+32,gemini_1.5_pro,-4.4,wildbench_gpt4t,wildbench_240612,[],holistic
+33,llama_3_70b_inst,-19.0,wildbench_gpt4t,wildbench_240612,[],holistic
+34,claude_3_opus,-20.4,wildbench_gpt4t,wildbench_240612,[],holistic
+35,gemini_1.5_flash,-16.6,wildbench_gpt4t,wildbench_240612,[],holistic
+36,yi_1.5_34b_chat,-18.3,wildbench_gpt4t,wildbench_240612,[],holistic
+37,llama3_inst_8b_simpo,-22.5,wildbench_gpt4t,wildbench_240612,[],holistic
+38,claude_3_sonnet,-31.6,wildbench_gpt4t,wildbench_240612,[],holistic
+39,qwen1.5_72b_chat,-34.8,wildbench_gpt4t,wildbench_240612,[],holistic
+40,command_r_plus,-36.3,wildbench_gpt4t,wildbench_240612,[],holistic
+41,claude_3_haiku,-46.9,wildbench_gpt4t,wildbench_240612,[],holistic
+42,mistral_large,-48.1,wildbench_gpt4t,wildbench_240612,[],holistic
+43,starlinglm_7b_beta,-48.7,wildbench_gpt4t,wildbench_240612,[],holistic
+44,llama_3_8b_inst,-49.8,wildbench_gpt4t,wildbench_240612,[],holistic
+45,command_r,-48.4,wildbench_gpt4t,wildbench_240612,[],holistic
+46,mixtral_8x7b_inst,-53.4,wildbench_gpt4t,wildbench_240612,[],holistic
+47,dbrx_instruct,-57.3,wildbench_gpt4t,wildbench_240612,[],holistic
+48,yi_1.5_6b_chat,-55.0,wildbench_gpt4t,wildbench_240612,[],holistic
+49,mistral_7b_inst_v0.2,-58.1,wildbench_gpt4t,wildbench_240612,[],holistic
+50,tulu_2_dpo_70b,-59.3,wildbench_gpt4t,wildbench_240612,[],holistic
+51,llama_2_70b_chat,-56.9,wildbench_gpt4t,wildbench_240612,[],holistic
+52,qwen1.5_7b_chat,-57.7,wildbench_gpt4t,wildbench_240612,[],holistic
+53,phi_3_medium_128k,-66.4,wildbench_gpt4t,wildbench_240612,[],holistic
+54,gpt_3.5_turbo_0125,-66.3,wildbench_gpt4t,wildbench_240612,[],holistic
+55,llama_2_7b_chat,-71.8,wildbench_gpt4t,wildbench_240612,[],holistic
+56,gemma_7b_it,-78.4,wildbench_gpt4t,wildbench_240612,[],holistic
+57,gemma_2b_it,-87.8,wildbench_gpt4t,wildbench_240612,[],holistic
+58,gpt_4o_0513,46.3,wildbench_haiku,wildbench_240612,[],holistic
+59,gpt_4_turbo_0409,45.3,wildbench_haiku,wildbench_240612,[],holistic
+60,gpt_4_turbo_0125,38.8,wildbench_haiku,wildbench_240612,[],holistic
+61,gemini_1.5_pro,37.9,wildbench_haiku,wildbench_240612,[],holistic
+62,llama_3_70b_inst,31.9,wildbench_haiku,wildbench_240612,[],holistic
+63,claude_3_opus,34.3,wildbench_haiku,wildbench_240612,[],holistic
+64,gemini_1.5_flash,26.3,wildbench_haiku,wildbench_240612,[],holistic
+65,yi_1.5_34b_chat,24.1,wildbench_haiku,wildbench_240612,[],holistic
+66,llama3_inst_8b_simpo,18.9,wildbench_haiku,wildbench_240612,[],holistic
+67,claude_3_sonnet,19.4,wildbench_haiku,wildbench_240612,[],holistic
+68,qwen1.5_72b_chat,13.1,wildbench_haiku,wildbench_240612,[],holistic
+69,command_r_plus,7.4,wildbench_haiku,wildbench_240612,[],holistic
+70,claude_3_haiku,0.0,wildbench_haiku,wildbench_240612,[],holistic
+71,mistral_large,-4.0,wildbench_haiku,wildbench_240612,[],holistic
+72,starlinglm_7b_beta,-5.0,wildbench_haiku,wildbench_240612,[],holistic
+73,llama_3_8b_inst,-9.7,wildbench_haiku,wildbench_240612,[],holistic
+74,command_r,-12.7,wildbench_haiku,wildbench_240612,[],holistic
+75,mixtral_8x7b_inst,-13.5,wildbench_haiku,wildbench_240612,[],holistic
+76,dbrx_instruct,-16.3,wildbench_haiku,wildbench_240612,[],holistic
+77,yi_1.5_6b_chat,-19.9,wildbench_haiku,wildbench_240612,[],holistic
+78,mistral_7b_inst_v0.2,-22.4,wildbench_haiku,wildbench_240612,[],holistic
+79,tulu_2_dpo_70b,-20.3,wildbench_haiku,wildbench_240612,[],holistic
+80,llama_2_70b_chat,-23.6,wildbench_haiku,wildbench_240612,[],holistic
+81,qwen1.5_7b_chat,-23.0,wildbench_haiku,wildbench_240612,[],holistic
+82,phi_3_medium_128k,-30.0,wildbench_haiku,wildbench_240612,[],holistic
+83,gpt_3.5_turbo_0125,-30.0,wildbench_haiku,wildbench_240612,[],holistic
+84,llama_2_7b_chat,-44.6,wildbench_haiku,wildbench_240612,[],holistic
+85,gemma_7b_it,-55.8,wildbench_haiku,wildbench_240612,[],holistic
+86,gemma_2b_it,-73.6,wildbench_haiku,wildbench_240612,[],holistic
+87,gpt_4o_0513,59.3,wildbench_llama2,wildbench_240612,[],holistic
+88,gpt_4_turbo_0409,58.4,wildbench_llama2,wildbench_240612,[],holistic
+89,gpt_4_turbo_0125,55.2,wildbench_llama2,wildbench_240612,[],holistic
+90,gemini_1.5_pro,50.0,wildbench_llama2,wildbench_240612,[],holistic
+91,llama_3_70b_inst,50.2,wildbench_llama2,wildbench_240612,[],holistic
+92,claude_3_opus,46.3,wildbench_llama2,wildbench_240612,[],holistic
+93,gemini_1.5_flash,42.5,wildbench_llama2,wildbench_240612,[],holistic
+94,yi_1.5_34b_chat,44.5,wildbench_llama2,wildbench_240612,[],holistic
+95,llama3_inst_8b_simpo,45.7,wildbench_llama2,wildbench_240612,[],holistic
+96,claude_3_sonnet,33.9,wildbench_llama2,wildbench_240612,[],holistic
+97,qwen1.5_72b_chat,34.7,wildbench_llama2,wildbench_240612,[],holistic
+98,command_r_plus,30.2,wildbench_llama2,wildbench_240612,[],holistic
+99,claude_3_haiku,21.4,wildbench_llama2,wildbench_240612,[],holistic
+100,mistral_large,20.5,wildbench_llama2,wildbench_240612,[],holistic
+101,starlinglm_7b_beta,18.0,wildbench_llama2,wildbench_240612,[],holistic
+102,llama_3_8b_inst,15.7,wildbench_llama2,wildbench_240612,[],holistic
+103,command_r,13.1,wildbench_llama2,wildbench_240612,[],holistic
+104,mixtral_8x7b_inst,10.4,wildbench_llama2,wildbench_240612,[],holistic
+105,dbrx_instruct,8.7,wildbench_llama2,wildbench_240612,[],holistic
+106,yi_1.5_6b_chat,2.1,wildbench_llama2,wildbench_240612,[],holistic
+107,mistral_7b_inst_v0.2,5.5,wildbench_llama2,wildbench_240612,[],holistic
+108,tulu_2_dpo_70b,3.3,wildbench_llama2,wildbench_240612,[],holistic
+109,llama_2_70b_chat,0.0,wildbench_llama2,wildbench_240612,[],holistic
+110,qwen1.5_7b_chat,-0.2,wildbench_llama2,wildbench_240612,[],holistic
+111,phi_3_medium_128k,-3.6,wildbench_llama2,wildbench_240612,[],holistic
+112,gpt_3.5_turbo_0125,-4.1,wildbench_llama2,wildbench_240612,[],holistic
+113,llama_2_7b_chat,-27.8,wildbench_llama2,wildbench_240612,[],holistic
+114,gemma_7b_it,-36.8,wildbench_llama2,wildbench_240612,[],holistic
+115,gemma_2b_it,-60.8,wildbench_llama2,wildbench_240612,[],holistic
+116,gpt_4o_0513,65.3,wb_score,wildbench_240612,[],holistic
+117,gpt_4_turbo_0409,64.7,wb_score,wildbench_240612,[],holistic
+118,gpt_4_turbo_0125,63.3,wb_score,wildbench_240612,[],holistic
+119,gemini_1.5_pro,55.7,wb_score,wildbench_240612,[],holistic
+120,llama_3_70b_inst,60.4,wb_score,wildbench_240612,[],holistic
+121,claude_3_opus,63.1,wb_score,wildbench_240612,[],holistic
+122,gemini_1.5_flash,53.1,wb_score,wildbench_240612,[],holistic
+123,yi_1.5_34b_chat,57.8,wb_score,wildbench_240612,[],holistic
+124,llama3_inst_8b_simpo,53.9,wb_score,wildbench_240612,[],holistic
+125,claude_3_sonnet,55.5,wb_score,wildbench_240612,[],holistic
+126,qwen1.5_72b_chat,56.5,wb_score,wildbench_240612,[],holistic
+127,command_r_plus,51.4,wb_score,wildbench_240612,[],holistic
+128,claude_3_haiku,50.4,wb_score,wildbench_240612,[],holistic
+129,mistral_large,54.2,wb_score,wildbench_240612,[],holistic
+130,starlinglm_7b_beta,46.8,wb_score,wildbench_240612,[],holistic
+131,llama_3_8b_inst,45.7,wb_score,wildbench_240612,[],holistic
+132,command_r,45.7,wb_score,wildbench_240612,[],holistic
+133,mixtral_8x7b_inst,47.8,wb_score,wildbench_240612,[],holistic
+134,dbrx_instruct,48.9,wb_score,wildbench_240612,[],holistic
+135,yi_1.5_6b_chat,39.6,wb_score,wildbench_240612,[],holistic
+136,mistral_7b_inst_v0.2,43.4,wb_score,wildbench_240612,[],holistic
+137,tulu_2_dpo_70b,45.2,wb_score,wildbench_240612,[],holistic
+138,llama_2_70b_chat,39.2,wb_score,wildbench_240612,[],holistic
+139,qwen1.5_7b_chat,40.0,wb_score,wildbench_240612,[],holistic
+140,phi_3_medium_128k,42.1,wb_score,wildbench_240612,[],holistic
+141,gpt_3.5_turbo_0125,42.1,wb_score,wildbench_240612,[],holistic
+142,llama_2_7b_chat,27.6,wb_score,wildbench_240612,[],holistic
+143,gemma_7b_it,23.9,wb_score,wildbench_240612,[],holistic
+144,gemma_2b_it,6.2,wb_score,wildbench_240612,[],holistic
+145,gpt_4o_0513,1293.0,arena_elo,wildbench_240612,[],holistic
+146,gpt_4_turbo_0409,1251.0,arena_elo,wildbench_240612,[],holistic
+147,gpt_4_turbo_0125,1239.0,arena_elo,wildbench_240612,[],holistic
+149,llama_3_70b_inst,1213.0,arena_elo,wildbench_240612,[],holistic
+150,claude_3_opus,1232.0,arena_elo,wildbench_240612,[],holistic
+154,claude_3_sonnet,1187.0,arena_elo,wildbench_240612,[],holistic
+155,qwen1.5_72b_chat,1143.0,arena_elo,wildbench_240612,[],holistic
+156,command_r_plus,1155.0,arena_elo,wildbench_240612,[],holistic
+157,claude_3_haiku,1169.0,arena_elo,wildbench_240612,[],holistic
+158,mistral_large,1158.0,arena_elo,wildbench_240612,[],holistic
+159,starlinglm_7b_beta,1111.0,arena_elo,wildbench_240612,[],holistic
+160,llama_3_8b_inst,1144.0,arena_elo,wildbench_240612,[],holistic
+161,command_r,1106.0,arena_elo,wildbench_240612,[],holistic
+162,mixtral_8x7b_inst,1114.0,arena_elo,wildbench_240612,[],holistic
+163,dbrx_instruct,1106.0,arena_elo,wildbench_240612,[],holistic
+165,mistral_7b_inst_v0.2,1071.0,arena_elo,wildbench_240612,[],holistic
+166,tulu_2_dpo_70b,1099.0,arena_elo,wildbench_240612,[],holistic
+167,llama_2_70b_chat,1070.0,arena_elo,wildbench_240612,[],holistic
+168,qwen1.5_7b_chat,1059.0,arena_elo,wildbench_240612,[],holistic
+170,gpt_3.5_turbo_0125,1105.0,arena_elo,wildbench_240612,[],holistic
+171,llama_2_7b_chat,1012.0,arena_elo,wildbench_240612,[],holistic
+172,gemma_7b_it,1047.0,arena_elo,wildbench_240612,[],holistic
+173,gemma_2b_it,980.0,arena_elo,wildbench_240612,[],holistic
+175,gpt_4_turbo_0409,82.6,arena_hard,wildbench_240612,[],holistic
+176,gpt_4_turbo_0125,78.0,arena_hard,wildbench_240612,[],holistic
+178,llama_3_70b_inst,41.1,arena_hard,wildbench_240612,[],holistic
+179,claude_3_opus,60.4,arena_hard,wildbench_240612,[],holistic
+182,llama3_inst_8b_simpo,33.8,arena_hard,wildbench_240612,[],holistic
+183,claude_3_sonnet,46.8,arena_hard,wildbench_240612,[],holistic
+184,qwen1.5_72b_chat,36.1,arena_hard,wildbench_240612,[],holistic
+185,command_r_plus,33.1,arena_hard,wildbench_240612,[],holistic
+186,claude_3_haiku,41.5,arena_hard,wildbench_240612,[],holistic
+187,mistral_large,37.7,arena_hard,wildbench_240612,[],holistic
+188,starlinglm_7b_beta,23.0,arena_hard,wildbench_240612,[],holistic
+189,llama_3_8b_inst,20.6,arena_hard,wildbench_240612,[],holistic
+190,command_r,17.0,arena_hard,wildbench_240612,[],holistic
+191,mixtral_8x7b_inst,23.4,arena_hard,wildbench_240612,[],holistic
+192,dbrx_instruct,23.9,arena_hard,wildbench_240612,[],holistic
+195,tulu_2_dpo_70b,15.0,arena_hard,wildbench_240612,[],holistic
+196,llama_2_70b_chat,11.6,arena_hard,wildbench_240612,[],holistic
+199,gpt_3.5_turbo_0125,23.3,arena_hard,wildbench_240612,[],holistic
+200,llama_2_7b_chat,4.6,arena_hard,wildbench_240612,[],holistic
+201,gemma_7b_it,7.5,arena_hard,wildbench_240612,[],holistic
+202,gemma_2b_it,3.0,arena_hard,wildbench_240612,[],holistic
+203,gpt_4o_0513,57.5,alpacaeval2_lc,wildbench_240612,[],holistic
+204,gpt_4_turbo_0409,55.0,alpacaeval2_lc,wildbench_240612,[],holistic
+207,llama_3_70b_inst,34.4,alpacaeval2_lc,wildbench_240612,[],holistic
+208,claude_3_opus,40.5,alpacaeval2_lc,wildbench_240612,[],holistic
+211,llama3_inst_8b_simpo,44.7,alpacaeval2_lc,wildbench_240612,[],holistic
+212,claude_3_sonnet,34.9,alpacaeval2_lc,wildbench_240612,[],holistic
+213,qwen1.5_72b_chat,36.6,alpacaeval2_lc,wildbench_240612,[],holistic
+216,mistral_large,32.7,alpacaeval2_lc,wildbench_240612,[],holistic
+218,llama_3_8b_inst,22.9,alpacaeval2_lc,wildbench_240612,[],holistic
+220,mixtral_8x7b_inst,23.7,alpacaeval2_lc,wildbench_240612,[],holistic
+221,dbrx_instruct,25.4,alpacaeval2_lc,wildbench_240612,[],holistic
+223,mistral_7b_inst_v0.2,17.1,alpacaeval2_lc,wildbench_240612,[],holistic
+224,tulu_2_dpo_70b,21.2,alpacaeval2_lc,wildbench_240612,[],holistic
+225,llama_2_70b_chat,14.7,alpacaeval2_lc,wildbench_240612,[],holistic
+226,qwen1.5_7b_chat,14.7,alpacaeval2_lc,wildbench_240612,[],holistic
+229,llama_2_7b_chat,5.4,alpacaeval2_lc,wildbench_240612,[],holistic
+230,gemma_7b_it,10.4,alpacaeval2_lc,wildbench_240612,[],holistic
+231,gemma_2b_it,5.4,alpacaeval2_lc,wildbench_240612,[],holistic
+232,gpt_4o_0513,51.3,alpacav2,wildbench_240612,[],holistic
+233,gpt_4_turbo_0409,46.1,alpacav2,wildbench_240612,[],holistic
+236,llama_3_70b_inst,33.2,alpacav2,wildbench_240612,[],holistic
+237,claude_3_opus,29.1,alpacav2,wildbench_240612,[],holistic
+240,llama3_inst_8b_simpo,40.5,alpacav2,wildbench_240612,[],holistic
+241,claude_3_sonnet,25.6,alpacav2,wildbench_240612,[],holistic
+242,qwen1.5_72b_chat,26.5,alpacav2,wildbench_240612,[],holistic
+245,mistral_large,21.4,alpacav2,wildbench_240612,[],holistic
+247,llama_3_8b_inst,22.6,alpacav2,wildbench_240612,[],holistic
+249,mixtral_8x7b_inst,18.3,alpacav2,wildbench_240612,[],holistic
+250,dbrx_instruct,18.4,alpacav2,wildbench_240612,[],holistic
+252,mistral_7b_inst_v0.2,14.7,alpacav2,wildbench_240612,[],holistic
+253,tulu_2_dpo_70b,16.0,alpacav2,wildbench_240612,[],holistic
+254,llama_2_70b_chat,13.9,alpacav2,wildbench_240612,[],holistic
+255,qwen1.5_7b_chat,11.8,alpacav2,wildbench_240612,[],holistic
+258,llama_2_7b_chat,5.0,alpacav2,wildbench_240612,[],holistic
+259,gemma_7b_it,6.9,alpacav2,wildbench_240612,[],holistic
+260,gemma_2b_it,3.4,alpacav2,wildbench_240612,[],holistic
+0,gpt_4,4.41,agentbench_overall,agentbench_240720,[],agent
+1,claude_v1.3,2.77,agentbench_overall,agentbench_240720,[],agent
+2,gpt_3.5_turbo,2.55,agentbench_overall,agentbench_240720,[],agent
+3,text_davinci_003,2.1,agentbench_overall,agentbench_240720,[],agent
+4,claude_instant_v1.1,1.9,agentbench_overall,agentbench_240720,[],agent
+5,text_davinci_002,1.46,agentbench_overall,agentbench_240720,[],agent
+6,text_bison_001,1.39,agentbench_overall,agentbench_240720,[],agent
+7,chatglm2_v0.2,1.31,agentbench_overall,agentbench_240720,[],agent
+8,openchat_v3.2,1.15,agentbench_overall,agentbench_240720,[],agent
+9,wizardlm_30b,0.83,agentbench_overall,agentbench_240720,[],agent
+10,vicuna_13b,0.62,agentbench_overall,agentbench_240720,[],agent
+11,wizardlm_13b,0.59,agentbench_overall,agentbench_240720,[],agent
+12,llama2_13b_chat,0.55,agentbench_overall,agentbench_240720,[],agent
+13,codegeex2_6b,0.53,agentbench_overall,agentbench_240720,[],agent
+14,openchat_8192,0.51,agentbench_overall,agentbench_240720,[],agent
+15,baichuan_13b_chat,0.36,agentbench_overall,agentbench_240720,[],agent
+16,koala_13b,0.34,agentbench_overall,agentbench_240720,[],agent
+17,llama2_7b_chat,0.31,agentbench_overall,agentbench_240720,[],agent
+18,chatglm_6b,0.31,agentbench_overall,agentbench_240720,[],agent
+19,vicuna_7b,0.24,agentbench_overall,agentbench_240720,[],agent
+20,internlm_chat_7b,0.23,agentbench_overall,agentbench_240720,[],agent
+21,baichuan_7b,0.22,agentbench_overall,agentbench_240720,[],agent
+22,wizardcoder,0.21,agentbench_overall,agentbench_240720,[],agent
+23,dolly_v2_12b,0.15,agentbench_overall,agentbench_240720,[],agent
+24,oasst_sft_4_pythia_12b,0.07,agentbench_overall,agentbench_240720,[],agent
+25,gpt_4,36.81,agentbench_os,agentbench_240720,[],agent
+26,claude_v1.3,13.19,agentbench_os,agentbench_240720,[],agent
+27,gpt_3.5_turbo,32.64,agentbench_os,agentbench_240720,[],agent
+28,text_davinci_003,22.92,agentbench_os,agentbench_240720,[],agent
+29,claude_instant_v1.1,14.58,agentbench_os,agentbench_240720,[],agent
+30,text_davinci_002,4.86,agentbench_os,agentbench_240720,[],agent
+31,text_bison_001,4.17,agentbench_os,agentbench_240720,[],agent
+32,chatglm2_v0.2,14.58,agentbench_os,agentbench_240720,[],agent
+33,openchat_v3.2,9.72,agentbench_os,agentbench_240720,[],agent
+34,wizardlm_30b,14.58,agentbench_os,agentbench_240720,[],agent
+35,vicuna_13b,8.33,agentbench_os,agentbench_240720,[],agent
+36,wizardlm_13b,9.72,agentbench_os,agentbench_240720,[],agent
+37,llama2_13b_chat,10.42,agentbench_os,agentbench_240720,[],agent
+38,codegeex2_6b,12.5,agentbench_os,agentbench_240720,[],agent
+39,openchat_8192,10.42,agentbench_os,agentbench_240720,[],agent
+40,baichuan_13b_chat,11.81,agentbench_os,agentbench_240720,[],agent
+41,koala_13b,2.78,agentbench_os,agentbench_240720,[],agent
+42,llama2_7b_chat,10.42,agentbench_os,agentbench_240720,[],agent
+43,chatglm_6b,4.86,agentbench_os,agentbench_240720,[],agent
+44,vicuna_7b,6.25,agentbench_os,agentbench_240720,[],agent
+45,internlm_chat_7b,3.47,agentbench_os,agentbench_240720,[],agent
+46,baichuan_7b,4.17,agentbench_os,agentbench_240720,[],agent
+47,wizardcoder,3.47,agentbench_os,agentbench_240720,[],agent
+48,dolly_v2_12b,0.0,agentbench_os,agentbench_240720,[],agent
+49,oasst_sft_4_pythia_12b,2.78,agentbench_os,agentbench_240720,[],agent
+50,gpt_4,33.67,agentbench_db,agentbench_240720,[],agent
+51,claude_v1.3,16.75,agentbench_db,agentbench_240720,[],agent
+52,gpt_3.5_turbo,15.0,agentbench_db,agentbench_240720,[],agent
+53,text_davinci_003,16.33,agentbench_db,agentbench_240720,[],agent
+54,claude_instant_v1.1,8.0,agentbench_db,agentbench_240720,[],agent
+55,text_davinci_002,13.67,agentbench_db,agentbench_240720,[],agent
+56,text_bison_001,12.75,agentbench_db,agentbench_240720,[],agent
+57,chatglm2_v0.2,13.67,agentbench_db,agentbench_240720,[],agent
+58,openchat_v3.2,5.33,agentbench_db,agentbench_240720,[],agent
+59,wizardlm_30b,12.67,agentbench_db,agentbench_240720,[],agent
+60,vicuna_13b,11.33,agentbench_db,agentbench_240720,[],agent
+61,wizardlm_13b,13.0,agentbench_db,agentbench_240720,[],agent
+62,llama2_13b_chat,4.5,agentbench_db,agentbench_240720,[],agent
+63,codegeex2_6b,6.5,agentbench_db,agentbench_240720,[],agent
+64,openchat_8192,2.67,agentbench_db,agentbench_240720,[],agent
+65,baichuan_13b_chat,3.0,agentbench_db,agentbench_240720,[],agent
+66,koala_13b,5.33,agentbench_db,agentbench_240720,[],agent
+67,llama2_7b_chat,2.75,agentbench_db,agentbench_240720,[],agent
+68,chatglm_6b,0.33,agentbench_db,agentbench_240720,[],agent
+69,vicuna_7b,3.33,agentbench_db,agentbench_240720,[],agent
+70,internlm_chat_7b,6.33,agentbench_db,agentbench_240720,[],agent
+71,baichuan_7b,0.0,agentbench_db,agentbench_240720,[],agent
+72,wizardcoder,0.0,agentbench_db,agentbench_240720,[],agent
+73,dolly_v2_12b,0.0,agentbench_db,agentbench_240720,[],agent
+74,oasst_sft_4_pythia_12b,0.0,agentbench_db,agentbench_240720,[],agent
+75,gpt_4,52.14,agentbench_kg,agentbench_240720,[],agent
+76,claude_v1.3,36.22,agentbench_kg,agentbench_240720,[],agent
+77,gpt_3.5_turbo,27.2,agentbench_kg,agentbench_240720,[],agent
+78,text_davinci_003,30.82,agentbench_kg,agentbench_240720,[],agent
+79,claude_instant_v1.1,29.67,agentbench_kg,agentbench_240720,[],agent
+80,text_davinci_002,18.87,agentbench_kg,agentbench_240720,[],agent
+81,text_bison_001,17.12,agentbench_kg,agentbench_240720,[],agent
+82,chatglm2_v0.2,6.85,agentbench_kg,agentbench_240720,[],agent
+83,openchat_v3.2,6.84,agentbench_kg,agentbench_240720,[],agent
+84,wizardlm_30b,2.33,agentbench_kg,agentbench_240720,[],agent
+85,vicuna_13b,1.24,agentbench_kg,agentbench_240720,[],agent
+86,wizardlm_13b,0.44,agentbench_kg,agentbench_240720,[],agent
+87,llama2_13b_chat,3.11,agentbench_kg,agentbench_240720,[],agent
+88,codegeex2_6b,6.35,agentbench_kg,agentbench_240720,[],agent
+89,openchat_8192,0.59,agentbench_kg,agentbench_240720,[],agent
+90,baichuan_13b_chat,6.27,agentbench_kg,agentbench_240720,[],agent
+91,koala_13b,0.0,agentbench_kg,agentbench_240720,[],agent
+92,llama2_7b_chat,1.89,agentbench_kg,agentbench_240720,[],agent
+93,chatglm_6b,0.0,agentbench_kg,agentbench_240720,[],agent
+94,vicuna_7b,0.0,agentbench_kg,agentbench_240720,[],agent
+95,internlm_chat_7b,0.0,agentbench_kg,agentbench_240720,[],agent
+96,baichuan_7b,0.46,agentbench_kg,agentbench_240720,[],agent
+97,wizardcoder,2.78,agentbench_kg,agentbench_240720,[],agent
+98,dolly_v2_12b,0.0,agentbench_kg,agentbench_240720,[],agent
+99,oasst_sft_4_pythia_12b,0.0,agentbench_kg,agentbench_240720,[],agent
+100,gpt_4,50.0,agentbench_dcg,agentbench_240720,[],agent
+101,claude_v1.3,30.0,agentbench_dcg,agentbench_240720,[],agent
+102,gpt_3.5_turbo,30.0,agentbench_dcg,agentbench_240720,[],agent
+103,text_davinci_003,15.0,agentbench_dcg,agentbench_240720,[],agent
+104,claude_instant_v1.1,35.0,agentbench_dcg,agentbench_240720,[],agent
+105,text_davinci_002,25.0,agentbench_dcg,agentbench_240720,[],agent
+106,text_bison_001,20.0,agentbench_dcg,agentbench_240720,[],agent
+107,chatglm2_v0.2,10.0,agentbench_dcg,agentbench_240720,[],agent
+108,openchat_v3.2,0.0,agentbench_dcg,agentbench_240720,[],agent
+109,wizardlm_30b,10.0,agentbench_dcg,agentbench_240720,[],agent
+110,vicuna_13b,0.0,agentbench_dcg,agentbench_240720,[],agent
+111,wizardlm_13b,0.0,agentbench_dcg,agentbench_240720,[],agent
+112,llama2_13b_chat,0.0,agentbench_dcg,agentbench_240720,[],agent
+113,codegeex2_6b,0.0,agentbench_dcg,agentbench_240720,[],agent
+114,openchat_8192,10.0,agentbench_dcg,agentbench_240720,[],agent
+115,baichuan_13b_chat,0.0,agentbench_dcg,agentbench_240720,[],agent
+116,koala_13b,0.0,agentbench_dcg,agentbench_240720,[],agent
+117,llama2_7b_chat,0.0,agentbench_dcg,agentbench_240720,[],agent
+118,chatglm_6b,0.0,agentbench_dcg,agentbench_240720,[],agent
+119,vicuna_7b,0.0,agentbench_dcg,agentbench_240720,[],agent
+120,internlm_chat_7b,0.0,agentbench_dcg,agentbench_240720,[],agent
+121,baichuan_7b,0.0,agentbench_dcg,agentbench_240720,[],agent
+122,wizardcoder,0.0,agentbench_dcg,agentbench_240720,[],agent
+123,dolly_v2_12b,0.0,agentbench_dcg,agentbench_240720,[],agent
+124,oasst_sft_4_pythia_12b,0.0,agentbench_dcg,agentbench_240720,[],agent
+125,gpt_4,17.6,agentbench_ltp,agentbench_240720,[],agent
+126,claude_v1.3,6.39,agentbench_ltp,agentbench_240720,[],agent
+127,gpt_3.5_turbo,14.85,agentbench_ltp,agentbench_240720,[],agent
+128,text_davinci_003,5.21,agentbench_ltp,agentbench_240720,[],agent
+129,claude_instant_v1.1,6.08,agentbench_ltp,agentbench_240720,[],agent
+130,text_davinci_002,2.32,agentbench_ltp,agentbench_240720,[],agent
+131,text_bison_001,0.12,agentbench_ltp,agentbench_240720,[],agent
+132,chatglm2_v0.2,12.62,agentbench_ltp,agentbench_240720,[],agent
+133,openchat_v3.2,9.54,agentbench_ltp,agentbench_240720,[],agent
+134,wizardlm_30b,4.47,agentbench_ltp,agentbench_240720,[],agent
+135,vicuna_13b,7.97,agentbench_ltp,agentbench_240720,[],agent
+136,wizardlm_13b,4.06,agentbench_ltp,agentbench_240720,[],agent
+137,llama2_13b_chat,3.69,agentbench_ltp,agentbench_240720,[],agent
+138,codegeex2_6b,1.94,agentbench_ltp,agentbench_240720,[],agent
+139,openchat_8192,0.0,agentbench_ltp,agentbench_240720,[],agent
+140,baichuan_13b_chat,1.3,agentbench_ltp,agentbench_240720,[],agent
+141,koala_13b,2.46,agentbench_ltp,agentbench_240720,[],agent
+142,llama2_7b_chat,2.1,agentbench_ltp,agentbench_240720,[],agent
+143,chatglm_6b,6.69,agentbench_ltp,agentbench_240720,[],agent
+144,vicuna_7b,3.08,agentbench_ltp,agentbench_240720,[],agent
+145,internlm_chat_7b,3.41,agentbench_ltp,agentbench_240720,[],agent
+146,baichuan_7b,2.29,agentbench_ltp,agentbench_240720,[],agent
+147,wizardcoder,1.32,agentbench_ltp,agentbench_240720,[],agent
+148,dolly_v2_12b,3.36,agentbench_ltp,agentbench_240720,[],agent
+149,oasst_sft_4_pythia_12b,1.48,agentbench_ltp,agentbench_240720,[],agent
+150,gpt_4,78.0,agentbench_hh,agentbench_240720,[],agent
+151,claude_v1.3,52.0,agentbench_hh,agentbench_240720,[],agent
+152,gpt_3.5_turbo,14.0,agentbench_hh,agentbench_240720,[],agent
+153,text_davinci_003,20.0,agentbench_hh,agentbench_240720,[],agent
+154,claude_instant_v1.1,26.0,agentbench_hh,agentbench_240720,[],agent
+155,text_davinci_002,14.0,agentbench_hh,agentbench_240720,[],agent
+156,text_bison_001,4.0,agentbench_hh,agentbench_240720,[],agent
+157,chatglm2_v0.2,6.0,agentbench_hh,agentbench_240720,[],agent
+158,openchat_v3.2,8.0,agentbench_hh,agentbench_240720,[],agent
+159,wizardlm_30b,6.0,agentbench_hh,agentbench_240720,[],agent
+160,vicuna_13b,0.0,agentbench_hh,agentbench_240720,[],agent
+161,wizardlm_13b,6.0,agentbench_hh,agentbench_240720,[],agent
+162,llama2_13b_chat,2.0,agentbench_hh,agentbench_240720,[],agent
+163,codegeex2_6b,0.0,agentbench_hh,agentbench_240720,[],agent
+164,openchat_8192,4.0,agentbench_hh,agentbench_240720,[],agent
+165,baichuan_13b_chat,0.0,agentbench_hh,agentbench_240720,[],agent
+166,koala_13b,0.0,agentbench_hh,agentbench_240720,[],agent
+167,llama2_7b_chat,0.0,agentbench_hh,agentbench_240720,[],agent
+168,chatglm_6b,0.0,agentbench_hh,agentbench_240720,[],agent
+169,vicuna_7b,0.0,agentbench_hh,agentbench_240720,[],agent
+170,internlm_chat_7b,0.0,agentbench_hh,agentbench_240720,[],agent
+171,baichuan_7b,0.0,agentbench_hh,agentbench_240720,[],agent
+172,wizardcoder,0.0,agentbench_hh,agentbench_240720,[],agent
+173,dolly_v2_12b,0.0,agentbench_hh,agentbench_240720,[],agent
+174,oasst_sft_4_pythia_12b,0.0,agentbench_hh,agentbench_240720,[],agent
+175,gpt_4,58.6,agentbench_ws,agentbench_240720,[],agent
+176,claude_v1.3,59.26,agentbench_ws,agentbench_240720,[],agent
+177,gpt_3.5_turbo,67.21,agentbench_ws,agentbench_240720,[],agent
+178,text_davinci_003,61.43,agentbench_ws,agentbench_240720,[],agent
+179,claude_instant_v1.1,44.22,agentbench_ws,agentbench_240720,[],agent
+180,text_davinci_002,60.15,agentbench_ws,agentbench_240720,[],agent
+181,text_bison_001,46.06,agentbench_ws,agentbench_240720,[],agent
+182,chatglm2_v0.2,19.35,agentbench_ws,agentbench_240720,[],agent
+183,openchat_v3.2,50.17,agentbench_ws,agentbench_240720,[],agent
+184,wizardlm_30b,10.6,agentbench_ws,agentbench_240720,[],agent
+185,vicuna_13b,12.57,agentbench_ws,agentbench_240720,[],agent
+186,wizardlm_13b,1.2,agentbench_ws,agentbench_240720,[],agent
+187,llama2_13b_chat,3.12,agentbench_ws,agentbench_240720,[],agent
+188,codegeex2_6b,11.8,agentbench_ws,agentbench_240720,[],agent
+189,openchat_8192,6.68,agentbench_ws,agentbench_240720,[],agent
+190,baichuan_13b_chat,5.74,agentbench_ws,agentbench_240720,[],agent
+191,koala_13b,5.96,agentbench_ws,agentbench_240720,[],agent
+192,llama2_7b_chat,2.22,agentbench_ws,agentbench_240720,[],agent
+193,chatglm_6b,0.5,agentbench_ws,agentbench_240720,[],agent
+194,vicuna_7b,6.4,agentbench_ws,agentbench_240720,[],agent
+195,internlm_chat_7b,0.0,agentbench_ws,agentbench_240720,[],agent
+196,baichuan_7b,2.84,agentbench_ws,agentbench_240720,[],agent
+197,wizardcoder,0.0,agentbench_ws,agentbench_240720,[],agent
+198,dolly_v2_12b,0.38,agentbench_ws,agentbench_240720,[],agent
+199,oasst_sft_4_pythia_12b,0.0,agentbench_ws,agentbench_240720,[],agent
+200,gpt_4,22.59,agentbench_wb,agentbench_240720,[],agent
+201,claude_v1.3,20.97,agentbench_wb,agentbench_240720,[],agent
+202,gpt_3.5_turbo,15.69,agentbench_wb,agentbench_240720,[],agent
+203,text_davinci_003,15.52,agentbench_wb,agentbench_240720,[],agent
+204,claude_instant_v1.1,0.77,agentbench_wb,agentbench_240720,[],agent
+205,text_davinci_002,1.11,agentbench_wb,agentbench_240720,[],agent
+206,text_bison_001,20.46,agentbench_wb,agentbench_240720,[],agent
+207,chatglm2_v0.2,12.87,agentbench_wb,agentbench_240720,[],agent
+208,openchat_v3.2,14.92,agentbench_wb,agentbench_240720,[],agent
+209,wizardlm_30b,3.07,agentbench_wb,agentbench_240720,[],agent
+210,vicuna_13b,3.92,agentbench_wb,agentbench_240720,[],agent
+211,wizardlm_13b,5.8,agentbench_wb,agentbench_240720,[],agent
+212,llama2_13b_chat,11.94,agentbench_wb,agentbench_240720,[],agent
+213,codegeex2_6b,5.37,agentbench_wb,agentbench_240720,[],agent
+214,openchat_8192,7.08,agentbench_wb,agentbench_240720,[],agent
+215,baichuan_13b_chat,2.3,agentbench_wb,agentbench_240720,[],agent
+216,koala_13b,8.1,agentbench_wb,agentbench_240720,[],agent
+217,llama2_7b_chat,3.75,agentbench_wb,agentbench_240720,[],agent
+218,chatglm_6b,4.94,agentbench_wb,agentbench_240720,[],agent
+219,vicuna_7b,0.17,agentbench_wb,agentbench_240720,[],agent
+220,internlm_chat_7b,0.17,agentbench_wb,agentbench_240720,[],agent
+221,baichuan_7b,5.8,agentbench_wb,agentbench_240720,[],agent
+222,wizardcoder,6.65,agentbench_wb,agentbench_240720,[],agent
+223,dolly_v2_12b,4.43,agentbench_wb,agentbench_240720,[],agent
+224,oasst_sft_4_pythia_12b,0.34,agentbench_wb,agentbench_240720,[],agent
+0,pythia_1b,31.4,arc_c,olmes_260624,[],reasoning
+1,olmo_1b,38.6,arc_c,olmes_260624,[],reasoning
+2,tinyllama_1.1b,38.1,arc_c,olmes_260624,[],reasoning
+3,pythia_6.7b,44.6,arc_c,olmes_260624,[],reasoning
+4,rpj_incite_7b,45.3,arc_c,olmes_260624,[],reasoning
+5,stablelm2_1.6b,50.6,arc_c,olmes_260624,[],reasoning
+6,olmo_7b,46.4,arc_c,olmes_260624,[],reasoning
+7,mpt_7b,45.7,arc_c,olmes_260624,[],reasoning
+8,falcon_7b,49.7,arc_c,olmes_260624,[],reasoning
+9,llama2_7b,54.2,arc_c,olmes_260624,[],reasoning
+10,llama2_13b,67.3,arc_c,olmes_260624,[],reasoning
+11,olmo_1.7_7b,66.9,arc_c,olmes_260624,[],reasoning
+12,llama3_8b,79.3,arc_c,olmes_260624,[],reasoning
+13,mistral_7b_v0.1,78.6,arc_c,olmes_260624,[],reasoning
+14,llama3_70b,93.7,arc_c,olmes_260624,[],reasoning
+15,pythia_1b,63.4,arc_e,olmes_260624,[],reasoning
+16,olmo_1b,68.3,arc_e,olmes_260624,[],reasoning
+17,tinyllama_1.1b,69.5,arc_e,olmes_260624,[],reasoning
+18,pythia_6.7b,72.6,arc_e,olmes_260624,[],reasoning
+19,rpj_incite_7b,78.8,arc_e,olmes_260624,[],reasoning
+20,stablelm2_1.6b,75.3,arc_e,olmes_260624,[],reasoning
+21,olmo_7b,78.9,arc_e,olmes_260624,[],reasoning
+22,mpt_7b,78.0,arc_e,olmes_260624,[],reasoning
+23,falcon_7b,80.6,arc_e,olmes_260624,[],reasoning
+24,llama2_7b,84.0,arc_e,olmes_260624,[],reasoning
+25,llama2_13b,85.9,arc_e,olmes_260624,[],reasoning
+26,olmo_1.7_7b,83.6,arc_e,olmes_260624,[],reasoning
+27,llama3_8b,92.4,arc_e,olmes_260624,[],reasoning
+28,mistral_7b_v0.1,90.8,arc_e,olmes_260624,[],reasoning
+29,llama3_70b,97.7,arc_e,olmes_260624,[],reasoning
+30,pythia_1b,56.8,boolq,olmes_260624,[],knowledge
+31,olmo_1b,51.3,boolq,olmes_260624,[],knowledge
+32,tinyllama_1.1b,63.6,boolq,olmes_260624,[],knowledge
+33,pythia_6.7b,68.7,boolq,olmes_260624,[],knowledge
+34,rpj_incite_7b,72.0,boolq,olmes_260624,[],knowledge
+35,stablelm2_1.6b,82.3,boolq,olmes_260624,[],knowledge
+36,olmo_7b,78.7,boolq,olmes_260624,[],knowledge
+37,mpt_7b,82.4,boolq,olmes_260624,[],knowledge
+38,falcon_7b,78.2,boolq,olmes_260624,[],knowledge
+39,llama2_7b,86.1,boolq,olmes_260624,[],knowledge
+40,llama2_13b,86.7,boolq,olmes_260624,[],knowledge
+41,olmo_1.7_7b,85.9,boolq,olmes_260624,[],knowledge
+42,llama3_8b,87.5,boolq,olmes_260624,[],knowledge
+43,mistral_7b_v0.1,89.3,boolq,olmes_260624,[],knowledge
+44,llama3_70b,91.7,boolq,olmes_260624,[],knowledge
+45,pythia_1b,50.9,csqa,olmes_260624,[],knowledge
+46,olmo_1b,62.2,csqa,olmes_260624,[],knowledge
+47,tinyllama_1.1b,61.1,csqa,olmes_260624,[],knowledge
+48,pythia_6.7b,62.1,csqa,olmes_260624,[],knowledge
+49,rpj_incite_7b,69.2,csqa,olmes_260624,[],knowledge
+50,stablelm2_1.6b,70.4,csqa,olmes_260624,[],knowledge
+51,olmo_7b,70.8,csqa,olmes_260624,[],knowledge
+52,mpt_7b,70.9,csqa,olmes_260624,[],knowledge
+53,falcon_7b,73.4,csqa,olmes_260624,[],knowledge
+54,llama2_7b,74.2,csqa,olmes_260624,[],knowledge
+55,llama2_13b,74.0,csqa,olmes_260624,[],knowledge
+56,olmo_1.7_7b,85.8,csqa,olmes_260624,[],knowledge
+57,llama3_8b,73.9,csqa,olmes_260624,[],knowledge
+58,mistral_7b_v0.1,72.4,csqa,olmes_260624,[],knowledge
+59,llama3_70b,83.2,csqa,olmes_260624,[],knowledge
+60,pythia_1b,48.0,hellaswag,olmes_260624,[],reasoning
+61,olmo_1b,65.2,hellaswag,olmes_260624,[],reasoning
+62,tinyllama_1.1b,60.8,hellaswag,olmes_260624,[],reasoning
+63,pythia_6.7b,66.1,hellaswag,olmes_260624,[],reasoning
+64,rpj_incite_7b,72.8,hellaswag,olmes_260624,[],reasoning
+65,stablelm2_1.6b,70.3,hellaswag,olmes_260624,[],reasoning
+66,olmo_7b,78.1,hellaswag,olmes_260624,[],reasoning
+67,mpt_7b,79.6,hellaswag,olmes_260624,[],reasoning
+68,falcon_7b,79.0,hellaswag,olmes_260624,[],reasoning
+69,llama2_7b,78.9,hellaswag,olmes_260624,[],reasoning
+70,llama2_13b,83.9,hellaswag,olmes_260624,[],reasoning
+71,olmo_1.7_7b,80.1,hellaswag,olmes_260624,[],reasoning
+72,llama3_8b,81.8,hellaswag,olmes_260624,[],reasoning
+73,mistral_7b_v0.1,83.0,hellaswag,olmes_260624,[],reasoning
+74,llama3_70b,89.5,hellaswag,olmes_260624,[],reasoning
+75,pythia_1b,31.1,mmlu,olmes_260624,[],knowledge
+76,olmo_1b,33.4,mmlu,olmes_260624,[],knowledge
+77,tinyllama_1.1b,33.6,mmlu,olmes_260624,[],knowledge
+78,pythia_6.7b,37.7,mmlu,olmes_260624,[],knowledge
+79,rpj_incite_7b,40.1,mmlu,olmes_260624,[],knowledge
+80,stablelm2_1.6b,40.4,mmlu,olmes_260624,[],knowledge
+81,olmo_7b,40.5,mmlu,olmes_260624,[],knowledge
+82,mpt_7b,40.6,mmlu,olmes_260624,[],knowledge
+83,falcon_7b,42.1,mmlu,olmes_260624,[],knowledge
+84,llama2_7b,46.2,mmlu,olmes_260624,[],knowledge
+85,llama2_13b,55.8,mmlu,olmes_260624,[],knowledge
+86,olmo_1.7_7b,54.4,mmlu,olmes_260624,[],knowledge
+87,llama3_8b,66.6,mmlu,olmes_260624,[],knowledge
+88,mistral_7b_v0.1,64.0,mmlu,olmes_260624,[],knowledge
+89,llama3_70b,79.8,mmlu,olmes_260624,[],knowledge
+90,pythia_1b,40.4,openbookqa,olmes_260624,[],knowledge
+91,olmo_1b,47.6,openbookqa,olmes_260624,[],knowledge
+92,tinyllama_1.1b,45.0,openbookqa,olmes_260624,[],knowledge
+93,pythia_6.7b,50.4,openbookqa,olmes_260624,[],knowledge
+94,rpj_incite_7b,49.0,openbookqa,olmes_260624,[],knowledge
+95,stablelm2_1.6b,56.6,openbookqa,olmes_260624,[],knowledge
+96,olmo_7b,55.8,openbookqa,olmes_260624,[],knowledge
+97,mpt_7b,52.4,openbookqa,olmes_260624,[],knowledge
+98,falcon_7b,55.2,openbookqa,olmes_260624,[],knowledge
+99,llama2_7b,57.8,openbookqa,olmes_260624,[],knowledge
+100,llama2_13b,65.4,openbookqa,olmes_260624,[],knowledge
+101,olmo_1.7_7b,68.6,openbookqa,olmes_260624,[],knowledge
+102,llama3_8b,77.2,openbookqa,olmes_260624,[],knowledge
+103,mistral_7b_v0.1,80.6,openbookqa,olmes_260624,[],knowledge
+104,llama3_70b,93.4,openbookqa,olmes_260624,[],knowledge
+105,pythia_1b,68.9,piqa,olmes_260624,[],reasoning
+106,olmo_1b,74.1,piqa,olmes_260624,[],reasoning
+107,tinyllama_1.1b,71.7,piqa,olmes_260624,[],reasoning
+108,pythia_6.7b,74.9,piqa,olmes_260624,[],reasoning
+109,rpj_incite_7b,75.9,piqa,olmes_260624,[],reasoning
+110,stablelm2_1.6b,75.6,piqa,olmes_260624,[],reasoning
+111,olmo_7b,78.5,piqa,olmes_260624,[],reasoning
+112,mpt_7b,79.2,piqa,olmes_260624,[],reasoning
+113,falcon_7b,79.0,piqa,olmes_260624,[],reasoning
+114,llama2_7b,77.5,piqa,olmes_260624,[],reasoning
+115,llama2_13b,80.2,piqa,olmes_260624,[],reasoning
+116,olmo_1.7_7b,80.3,piqa,olmes_260624,[],reasoning
+117,llama3_8b,81.6,piqa,olmes_260624,[],reasoning
+118,mistral_7b_v0.1,82.8,piqa,olmes_260624,[],reasoning
+119,llama3_70b,91.6,piqa,olmes_260624,[],reasoning
+120,pythia_1b,46.4,siqa,olmes_260624,[],other
+121,olmo_1b,51.5,siqa,olmes_260624,[],other
+122,tinyllama_1.1b,50.4,siqa,olmes_260624,[],other
+123,pythia_6.7b,51.7,siqa,olmes_260624,[],other
+124,rpj_incite_7b,56.6,siqa,olmes_260624,[],other
+125,stablelm2_1.6b,64.3,siqa,olmes_260624,[],other
+126,olmo_7b,56.5,siqa,olmes_260624,[],other
+127,mpt_7b,57.4,siqa,olmes_260624,[],other
+128,falcon_7b,60.1,siqa,olmes_260624,[],other
+129,llama2_7b,59.6,siqa,olmes_260624,[],other
+130,llama2_13b,65.9,siqa,olmes_260624,[],other
+131,olmo_1.7_7b,76.1,siqa,olmes_260624,[],other
+132,llama3_8b,70.2,siqa,olmes_260624,[],other
+133,mistral_7b_v0.1,71.3,siqa,olmes_260624,[],other
+134,llama3_70b,78.9,siqa,olmes_260624,[],other
+135,pythia_1b,52.7,winogrande,olmes_260624,[],reasoning
+136,olmo_1b,59.3,winogrande,olmes_260624,[],reasoning
+137,tinyllama_1.1b,60.1,winogrande,olmes_260624,[],reasoning
+138,pythia_6.7b,62.3,winogrande,olmes_260624,[],reasoning
+139,rpj_incite_7b,68.0,winogrande,olmes_260624,[],reasoning
+140,stablelm2_1.6b,65.7,winogrande,olmes_260624,[],reasoning
+141,olmo_7b,68.5,winogrande,olmes_260624,[],reasoning
+142,mpt_7b,70.2,winogrande,olmes_260624,[],reasoning
+143,falcon_7b,71.3,winogrande,olmes_260624,[],reasoning
+144,llama2_7b,71.7,winogrande,olmes_260624,[],reasoning
+145,llama2_13b,74.9,winogrande,olmes_260624,[],reasoning
+146,olmo_1.7_7b,73.6,winogrande,olmes_260624,[],reasoning
+147,llama3_8b,76.2,winogrande,olmes_260624,[],reasoning
+148,mistral_7b_v0.1,77.9,winogrande,olmes_260624,[],reasoning
+149,llama3_70b,84.1,winogrande,olmes_260624,[],reasoning
+150,pythia_1b,49.0,olmes_average,olmes_260624,[],holistic
+151,olmo_1b,55.1,olmes_average,olmes_260624,[],holistic
+152,tinyllama_1.1b,55.4,olmes_average,olmes_260624,[],holistic
+153,pythia_6.7b,59.1,olmes_average,olmes_260624,[],holistic
+154,rpj_incite_7b,62.8,olmes_average,olmes_260624,[],holistic
+155,stablelm2_1.6b,65.1,olmes_average,olmes_260624,[],holistic
+156,olmo_7b,65.3,olmes_average,olmes_260624,[],holistic
+157,mpt_7b,65.6,olmes_average,olmes_260624,[],holistic
+158,falcon_7b,66.9,olmes_average,olmes_260624,[],holistic
+159,llama2_7b,69.0,olmes_average,olmes_260624,[],holistic
+160,llama2_13b,74.0,olmes_average,olmes_260624,[],holistic
+161,olmo_1.7_7b,75.5,olmes_average,olmes_260624,[],holistic
+162,llama3_8b,78.7,olmes_average,olmes_260624,[],holistic
+163,mistral_7b_v0.1,79.1,olmes_average,olmes_260624,[],holistic
+164,llama3_70b,88.4,olmes_average,olmes_260624,[],holistic
+0,llama_2_70b,0.3753,mmlu_pro,mmlu_pro_240610,[],knowledge
+1,llama_3_8b,0.3536,mmlu_pro,mmlu_pro_240610,[],knowledge
+2,deepseekmath_instruct,0.353,mmlu_pro,mmlu_pro_240610,[],knowledge
+3,gemma_7b,0.3373,mmlu_pro,mmlu_pro_240610,[],knowledge
+4,mistral_7b_v0.1,0.3088,mmlu_pro,mmlu_pro_240610,[],knowledge
+5,mistral_7b_instruct_v0.2,0.3084,mmlu_pro,mmlu_pro_240610,[],knowledge
+6,mistral_7b_v0.2,0.3043,mmlu_pro,mmlu_pro_240610,[],knowledge
+7,qwen1.5_7b_chat,0.2906,mmlu_pro,mmlu_pro_240610,[],knowledge
+8,yi_6b_chat,0.2884,mmlu_pro,mmlu_pro_240610,[],knowledge
+9,yi_6b,0.2651,mmlu_pro,mmlu_pro_240610,[],knowledge
+10,mistral_7b_instruct_v0.1,0.2575,mmlu_pro,mmlu_pro_240610,[],knowledge
+11,llama_2_13b,0.2534,mmlu_pro,mmlu_pro_240610,[],knowledge
+12,llemma_7b,0.2345,mmlu_pro,mmlu_pro_240610,[],knowledge
+13,llama_2_7b,0.2032,mmlu_pro,mmlu_pro_240610,[],knowledge
+14,gpt_4o,0.7255,mmlu_pro,mmlu_pro_240610,[],knowledge
+15,claude_3_opus,0.6845,mmlu_pro,mmlu_pro_240610,[],knowledge
+16,gpt_4_turbo,0.6371,mmlu_pro,mmlu_pro_240610,[],knowledge
+17,gemini_1.5_flash,0.5912,mmlu_pro,mmlu_pro_240610,[],knowledge
+18,yi_large,0.5753,mmlu_pro,mmlu_pro_240610,[],knowledge
+19,claude_3_sonnet,0.568,mmlu_pro,mmlu_pro_240610,[],knowledge
+20,llama_3_70b_instruct,0.562,mmlu_pro,mmlu_pro_240610,[],knowledge
+21,deepseek_v2,0.5481,mmlu_pro,mmlu_pro_240610,[],knowledge
+22,phi_3_medium_4k_instruct,0.5348,mmlu_pro,mmlu_pro_240610,[],knowledge
+23,llama_3_70b,0.5278,mmlu_pro,mmlu_pro_240610,[],knowledge
+24,qwen1.5_72b_chat,0.5162,mmlu_pro,mmlu_pro_240610,[],knowledge
+25,mammoth2_8x7b_plus,0.504,mmlu_pro,mmlu_pro_240610,[],knowledge
+26,qwen1.5_110b,0.4993,mmlu_pro,mmlu_pro_240610,[],knowledge
+27,mammoth2_8b_plus,0.4335,mmlu_pro,mmlu_pro_240610,[],knowledge
+28,mixtral_8x7b_instruct_v0.1,0.4327,mmlu_pro,mmlu_pro_240610,[],knowledge
+29,phi_3_mini_4k_instruct,0.4317,mmlu_pro,mmlu_pro_240610,[],knowledge
+30,yi_34b,0.4303,mmlu_pro,mmlu_pro_240610,[],knowledge
+31,mixtral_8x7b_v0.1,0.4103,mmlu_pro,mmlu_pro_240610,[],knowledge
+32,llama_3_8b_instruct,0.4098,mmlu_pro,mmlu_pro_240610,[],knowledge
+33,mammoth2_7b_plus,0.4085,mmlu_pro,mmlu_pro_240610,[],knowledge
+34,qwen1.5_14b_chat,0.3802,mmlu_pro,mmlu_pro_240610,[],knowledge
+35,c4ai_command_r_v01,0.379,mmlu_pro,mmlu_pro_240610,[],knowledge
+0,claude_3_5_sonnet_20240620,61.16,livebench_average,livebench_240701,[],holistic
+1,gpt_4o_2024_05_13,54.96,livebench_average,livebench_240701,[],holistic
+2,gpt_4_turbo_2024_04_09,53.0,livebench_average,livebench_240701,[],holistic
+3,gpt_4_1106_preview,52.17,livebench_average,livebench_240701,[],holistic
+4,claude_3_opus_20240229,50.75,livebench_average,livebench_240701,[],holistic
+5,gpt_4_0125_preview,49.39,livebench_average,livebench_240701,[],holistic
+6,deepseek_coder_v2,46.79,livebench_average,livebench_240701,[],holistic
+7,gemini_1.5_pro_api_0514,44.35,livebench_average,livebench_240701,[],holistic
+8,gemma_2_27b_it,41.22,livebench_average,livebench_240701,[],holistic
+9,gemini_1.5_flash_api_0514,40.89,livebench_average,livebench_240701,[],holistic
+10,qwen2_72b_instruct,40.16,livebench_average,livebench_240701,[],holistic
+11,acm_rewrite_qwen2_72b_chat,39.6,livebench_average,livebench_240701,[],holistic
+12,mistral_large_2402,38.92,livebench_average,livebench_240701,[],holistic
+13,deepseek_chat_v2,38.39,livebench_average,livebench_240701,[],holistic
+14,claude_3_sonnet_20240229,38.08,livebench_average,livebench_240701,[],holistic
+15,meta_llama_3_70b_instruct,37.38,livebench_average,livebench_240701,[],holistic
+16,claude_3_haiku_20240307,35.32,livebench_average,livebench_240701,[],holistic
+17,mixtral_8x22b_instruct_v0.1,34.84,livebench_average,livebench_240701,[],holistic
+18,gpt_3.5_turbo_0125,34.43,livebench_average,livebench_240701,[],holistic
+19,gpt_3.5_turbo_1106,34.14,livebench_average,livebench_240701,[],holistic
+20,command_r_plus,32.86,livebench_average,livebench_240701,[],holistic
+21,mistral_small_2402,32.8,livebench_average,livebench_240701,[],holistic
+22,gemma_2_9b_it,31.57,livebench_average,livebench_240701,[],holistic
+23,phi_3_medium_4k_instruct,30.33,livebench_average,livebench_240701,[],holistic
+24,phi_3_medium_128k_instruct,29.64,livebench_average,livebench_240701,[],holistic
+25,deepseek_coder_v2_lite_instruct,29.15,livebench_average,livebench_240701,[],holistic
+26,qwen1.5_110b_chat,28.96,livebench_average,livebench_240701,[],holistic
+27,qwen1.5_72b_chat,28.89,livebench_average,livebench_240701,[],holistic
+28,command_r,27.23,livebench_average,livebench_240701,[],holistic
+29,phi_3_small_128k_instruct,27.19,livebench_average,livebench_240701,[],holistic
+30,meta_llama_3_8b_instruct,26.67,livebench_average,livebench_240701,[],holistic
+31,qwen2_7b_instruct,26.45,livebench_average,livebench_240701,[],holistic
+32,phi_3_small_8k_instruct,26.24,livebench_average,livebench_240701,[],holistic
+33,openhermes_2.5_mistral_7b,23.3,livebench_average,livebench_240701,[],holistic
+34,mixtral_8x7b_instruct_v0.1,22.5,livebench_average,livebench_240701,[],holistic
+35,mistral_7b_instruct_v0.2,19.33,livebench_average,livebench_240701,[],holistic
+36,phi_3_mini_4k_instruct,19.27,livebench_average,livebench_240701,[],holistic
+37,zephyr_7b_alpha,19.22,livebench_average,livebench_240701,[],holistic
+38,phi_3_mini_128k_instruct,18.04,livebench_average,livebench_240701,[],holistic
+39,zephyr_7b_beta,17.32,livebench_average,livebench_240701,[],holistic
+40,deepseek_v2_lite_chat,17.14,livebench_average,livebench_240701,[],holistic
+41,qwen1.5_7b_chat,16.5,livebench_average,livebench_240701,[],holistic
+42,starling_lm_7b_beta,16.44,livebench_average,livebench_240701,[],holistic
+43,vicuna_7b_v1.5_16k,13.71,livebench_average,livebench_240701,[],holistic
+44,vicuna_7b_v1.5,11.73,livebench_average,livebench_240701,[],holistic
+45,qwen1.5_4b_chat,11.13,livebench_average,livebench_240701,[],holistic
+46,llama_2_7b_chat,10.25,livebench_average,livebench_240701,[],holistic
+47,qwen2_1.5b_instruct,9.96,livebench_average,livebench_240701,[],holistic
+48,yi_6b_chat,8.79,livebench_average,livebench_240701,[],holistic
+49,qwen2_0.5b_instruct,6.78,livebench_average,livebench_240701,[],holistic
+50,qwen1.5_1.8b_chat,6.09,livebench_average,livebench_240701,[],holistic
+51,qwen1.5_0.5b_chat,5.26,livebench_average,livebench_240701,[],holistic
+52,claude_3_5_sonnet_20240620,64.0,reasoning_average,livebench_240701,[],reasoning
+53,gpt_4o_2024_05_13,55.0,reasoning_average,livebench_240701,[],reasoning
+54,gpt_4_turbo_2024_04_09,54.0,reasoning_average,livebench_240701,[],reasoning
+55,gpt_4_1106_preview,52.0,reasoning_average,livebench_240701,[],reasoning
+56,claude_3_opus_20240229,41.0,reasoning_average,livebench_240701,[],reasoning
+57,gpt_4_0125_preview,48.0,reasoning_average,livebench_240701,[],reasoning
+58,deepseek_coder_v2,49.0,reasoning_average,livebench_240701,[],reasoning
+59,gemini_1.5_pro_api_0514,33.0,reasoning_average,livebench_240701,[],reasoning
+60,gemma_2_27b_it,31.0,reasoning_average,livebench_240701,[],reasoning
+61,gemini_1.5_flash_api_0514,30.0,reasoning_average,livebench_240701,[],reasoning
+62,qwen2_72b_instruct,42.0,reasoning_average,livebench_240701,[],reasoning
+63,acm_rewrite_qwen2_72b_chat,37.0,reasoning_average,livebench_240701,[],reasoning
+64,mistral_large_2402,35.0,reasoning_average,livebench_240701,[],reasoning
+65,deepseek_chat_v2,29.0,reasoning_average,livebench_240701,[],reasoning
+66,claude_3_sonnet_20240229,26.0,reasoning_average,livebench_240701,[],reasoning
+67,meta_llama_3_70b_instruct,31.0,reasoning_average,livebench_240701,[],reasoning
+68,claude_3_haiku_20240307,26.0,reasoning_average,livebench_240701,[],reasoning
+69,mixtral_8x22b_instruct_v0.1,29.0,reasoning_average,livebench_240701,[],reasoning
+70,gpt_3.5_turbo_0125,26.0,reasoning_average,livebench_240701,[],reasoning
+71,gpt_3.5_turbo_1106,28.0,reasoning_average,livebench_240701,[],reasoning
+72,command_r_plus,32.0,reasoning_average,livebench_240701,[],reasoning
+73,mistral_small_2402,28.0,reasoning_average,livebench_240701,[],reasoning
+74,gemma_2_9b_it,19.0,reasoning_average,livebench_240701,[],reasoning
+75,phi_3_medium_4k_instruct,35.0,reasoning_average,livebench_240701,[],reasoning
+76,phi_3_medium_128k_instruct,31.0,reasoning_average,livebench_240701,[],reasoning
+77,deepseek_coder_v2_lite_instruct,22.0,reasoning_average,livebench_240701,[],reasoning
+78,qwen1.5_110b_chat,26.0,reasoning_average,livebench_240701,[],reasoning
+79,qwen1.5_72b_chat,21.0,reasoning_average,livebench_240701,[],reasoning
+80,command_r,28.0,reasoning_average,livebench_240701,[],reasoning
+81,phi_3_small_128k_instruct,36.0,reasoning_average,livebench_240701,[],reasoning
+82,meta_llama_3_8b_instruct,25.0,reasoning_average,livebench_240701,[],reasoning
+83,qwen2_7b_instruct,20.0,reasoning_average,livebench_240701,[],reasoning
+84,phi_3_small_8k_instruct,23.0,reasoning_average,livebench_240701,[],reasoning
+85,openhermes_2.5_mistral_7b,17.0,reasoning_average,livebench_240701,[],reasoning
+86,mixtral_8x7b_instruct_v0.1,18.0,reasoning_average,livebench_240701,[],reasoning
+87,mistral_7b_instruct_v0.2,13.0,reasoning_average,livebench_240701,[],reasoning
+88,phi_3_mini_4k_instruct,19.0,reasoning_average,livebench_240701,[],reasoning
+89,zephyr_7b_alpha,17.0,reasoning_average,livebench_240701,[],reasoning
+90,phi_3_mini_128k_instruct,10.0,reasoning_average,livebench_240701,[],reasoning
+91,zephyr_7b_beta,16.0,reasoning_average,livebench_240701,[],reasoning
+92,deepseek_v2_lite_chat,13.0,reasoning_average,livebench_240701,[],reasoning
+93,qwen1.5_7b_chat,13.0,reasoning_average,livebench_240701,[],reasoning
+94,starling_lm_7b_beta,19.0,reasoning_average,livebench_240701,[],reasoning
+95,vicuna_7b_v1.5_16k,15.0,reasoning_average,livebench_240701,[],reasoning
+96,vicuna_7b_v1.5,12.0,reasoning_average,livebench_240701,[],reasoning
+97,qwen1.5_4b_chat,13.0,reasoning_average,livebench_240701,[],reasoning
+98,llama_2_7b_chat,5.0,reasoning_average,livebench_240701,[],reasoning
+99,qwen2_1.5b_instruct,8.0,reasoning_average,livebench_240701,[],reasoning
+100,yi_6b_chat,8.0,reasoning_average,livebench_240701,[],reasoning
+101,qwen2_0.5b_instruct,3.0,reasoning_average,livebench_240701,[],reasoning
+102,qwen1.5_1.8b_chat,5.0,reasoning_average,livebench_240701,[],reasoning
+103,qwen1.5_0.5b_chat,4.0,reasoning_average,livebench_240701,[],reasoning
+104,claude_3_5_sonnet_20240620,63.21,coding_average,livebench_240701,[],code
+105,gpt_4o_2024_05_13,46.37,coding_average,livebench_240701,[],code
+106,gpt_4_turbo_2024_04_09,47.05,coding_average,livebench_240701,[],code
+107,gpt_4_1106_preview,44.37,coding_average,livebench_240701,[],code
+108,claude_3_opus_20240229,40.05,coding_average,livebench_240701,[],code
+109,gpt_4_0125_preview,44.05,coding_average,livebench_240701,[],code
+110,deepseek_coder_v2,41.05,coding_average,livebench_240701,[],code
+111,gemini_1.5_pro_api_0514,32.79,coding_average,livebench_240701,[],code
+112,gemma_2_27b_it,36.74,coding_average,livebench_240701,[],code
+113,gemini_1.5_flash_api_0514,39.05,coding_average,livebench_240701,[],code
+114,qwen2_72b_instruct,31.79,coding_average,livebench_240701,[],code
+115,acm_rewrite_qwen2_72b_chat,39.05,coding_average,livebench_240701,[],code
+116,mistral_large_2402,26.84,coding_average,livebench_240701,[],code
+117,deepseek_chat_v2,33.47,coding_average,livebench_240701,[],code
+118,claude_3_sonnet_20240229,25.21,coding_average,livebench_240701,[],code
+119,meta_llama_3_70b_instruct,20.95,coding_average,livebench_240701,[],code
+120,claude_3_haiku_20240307,24.53,coding_average,livebench_240701,[],code
+121,mixtral_8x22b_instruct_v0.1,33.11,coding_average,livebench_240701,[],code
+122,gpt_3.5_turbo_0125,29.16,coding_average,livebench_240701,[],code
+123,gpt_3.5_turbo_1106,26.84,coding_average,livebench_240701,[],code
+124,command_r_plus,20.26,coding_average,livebench_240701,[],code
+125,mistral_small_2402,24.21,coding_average,livebench_240701,[],code
+126,gemma_2_9b_it,22.21,coding_average,livebench_240701,[],code
+127,phi_3_medium_4k_instruct,20.58,coding_average,livebench_240701,[],code
+128,phi_3_medium_128k_instruct,21.58,coding_average,livebench_240701,[],code
+129,deepseek_coder_v2_lite_instruct,26.84,coding_average,livebench_240701,[],code
+130,qwen1.5_110b_chat,22.21,coding_average,livebench_240701,[],code
+131,qwen1.5_72b_chat,22.89,coding_average,livebench_240701,[],code
+132,command_r,14.95,coding_average,livebench_240701,[],code
+133,phi_3_small_128k_instruct,25.84,coding_average,livebench_240701,[],code
+134,meta_llama_3_8b_instruct,18.26,coding_average,livebench_240701,[],code
+135,qwen2_7b_instruct,29.21,coding_average,livebench_240701,[],code
+136,phi_3_small_8k_instruct,19.58,coding_average,livebench_240701,[],code
+137,openhermes_2.5_mistral_7b,11.63,coding_average,livebench_240701,[],code
+138,mixtral_8x7b_instruct_v0.1,11.32,coding_average,livebench_240701,[],code
+139,mistral_7b_instruct_v0.2,11.63,coding_average,livebench_240701,[],code
+140,phi_3_mini_4k_instruct,14.95,coding_average,livebench_240701,[],code
+141,zephyr_7b_alpha,11.32,coding_average,livebench_240701,[],code
+142,phi_3_mini_128k_instruct,11.63,coding_average,livebench_240701,[],code
+143,zephyr_7b_beta,8.32,coding_average,livebench_240701,[],code
+144,deepseek_v2_lite_chat,8.63,coding_average,livebench_240701,[],code
+145,qwen1.5_7b_chat,6.63,coding_average,livebench_240701,[],code
+146,starling_lm_7b_beta,18.26,coding_average,livebench_240701,[],code
+147,vicuna_7b_v1.5_16k,1.32,coding_average,livebench_240701,[],code
+148,vicuna_7b_v1.5,1.0,coding_average,livebench_240701,[],code
+149,qwen1.5_4b_chat,4.0,coding_average,livebench_240701,[],code
+150,llama_2_7b_chat,0.0,coding_average,livebench_240701,[],code
+151,qwen2_1.5b_instruct,5.63,coding_average,livebench_240701,[],code
+152,yi_6b_chat,1.32,coding_average,livebench_240701,[],code
+153,qwen2_0.5b_instruct,2.0,coding_average,livebench_240701,[],code
+154,qwen1.5_1.8b_chat,0.0,coding_average,livebench_240701,[],code
+155,qwen1.5_0.5b_chat,0.0,coding_average,livebench_240701,[],code
+156,claude_3_5_sonnet_20240620,53.75,mathematics_average,livebench_240701,[],math
+157,gpt_4o_2024_05_13,49.88,mathematics_average,livebench_240701,[],math
+158,gpt_4_turbo_2024_04_09,48.99,mathematics_average,livebench_240701,[],math
+159,gpt_4_1106_preview,47.55,mathematics_average,livebench_240701,[],math
+160,claude_3_opus_20240229,46.54,mathematics_average,livebench_240701,[],math
+161,gpt_4_0125_preview,42.75,mathematics_average,livebench_240701,[],math
+162,deepseek_coder_v2,52.19,mathematics_average,livebench_240701,[],math
+163,gemini_1.5_pro_api_0514,42.07,mathematics_average,livebench_240701,[],math
+164,gemma_2_27b_it,36.23,mathematics_average,livebench_240701,[],math
+165,gemini_1.5_flash_api_0514,38.54,mathematics_average,livebench_240701,[],math
+166,qwen2_72b_instruct,43.44,mathematics_average,livebench_240701,[],math
+167,acm_rewrite_qwen2_72b_chat,40.32,mathematics_average,livebench_240701,[],math
+168,mistral_large_2402,32.2,mathematics_average,livebench_240701,[],math
+169,deepseek_chat_v2,33.23,mathematics_average,livebench_240701,[],math
+170,claude_3_sonnet_20240229,29.65,mathematics_average,livebench_240701,[],math
+171,meta_llama_3_70b_instruct,32.31,mathematics_average,livebench_240701,[],math
+172,claude_3_haiku_20240307,25.72,mathematics_average,livebench_240701,[],math
+173,mixtral_8x22b_instruct_v0.1,26.94,mathematics_average,livebench_240701,[],math
+174,gpt_3.5_turbo_0125,25.54,mathematics_average,livebench_240701,[],math
+175,gpt_3.5_turbo_1106,28.13,mathematics_average,livebench_240701,[],math
+176,command_r_plus,24.85,mathematics_average,livebench_240701,[],math
+177,mistral_small_2402,26.76,mathematics_average,livebench_240701,[],math
+178,gemma_2_9b_it,23.98,mathematics_average,livebench_240701,[],math
+179,phi_3_medium_4k_instruct,27.54,mathematics_average,livebench_240701,[],math
+180,phi_3_medium_128k_instruct,24.25,mathematics_average,livebench_240701,[],math
+181,deepseek_coder_v2_lite_instruct,34.09,mathematics_average,livebench_240701,[],math
+182,qwen1.5_110b_chat,25.58,mathematics_average,livebench_240701,[],math
+183,qwen1.5_72b_chat,26.82,mathematics_average,livebench_240701,[],math
+184,command_r,16.92,mathematics_average,livebench_240701,[],math
+185,phi_3_small_128k_instruct,24.84,mathematics_average,livebench_240701,[],math
+186,meta_llama_3_8b_instruct,17.58,mathematics_average,livebench_240701,[],math
+187,qwen2_7b_instruct,25.83,mathematics_average,livebench_240701,[],math
+188,phi_3_small_8k_instruct,24.15,mathematics_average,livebench_240701,[],math
+189,openhermes_2.5_mistral_7b,20.1,mathematics_average,livebench_240701,[],math
+190,mixtral_8x7b_instruct_v0.1,18.97,mathematics_average,livebench_240701,[],math
+191,mistral_7b_instruct_v0.2,16.04,mathematics_average,livebench_240701,[],math
+192,phi_3_mini_4k_instruct,19.88,mathematics_average,livebench_240701,[],math
+193,zephyr_7b_alpha,9.61,mathematics_average,livebench_240701,[],math
+194,phi_3_mini_128k_instruct,21.48,mathematics_average,livebench_240701,[],math
+195,zephyr_7b_beta,11.23,mathematics_average,livebench_240701,[],math
+196,deepseek_v2_lite_chat,11.99,mathematics_average,livebench_240701,[],math
+197,qwen1.5_7b_chat,12.86,mathematics_average,livebench_240701,[],math
+198,starling_lm_7b_beta,13.82,mathematics_average,livebench_240701,[],math
+199,vicuna_7b_v1.5_16k,6.61,mathematics_average,livebench_240701,[],math
+200,vicuna_7b_v1.5,4.33,mathematics_average,livebench_240701,[],math
+201,qwen1.5_4b_chat,7.08,mathematics_average,livebench_240701,[],math
+202,llama_2_7b_chat,4.78,mathematics_average,livebench_240701,[],math
+203,qwen2_1.5b_instruct,7.16,mathematics_average,livebench_240701,[],math
+204,yi_6b_chat,7.14,mathematics_average,livebench_240701,[],math
+205,qwen2_0.5b_instruct,4.22,mathematics_average,livebench_240701,[],math
+206,qwen1.5_1.8b_chat,2.14,mathematics_average,livebench_240701,[],math
+207,qwen1.5_0.5b_chat,3.39,mathematics_average,livebench_240701,[],math
+208,claude_3_5_sonnet_20240620,56.74,data_analysis_average,livebench_240701,[],knowledge
+209,gpt_4o_2024_05_13,52.41,data_analysis_average,livebench_240701,[],knowledge
+210,gpt_4_turbo_2024_04_09,51.32,data_analysis_average,livebench_240701,[],knowledge
+211,gpt_4_1106_preview,51.33,data_analysis_average,livebench_240701,[],knowledge
+212,claude_3_opus_20240229,54.32,data_analysis_average,livebench_240701,[],knowledge
+213,gpt_4_0125_preview,54.06,data_analysis_average,livebench_240701,[],knowledge
+214,deepseek_coder_v2,38.25,data_analysis_average,livebench_240701,[],knowledge
+215,gemini_1.5_pro_api_0514,52.81,data_analysis_average,livebench_240701,[],knowledge
+216,gemma_2_27b_it,43.58,data_analysis_average,livebench_240701,[],knowledge
+217,gemini_1.5_flash_api_0514,44.03,data_analysis_average,livebench_240701,[],knowledge
+218,qwen2_72b_instruct,26.24,data_analysis_average,livebench_240701,[],knowledge
+219,acm_rewrite_qwen2_72b_chat,26.19,data_analysis_average,livebench_240701,[],knowledge
+220,mistral_large_2402,42.55,data_analysis_average,livebench_240701,[],knowledge
+221,deepseek_chat_v2,38.03,data_analysis_average,livebench_240701,[],knowledge
+222,claude_3_sonnet_20240229,44.56,data_analysis_average,livebench_240701,[],knowledge
+223,meta_llama_3_70b_instruct,42.41,data_analysis_average,livebench_240701,[],knowledge
+224,claude_3_haiku_20240307,41.54,data_analysis_average,livebench_240701,[],knowledge
+225,mixtral_8x22b_instruct_v0.1,30.33,data_analysis_average,livebench_240701,[],knowledge
+226,gpt_3.5_turbo_0125,41.21,data_analysis_average,livebench_240701,[],knowledge
+227,gpt_3.5_turbo_1106,41.7,data_analysis_average,livebench_240701,[],knowledge
+228,command_r_plus,24.6,data_analysis_average,livebench_240701,[],knowledge
+229,mistral_small_2402,31.88,data_analysis_average,livebench_240701,[],knowledge
+230,gemma_2_9b_it,35.06,data_analysis_average,livebench_240701,[],knowledge
+231,phi_3_medium_4k_instruct,31.63,data_analysis_average,livebench_240701,[],knowledge
+232,phi_3_medium_128k_instruct,32.12,data_analysis_average,livebench_240701,[],knowledge
+233,deepseek_coder_v2_lite_instruct,33.0,data_analysis_average,livebench_240701,[],knowledge
+234,qwen1.5_110b_chat,31.45,data_analysis_average,livebench_240701,[],knowledge
+235,qwen1.5_72b_chat,32.98,data_analysis_average,livebench_240701,[],knowledge
+236,command_r,31.69,data_analysis_average,livebench_240701,[],knowledge
+237,phi_3_small_128k_instruct,27.33,data_analysis_average,livebench_240701,[],knowledge
+238,meta_llama_3_8b_instruct,23.33,data_analysis_average,livebench_240701,[],knowledge
+239,qwen2_7b_instruct,28.75,data_analysis_average,livebench_240701,[],knowledge
+240,phi_3_small_8k_instruct,27.5,data_analysis_average,livebench_240701,[],knowledge
+241,openhermes_2.5_mistral_7b,26.92,data_analysis_average,livebench_240701,[],knowledge
+242,mixtral_8x7b_instruct_v0.1,28.13,data_analysis_average,livebench_240701,[],knowledge
+243,mistral_7b_instruct_v0.2,14.62,data_analysis_average,livebench_240701,[],knowledge
+244,phi_3_mini_4k_instruct,14.67,data_analysis_average,livebench_240701,[],knowledge
+245,zephyr_7b_alpha,17.4,data_analysis_average,livebench_240701,[],knowledge
+246,phi_3_mini_128k_instruct,8.69,data_analysis_average,livebench_240701,[],knowledge
+247,zephyr_7b_beta,15.75,data_analysis_average,livebench_240701,[],knowledge
+248,deepseek_v2_lite_chat,18.19,data_analysis_average,livebench_240701,[],knowledge
+249,qwen1.5_7b_chat,16.23,data_analysis_average,livebench_240701,[],knowledge
+250,starling_lm_7b_beta,2.0,data_analysis_average,livebench_240701,[],knowledge
+251,vicuna_7b_v1.5_16k,9.27,data_analysis_average,livebench_240701,[],knowledge
+252,vicuna_7b_v1.5,2.67,data_analysis_average,livebench_240701,[],knowledge
+253,qwen1.5_4b_chat,9.13,data_analysis_average,livebench_240701,[],knowledge
+254,llama_2_7b_chat,0.0,data_analysis_average,livebench_240701,[],knowledge
+255,qwen2_1.5b_instruct,10.01,data_analysis_average,livebench_240701,[],knowledge
+256,yi_6b_chat,4.38,data_analysis_average,livebench_240701,[],knowledge
+257,qwen2_0.5b_instruct,2.0,data_analysis_average,livebench_240701,[],knowledge
+258,qwen1.5_1.8b_chat,3.33,data_analysis_average,livebench_240701,[],knowledge
+259,qwen1.5_0.5b_chat,0.0,data_analysis_average,livebench_240701,[],knowledge
+260,claude_3_5_sonnet_20240620,56.94,language_average,livebench_240701,[],other
+261,gpt_4o_2024_05_13,53.94,language_average,livebench_240701,[],other
+262,gpt_4_turbo_2024_04_09,45.26,language_average,livebench_240701,[],other
+263,gpt_4_1106_preview,48.37,language_average,livebench_240701,[],other
+264,claude_3_opus_20240229,51.72,language_average,livebench_240701,[],other
+265,gpt_4_0125_preview,43.55,language_average,livebench_240701,[],other
+266,deepseek_coder_v2,33.04,language_average,livebench_240701,[],other
+267,gemini_1.5_pro_api_0514,38.25,language_average,livebench_240701,[],other
+268,gemma_2_27b_it,32.4,language_average,livebench_240701,[],other
+269,gemini_1.5_flash_api_0514,30.69,language_average,livebench_240701,[],other
+270,qwen2_72b_instruct,29.21,language_average,livebench_240701,[],other
+271,acm_rewrite_qwen2_72b_chat,30.03,language_average,livebench_240701,[],other
+272,mistral_large_2402,28.74,language_average,livebench_240701,[],other
+273,deepseek_chat_v2,32.29,language_average,livebench_240701,[],other
+274,claude_3_sonnet_20240229,38.08,language_average,livebench_240701,[],other
+275,meta_llama_3_70b_instruct,34.11,language_average,livebench_240701,[],other
+276,claude_3_haiku_20240307,30.07,language_average,livebench_240701,[],other
+277,mixtral_8x22b_instruct_v0.1,26.48,language_average,livebench_240701,[],other
+278,gpt_3.5_turbo_0125,24.22,language_average,livebench_240701,[],other
+279,gpt_3.5_turbo_1106,28.63,language_average,livebench_240701,[],other
+280,command_r_plus,23.92,language_average,livebench_240701,[],other
+281,mistral_small_2402,22.06,language_average,livebench_240701,[],other
+282,gemma_2_9b_it,27.64,language_average,livebench_240701,[],other
+283,phi_3_medium_4k_instruct,13.91,language_average,livebench_240701,[],other
+284,phi_3_medium_128k_instruct,12.76,language_average,livebench_240701,[],other
+285,deepseek_coder_v2_lite_instruct,10.64,language_average,livebench_240701,[],other
+286,qwen1.5_110b_chat,13.22,language_average,livebench_240701,[],other
+287,qwen1.5_72b_chat,11.37,language_average,livebench_240701,[],other
+288,command_r,14.64,language_average,livebench_240701,[],other
+289,phi_3_small_128k_instruct,12.28,language_average,livebench_240701,[],other
+290,meta_llama_3_8b_instruct,18.72,language_average,livebench_240701,[],other
+291,qwen2_7b_instruct,10.21,language_average,livebench_240701,[],other
+292,phi_3_small_8k_instruct,14.96,language_average,livebench_240701,[],other
+293,openhermes_2.5_mistral_7b,11.37,language_average,livebench_240701,[],other
+294,mixtral_8x7b_instruct_v0.1,13.76,language_average,livebench_240701,[],other
+295,mistral_7b_instruct_v0.2,9.05,language_average,livebench_240701,[],other
+296,phi_3_mini_4k_instruct,7.1,language_average,livebench_240701,[],other
+297,zephyr_7b_alpha,7.2,language_average,livebench_240701,[],other
+298,phi_3_mini_128k_instruct,6.8,language_average,livebench_240701,[],other
+299,zephyr_7b_beta,4.28,language_average,livebench_240701,[],other
+300,deepseek_v2_lite_chat,9.2,language_average,livebench_240701,[],other
+301,qwen1.5_7b_chat,6.18,language_average,livebench_240701,[],other
+302,starling_lm_7b_beta,7.26,language_average,livebench_240701,[],other
+303,vicuna_7b_v1.5_16k,7.92,language_average,livebench_240701,[],other
+304,vicuna_7b_v1.5,8.66,language_average,livebench_240701,[],other
+305,qwen1.5_4b_chat,5.8,language_average,livebench_240701,[],other
+306,llama_2_7b_chat,6.86,language_average,livebench_240701,[],other
+307,qwen2_1.5b_instruct,3.05,language_average,livebench_240701,[],other
+308,yi_6b_chat,4.69,language_average,livebench_240701,[],other
+309,qwen2_0.5b_instruct,2.8,language_average,livebench_240701,[],other
+310,qwen1.5_1.8b_chat,3.16,language_average,livebench_240701,[],other
+311,qwen1.5_0.5b_chat,2.88,language_average,livebench_240701,[],other
+312,claude_3_5_sonnet_20240620,72.3,if_average,livebench_240701,[],other
+313,gpt_4o_2024_05_13,72.17,if_average,livebench_240701,[],other
+314,gpt_4_turbo_2024_04_09,71.39,if_average,livebench_240701,[],other
+315,gpt_4_1106_preview,69.39,if_average,livebench_240701,[],other
+316,claude_3_opus_20240229,70.87,if_average,livebench_240701,[],other
+317,gpt_4_0125_preview,63.92,if_average,livebench_240701,[],other
+318,deepseek_coder_v2,67.18,if_average,livebench_240701,[],other
+319,gemini_1.5_pro_api_0514,67.2,if_average,livebench_240701,[],other
+320,gemma_2_27b_it,67.37,if_average,livebench_240701,[],other
+321,gemini_1.5_flash_api_0514,63.01,if_average,livebench_240701,[],other
+322,qwen2_72b_instruct,68.27,if_average,livebench_240701,[],other
+323,acm_rewrite_qwen2_72b_chat,65.0,if_average,livebench_240701,[],other
+324,mistral_large_2402,68.19,if_average,livebench_240701,[],other
+325,deepseek_chat_v2,64.34,if_average,livebench_240701,[],other
+326,claude_3_sonnet_20240229,65.0,if_average,livebench_240701,[],other
+327,meta_llama_3_70b_instruct,63.5,if_average,livebench_240701,[],other
+328,claude_3_haiku_20240307,64.03,if_average,livebench_240701,[],other
+329,mixtral_8x22b_instruct_v0.1,63.17,if_average,livebench_240701,[],other
+330,gpt_3.5_turbo_0125,60.47,if_average,livebench_240701,[],other
+331,gpt_3.5_turbo_1106,51.53,if_average,livebench_240701,[],other
+332,command_r_plus,71.51,if_average,livebench_240701,[],other
+333,mistral_small_2402,63.91,if_average,livebench_240701,[],other
+334,gemma_2_9b_it,61.55,if_average,livebench_240701,[],other
+335,phi_3_medium_4k_instruct,53.3,if_average,livebench_240701,[],other
+336,phi_3_medium_128k_instruct,56.15,if_average,livebench_240701,[],other
+337,deepseek_coder_v2_lite_instruct,48.34,if_average,livebench_240701,[],other
+338,qwen1.5_110b_chat,55.26,if_average,livebench_240701,[],other
+339,qwen1.5_72b_chat,58.25,if_average,livebench_240701,[],other
+340,command_r,57.16,if_average,livebench_240701,[],other
+341,phi_3_small_128k_instruct,36.88,if_average,livebench_240701,[],other
+342,meta_llama_3_8b_instruct,57.14,if_average,livebench_240701,[],other
+343,qwen2_7b_instruct,44.74,if_average,livebench_240701,[],other
+344,phi_3_small_8k_instruct,48.24,if_average,livebench_240701,[],other
+345,openhermes_2.5_mistral_7b,52.78,if_average,livebench_240701,[],other
+346,mixtral_8x7b_instruct_v0.1,44.81,if_average,livebench_240701,[],other
+347,mistral_7b_instruct_v0.2,51.65,if_average,livebench_240701,[],other
+348,phi_3_mini_4k_instruct,40.05,if_average,livebench_240701,[],other
+349,zephyr_7b_alpha,52.79,if_average,livebench_240701,[],other
+350,phi_3_mini_128k_instruct,49.65,if_average,livebench_240701,[],other
+351,zephyr_7b_beta,48.32,if_average,livebench_240701,[],other
+352,deepseek_v2_lite_chat,41.83,if_average,livebench_240701,[],other
+353,qwen1.5_7b_chat,44.12,if_average,livebench_240701,[],other
+354,starling_lm_7b_beta,38.32,if_average,livebench_240701,[],other
+355,vicuna_7b_v1.5_16k,42.12,if_average,livebench_240701,[],other
+356,vicuna_7b_v1.5,41.75,if_average,livebench_240701,[],other
+357,qwen1.5_4b_chat,27.75,if_average,livebench_240701,[],other
+358,llama_2_7b_chat,44.88,if_average,livebench_240701,[],other
+359,qwen2_1.5b_instruct,25.9,if_average,livebench_240701,[],other
+360,yi_6b_chat,27.22,if_average,livebench_240701,[],other
+361,qwen2_0.5b_instruct,26.63,if_average,livebench_240701,[],other
+362,qwen1.5_1.8b_chat,22.9,if_average,livebench_240701,[],other
+363,qwen1.5_0.5b_chat,21.3,if_average,livebench_240701,[],other