jayminban's picture
files addition
5342d35
,Model Name,Total Time,GPU Util Time,Mean Score,Overall Rank
1,google_gemma-3-12b-it,15h 45m,14h 8m,0.6038,1
2,Qwen_Qwen3-14B (8bit),29h 45m,17h 29m,0.5961,2
3,openchat_openchat-3.6-8b-20240522,7h 51m,6h 59m,0.5871,3
4,Qwen_Qwen3-8B,15h 31m,13h 44m,0.5859,4
5,Qwen_Qwen2.5-7B-Instruct,9h 36m,8h 33m,0.5788,5
6,Qwen_Qwen2.5-14B-Instruct (8bit),52h 44m,29h 32m,0.5775,6
7,01-ai_Yi-1.5-9B,11h 43m,10h 26m,0.5676,7
8,Qwen_Qwen2.5-7B-Instruct-1M,11h 17m,10h 10m,0.5672,8
9,meta-llama_Llama-3.1-8B-Instruct,12h 19m,10h 52m,0.5653,9
10,01-ai_Yi-1.5-9B-Chat,13h 54m,12h 15m,0.5621,10
11,mistralai_Ministral-8B-Instruct-2410,10h 46m,9h 27m,0.5576,11
12,meta-llama_Meta-Llama-3-8B-Instruct,6h 30m,5h 46m,0.5528,12
13,Qwen_Qwen3-4B,5h 51m,5h 3m,0.551,13
14,NousResearch_Hermes-2-Pro-Mistral-7B,8h 27m,7h 28m,0.548,14
15,mistralai_Mistral-7B-Instruct-v0.3,8h 38m,7h 41m,0.5451,15
16,google_gemma-3-4b-it,4h 51m,3h 50m,0.5368,16
17,01-ai_Yi-1.5-6B-Chat,8h 4m,7h 1m,0.5335,17
18,01-ai_Yi-1.5-6B,4h 28m,3h 54m,0.5312,18
19,Qwen_Qwen2-7B-Instruct,11h 30m,10h 11m,0.5271,19
20,deepseek-ai_DeepSeek-R1-0528-Qwen3-8B,17h 57m,15h 30m,0.5219,20
21,meta-llama_Llama-3.2-3B-Instruct,7h 12m,5h 57m,0.5048,21
22,Qwen_Qwen2.5-3B-Instruct,7h 48m,6h 30m,0.4939,22
23,Qwen_Qwen2.5-Math-7B,27h 21m,24h 38m,0.4907,23
24,deepseek-ai_deepseek-llm-7b-chat,10h 6m,9h 8m,0.4869,24
25,deepseek-ai_DeepSeek-R1-Distill-Llama-8B,11h 46m,10h 36m,0.483,25
26,meta-llama_Llama-2-13b-hf,19h 21m,17h 38m,0.4819,26
27,meta-llama_Llama-2-13b-chat-hf,17h 8m,15h 37m,0.4813,27
28,deepseek-ai_DeepSeek-R1-Distill-Qwen-7B,6h 28m,5h 43m,0.4644,28
29,Qwen_Qwen2.5-1.5B-Instruct,3h 20m,2h 36m,0.4608,29
30,Qwen_Qwen3-1.7B,4h 25m,3h 36m,0.4597,30
31,Qwen_Qwen2.5-Math-7B-Instruct,5h 37m,4h 57m,0.4596,31
32,meta-llama_Llama-2-7b-chat-hf,6h 57m,6h 7m,0.4525,32
33,meta-llama_Llama-2-7b-hf,5h 42m,4h 59m,0.4516,33
34,deepseek-ai_deepseek-llm-7b-base,7h 11m,6h 26m,0.4451,34
35,deepseek-ai_deepseek-math-7b-rl,8h 2m,7h 12m,0.4419,35
36,meta-llama_Llama-3.2-1B-Instruct,3h 30m,2h 35m,0.4219,36
37,google_gemma-3-1b-it,6h 50m,4h 52m,0.4013,37
38,deepseek-ai_DeepSeek-R1-Distill-Qwen-1.5B,3h 40m,2h 52m,0.3986,38
39,Qwen_Qwen2.5-Math-1.5B-Instruct,3h 25m,2h 39m,0.3838,39
40,Qwen_Qwen3-0.6B,3h 45m,2h 53m,0.3816,40
41,Qwen_Qwen2.5-0.5B-Instruct,2h 34m,1h 48m,0.3799,41