ahmad21omar commited on
Commit
605d84a
·
1 Parent(s): 86c0539

openai models

Browse files
Files changed (1) hide show
  1. benchmark_data.csv +9 -2
benchmark_data.csv CHANGED
@@ -1,5 +1,5 @@
1
  Model,Solved_Problems,Total_Problems,Class1_Solved,Class2_Solved,Class3_Solved,Class4_Solved
2
- Meta-Llama-3.1-8B-Instruct,150,600,123,25,2,0
3
  CodeLlama-34b-Instruct-hf,104,600,102,2,0,0
4
  QwQ-32B-Preview,139,600,115,23,0,1
5
  Internlm2-20b,116,600,106,10,0,0
@@ -8,4 +8,11 @@ Mixtral-8x7B-Instruct-v0.1,93,600,91,2,0,0
8
  Qwen2-57B-A14B-Instruct,118,600,107,11,0,0
9
  Llama-3.3-70B-Instruct,154,600,126,25,2,1
10
  DeepSeek-R1-Distill-Llama-70B,242,600,133,92,13,4
11
- Meta-Llama-3.1-8B-Instruct-induction-mixed,251,600,143,85,22,1
 
 
 
 
 
 
 
 
1
  Model,Solved_Problems,Total_Problems,Class1_Solved,Class2_Solved,Class3_Solved,Class4_Solved
2
+ Llama-3.1-8B-Instruct,150,600,123,25,2,0
3
  CodeLlama-34b-Instruct-hf,104,600,102,2,0,0
4
  QwQ-32B-Preview,139,600,115,23,0,1
5
  Internlm2-20b,116,600,106,10,0,0
 
8
  Qwen2-57B-A14B-Instruct,118,600,107,11,0,0
9
  Llama-3.3-70B-Instruct,154,600,126,25,2,1
10
  DeepSeek-R1-Distill-Llama-70B,242,600,133,92,13,4
11
+ Llama-3.1-8B-Instruct-induction-mixed,251,600,143,85,22,1
12
+ o1,356,600,138,133,62,23
13
+ o1-mini,302,600,145,123,30,4
14
+ o3-mini,347,600,146,135,55,11
15
+ gpt-4o,202,600,135,56,9,2
16
+ gpt-4.5-preview,215,600,142,61,9,3
17
+ o4-mini,369,600,140,132,78,19
18
+