Update README.md
#8
by
DhiyaEddine
- opened
README.md
CHANGED
@@ -105,7 +105,7 @@ We report in the following table our internal pipeline benchmarks. For the bench
|
|
105 |
<tr>
|
106 |
<td rowspan="3">General</td>
|
107 |
<td>MMLU (5-shot)</td>
|
108 |
-
<td
|
109 |
<td>68.7%</td>
|
110 |
<td>55.9%</td>
|
111 |
<td>65.3%</td>
|
@@ -127,14 +127,14 @@ We report in the following table our internal pipeline benchmarks. For the bench
|
|
127 |
<tr>
|
128 |
<td rowspan="2">Math</td>
|
129 |
<td>GSM8K (5-shot)</td>
|
130 |
-
<td
|
131 |
<td>74.9%</td>
|
132 |
<td>19.2%</td>
|
133 |
<td>65.2%</td>
|
134 |
</tr>
|
135 |
<tr>
|
136 |
<td>MATH Lvl-5 (4-shot)</td>
|
137 |
-
<td
|
138 |
<td>6.9%</td>
|
139 |
<td>10.4%</td>
|
140 |
<td>27.3%</td>
|
@@ -142,7 +142,7 @@ We report in the following table our internal pipeline benchmarks. For the bench
|
|
142 |
<tr>
|
143 |
<td rowspan="4">Reasoning</td>
|
144 |
<td>Arc Challenge (25-shot)</td>
|
145 |
-
<td
|
146 |
<td>54.3%</td>
|
147 |
<td>46.6%</td>
|
148 |
<td>53.7%</td>
|
@@ -171,28 +171,28 @@ We report in the following table our internal pipeline benchmarks. For the bench
|
|
171 |
<tr>
|
172 |
<td rowspan="4">CommonSense Understanding</td>
|
173 |
<td>PIQA (0-shot)</td>
|
174 |
-
<td
|
175 |
<td>82.3%</td>
|
176 |
<td>78.9%</td>
|
177 |
<td>80.9%</td>
|
178 |
</tr>
|
179 |
<tr>
|
180 |
<td>SciQ (0-shot)</td>
|
181 |
-
<td
|
182 |
<td>94.9%</td>
|
183 |
<td>80.2%</td>
|
184 |
<td>93.6%</td>
|
185 |
</tr>
|
186 |
<tr>
|
187 |
<td>Winogrande (0-shot)</td>
|
188 |
-
<td
|
189 |
<td>64.5%</td>
|
190 |
<td>-</td>
|
191 |
<td>-</td>
|
192 |
</tr>
|
193 |
<tr>
|
194 |
<td>OpenbookQA (0-shot)</td>
|
195 |
-
<td
|
196 |
<td>34.6%</td>
|
197 |
<td>46.2%</td>
|
198 |
<td>47.2%</td>
|
|
|
105 |
<tr>
|
106 |
<td rowspan="3">General</td>
|
107 |
<td>MMLU (5-shot)</td>
|
108 |
+
<td>30.6%</td>
|
109 |
<td>68.7%</td>
|
110 |
<td>55.9%</td>
|
111 |
<td>65.3%</td>
|
|
|
127 |
<tr>
|
128 |
<td rowspan="2">Math</td>
|
129 |
<td>GSM8K (5-shot)</td>
|
130 |
+
<td>0%</td>
|
131 |
<td>74.9%</td>
|
132 |
<td>19.2%</td>
|
133 |
<td>65.2%</td>
|
134 |
</tr>
|
135 |
<tr>
|
136 |
<td>MATH Lvl-5 (4-shot)</td>
|
137 |
+
<td>13.6%</td>
|
138 |
<td>6.9%</td>
|
139 |
<td>10.4%</td>
|
140 |
<td>27.3%</td>
|
|
|
142 |
<tr>
|
143 |
<td rowspan="4">Reasoning</td>
|
144 |
<td>Arc Challenge (25-shot)</td>
|
145 |
+
<td>54%</td>
|
146 |
<td>54.3%</td>
|
147 |
<td>46.6%</td>
|
148 |
<td>53.7%</td>
|
|
|
171 |
<tr>
|
172 |
<td rowspan="4">CommonSense Understanding</td>
|
173 |
<td>PIQA (0-shot)</td>
|
174 |
+
<td>75.6%</td>
|
175 |
<td>82.3%</td>
|
176 |
<td>78.9%</td>
|
177 |
<td>80.9%</td>
|
178 |
</tr>
|
179 |
<tr>
|
180 |
<td>SciQ (0-shot)</td>
|
181 |
+
<td>29.2%</td>
|
182 |
<td>94.9%</td>
|
183 |
<td>80.2%</td>
|
184 |
<td>93.6%</td>
|
185 |
</tr>
|
186 |
<tr>
|
187 |
<td>Winogrande (0-shot)</td>
|
188 |
+
<td>75.9%</td>
|
189 |
<td>64.5%</td>
|
190 |
<td>-</td>
|
191 |
<td>-</td>
|
192 |
</tr>
|
193 |
<tr>
|
194 |
<td>OpenbookQA (0-shot)</td>
|
195 |
+
<td>45.6%</td>
|
196 |
<td>34.6%</td>
|
197 |
<td>46.2%</td>
|
198 |
<td>47.2%</td>
|