Update README.md
Browse files
README.md
CHANGED
@@ -138,6 +138,18 @@ Currently, we are working on more suitable benchmarks for Spanish, French, Germa
|
|
138 |
| mistralai/Mistral-7B-v0.1 | 0.476476 | 0.738889 | 0.610589 | 0.529567 | 0.284264 | 0.527957 |
|
139 |
| mistralai/Mistral-7B-Instruct-v0.2 | 0.485885 | 0.688889 | 0.622438 | 0.501961 | 0.376904 | 0.535215 |
|
140 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
141 |
</details>
|
142 |
|
143 |
## Acknowledgements
|
|
|
138 |
| mistralai/Mistral-7B-v0.1 | 0.476476 | 0.738889 | 0.610589 | 0.529567 | 0.284264 | 0.527957 |
|
139 |
| mistralai/Mistral-7B-Instruct-v0.2 | 0.485885 | 0.688889 | 0.622438 | 0.501961 | 0.376904 | 0.535215 |
|
140 |
|
141 |
+
### Spanish
|
142 |
+
|
143 |
+
| | arc_challenge_es | belebele_es | hellaswag_es | mmlu_es | truthfulqa_es | avg |
|
144 |
+
|:-------------------------------------|-------------------:|--------------:|---------------:|----------:|----------------:|---------:|
|
145 |
+
| occiglot/occiglot-7b-eu5 | 0.508547 | 0.676667 | 0.725411 | 0.499325 | 0.25602 | 0.533194 |
|
146 |
+
| occiglot/occiglot-7b-eu5-instruct | 0.535043 | 0.68 | 0.737039 | 0.503525 | 0.285171 | 0.548155 |
|
147 |
+
| occiglot/occiglot-7b-es-en | 0.529915 | 0.627778 | 0.72253 | 0.512749 | 0.243346 | 0.527264 |
|
148 |
+
| occiglot/occiglot-7b-es-en-instruct | 0.545299 | 0.636667 | 0.734372 | 0.524374 | 0.257288 | 0.5396 |
|
149 |
+
| clibrain/lince-mistral-7b-it-es | 0.52906 | 0.721111 | 0.687967 | 0.512749 | 0.285171 | 0.547212 |
|
150 |
+
| mistralai/Mistral-7B-v0.1 | 0.528205 | 0.747778 | 0.672712 | 0.544023 | 0.281369 | 0.554817 |
|
151 |
+
| mistralai/Mistral-7B-Instruct-v0.2 | 0.54188 | 0.73 | 0.685406 | 0.511699 | 0.373891 | 0.568575 |
|
152 |
+
|
153 |
</details>
|
154 |
|
155 |
## Acknowledgements
|