saattrupdan commited on
Commit
8157f53
1 Parent(s): f04c64c

feat: Update datasets used in ScandEval

Browse files
Files changed (1) hide show
  1. app.py +2 -8
app.py CHANGED
@@ -214,20 +214,14 @@ DATASETS = [
214
  Dataset(name="wiki-lingua-nl", language=DUTCH, task=SUMMARISATION),
215
  Dataset(name="swedn", language=SWEDISH, task=SUMMARISATION),
216
  Dataset(name="cnn-dailymail", language=ENGLISH, task=SUMMARISATION),
217
- Dataset(name="mmlu-da", language=DANISH, task=KNOWLEDGE),
 
218
  Dataset(name="mmlu-no", language=NORWEGIAN, task=KNOWLEDGE),
219
  Dataset(name="mmlu-sv", language=SWEDISH, task=KNOWLEDGE),
220
  Dataset(name="mmlu-is", language=ICELANDIC, task=KNOWLEDGE),
221
  Dataset(name="mmlu-de", language=GERMAN, task=KNOWLEDGE),
222
  Dataset(name="mmlu-nl", language=DUTCH, task=KNOWLEDGE),
223
  Dataset(name="mmlu", language=ENGLISH, task=KNOWLEDGE),
224
- Dataset(name="arc-da", language=DANISH, task=KNOWLEDGE),
225
- Dataset(name="arc-no", language=NORWEGIAN, task=KNOWLEDGE),
226
- Dataset(name="arc-sv", language=SWEDISH, task=KNOWLEDGE),
227
- Dataset(name="arc-is", language=ICELANDIC, task=KNOWLEDGE),
228
- Dataset(name="arc-de", language=GERMAN, task=KNOWLEDGE),
229
- Dataset(name="arc-nl", language=DUTCH, task=KNOWLEDGE),
230
- Dataset(name="arc", language=ENGLISH, task=KNOWLEDGE),
231
  Dataset(name="hellaswag-da", language=DANISH, task=REASONING),
232
  Dataset(name="hellaswag-no", language=NORWEGIAN, task=REASONING),
233
  Dataset(name="hellaswag-sv", language=SWEDISH, task=REASONING),
 
214
  Dataset(name="wiki-lingua-nl", language=DUTCH, task=SUMMARISATION),
215
  Dataset(name="swedn", language=SWEDISH, task=SUMMARISATION),
216
  Dataset(name="cnn-dailymail", language=ENGLISH, task=SUMMARISATION),
217
+ Dataset(name="danish-citizen-tests", language=DANISH, task=KNOWLEDGE),
218
+ Dataset(name="danske-talemaader", language=DANISH, task=KNOWLEDGE),
219
  Dataset(name="mmlu-no", language=NORWEGIAN, task=KNOWLEDGE),
220
  Dataset(name="mmlu-sv", language=SWEDISH, task=KNOWLEDGE),
221
  Dataset(name="mmlu-is", language=ICELANDIC, task=KNOWLEDGE),
222
  Dataset(name="mmlu-de", language=GERMAN, task=KNOWLEDGE),
223
  Dataset(name="mmlu-nl", language=DUTCH, task=KNOWLEDGE),
224
  Dataset(name="mmlu", language=ENGLISH, task=KNOWLEDGE),
 
 
 
 
 
 
 
225
  Dataset(name="hellaswag-da", language=DANISH, task=REASONING),
226
  Dataset(name="hellaswag-no", language=NORWEGIAN, task=REASONING),
227
  Dataset(name="hellaswag-sv", language=SWEDISH, task=REASONING),