pminervini commited on
Commit
a774132
1 Parent(s): b204b32
Files changed (1) hide show
  1. src/display/utils.py +11 -0
src/display/utils.py CHANGED
@@ -23,11 +23,22 @@ class Tasks(Enum):
23
  # winogrande = Task("winogrande", "acc", "Winogrande")
24
  # gsm8k = Task("gsm8k", "acc", "GSM8K")
25
  # drop = Task("drop", "f1", "DROP")
 
26
  nqopen = Task("nq_open", "em", "NQ Open")
27
  triviaqa = Task("triviaqa", "em", "TriviaQA")
 
28
  truthfulqa_mc1 = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1")
29
  truthfulqa_mc2 = Task("truthfulqa_mc2", "acc", "TruthfulQA MC2")
 
30
  halueval_qa = Task("halueval_qa", "em", "HaluEval QA")
 
 
 
 
 
 
 
 
31
  #truthfulqa_mc1 = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1")
32
  #truthfulqa_mc2 = Task("truthfulqa_mc2", "acc", "TruthfulQA MC2")
33
 
 
23
  # winogrande = Task("winogrande", "acc", "Winogrande")
24
  # gsm8k = Task("gsm8k", "acc", "GSM8K")
25
  # drop = Task("drop", "f1", "DROP")
26
+
27
  nqopen = Task("nq_open", "em", "NQ Open")
28
  triviaqa = Task("triviaqa", "em", "TriviaQA")
29
+
30
  truthfulqa_mc1 = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1")
31
  truthfulqa_mc2 = Task("truthfulqa_mc2", "acc", "TruthfulQA MC2")
32
+
33
  halueval_qa = Task("halueval_qa", "em", "HaluEval QA")
34
+
35
+ xsum = Task("xsum", "factKB", "XSum")
36
+ cnndm = Task("cnndm", "factKB", "CNN/DM")
37
+
38
+ memotrap = Task("memo-trap", "acc", "MemoTrap")
39
+
40
+ # ifeval = Task("ifeval", "prompt_level_strict_acc", "IFEval")
41
+
42
  #truthfulqa_mc1 = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1")
43
  #truthfulqa_mc2 = Task("truthfulqa_mc2", "acc", "TruthfulQA MC2")
44