pminervini commited on
Commit
dee2727
1 Parent(s): 632dd72
Files changed (1) hide show
  1. src/backend/envs.py +1 -0
src/backend/envs.py CHANGED
@@ -24,6 +24,7 @@ class Tasks(Enum):
24
  task1 = Task("triviaqa", "em", "TriviaQA", 64) # 64, as in the ATLAS paper
25
  task2 = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1", 0)
26
  task3 = Task("truthfulqa_mc2", "acc", "TruthfulQA MC2", 0) # TruthfulQA is intended as a zero-shot benchmark [5, 47]. https://owainevans.github.io/pdfs/truthfulQA_lin_evans.pdf
 
27
 
28
  # NUM_FEWSHOT = 64 # Change with your few shot
29
 
 
24
  task1 = Task("triviaqa", "em", "TriviaQA", 64) # 64, as in the ATLAS paper
25
  task2 = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1", 0)
26
  task3 = Task("truthfulqa_mc2", "acc", "TruthfulQA MC2", 0) # TruthfulQA is intended as a zero-shot benchmark [5, 47]. https://owainevans.github.io/pdfs/truthfulQA_lin_evans.pdf
27
+ task4 = Task("halueval_qa", "em", "HaluEval QA", 0)
28
 
29
  # NUM_FEWSHOT = 64 # Change with your few shot
30