pminervini commited on
Commit
2e51498
1 Parent(s): 83dfbb6
Files changed (1) hide show
  1. src/backend/envs.py +1 -1
src/backend/envs.py CHANGED
@@ -23,7 +23,7 @@ class Tasks(Enum):
23
  task11 = Task("nq8", "em", "NQ Open 8", 8)
24
  task12 = Task("tqa8", "em", "TriviaQA 8", 8)
25
 
26
- task13 = Task("popqa", "em", "PopQA", 8)
27
 
28
  # TruthfulQA is intended as a zero-shot benchmark [5, 47]. https://owainevans.github.io/pdfs/truthfulQA_lin_evans.pdf
29
  task2 = Task("truthfulqa_gen", "rougeL_acc", "TruthfulQA Gen", 0)
 
23
  task11 = Task("nq8", "em", "NQ Open 8", 8)
24
  task12 = Task("tqa8", "em", "TriviaQA 8", 8)
25
 
26
+ task21 = Task("popqa", "em", "PopQA", 8)
27
 
28
  # TruthfulQA is intended as a zero-shot benchmark [5, 47]. https://owainevans.github.io/pdfs/truthfulQA_lin_evans.pdf
29
  task2 = Task("truthfulqa_gen", "rougeL_acc", "TruthfulQA Gen", 0)