Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
pminervini
commited on
Commit
•
2e51498
1
Parent(s):
83dfbb6
update
Browse files- src/backend/envs.py +1 -1
src/backend/envs.py
CHANGED
@@ -23,7 +23,7 @@ class Tasks(Enum):
|
|
23 |
task11 = Task("nq8", "em", "NQ Open 8", 8)
|
24 |
task12 = Task("tqa8", "em", "TriviaQA 8", 8)
|
25 |
|
26 |
-
|
27 |
|
28 |
# TruthfulQA is intended as a zero-shot benchmark [5, 47]. https://owainevans.github.io/pdfs/truthfulQA_lin_evans.pdf
|
29 |
task2 = Task("truthfulqa_gen", "rougeL_acc", "TruthfulQA Gen", 0)
|
|
|
23 |
task11 = Task("nq8", "em", "NQ Open 8", 8)
|
24 |
task12 = Task("tqa8", "em", "TriviaQA 8", 8)
|
25 |
|
26 |
+
task21 = Task("popqa", "em", "PopQA", 8)
|
27 |
|
28 |
# TruthfulQA is intended as a zero-shot benchmark [5, 47]. https://owainevans.github.io/pdfs/truthfulQA_lin_evans.pdf
|
29 |
task2 = Task("truthfulqa_gen", "rougeL_acc", "TruthfulQA Gen", 0)
|