Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
•
b99996b
1
Parent(s):
b25a00b
update
Browse files- src/backend/envs.py +1 -1
src/backend/envs.py
CHANGED
@@ -24,7 +24,7 @@ class Tasks(Enum):
|
|
24 |
task1 = Task("triviaqa", "em", "TriviaQA", 64) # 64, as in the ATLAS paper
|
25 |
task2 = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1", 0)
|
26 |
task3 = Task("truthfulqa_mc2", "acc", "TruthfulQA MC2", 0) # TruthfulQA is intended as a zero-shot benchmark [5, 47]. https://owainevans.github.io/pdfs/truthfulQA_lin_evans.pdf
|
27 |
-
task4 = Task("halueval_qa", "
|
28 |
|
29 |
# NUM_FEWSHOT = 64 # Change with your few shot
|
30 |
|
|
|
24 |
task1 = Task("triviaqa", "em", "TriviaQA", 64) # 64, as in the ATLAS paper
|
25 |
task2 = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1", 0)
|
26 |
task3 = Task("truthfulqa_mc2", "acc", "TruthfulQA MC2", 0) # TruthfulQA is intended as a zero-shot benchmark [5, 47]. https://owainevans.github.io/pdfs/truthfulQA_lin_evans.pdf
|
27 |
+
task4 = Task("halueval_qa", "acc", "HaluEval QA", 0)
|
28 |
|
29 |
# NUM_FEWSHOT = 64 # Change with your few shot
|
30 |
|