Spaces:
Runtime error
Runtime error
pminervini
commited on
Commit
•
abbdf73
1
Parent(s):
3bc2f22
update
Browse files- src/backend/envs.py +2 -2
src/backend/envs.py
CHANGED
@@ -20,8 +20,8 @@ class Tasks(Enum):
|
|
20 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
21 |
# task0 = Task("anli_r1", "acc", "ANLI")
|
22 |
# task1 = Task("logiqa", "acc_norm", "LogiQA")
|
23 |
-
task0 = Task("nq_open", "em", "NQ Open", 64
|
24 |
-
task1 = Task("triviaqa", "em", "TriviaQA", 64
|
25 |
|
26 |
|
27 |
# NUM_FEWSHOT = 64 # Change with your few shot
|
|
|
20 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
21 |
# task0 = Task("anli_r1", "acc", "ANLI")
|
22 |
# task1 = Task("logiqa", "acc_norm", "LogiQA")
|
23 |
+
task0 = Task("nq_open", "em", "NQ Open", 8) # 64?
|
24 |
+
task1 = Task("triviaqa", "em", "TriviaQA", 8) # 64?
|
25 |
|
26 |
|
27 |
# NUM_FEWSHOT = 64 # Change with your few shot
|