Spaces:
Runtime error
Runtime error
pminervini
commited on
Commit
•
5999035
1
Parent(s):
46d6ca0
update
Browse files- src/backend/envs.py +1 -1
src/backend/envs.py
CHANGED
@@ -40,7 +40,7 @@ class Tasks(Enum):
|
|
40 |
task11 = Task("nq8", "em", "NQ Open 8", 8)
|
41 |
task12 = Task("tqa8", "em", "TriviaQA 8", 8)
|
42 |
|
43 |
-
task13 = Task("ifeval", "
|
44 |
|
45 |
# NUM_FEWSHOT = 64 # Change with your few shot
|
46 |
|
|
|
40 |
task11 = Task("nq8", "em", "NQ Open 8", 8)
|
41 |
task12 = Task("tqa8", "em", "TriviaQA 8", 8)
|
42 |
|
43 |
+
task13 = Task("ifeval", "prompt_level_strict_acc", "IFEval", 0)
|
44 |
|
45 |
# NUM_FEWSHOT = 64 # Change with your few shot
|
46 |
|