pminervini commited on
Commit
5999035
1 Parent(s): 46d6ca0
Files changed (1) hide show
  1. src/backend/envs.py +1 -1
src/backend/envs.py CHANGED
@@ -40,7 +40,7 @@ class Tasks(Enum):
40
  task11 = Task("nq8", "em", "NQ Open 8", 8)
41
  task12 = Task("tqa8", "em", "TriviaQA 8", 8)
42
 
43
- task13 = Task("ifeval", "inst_level_strict_acc", "IFEval", 0)
44
 
45
  # NUM_FEWSHOT = 64 # Change with your few shot
46
 
 
40
  task11 = Task("nq8", "em", "NQ Open 8", 8)
41
  task12 = Task("tqa8", "em", "TriviaQA 8", 8)
42
 
43
+ task13 = Task("ifeval", "prompt_level_strict_acc", "IFEval", 0)
44
 
45
  # NUM_FEWSHOT = 64 # Change with your few shot
46