pminervini commited on
Commit
120749e
1 Parent(s): d4ef486
Files changed (1) hide show
  1. src/backend/envs.py +2 -3
src/backend/envs.py CHANGED
@@ -45,8 +45,8 @@ class Tasks(Enum):
45
 
46
  task14 = Task("selfcheckgpt", "max-selfcheckgpt", "SelfCheckGPT", 0)
47
 
48
- task15 = Task("fever10", "acc", "FEVER", 16)
49
- task15_1 = Task("fever11", "acc", "FEVER", 8)
50
 
51
  task16 = Task("squadv2", "exact", "SQuADv2", 4)
52
 
@@ -57,7 +57,6 @@ class Tasks(Enum):
57
 
58
  task20 = Task("race", "acc", "RACE", 0)
59
 
60
- # NUM_FEWSHOT = 64 # Change with your few shot
61
 
62
 
63
  EVAL_REQUESTS_PATH_BACKEND = os.path.join(CACHE_PATH, "eval-queue-bk")
 
45
 
46
  task14 = Task("selfcheckgpt", "max-selfcheckgpt", "SelfCheckGPT", 0)
47
 
48
+ # task15 = Task("fever10", "acc", "FEVER", 16)
49
+ # task15_1 = Task("fever11", "acc", "FEVER", 8)
50
 
51
  task16 = Task("squadv2", "exact", "SQuADv2", 4)
52
 
 
57
 
58
  task20 = Task("race", "acc", "RACE", 0)
59
 
 
60
 
61
 
62
  EVAL_REQUESTS_PATH_BACKEND = os.path.join(CACHE_PATH, "eval-queue-bk")