update

src/backend/envs.py

@@ -20,8 +20,8 @@ class Tasks(Enum):
     # task_key in the json file, metric_key in the json file, name to display in the leaderboard
     # task0 = Task("anli_r1", "acc", "ANLI")
     # task1 = Task("logiqa", "acc_norm", "LogiQA")
-    task0 = Task("nq_open", "em", "NQ Open", 64)
-    task1 = Task("triviaqa", "em", "TriviaQA", 64)
+    task0 = Task("nq_open", "em", "NQ Open", 8) # 64 ?
+    task1 = Task("triviaqa", "em", "TriviaQA", 8) # 64 ?
 
 
 # NUM_FEWSHOT = 64  # Change with your few shot