gabeorlanski commited on
Commit
2071b6f
1 Parent(s): ca7f85b

Update bc_eval.py

Browse files
Files changed (1) hide show
  1. bc_eval.py +4 -2
bc_eval.py CHANGED
@@ -177,6 +177,8 @@ class BabelCodeEval(evaluate.Metric):
177
  k=[1, 10, 100],
178
  num_workers=4,
179
  language_timeout=None,
 
 
180
  ):
181
  """Returns the scores"""
182
 
@@ -198,8 +200,8 @@ class BabelCodeEval(evaluate.Metric):
198
  results = execute_predictions(
199
  pred_commands,
200
  num_workers=num_workers,
201
- max_task_per_child=5,
202
- garbage_collection_freq=500,
203
  )
204
 
205
  all_results, q_passes, q_pct = _eval_predictions(results, question_map)
 
177
  k=[1, 10, 100],
178
  num_workers=4,
179
  language_timeout=None,
180
+ max_task_per_child=10,
181
+ gc_freq=500
182
  ):
183
  """Returns the scores"""
184
 
 
200
  results = execute_predictions(
201
  pred_commands,
202
  num_workers=num_workers,
203
+ max_task_per_child=max_task_per_child,
204
+ garbage_collection_freq=gc_freq,
205
  )
206
 
207
  all_results, q_passes, q_pct = _eval_predictions(results, question_map)