gabeorlanski commited on
Commit
0a274eb
1 Parent(s): 84e44d7

Update bc_eval.py

Browse files
Files changed (1) hide show
  1. bc_eval.py +3 -3
bc_eval.py CHANGED
@@ -116,18 +116,18 @@ def _write_preds(
116
  ):
117
  commands = []
118
  question_id_to_dict = {}
119
-
120
  for pred_list, l, q_dict in tqdm(
121
  zip(preds, languages, question_dicts), desc="Setup", total=len(preds)
122
  ):
123
  qid = len(question_id_to_dict)
124
  q_dict["language"] = l
125
  question_id_to_dict[qid] = q_dict
126
- for p in pred_list:
 
127
  commands.append(
128
  make_file_and_command(
129
  qid=qid,
130
- idx=str(len(commands)),
131
  pred=p,
132
  question=q_dict,
133
  timeout_override=language_timeout.get(l),
 
116
  ):
117
  commands = []
118
  question_id_to_dict = {}
 
119
  for pred_list, l, q_dict in tqdm(
120
  zip(preds, languages, question_dicts), desc="Setup", total=len(preds)
121
  ):
122
  qid = len(question_id_to_dict)
123
  q_dict["language"] = l
124
  question_id_to_dict[qid] = q_dict
125
+
126
+ for p_idx, p in enumerate(pred_list):
127
  commands.append(
128
  make_file_and_command(
129
  qid=qid,
130
+ idx=str(p_idx),
131
  pred=p,
132
  question=q_dict,
133
  timeout_override=language_timeout.get(l),