Terry Zhuo commited on
Commit
5eb8ee3
1 Parent(s): 4a8b153

update with lowest upper limit

Browse files
Files changed (1) hide show
  1. src/utils.py +2 -1
src/utils.py CHANGED
@@ -81,6 +81,7 @@ def plot_solve_rate(df, task, rows=30, cols=38):
81
  else:
82
  hover_text[i, j] = "NaN"
83
 
 
84
  fig = go.Figure(data=go.Heatmap(
85
  z=values,
86
  text=hover_text,
@@ -91,7 +92,7 @@ def plot_solve_rate(df, task, rows=30, cols=38):
91
  ))
92
 
93
  fig.update_layout(
94
- title=f'BigCodeBench-{task}',
95
  xaxis_nticks=cols,
96
  yaxis_nticks=rows,
97
  xaxis=dict(showticklabels=False),
 
81
  else:
82
  hover_text[i, j] = "NaN"
83
 
84
+ upper_solve_rate = round(np.count_nonzero(values)/n*100, 2)
85
  fig = go.Figure(data=go.Heatmap(
86
  z=values,
87
  text=hover_text,
 
92
  ))
93
 
94
  fig.update_layout(
95
+ title=f'BigCodeBench-{task} (Lowest Upper Limit: {upper_solve_rate}%)',
96
  xaxis_nticks=cols,
97
  yaxis_nticks=rows,
98
  xaxis=dict(showticklabels=False),