Terry Zhuo
commited on
Commit
•
5eb8ee3
1
Parent(s):
4a8b153
update with lowest upper limit
Browse files- src/utils.py +2 -1
src/utils.py
CHANGED
@@ -81,6 +81,7 @@ def plot_solve_rate(df, task, rows=30, cols=38):
|
|
81 |
else:
|
82 |
hover_text[i, j] = "NaN"
|
83 |
|
|
|
84 |
fig = go.Figure(data=go.Heatmap(
|
85 |
z=values,
|
86 |
text=hover_text,
|
@@ -91,7 +92,7 @@ def plot_solve_rate(df, task, rows=30, cols=38):
|
|
91 |
))
|
92 |
|
93 |
fig.update_layout(
|
94 |
-
title=f'BigCodeBench-{task}',
|
95 |
xaxis_nticks=cols,
|
96 |
yaxis_nticks=rows,
|
97 |
xaxis=dict(showticklabels=False),
|
|
|
81 |
else:
|
82 |
hover_text[i, j] = "NaN"
|
83 |
|
84 |
+
upper_solve_rate = round(np.count_nonzero(values)/n*100, 2)
|
85 |
fig = go.Figure(data=go.Heatmap(
|
86 |
z=values,
|
87 |
text=hover_text,
|
|
|
92 |
))
|
93 |
|
94 |
fig.update_layout(
|
95 |
+
title=f'BigCodeBench-{task} (Lowest Upper Limit: {upper_solve_rate}%)',
|
96 |
xaxis_nticks=cols,
|
97 |
yaxis_nticks=rows,
|
98 |
xaxis=dict(showticklabels=False),
|