Spaces:
Sleeping
Sleeping
Commit
Β·
c4dcfe7
1
Parent(s):
3dee4bf
add peak memory slider
Browse files
app.py
CHANGED
|
@@ -150,7 +150,13 @@ def get_benchmark_plot(bench_df):
|
|
| 150 |
|
| 151 |
|
| 152 |
def filter_query(
|
| 153 |
-
text,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 154 |
):
|
| 155 |
raw_df = get_benchmark_df(benchmark=benchmark)
|
| 156 |
|
|
@@ -169,7 +175,8 @@ def filter_query(
|
|
| 169 |
if len(optimizations) > 0
|
| 170 |
else True
|
| 171 |
)
|
| 172 |
-
& (raw_df["average"] >=
|
|
|
|
| 173 |
]
|
| 174 |
|
| 175 |
filtered_table = get_benchmark_table(filtered_df)
|
|
@@ -197,19 +204,25 @@ with demo:
|
|
| 197 |
|
| 198 |
# control panel interface
|
| 199 |
with gr.Row():
|
| 200 |
-
|
| 201 |
-
|
| 202 |
-
|
| 203 |
-
|
| 204 |
-
|
| 205 |
-
|
| 206 |
-
|
| 207 |
-
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
|
| 211 |
-
|
| 212 |
-
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 213 |
|
| 214 |
with gr.Row():
|
| 215 |
with gr.Column(scale=1):
|
|
@@ -275,6 +288,7 @@ with demo:
|
|
| 275 |
datatype_checkboxes,
|
| 276 |
optimizations_checkboxes,
|
| 277 |
score_slider,
|
|
|
|
| 278 |
],
|
| 279 |
[single_A100_leaderboard, single_A100_plotly],
|
| 280 |
)
|
|
|
|
| 150 |
|
| 151 |
|
| 152 |
def filter_query(
|
| 153 |
+
text,
|
| 154 |
+
backends,
|
| 155 |
+
datatypes,
|
| 156 |
+
optimizations,
|
| 157 |
+
score,
|
| 158 |
+
memory,
|
| 159 |
+
benchmark="1xA100-80GB",
|
| 160 |
):
|
| 161 |
raw_df = get_benchmark_df(benchmark=benchmark)
|
| 162 |
|
|
|
|
| 175 |
if len(optimizations) > 0
|
| 176 |
else True
|
| 177 |
)
|
| 178 |
+
& (raw_df["average"] >= score)
|
| 179 |
+
& (raw_df["forward.peak_memory(MB)"] <= memory)
|
| 180 |
]
|
| 181 |
|
| 182 |
filtered_table = get_benchmark_table(filtered_df)
|
|
|
|
| 204 |
|
| 205 |
# control panel interface
|
| 206 |
with gr.Row():
|
| 207 |
+
search_bar = gr.Textbox(
|
| 208 |
+
label="Model π€",
|
| 209 |
+
info="π Search for a model name",
|
| 210 |
+
elem_id="search-bar",
|
| 211 |
+
)
|
| 212 |
+
score_slider = gr.Slider(
|
| 213 |
+
label="Average Open LLM Score π",
|
| 214 |
+
info="ποΈ Slide to minimum Average Open LLM score",
|
| 215 |
+
value=0,
|
| 216 |
+
elem_id="threshold-slider",
|
| 217 |
+
)
|
| 218 |
+
memory_slider = gr.Slider(
|
| 219 |
+
label="Peak Memory (MB) π",
|
| 220 |
+
info="ποΈ Slide to maximum Peak Memory",
|
| 221 |
+
minimum=0,
|
| 222 |
+
maximum=80 * 1024,
|
| 223 |
+
value=80 * 1024,
|
| 224 |
+
elem_id="memory-slider",
|
| 225 |
+
)
|
| 226 |
|
| 227 |
with gr.Row():
|
| 228 |
with gr.Column(scale=1):
|
|
|
|
| 288 |
datatype_checkboxes,
|
| 289 |
optimizations_checkboxes,
|
| 290 |
score_slider,
|
| 291 |
+
memory_slider,
|
| 292 |
],
|
| 293 |
[single_A100_leaderboard, single_A100_plotly],
|
| 294 |
)
|