BenchmarkBot commited on
Commit
c4dcfe7
β€’
1 Parent(s): 3dee4bf

add peak memory slider

Browse files
Files changed (1) hide show
  1. app.py +29 -15
app.py CHANGED
@@ -150,7 +150,13 @@ def get_benchmark_plot(bench_df):
150
 
151
 
152
  def filter_query(
153
- text, backends, datatypes, optimizations, threshold, benchmark="1xA100-80GB"
 
 
 
 
 
 
154
  ):
155
  raw_df = get_benchmark_df(benchmark=benchmark)
156
 
@@ -169,7 +175,8 @@ def filter_query(
169
  if len(optimizations) > 0
170
  else True
171
  )
172
- & (raw_df["average"] >= threshold)
 
173
  ]
174
 
175
  filtered_table = get_benchmark_table(filtered_df)
@@ -197,19 +204,25 @@ with demo:
197
 
198
  # control panel interface
199
  with gr.Row():
200
- with gr.Column(scale=1):
201
- search_bar = gr.Textbox(
202
- label="Model πŸ€—",
203
- info="πŸ” Search for a model name",
204
- elem_id="search-bar",
205
- )
206
- with gr.Column(scale=1):
207
- score_slider = gr.Slider(
208
- label="Average Open LLM Score πŸ“ˆ",
209
- info="🎚️ Slide to minimum Average Open LLM score",
210
- value=0.0,
211
- elem_id="threshold-slider",
212
- )
 
 
 
 
 
 
213
 
214
  with gr.Row():
215
  with gr.Column(scale=1):
@@ -275,6 +288,7 @@ with demo:
275
  datatype_checkboxes,
276
  optimizations_checkboxes,
277
  score_slider,
 
278
  ],
279
  [single_A100_leaderboard, single_A100_plotly],
280
  )
 
150
 
151
 
152
  def filter_query(
153
+ text,
154
+ backends,
155
+ datatypes,
156
+ optimizations,
157
+ score,
158
+ memory,
159
+ benchmark="1xA100-80GB",
160
  ):
161
  raw_df = get_benchmark_df(benchmark=benchmark)
162
 
 
175
  if len(optimizations) > 0
176
  else True
177
  )
178
+ & (raw_df["average"] >= score)
179
+ & (raw_df["forward.peak_memory(MB)"] <= memory)
180
  ]
181
 
182
  filtered_table = get_benchmark_table(filtered_df)
 
204
 
205
  # control panel interface
206
  with gr.Row():
207
+ search_bar = gr.Textbox(
208
+ label="Model πŸ€—",
209
+ info="πŸ” Search for a model name",
210
+ elem_id="search-bar",
211
+ )
212
+ score_slider = gr.Slider(
213
+ label="Average Open LLM Score πŸ“ˆ",
214
+ info="🎚️ Slide to minimum Average Open LLM score",
215
+ value=0,
216
+ elem_id="threshold-slider",
217
+ )
218
+ memory_slider = gr.Slider(
219
+ label="Peak Memory (MB) πŸ“ˆ",
220
+ info="🎚️ Slide to maximum Peak Memory",
221
+ minimum=0,
222
+ maximum=80 * 1024,
223
+ value=80 * 1024,
224
+ elem_id="memory-slider",
225
+ )
226
 
227
  with gr.Row():
228
  with gr.Column(scale=1):
 
288
  datatype_checkboxes,
289
  optimizations_checkboxes,
290
  score_slider,
291
+ memory_slider,
292
  ],
293
  [single_A100_leaderboard, single_A100_plotly],
294
  )