BenchmarkBot commited on
Commit
e02ef37
β€’
1 Parent(s): b8a7eae

add load datatypes filtering

Browse files
Files changed (1) hide show
  1. app.py +23 -3
app.py CHANGED
@@ -16,7 +16,7 @@ OPTIMUM_TOKEN = os.environ.get("OPTIMUM_TOKEN", None)
16
  COLUMNS_MAPPING = {
17
  "model": "Model πŸ€—",
18
  "backend.name": "Backend 🏭",
19
- "backend.torch_dtype": "Load Datatype πŸ“₯",
20
  "generate.latency(s)": "Latency (s) ⬇️",
21
  "generate.throughput(tokens/s)": "Throughput (tokens/s) ⬆️",
22
  }
@@ -66,9 +66,15 @@ def search_tables(single_df, multi_df, query):
66
  return filtered_single, filtered_multi
67
 
68
 
69
- def filter_tables(single_df, multi_df, backends):
70
  filtered_single = single_df[single_df["Backend 🏭"].isin(backends)]
 
 
 
71
  filtered_multi = multi_df[multi_df["Backend 🏭"].isin(backends)]
 
 
 
72
  return filtered_single, filtered_multi
73
 
74
 
@@ -93,6 +99,13 @@ with demo:
93
  info="Select the backends",
94
  elem_id="backend-checkboxes",
95
  )
 
 
 
 
 
 
 
96
 
97
  with gr.Tabs(elem_classes="tab-buttons") as tabs:
98
  with gr.TabItem("πŸ–₯️ A100-80GB Benchmark πŸ‹οΈ", elem_id="A100-benchmark", id=0):
@@ -151,7 +164,14 @@ with demo:
151
  )
152
  backend_checkboxes.select(
153
  filter_tables,
154
- [single_A100_for_search, multi_A100_for_search, backend_checkboxes],
 
 
 
 
 
 
 
155
  [single_A100_leaderboard, multi_A100_leaderboard],
156
  )
157
 
 
16
  COLUMNS_MAPPING = {
17
  "model": "Model πŸ€—",
18
  "backend.name": "Backend 🏭",
19
+ "backend.torch_dtype": "Datatype πŸ“₯",
20
  "generate.latency(s)": "Latency (s) ⬇️",
21
  "generate.throughput(tokens/s)": "Throughput (tokens/s) ⬆️",
22
  }
 
66
  return filtered_single, filtered_multi
67
 
68
 
69
+ def filter_tables(single_df, multi_df, backends, datatypes):
70
  filtered_single = single_df[single_df["Backend 🏭"].isin(backends)]
71
+ filtered_single = filtered_single[filtered_single["Datatype πŸ“₯"].isin(
72
+ datatypes)]
73
+
74
  filtered_multi = multi_df[multi_df["Backend 🏭"].isin(backends)]
75
+ filtered_multi = filtered_multi[filtered_multi["Datatype πŸ“₯"].isin(
76
+ datatypes)]
77
+
78
  return filtered_single, filtered_multi
79
 
80
 
 
99
  info="Select the backends",
100
  elem_id="backend-checkboxes",
101
  )
102
+ datatype_checkboxes = gr.CheckboxGroup(
103
+ choices=["float32", "float16"],
104
+ value=["float32", "float16"],
105
+ label="Datatypes πŸ“₯",
106
+ info="Select the load datatypes",
107
+ elem_id="datatype-checkboxes",
108
+ )
109
 
110
  with gr.Tabs(elem_classes="tab-buttons") as tabs:
111
  with gr.TabItem("πŸ–₯️ A100-80GB Benchmark πŸ‹οΈ", elem_id="A100-benchmark", id=0):
 
164
  )
165
  backend_checkboxes.select(
166
  filter_tables,
167
+ [single_A100_for_search, multi_A100_for_search,
168
+ backend_checkboxes, datatype_checkboxes],
169
+ [single_A100_leaderboard, multi_A100_leaderboard],
170
+ )
171
+ datatype_checkboxes.select(
172
+ filter_tables,
173
+ [single_A100_for_search, multi_A100_for_search,
174
+ backend_checkboxes, datatype_checkboxes],
175
  [single_A100_leaderboard, multi_A100_leaderboard],
176
  )
177