Spaces:
Running
Running
BenchmarkBot
commited on
Commit
β’
e02ef37
1
Parent(s):
b8a7eae
add load datatypes filtering
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ OPTIMUM_TOKEN = os.environ.get("OPTIMUM_TOKEN", None)
|
|
16 |
COLUMNS_MAPPING = {
|
17 |
"model": "Model π€",
|
18 |
"backend.name": "Backend π",
|
19 |
-
"backend.torch_dtype": "
|
20 |
"generate.latency(s)": "Latency (s) β¬οΈ",
|
21 |
"generate.throughput(tokens/s)": "Throughput (tokens/s) β¬οΈ",
|
22 |
}
|
@@ -66,9 +66,15 @@ def search_tables(single_df, multi_df, query):
|
|
66 |
return filtered_single, filtered_multi
|
67 |
|
68 |
|
69 |
-
def filter_tables(single_df, multi_df, backends):
|
70 |
filtered_single = single_df[single_df["Backend π"].isin(backends)]
|
|
|
|
|
|
|
71 |
filtered_multi = multi_df[multi_df["Backend π"].isin(backends)]
|
|
|
|
|
|
|
72 |
return filtered_single, filtered_multi
|
73 |
|
74 |
|
@@ -93,6 +99,13 @@ with demo:
|
|
93 |
info="Select the backends",
|
94 |
elem_id="backend-checkboxes",
|
95 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
96 |
|
97 |
with gr.Tabs(elem_classes="tab-buttons") as tabs:
|
98 |
with gr.TabItem("π₯οΈ A100-80GB Benchmark ποΈ", elem_id="A100-benchmark", id=0):
|
@@ -151,7 +164,14 @@ with demo:
|
|
151 |
)
|
152 |
backend_checkboxes.select(
|
153 |
filter_tables,
|
154 |
-
[single_A100_for_search, multi_A100_for_search,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
155 |
[single_A100_leaderboard, multi_A100_leaderboard],
|
156 |
)
|
157 |
|
|
|
16 |
COLUMNS_MAPPING = {
|
17 |
"model": "Model π€",
|
18 |
"backend.name": "Backend π",
|
19 |
+
"backend.torch_dtype": "Datatype π₯",
|
20 |
"generate.latency(s)": "Latency (s) β¬οΈ",
|
21 |
"generate.throughput(tokens/s)": "Throughput (tokens/s) β¬οΈ",
|
22 |
}
|
|
|
66 |
return filtered_single, filtered_multi
|
67 |
|
68 |
|
69 |
+
def filter_tables(single_df, multi_df, backends, datatypes):
|
70 |
filtered_single = single_df[single_df["Backend π"].isin(backends)]
|
71 |
+
filtered_single = filtered_single[filtered_single["Datatype π₯"].isin(
|
72 |
+
datatypes)]
|
73 |
+
|
74 |
filtered_multi = multi_df[multi_df["Backend π"].isin(backends)]
|
75 |
+
filtered_multi = filtered_multi[filtered_multi["Datatype π₯"].isin(
|
76 |
+
datatypes)]
|
77 |
+
|
78 |
return filtered_single, filtered_multi
|
79 |
|
80 |
|
|
|
99 |
info="Select the backends",
|
100 |
elem_id="backend-checkboxes",
|
101 |
)
|
102 |
+
datatype_checkboxes = gr.CheckboxGroup(
|
103 |
+
choices=["float32", "float16"],
|
104 |
+
value=["float32", "float16"],
|
105 |
+
label="Datatypes π₯",
|
106 |
+
info="Select the load datatypes",
|
107 |
+
elem_id="datatype-checkboxes",
|
108 |
+
)
|
109 |
|
110 |
with gr.Tabs(elem_classes="tab-buttons") as tabs:
|
111 |
with gr.TabItem("π₯οΈ A100-80GB Benchmark ποΈ", elem_id="A100-benchmark", id=0):
|
|
|
164 |
)
|
165 |
backend_checkboxes.select(
|
166 |
filter_tables,
|
167 |
+
[single_A100_for_search, multi_A100_for_search,
|
168 |
+
backend_checkboxes, datatype_checkboxes],
|
169 |
+
[single_A100_leaderboard, multi_A100_leaderboard],
|
170 |
+
)
|
171 |
+
datatype_checkboxes.select(
|
172 |
+
filter_tables,
|
173 |
+
[single_A100_for_search, multi_A100_for_search,
|
174 |
+
backend_checkboxes, datatype_checkboxes],
|
175 |
[single_A100_leaderboard, multi_A100_leaderboard],
|
176 |
)
|
177 |
|