use placeholder

app.py

@@ -182,16 +182,17 @@ def filter_query(
     quantization_scheme,
     score,
     memory,
-    dataframe,
+    hardware,
 ):
-    filtered_df = dataframe[
-        dataframe["best_scored_model"].str.lower().str.contains(text.lower())
-        & dataframe["backend.name"].isin(backends)
-        & dataframe["backend.torch_dtype"].isin(datatypes)
+    raw_df = get_benchmark_df(benchmark=f"Succeeded-1x{hardware}")
+    filtered_df = raw_df[
+        raw_df["best_scored_model"].str.lower().str.contains(text.lower())
+        & raw_df["backend.name"].isin(backends)
+        & raw_df["backend.torch_dtype"].isin(datatypes)
         & (
             pd.concat(
                 [
-                    dataframe["optimizations"].str.contains(optimization)
+                    raw_df["optimizations"].str.contains(optimization)
                     for optimization in optimizations
                 ],
                 axis=1,
@@ -202,7 +203,7 @@ def filter_query(
         & (
             pd.concat(
                 [
-                    dataframe["quantization"] == quantization
+                    raw_df["quantization"] == quantization
                     for quantization in quantization_scheme
                 ],
                 axis=1,
@@ -210,8 +211,8 @@ def filter_query(
             if len(quantization_scheme) > 0
             else True
         )
-        & (dataframe["best_score"] >= score)
-        & (dataframe["forward.peak_memory(MB)"] <= memory)
+        & (raw_df["best_score"] >= score)
+        & (raw_df["forward.peak_memory(MB)"] <= memory)
     ]
     filtered_table = get_benchmark_table(filtered_df)
     filtered_chart = get_benchmark_chart(filtered_df)
@@ -227,19 +228,17 @@ with demo:
     gr.Markdown(INTRODUCTION_TEXT, elem_classes="descriptive-text")
 
     with gr.Tabs(elem_classes="leaderboard-tabs"):
-        hardware_dataframes = {}
+        hardware_placeholders = {}
         hardware_tables = {}
         hardware_plots = {}
         ####################### HARDWARE TABS #######################
-        for hardware in ["A100-80GB", "RTX4090-24GB"]:
-            with gr.TabItem(f"{hardware} 🖥️", id=hardware):
+        for i, hardware in enumerate(["A100-80GB", "RTX4090-24GB"]):
+            # dummy placeholder of the hardware name
+            hardware_placeholders[hardware] = gr.Textbox(value=hardware, visible=False)
+            with gr.TabItem(f"{hardware} 🖥️", id=i):
                 with gr.Tabs(elem_classes="hardware-tabs"):
                     # placeholder for full dataframe
                     hardware_df = get_benchmark_df(benchmark=f"Succeeded-1x{hardware}")
-                    hardware_dataframes[hardware] = gr.components.Dataframe(
-                        value=hardware_df,
-                        visible=False,
-                    )
                     with gr.TabItem("Leaderboard 🏅", id=0):
                         gr.HTML(
                             "👉 Scroll to the right 👉 for additional columns.",
@@ -264,7 +263,6 @@ with demo:
                             elem_id="hardware-plot",
                             show_label=False,
                         )
-                    del hardware_df
 
         ####################### CONTROL PANEL #######################
         with gr.TabItem("Control Panel 🎛️", id=2):
@@ -273,13 +271,14 @@ with demo:
                 elem_id="descriptive-text",
             )
             with gr.Row():
-                with gr.Column(scale=4):
+                with gr.Column():
                     search_bar = gr.Textbox(
                         label="Model 🤗",
                         info="🔍 Search for a model name",
                         elem_id="search-bar",
                     )
-                with gr.Column(scale=4):
+            with gr.Row():
+                with gr.Column(scale=1):
                     with gr.Box():
                         score_slider = gr.Slider(
                             label="Open LLM Score 📈",
@@ -287,7 +286,7 @@ with demo:
                             value=0,
                             elem_id="threshold-slider",
                         )
-                with gr.Column(scale=4):
+                with gr.Column(scale=1):
                     with gr.Box():
                         memory_slider = gr.Slider(
                             label="Peak Memory (MB) 📈",
@@ -297,8 +296,7 @@ with demo:
                             value=80 * 1024,
                             elem_id="memory-slider",
                         )
-            with gr.Row():
-                with gr.Column(scale=3):
+                with gr.Column(scale=1):
                     backend_checkboxes = gr.CheckboxGroup(
                         label="Backends 🏭",
                         choices=["pytorch", "onnxruntime"],
@@ -306,15 +304,16 @@ with demo:
                         info="☑️ Select the backends",
                         elem_id="backend-checkboxes",
                     )
-                with gr.Column(scale=3):
+            with gr.Row():
+                with gr.Column(scale=1):
                     datatype_checkboxes = gr.CheckboxGroup(
-                        label="Dtypes 📥",
+                        label="Load Dtypes 📥",
                         choices=["float32", "float16"],
                         value=["float32", "float16"],
                         info="☑️ Select the load dtypes",
                         elem_id="dtype-checkboxes",
                     )
-                with gr.Column(scale=3):
+                with gr.Column(scale=1):
                     optimizations_checkboxes = gr.CheckboxGroup(
                         label="Optimizations 🛠️",
                         choices=["None", "BetterTransformer"],
@@ -322,9 +321,9 @@ with demo:
                         info="☑️ Select the optimizations",
                         elem_id="optimizations-checkboxes",
                     )
-                with gr.Column(scale=3):
+                with gr.Column(scale=1):
                     quantization_checkboxes = gr.CheckboxGroup(
-                        label="Quantization 🗜️",
+                        label="Quantizations 🗜️",
                         choices=["None", "BnB.4bit", "GPTQ.4bit"],
                         value=["None", "BnB.4bit", "GPTQ.4bit"],
                         info="☑️ Select the quantization schemes",
@@ -346,7 +345,7 @@ with demo:
                         quantization_checkboxes,
                         score_slider,
                         memory_slider,
-                        hardware_dataframes[hardware],
+                        hardware_placeholders[hardware],
                     ],
                     [hardware_tables[hardware], hardware_plots[hardware]],
                 )