add regex filter

app.py

@@ -1,7 +1,7 @@
 import gradio as gr  # type: ignore
 import plotly.express as px  # type: ignore
 
-from backend.data import load_cot_data, is_visible_model
+from backend.data import load_cot_data
 from backend.envs import API, REPO_ID, TOKEN
 
 logo1_url = "https://raw.githubusercontent.com/logikon-ai/cot-eval/main/assets/AI2_Logo_Square.png"
@@ -27,18 +27,26 @@ except Exception as err:
     restart_space()
 
 
-def plot_evals_init(model_id, plotly_mode, request: gr.Request):
+def plot_evals_init(model_id, regex_model_filter, plotly_mode, request: gr.Request):
     if request and "model" in request.query_params:
         model_param = request.query_params["model"]
         if model_param in df_cot_err.model.to_list():
             model_id = model_param
-    return plot_evals(model_id, plotly_mode)
+    return plot_evals(model_id, regex_model_filter, plotly_mode)
 
 
-def plot_evals(model_id, plotly_mode):
+def plot_evals(model_id, regex_model_filter, plotly_mode):
     df = df_cot_err.copy()
     df["selected"] = df_cot_err.model.apply(lambda x: "selected" if x==model_id else "-")
-    df["visibility"] = df_cot_err.model.apply(is_visible_model) | df.selected.eq("selected")
+    
+    try:
+        df_filter = df.model.str.contains(regex_model_filter)
+    except Exception as err:
+        gr.Warning("Failed to apply regex filter", duration=4)
+        print("Failed to apply regex filter" + err)
+        df_filter = df.model.str.contains(".*")    
+    df = df[df_filter | df.selected.eq("selected")]
+
     #df.sort_values(["selected", "model"], inplace=True, ascending=True)  # has currently no effect with px.scatter
     template = "plotly_dark" if plotly_mode=="dark" else "plotly" 
     fig = px.scatter(df, x="base accuracy", y="marginal acc. gain", color="selected", symbol="model",
@@ -49,13 +57,7 @@ def plot_evals(model_id, plotly_mode):
                     error_y="acc_gain-err", hover_data=['model', "cot accuracy"],
                     custom_data=['visibility'],
                     width=1200, height=700)
-
-    # TODO: doesn't work, needs to be fixed
-    fig.update_traces(
-        visible="legendonly",
-        selector=dict(visibility=False)
-    )
-
+    
     fig.update_layout(
         title={"automargin": True},
     )
@@ -112,17 +114,18 @@ with demo:
     gr.HTML(TITLE)
     gr.Markdown(INTRODUCTION_TEXT)
     with gr.Row():
-        model_list = gr.Dropdown(list(df_cot_err.model.unique()), value="allenai/tulu-2-70b", label="Model", scale=2)
+        selected_model = gr.Dropdown(list(df_cot_err.model.unique()), value="allenai/tulu-2-70b", label="Model", scale=2)
+        regex_model_filter = gr.Textbox(".*", label="Regex", info="to filter models shown in plots", scale=2)
         plotly_mode = gr.Radio(["dark","light"], value="light", label="Plot theme", scale=1)
         submit = gr.Button("Update", scale=1)
     table = gr.DataFrame()
     plot = gr.Plot(label="evals")
 
 
-    submit.click(plot_evals, [model_list, plotly_mode], [plot, model_list])
-    submit.click(styled_model_table, model_list, table)
+    submit.click(plot_evals, [selected_model, regex_model_filter, plotly_mode], [plot, selected_model])
+    submit.click(styled_model_table, selected_model, table)
 
-    demo.load(plot_evals_init, [model_list, plotly_mode], [plot, model_list])
-    demo.load(styled_model_table_init, model_list, table)
+    demo.load(plot_evals_init, [selected_model, regex_model_filter, plotly_mode], [plot, selected_model])
+    demo.load(styled_model_table_init, selected_model, table)
 
 demo.launch()