Change the way the parsable questions are expressed from numerical to percentage (#1)

- Change the way the parsable questions are expressed from numerical to percentage (e9ebca304e0f12135cceb48aba44cbfc0a3225d3)


Co-authored-by: Kacper Milan <Draedon@users.noreply.huggingface.co>

app.py

@@ -18,6 +18,8 @@ with demo:
     gr.HTML(TITLE)
     gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
 
+    NUMBER_OF_QUESTIONS = 171.0
+
     # load dataframe from csv
     # leaderboard_df = pd.read_csv("benchmark_results.csv")
     leaderboard_df = []
@@ -54,6 +56,10 @@ with demo:
     leaderboard_df["Num Questions Parseable"] = leaderboard_df[["Num Questions Parseable", "Error"]].apply(
         lambda x: parse_parseable(x), axis=1)
 
+    def fraction_to_percentage(numerator: float, denominator: float) -> float:
+        return (numerator / denominator) * 100
+
+    leaderboard_df["Num Questions Parseable"] = leaderboard_df["Num Questions Parseable"].apply(lambda x: fraction_to_percentage(float(x), NUMBER_OF_QUESTIONS))
 
     def get_params(model_name):
         if model_name in metadata:
@@ -82,8 +88,9 @@ with demo:
     leaderboard_df = leaderboard_df.sort_values(by=["Benchmark Score", "Num Questions Parseable"],
                                                 ascending=[False, False])
 
-    # rename column
+    # rename columns
     leaderboard_df = leaderboard_df.rename(columns={"Model Path": "Model"})
+    leaderboard_df = leaderboard_df.rename(columns={"Num Questions Parseable": "Percentage Questions Parseable"})
 
     leaderboard_df_styled = leaderboard_df.style.background_gradient(cmap="RdYlGn")
     leaderboard_df_styled = leaderboard_df_styled.background_gradient(cmap="RdYlGn_r", subset=['Params'])
@@ -92,7 +99,7 @@ with demo:
     # for col in ["Benchmark Score", "Num Questions Parseable"]:
 
     rounding["Benchmark Score"] = "{:.2f}"
-    rounding["Num Questions Parseable"] = "{:.0f}"
+    rounding["Percentage Questions Parseable"] = "{:.2f}"
     rounding["Params"] = "{:.0f}"
     leaderboard_df_styled = leaderboard_df_styled.format(rounding)