refactor: reformatting the codes

app.py

@@ -63,13 +63,13 @@ datastore = ds_dict[LATEST_BENCHMARK_VERSION]
 
 
 def update_qa_metric(
-    metric: str,
-    domains: list,
-    langs: list,
-    reranking_model: list,
-    query: str,
-    show_anonymous: bool,
-    show_revision_and_timestamp: bool,
+        metric: str,
+        domains: list,
+        langs: list,
+        reranking_model: list,
+        query: str,
+        show_anonymous: bool,
+        show_revision_and_timestamp: bool,
 ):
     global datastore
     return update_metric(
@@ -86,13 +86,13 @@ def update_qa_metric(
 
 
 def update_doc_metric(
-    metric: str,
-    domains: list,
-    langs: list,
-    reranking_model: list,
-    query: str,
-    show_anonymous: bool,
-    show_revision_and_timestamp,
+        metric: str,
+        domains: list,
+        langs: list,
+        reranking_model: list,
+        query: str,
+        show_anonymous: bool,
+        show_revision_and_timestamp,
 ):
     global datastore
     return update_metric(
@@ -218,7 +218,7 @@ with demo:
                         # Dummy leaderboard for handling the case when the user uses backspace key
                         _qa_df_ret_hidden = datastore.qa_raw_df[
                             datastore.qa_raw_df[COL_NAME_RERANKING_MODEL] == "NoReranker"
-                        ]
+                            ]
                         _qa_df_ret_hidden = reset_rank(_qa_df_ret_hidden)
                         qa_df_elem_ret_hidden = get_leaderboard_table(
                             _qa_df_ret_hidden, datastore.qa_types, visible=False
@@ -277,7 +277,7 @@ with demo:
 
                         _qa_df_rerank_hidden = datastore.qa_raw_df[
                             datastore.qa_raw_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
-                        ]
+                            ]
                         _qa_df_rerank_hidden = reset_rank(_qa_df_rerank_hidden)
                         qa_df_elem_rerank_hidden = get_leaderboard_table(
                             _qa_df_rerank_hidden, datastore.qa_types, visible=False
@@ -391,13 +391,13 @@ with demo:
 
                         _doc_df_ret = datastore.doc_fmt_df[
                             datastore.doc_fmt_df[COL_NAME_RERANKING_MODEL] == "NoReranker"
-                        ]
+                            ]
                         _doc_df_ret = reset_rank(_doc_df_ret)
                         doc_df_elem_ret = get_leaderboard_table(_doc_df_ret, datastore.doc_types)
 
                         _doc_df_ret_hidden = datastore.doc_raw_df[
                             datastore.doc_raw_df[COL_NAME_RERANKING_MODEL] == "NoReranker"
-                        ]
+                            ]
                         _doc_df_ret_hidden = reset_rank(_doc_df_ret_hidden)
                         doc_df_elem_ret_hidden = get_leaderboard_table(
                             _doc_df_ret_hidden, datastore.doc_types, visible=False
@@ -439,7 +439,7 @@ with demo:
                     with gr.TabItem("Reranking Only", id=22):
                         _doc_df_rerank = datastore.doc_fmt_df[
                             datastore.doc_fmt_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
-                        ]
+                            ]
                         _doc_df_rerank = reset_rank(_doc_df_rerank)
                         doc_rerank_models = (
                             _doc_df_rerank[COL_NAME_RERANKING_MODEL].apply(remove_html).unique().tolist()
@@ -452,7 +452,7 @@ with demo:
                         doc_df_elem_rerank = get_leaderboard_table(_doc_df_rerank, datastore.doc_types)
                         _doc_df_rerank_hidden = datastore.doc_raw_df[
                             datastore.doc_raw_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
-                        ]
+                            ]
                         _doc_df_rerank_hidden = reset_rank(_doc_df_rerank_hidden)
                         doc_df_elem_rerank_hidden = get_leaderboard_table(
                             _doc_df_rerank_hidden, datastore.doc_types, visible=False

src/columns.py

@@ -95,5 +95,3 @@ COL_NAME_RANK = "Rank 🏆"
 COL_NAME_REVISION = "Revision"
 COL_NAME_TIMESTAMP = "Submission Date"
 COL_NAME_IS_ANONYMOUS = "Anonymous Submission"
-
-

src/loaders.py

@@ -52,28 +52,28 @@ def load_raw_eval_results(results_path: str) -> List[FullEvalResult]:
 
 def load_leaderboard_datastore(file_path, version) -> LeaderboardDataStore:
     slug = get_safe_name(version)[-4:]
-    datastore = LeaderboardDataStore(version, slug, None, None, None, None, None, None, None, None)
-    datastore.raw_data = load_raw_eval_results(file_path)
-    print(f"raw data: {len(datastore.raw_data)}")
+    ds = LeaderboardDataStore(version, slug, None, None, None, None, None, None, None, None)
+    ds.raw_data = load_raw_eval_results(file_path)
+    print(f"raw data: {len(ds.raw_data)}")
 
-    datastore.qa_raw_df = get_leaderboard_df(datastore, TaskType.qa, DEFAULT_METRIC_QA)
-    print(f"QA data loaded: {datastore.qa_raw_df.shape}")
-    datastore.qa_fmt_df = datastore.qa_raw_df.copy()
-    qa_cols, datastore.qa_types = get_default_cols(TaskType.qa, datastore.slug, add_fix_cols=True)
-    datastore.qa_fmt_df = datastore.qa_fmt_df[~datastore.qa_fmt_df[COL_NAME_IS_ANONYMOUS]][qa_cols]
-    datastore.qa_fmt_df.drop([COL_NAME_REVISION, COL_NAME_TIMESTAMP], axis=1, inplace=True)
+    ds.qa_raw_df = get_leaderboard_df(ds, TaskType.qa, DEFAULT_METRIC_QA)
+    print(f"QA data loaded: {ds.qa_raw_df.shape}")
+    ds.qa_fmt_df = ds.qa_raw_df.copy()
+    qa_cols, ds.qa_types = get_default_cols(TaskType.qa, ds.slug, add_fix_cols=True)
+    ds.qa_fmt_df = ds.qa_fmt_df[~ds.qa_fmt_df[COL_NAME_IS_ANONYMOUS]][qa_cols]
+    ds.qa_fmt_df.drop([COL_NAME_REVISION, COL_NAME_TIMESTAMP], axis=1, inplace=True)
 
-    datastore.doc_raw_df = get_leaderboard_df(datastore, TaskType.long_doc, DEFAULT_METRIC_LONG_DOC)
-    print(f"Long-Doc data loaded: {len(datastore.doc_raw_df)}")
-    datastore.doc_fmt_df = datastore.doc_raw_df.copy()
-    doc_cols, datastore.doc_types = get_default_cols(TaskType.long_doc, datastore.slug, add_fix_cols=True)
-    datastore.doc_fmt_df = datastore.doc_fmt_df[~datastore.doc_fmt_df[COL_NAME_IS_ANONYMOUS]][doc_cols]
-    datastore.doc_fmt_df.drop([COL_NAME_REVISION, COL_NAME_TIMESTAMP], axis=1, inplace=True)
+    ds.doc_raw_df = get_leaderboard_df(ds, TaskType.long_doc, DEFAULT_METRIC_LONG_DOC)
+    print(f"Long-Doc data loaded: {len(ds.doc_raw_df)}")
+    ds.doc_fmt_df = ds.doc_raw_df.copy()
+    doc_cols, ds.doc_types = get_default_cols(TaskType.long_doc, ds.slug, add_fix_cols=True)
+    ds.doc_fmt_df = ds.doc_fmt_df[~ds.doc_fmt_df[COL_NAME_IS_ANONYMOUS]][doc_cols]
+    ds.doc_fmt_df.drop([COL_NAME_REVISION, COL_NAME_TIMESTAMP], axis=1, inplace=True)
 
-    datastore.reranking_models = sorted(
-        list(frozenset([eval_result.reranking_model for eval_result in datastore.raw_data]))
+    ds.reranking_models = sorted(
+        list(frozenset([eval_result.reranking_model for eval_result in ds.raw_data]))
     )
-    return datastore
+    return ds
 
 
 def load_eval_results(file_path: str) -> Dict[str, LeaderboardDataStore]:

src/models.py

@@ -165,9 +165,8 @@ def make_clickable_model(model_name: str, model_link: str):
 def model_hyperlink(link, model_name):
     return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>'
 
+
 def get_safe_name(name: str):
     """Get RFC 1123 compatible safe name"""
     name = name.replace("-", "_")
     return "".join(character.lower() for character in name if (character.isalnum() or character == "_"))
-
-

src/utils.py

@@ -99,12 +99,12 @@ def get_default_cols(task: TaskType, version_slug, add_fix_cols: bool = True) ->
 
 
 def select_columns(
-    df: pd.DataFrame,
-    domain_query: list,
-    language_query: list,
-    task: TaskType = TaskType.qa,
-    reset_ranking: bool = True,
-    version_slug: str = None,
+        df: pd.DataFrame,
+        domain_query: list,
+        language_query: list,
+        task: TaskType = TaskType.qa,
+        reset_ranking: bool = True,
+        version_slug: str = None,
 ) -> pd.DataFrame:
     cols, _ = get_default_cols(task=task, version_slug=version_slug, add_fix_cols=False)
     selected_cols = []
@@ -134,16 +134,16 @@ def select_columns(
 
 
 def _update_df_elem(
-    task: TaskType,
-    version: str,
-    source_df: pd.DataFrame,
-    domains: list,
-    langs: list,
-    reranking_query: list,
-    query: str,
-    show_anonymous: bool,
-    reset_ranking: bool = True,
-    show_revision_and_timestamp: bool = False,
+        task: TaskType,
+        version: str,
+        source_df: pd.DataFrame,
+        domains: list,
+        langs: list,
+        reranking_query: list,
+        query: str,
+        show_anonymous: bool,
+        reset_ranking: bool = True,
+        show_revision_and_timestamp: bool = False,
 ):
     version_slug = get_safe_name(version)[-4:]
     filtered_df = source_df.copy()
@@ -158,15 +158,15 @@ def _update_df_elem(
 
 
 def update_doc_df_elem(
-    version: str,
-    hidden_df: pd.DataFrame,
-    domains: list,
-    langs: list,
-    reranking_query: list,
-    query: str,
-    show_anonymous: bool,
-    show_revision_and_timestamp: bool = False,
-    reset_ranking: bool = True,
+        version: str,
+        hidden_df: pd.DataFrame,
+        domains: list,
+        langs: list,
+        reranking_query: list,
+        query: str,
+        show_anonymous: bool,
+        show_revision_and_timestamp: bool = False,
+        reset_ranking: bool = True,
 ):
     return _update_df_elem(
         TaskType.long_doc,
@@ -183,15 +183,15 @@ def update_doc_df_elem(
 
 
 def update_metric(
-    datastore,
-    task: TaskType,
-    metric: str,
-    domains: list,
-    langs: list,
-    reranking_model: list,
-    query: str,
-    show_anonymous: bool = False,
-    show_revision_and_timestamp: bool = False,
+        datastore,
+        task: TaskType,
+        metric: str,
+        domains: list,
+        langs: list,
+        reranking_model: list,
+        query: str,
+        show_anonymous: bool = False,
+        show_revision_and_timestamp: bool = False,
 ) -> pd.DataFrame:
     if task == TaskType.qa:
         update_func = update_qa_df_elem
@@ -247,13 +247,13 @@ def calculate_file_md5(file_path):
 
 
 def submit_results(
-    filepath: str,
-    model: str,
-    model_url: str,
-    reranking_model: str = "",
-    reranking_model_url: str = "",
-    version: str = LATEST_BENCHMARK_VERSION,
-    is_anonymous=False,
+        filepath: str,
+        model: str,
+        model_url: str,
+        reranking_model: str = "",
+        reranking_model_url: str = "",
+        version: str = LATEST_BENCHMARK_VERSION,
+        is_anonymous=False,
 ):
     if not filepath.endswith(".zip"):
         return styled_error(f"file uploading aborted. wrong file type: {filepath}")
@@ -368,16 +368,16 @@ def get_leaderboard_df(datastore, task: TaskType, metric: str) -> pd.DataFrame:
 
 
 def set_listeners(
-    task: TaskType,
-    target_df,
-    source_df,
-    search_bar,
-    version,
-    selected_domains,
-    selected_langs,
-    selected_rerankings,
-    show_anonymous,
-    show_revision_and_timestamp,
+        task: TaskType,
+        target_df,
+        source_df,
+        search_bar,
+        version,
+        selected_domains,
+        selected_langs,
+        selected_rerankings,
+        show_anonymous,
+        show_revision_and_timestamp,
 ):
     if task == TaskType.qa:
         update_table_func = update_qa_df_elem
@@ -387,15 +387,15 @@ def set_listeners(
         raise NotImplementedError
     selector_list = [selected_domains, selected_langs, selected_rerankings, search_bar, show_anonymous]
     search_bar_args = [
-        source_df,
-        version,
-    ] + selector_list
+                          source_df,
+                          version,
+                      ] + selector_list
     selector_args = (
-        [version, source_df]
-        + selector_list
-        + [
-            show_revision_and_timestamp,
-        ]
+            [version, source_df]
+            + selector_list
+            + [
+                show_revision_and_timestamp,
+            ]
     )
     # Set search_bar listener
     search_bar.submit(update_table_func, search_bar_args, target_df)
@@ -411,15 +411,15 @@ def set_listeners(
 
 
 def update_qa_df_elem(
-    version: str,
-    hidden_df: pd.DataFrame,
-    domains: list,
-    langs: list,
-    reranking_query: list,
-    query: str,
-    show_anonymous: bool,
-    show_revision_and_timestamp: bool = False,
-    reset_ranking: bool = True,
+        version: str,
+        hidden_df: pd.DataFrame,
+        domains: list,
+        langs: list,
+        reranking_query: list,
+        query: str,
+        show_anonymous: bool,
+        show_revision_and_timestamp: bool = False,
+        reset_ranking: bool = True,
 ):
     return _update_df_elem(
         TaskType.qa,