Spaces:
AIR-Bench
/
Running on CPU Upgrade

nan commited on
Commit
4959887
1 Parent(s): 6d7eea4

fix: disable the nan filtering

Browse files
Files changed (2) hide show
  1. app.py +1 -0
  2. src/read_evals.py +0 -1
app.py CHANGED
@@ -41,6 +41,7 @@ print(f'QA data loaded: {original_df_qa.shape}')
41
  print(f'Long-Doc data loaded: {len(original_df_long_doc)}')
42
 
43
  leaderboard_df_qa = original_df_qa.copy()
 
44
  shown_columns_qa, types_qa = get_default_cols(
45
  'qa', leaderboard_df_qa.columns, add_fix_cols=True)
46
  leaderboard_df_qa = leaderboard_df_qa[~leaderboard_df_qa[COL_NAME_IS_ANONYMOUS]][shown_columns_qa]
 
41
  print(f'Long-Doc data loaded: {len(original_df_long_doc)}')
42
 
43
  leaderboard_df_qa = original_df_qa.copy()
44
+ # leaderboard_df_qa = leaderboard_df_qa[has_no_nan_values(df, _benchmark_cols)]
45
  shown_columns_qa, types_qa = get_default_cols(
46
  'qa', leaderboard_df_qa.columns, add_fix_cols=True)
47
  leaderboard_df_qa = leaderboard_df_qa[~leaderboard_df_qa[COL_NAME_IS_ANONYMOUS]][shown_columns_qa]
src/read_evals.py CHANGED
@@ -211,7 +211,6 @@ def get_leaderboard_df(raw_data: List[FullEvalResult], task: str, metric: str) -
211
  df = df[_cols].round(decimals=2)
212
 
213
  # filter out if any of the benchmarks have not been produced
214
- df = df[has_no_nan_values(df, _benchmark_cols)]
215
  df[COL_NAME_RANK] = df[COL_NAME_AVG].rank(ascending=False, method="min")
216
 
217
  # shorten the revision
 
211
  df = df[_cols].round(decimals=2)
212
 
213
  # filter out if any of the benchmarks have not been produced
 
214
  df[COL_NAME_RANK] = df[COL_NAME_AVG].rank(ascending=False, method="min")
215
 
216
  # shorten the revision