BenchmarkBot commited on
Commit
43b85eb
β€’
1 Parent(s): e8165e3
Files changed (1) hide show
  1. app.py +7 -9
app.py CHANGED
@@ -101,19 +101,11 @@ def get_benchmark_df(benchmark="Succeeded-1xA100-80GB"):
101
  merged_df.sort_values(by=SORTING_COLUMN, ascending=SORTING_ASCENDING, inplace=True)
102
  # drop duplicates
103
  merged_df.drop_duplicates(subset=NO_DUPLICATES_COLUMNS, inplace=True)
104
- merged_df = merged_df[[*list(ALL_COLUMNS_MAPPING.keys()), "generate.latency(s)"]]
105
  return merged_df
106
 
107
 
108
  def get_benchmark_table(bench_df):
109
  copy_df = bench_df.copy()
110
- # adding ** to quantized models score since we can't garantee the score is the same
111
- copy_df["best_score"] = copy_df.apply(
112
- lambda x: f"{x['best_score']}**"
113
- if x["backend.quantization_strategy"] in ["bnb", "gptq"]
114
- else x["best_score"],
115
- axis=1,
116
- )
117
  # filter
118
  copy_df = copy_df[list(ALL_COLUMNS_MAPPING.keys())]
119
  # rename
@@ -123,7 +115,13 @@ def get_benchmark_table(bench_df):
123
  copy_df["Best Scored LLM πŸ†"] = copy_df["Best Scored LLM πŸ†"].apply(
124
  process_model_name
125
  )
126
-
 
 
 
 
 
 
127
  return copy_df
128
 
129
 
 
101
  merged_df.sort_values(by=SORTING_COLUMN, ascending=SORTING_ASCENDING, inplace=True)
102
  # drop duplicates
103
  merged_df.drop_duplicates(subset=NO_DUPLICATES_COLUMNS, inplace=True)
 
104
  return merged_df
105
 
106
 
107
  def get_benchmark_table(bench_df):
108
  copy_df = bench_df.copy()
 
 
 
 
 
 
 
109
  # filter
110
  copy_df = copy_df[list(ALL_COLUMNS_MAPPING.keys())]
111
  # rename
 
115
  copy_df["Best Scored LLM πŸ†"] = copy_df["Best Scored LLM πŸ†"].apply(
116
  process_model_name
117
  )
118
+ # process quantization
119
+ copy_df["Best Score (%) ⬆️"] = copy_df.apply(
120
+ lambda x: f"{x['Best Score (%) ⬆️']}**"
121
+ if x["Quantization πŸ—œοΈ"] in ["BnB.4bit", "GPTQ.4bit"]
122
+ else x["Best Score (%) ⬆️"],
123
+ axis=1,
124
+ )
125
  return copy_df
126
 
127