BenchmarkBot commited on
Commit
2372481
β€’
1 Parent(s): 44b43cb

visual score

Browse files
Files changed (1) hide show
  1. app.py +3 -5
app.py CHANGED
@@ -87,10 +87,8 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
87
  )
88
 
89
  # create composite score
90
- normalized_score = bench_df["score"] / 100
91
- normalized_latency = (
92
- bench_df["generate.latency(s)"] / bench_df["generate.latency(s)"].max()
93
- )
94
  # normalized_memory = (bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"])/(bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"].min())
95
  bench_df["composite_score"] = normalized_score - normalized_latency
96
 
@@ -103,7 +101,7 @@ def get_benchmark_table(bench_df):
103
  # rename
104
  bench_df.rename(columns=COLUMNS_MAPPING, inplace=True)
105
  # sort
106
- bench_df.sort_values(by=SORTING_COLUMN, ascending=False, inplace=True)
107
 
108
  # transform
109
  bench_df["Model πŸ€—"] = bench_df["Model πŸ€—"].apply(make_clickable_model)
 
87
  )
88
 
89
  # create composite score
90
+ normalized_score = 100 - bench_df["score"]
91
+ normalized_latency = bench_df["generate.latency(s)"]
 
 
92
  # normalized_memory = (bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"])/(bench_df["forward.peak_memory(MB)"].max()-bench_df["forward.peak_memory(MB)"].min())
93
  bench_df["composite_score"] = normalized_score - normalized_latency
94
 
 
101
  # rename
102
  bench_df.rename(columns=COLUMNS_MAPPING, inplace=True)
103
  # sort
104
+ bench_df.sort_values(by=SORTING_COLUMN, ascending=True, inplace=True)
105
 
106
  # transform
107
  bench_df["Model πŸ€—"] = bench_df["Model πŸ€—"].apply(make_clickable_model)