BenchmarkBot commited on
Commit
f0835e4
β€’
1 Parent(s): b47334a

remove nan scores

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -63,6 +63,7 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
63
  bench_df = pd.read_csv(f"./llm-perf-dataset/reports/{benchmark}.csv")
64
  scores_df = pd.read_csv(f"./llm-perf-dataset/reports/open-llm-leaderboard.csv")
65
  bench_df = bench_df.merge(scores_df, on="model", how="left")
 
66
 
67
  bench_df["optimizations"] = bench_df[
68
  ["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
 
63
  bench_df = pd.read_csv(f"./llm-perf-dataset/reports/{benchmark}.csv")
64
  scores_df = pd.read_csv(f"./llm-perf-dataset/reports/open-llm-leaderboard.csv")
65
  bench_df = bench_df.merge(scores_df, on="model", how="left")
66
+ bench_df = bench_df[bench_df["score"].notna()]
67
 
68
  bench_df["optimizations"] = bench_df[
69
  ["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]