pavlichenko commited on
Commit
2e0e542
1 Parent(s): 2940af9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -0
app.py CHANGED
@@ -15,6 +15,8 @@ pretty_category_names = {
15
  "rewrite": "Rewrite",
16
  }
17
 
 
 
18
 
19
  leaderboard_results = requests.get("https://llmleaderboard.blob.core.windows.net/llmleaderboard/evaluation_resuls.json").json()
20
  categories = list(leaderboard_results.keys())
@@ -47,6 +49,12 @@ for model in models:
47
  table = pd.DataFrame(table, columns=['Model'] + pretty_categories)
48
  table = table.sort_values(by=['Total'], ascending=False)
49
  table = table.head(5)
 
 
 
 
 
 
50
  table.index = range(1, len(table) + 1)
51
 
52
  for category in pretty_category_names.values():
 
15
  "rewrite": "Rewrite",
16
  }
17
 
18
+ reference_model_name = "timdettmers/guanaco-13b"
19
+
20
 
21
  leaderboard_results = requests.get("https://llmleaderboard.blob.core.windows.net/llmleaderboard/evaluation_resuls.json").json()
22
  categories = list(leaderboard_results.keys())
 
49
  table = pd.DataFrame(table, columns=['Model'] + pretty_categories)
50
  table = table.sort_values(by=['Total'], ascending=False)
51
  table = table.head(5)
52
+
53
+ # Add row with reference model
54
+ row = [reference_model_name] + [50.0] * len(pretty_categories)
55
+ table = table.append(pd.Series(row, index=table.columns), ignore_index=True)
56
+ table = table.sort_values(by=['Total'], ascending=False)
57
+
58
  table.index = range(1, len(table) + 1)
59
 
60
  for category in pretty_category_names.values():