Patrick Haller commited on
Commit
84d7cf4
1 Parent(s): 08cfea7

Adding llama3 results

Browse files
Files changed (2) hide show
  1. app.py +2 -2
  2. current_results.json +10 -1
app.py CHANGED
@@ -28,7 +28,7 @@ average_scores = df.iloc[:, 2:].mean(axis=1).round(2)
28
 
29
  # Replace Column names
30
  df.columns = ["Model", "Evaluation", "AOC Original",
31
- "AOC Leet", "Euler Original", "Euler Story"]
32
 
33
  average_scores = df.iloc[:, 2:].mean(axis=1).round(2)
34
  df.insert(loc=2, column="⬆️ Average", value=average_scores)
@@ -54,7 +54,7 @@ with demo:
54
 
55
  )
56
  with gr.TabItem("AoC"):
57
- aoc_df = df[["Model", "Evaluation", "AOC Original", "AOC Leet"]]
58
  average_scores = aoc_df.iloc[:, 2:].mean(axis=1).round(2)
59
  aoc_df.insert(loc=2, column="⬆️ Average", value=average_scores)
60
  aoc_df = aoc_df.sort_values(by=["Evaluation", "⬆️ Average"], ascending=[False, False])
 
28
 
29
  # Replace Column names
30
  df.columns = ["Model", "Evaluation", "AOC Original",
31
+ "AOC Concise", "Euler Original", "Euler Story"]
32
 
33
  average_scores = df.iloc[:, 2:].mean(axis=1).round(2)
34
  df.insert(loc=2, column="⬆️ Average", value=average_scores)
 
54
 
55
  )
56
  with gr.TabItem("AoC"):
57
+ aoc_df = df[["Model", "Evaluation", "AOC Original", "AOC Concise"]]
58
  average_scores = aoc_df.iloc[:, 2:].mean(axis=1).round(2)
59
  aoc_df.insert(loc=2, column="⬆️ Average", value=average_scores)
60
  aoc_df = aoc_df.sort_values(by=["Evaluation", "⬆️ Average"], ascending=[False, False])
current_results.json CHANGED
@@ -43,7 +43,7 @@
43
  "link": "https://huggingface.co/WizardLM/WizardCoder-Python-34B-V1.0"
44
  },
45
  {
46
- "Model": "gpt3.5",
47
  "euler_original": 8.19,
48
  "euler_story": 6.95,
49
  "aoc_leet": 29.85,
@@ -57,5 +57,14 @@
57
  "aoc_original": 51.28,
58
  "aoc_leet": 46.26,
59
  "instruction_only": false
 
 
 
 
 
 
 
 
 
60
  }
61
  ]
 
43
  "link": "https://huggingface.co/WizardLM/WizardCoder-Python-34B-V1.0"
44
  },
45
  {
46
+ "Model": "gpt3.5-turbo",
47
  "euler_original": 8.19,
48
  "euler_story": 6.95,
49
  "aoc_leet": 29.85,
 
57
  "aoc_original": 51.28,
58
  "aoc_leet": 46.26,
59
  "instruction_only": false
60
+ },
61
+ {
62
+ "Model": "Llama-3-8B-Instruct",
63
+ "euler_original": 4.47,
64
+ "euler_story": 0.0,
65
+ "aoc_leet": 6.38,
66
+ "aoc_original": 1.53,
67
+ "instruction_only": false,
68
+ "link": "https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct"
69
  }
70
  ]