Spaces:
Sleeping
Sleeping
Patrick Haller
commited on
Commit
•
84d7cf4
1
Parent(s):
08cfea7
Adding llama3 results
Browse files- app.py +2 -2
- current_results.json +10 -1
app.py
CHANGED
@@ -28,7 +28,7 @@ average_scores = df.iloc[:, 2:].mean(axis=1).round(2)
|
|
28 |
|
29 |
# Replace Column names
|
30 |
df.columns = ["Model", "Evaluation", "AOC Original",
|
31 |
-
"AOC
|
32 |
|
33 |
average_scores = df.iloc[:, 2:].mean(axis=1).round(2)
|
34 |
df.insert(loc=2, column="⬆️ Average", value=average_scores)
|
@@ -54,7 +54,7 @@ with demo:
|
|
54 |
|
55 |
)
|
56 |
with gr.TabItem("AoC"):
|
57 |
-
aoc_df = df[["Model", "Evaluation", "AOC Original", "AOC
|
58 |
average_scores = aoc_df.iloc[:, 2:].mean(axis=1).round(2)
|
59 |
aoc_df.insert(loc=2, column="⬆️ Average", value=average_scores)
|
60 |
aoc_df = aoc_df.sort_values(by=["Evaluation", "⬆️ Average"], ascending=[False, False])
|
|
|
28 |
|
29 |
# Replace Column names
|
30 |
df.columns = ["Model", "Evaluation", "AOC Original",
|
31 |
+
"AOC Concise", "Euler Original", "Euler Story"]
|
32 |
|
33 |
average_scores = df.iloc[:, 2:].mean(axis=1).round(2)
|
34 |
df.insert(loc=2, column="⬆️ Average", value=average_scores)
|
|
|
54 |
|
55 |
)
|
56 |
with gr.TabItem("AoC"):
|
57 |
+
aoc_df = df[["Model", "Evaluation", "AOC Original", "AOC Concise"]]
|
58 |
average_scores = aoc_df.iloc[:, 2:].mean(axis=1).round(2)
|
59 |
aoc_df.insert(loc=2, column="⬆️ Average", value=average_scores)
|
60 |
aoc_df = aoc_df.sort_values(by=["Evaluation", "⬆️ Average"], ascending=[False, False])
|
current_results.json
CHANGED
@@ -43,7 +43,7 @@
|
|
43 |
"link": "https://huggingface.co/WizardLM/WizardCoder-Python-34B-V1.0"
|
44 |
},
|
45 |
{
|
46 |
-
"Model": "gpt3.5",
|
47 |
"euler_original": 8.19,
|
48 |
"euler_story": 6.95,
|
49 |
"aoc_leet": 29.85,
|
@@ -57,5 +57,14 @@
|
|
57 |
"aoc_original": 51.28,
|
58 |
"aoc_leet": 46.26,
|
59 |
"instruction_only": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
60 |
}
|
61 |
]
|
|
|
43 |
"link": "https://huggingface.co/WizardLM/WizardCoder-Python-34B-V1.0"
|
44 |
},
|
45 |
{
|
46 |
+
"Model": "gpt3.5-turbo",
|
47 |
"euler_original": 8.19,
|
48 |
"euler_story": 6.95,
|
49 |
"aoc_leet": 29.85,
|
|
|
57 |
"aoc_original": 51.28,
|
58 |
"aoc_leet": 46.26,
|
59 |
"instruction_only": false
|
60 |
+
},
|
61 |
+
{
|
62 |
+
"Model": "Llama-3-8B-Instruct",
|
63 |
+
"euler_original": 4.47,
|
64 |
+
"euler_story": 0.0,
|
65 |
+
"aoc_leet": 6.38,
|
66 |
+
"aoc_original": 1.53,
|
67 |
+
"instruction_only": false,
|
68 |
+
"link": "https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct"
|
69 |
}
|
70 |
]
|