Commit
·
0ba00fa
1
Parent(s):
200fae8
release 3 and strawberry
Browse files- app.py +9 -6
- problems.json +2 -2
app.py
CHANGED
|
@@ -103,15 +103,18 @@ def problem(problem_idx):
|
|
| 103 |
|
| 104 |
|
| 105 |
mini_models = [
|
| 106 |
-
"DeepSeek-V2",
|
| 107 |
"DeepSeekCoder-V2",
|
| 108 |
-
"DSCoder-33b-Ins",
|
| 109 |
-
"LLama3-70b-Ins",
|
| 110 |
-
"
|
|
|
|
| 111 |
"GPT-4O-2024-05-13",
|
| 112 |
"Claude-3-Opus",
|
| 113 |
-
"Claude-3-Sonnet",
|
| 114 |
-
"Gemini-Pro-1.5-
|
|
|
|
|
|
|
| 115 |
]
|
| 116 |
|
| 117 |
|
|
|
|
| 103 |
|
| 104 |
|
| 105 |
mini_models = [
|
| 106 |
+
# "DeepSeek-V2",
|
| 107 |
"DeepSeekCoder-V2",
|
| 108 |
+
# "DSCoder-33b-Ins",
|
| 109 |
+
"LLama3.1-70b-Ins",
|
| 110 |
+
"LLama3.1-405b-Ins-FP8",
|
| 111 |
+
# "GPT-4-Turbo-2024-04-09",
|
| 112 |
"GPT-4O-2024-05-13",
|
| 113 |
"Claude-3-Opus",
|
| 114 |
+
# "Claude-3-Sonnet",
|
| 115 |
+
"Gemini-Pro-1.5-August",
|
| 116 |
+
"O1-Mini (N=1)",
|
| 117 |
+
"O1-Preview (N=1)",
|
| 118 |
]
|
| 119 |
|
| 120 |
|
problems.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e1845480559405c5a8a3d1d17f5d0389a72684eb3ce86a602cf82b14d97a84a
|
| 3 |
+
size 1065970
|