Commit
•
8ad2f0d
1
Parent(s):
ebc1ea9
Update README.md
Browse files
README.md
CHANGED
|
@@ -9,6 +9,7 @@ tags:
|
|
| 9 |
- jokes
|
| 10 |
- advice
|
| 11 |
- code
|
|
|
|
| 12 |
license_name: llama3
|
| 13 |
license_link: LICENSE
|
| 14 |
model-index:
|
|
@@ -29,7 +30,8 @@ model-index:
|
|
| 29 |
value: 62.63
|
| 30 |
name: normalized accuracy
|
| 31 |
source:
|
| 32 |
-
url:
|
|
|
|
| 33 |
name: Open LLM Leaderboard
|
| 34 |
- task:
|
| 35 |
type: text-generation
|
|
@@ -45,7 +47,8 @@ model-index:
|
|
| 45 |
value: 83.86
|
| 46 |
name: normalized accuracy
|
| 47 |
source:
|
| 48 |
-
url:
|
|
|
|
| 49 |
name: Open LLM Leaderboard
|
| 50 |
- task:
|
| 51 |
type: text-generation
|
|
@@ -62,7 +65,8 @@ model-index:
|
|
| 62 |
value: 66.46
|
| 63 |
name: accuracy
|
| 64 |
source:
|
| 65 |
-
url:
|
|
|
|
| 66 |
name: Open LLM Leaderboard
|
| 67 |
- task:
|
| 68 |
type: text-generation
|
|
@@ -78,7 +82,8 @@ model-index:
|
|
| 78 |
- type: mc2
|
| 79 |
value: 56.27
|
| 80 |
source:
|
| 81 |
-
url:
|
|
|
|
| 82 |
name: Open LLM Leaderboard
|
| 83 |
- task:
|
| 84 |
type: text-generation
|
|
@@ -95,7 +100,8 @@ model-index:
|
|
| 95 |
value: 78.06
|
| 96 |
name: accuracy
|
| 97 |
source:
|
| 98 |
-
url:
|
|
|
|
| 99 |
name: Open LLM Leaderboard
|
| 100 |
- task:
|
| 101 |
type: text-generation
|
|
@@ -112,7 +118,8 @@ model-index:
|
|
| 112 |
value: 47.31
|
| 113 |
name: accuracy
|
| 114 |
source:
|
| 115 |
-
url:
|
|
|
|
| 116 |
name: Open LLM Leaderboard
|
| 117 |
---
|
| 118 |
|
|
@@ -194,5 +201,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
|
|
| 194 |
|MMLU (5-Shot) |66.46|
|
| 195 |
|TruthfulQA (0-shot) |56.27|
|
| 196 |
|Winogrande (5-shot) |78.06|
|
| 197 |
-
|GSM8k (5-shot) |47.31|
|
| 198 |
-
|
|
|
|
| 9 |
- jokes
|
| 10 |
- advice
|
| 11 |
- code
|
| 12 |
+
- companionship
|
| 13 |
license_name: llama3
|
| 14 |
license_link: LICENSE
|
| 15 |
model-index:
|
|
|
|
| 30 |
value: 62.63
|
| 31 |
name: normalized accuracy
|
| 32 |
source:
|
| 33 |
+
url: >-
|
| 34 |
+
https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ajibawa-2023/Scarlett-Llama-3-8B
|
| 35 |
name: Open LLM Leaderboard
|
| 36 |
- task:
|
| 37 |
type: text-generation
|
|
|
|
| 47 |
value: 83.86
|
| 48 |
name: normalized accuracy
|
| 49 |
source:
|
| 50 |
+
url: >-
|
| 51 |
+
https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ajibawa-2023/Scarlett-Llama-3-8B
|
| 52 |
name: Open LLM Leaderboard
|
| 53 |
- task:
|
| 54 |
type: text-generation
|
|
|
|
| 65 |
value: 66.46
|
| 66 |
name: accuracy
|
| 67 |
source:
|
| 68 |
+
url: >-
|
| 69 |
+
https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ajibawa-2023/Scarlett-Llama-3-8B
|
| 70 |
name: Open LLM Leaderboard
|
| 71 |
- task:
|
| 72 |
type: text-generation
|
|
|
|
| 82 |
- type: mc2
|
| 83 |
value: 56.27
|
| 84 |
source:
|
| 85 |
+
url: >-
|
| 86 |
+
https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ajibawa-2023/Scarlett-Llama-3-8B
|
| 87 |
name: Open LLM Leaderboard
|
| 88 |
- task:
|
| 89 |
type: text-generation
|
|
|
|
| 100 |
value: 78.06
|
| 101 |
name: accuracy
|
| 102 |
source:
|
| 103 |
+
url: >-
|
| 104 |
+
https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ajibawa-2023/Scarlett-Llama-3-8B
|
| 105 |
name: Open LLM Leaderboard
|
| 106 |
- task:
|
| 107 |
type: text-generation
|
|
|
|
| 118 |
value: 47.31
|
| 119 |
name: accuracy
|
| 120 |
source:
|
| 121 |
+
url: >-
|
| 122 |
+
https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=ajibawa-2023/Scarlett-Llama-3-8B
|
| 123 |
name: Open LLM Leaderboard
|
| 124 |
---
|
| 125 |
|
|
|
|
| 201 |
|MMLU (5-Shot) |66.46|
|
| 202 |
|TruthfulQA (0-shot) |56.27|
|
| 203 |
|Winogrande (5-shot) |78.06|
|
| 204 |
+
|GSM8k (5-shot) |47.31|
|
|
|