updated usernames
Browse files
README.md
CHANGED
|
@@ -30,7 +30,7 @@ model-index:
|
|
| 30 |
value: 73.44
|
| 31 |
name: strict accuracy
|
| 32 |
source:
|
| 33 |
-
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=
|
| 34 |
name: Open LLM Leaderboard
|
| 35 |
- task:
|
| 36 |
type: text-generation
|
|
@@ -45,7 +45,7 @@ model-index:
|
|
| 45 |
value: 22.55
|
| 46 |
name: normalized accuracy
|
| 47 |
source:
|
| 48 |
-
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=
|
| 49 |
name: Open LLM Leaderboard
|
| 50 |
- task:
|
| 51 |
type: text-generation
|
|
@@ -60,7 +60,7 @@ model-index:
|
|
| 60 |
value: 16.31
|
| 61 |
name: exact match
|
| 62 |
source:
|
| 63 |
-
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=
|
| 64 |
name: Open LLM Leaderboard
|
| 65 |
- task:
|
| 66 |
type: text-generation
|
|
@@ -75,7 +75,7 @@ model-index:
|
|
| 75 |
value: 2.35
|
| 76 |
name: acc_norm
|
| 77 |
source:
|
| 78 |
-
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=
|
| 79 |
name: Open LLM Leaderboard
|
| 80 |
- task:
|
| 81 |
type: text-generation
|
|
@@ -90,7 +90,7 @@ model-index:
|
|
| 90 |
value: 3.57
|
| 91 |
name: acc_norm
|
| 92 |
source:
|
| 93 |
-
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=
|
| 94 |
name: Open LLM Leaderboard
|
| 95 |
- task:
|
| 96 |
type: text-generation
|
|
@@ -107,7 +107,7 @@ model-index:
|
|
| 107 |
value: 24.25
|
| 108 |
name: accuracy
|
| 109 |
source:
|
| 110 |
-
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=
|
| 111 |
name: Open LLM Leaderboard
|
| 112 |
---
|
| 113 |
|
|
@@ -128,7 +128,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 128 |
MAX_REASONING_TOKENS = 1024
|
| 129 |
MAX_RESPONSE_TOKENS = 512
|
| 130 |
|
| 131 |
-
model_name = "
|
| 132 |
|
| 133 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype="auto", device_map="auto")
|
| 134 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
|
|
| 30 |
value: 73.44
|
| 31 |
name: strict accuracy
|
| 32 |
source:
|
| 33 |
+
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=lunahr/thea-3b-25r
|
| 34 |
name: Open LLM Leaderboard
|
| 35 |
- task:
|
| 36 |
type: text-generation
|
|
|
|
| 45 |
value: 22.55
|
| 46 |
name: normalized accuracy
|
| 47 |
source:
|
| 48 |
+
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=lunahr/thea-3b-25r
|
| 49 |
name: Open LLM Leaderboard
|
| 50 |
- task:
|
| 51 |
type: text-generation
|
|
|
|
| 60 |
value: 16.31
|
| 61 |
name: exact match
|
| 62 |
source:
|
| 63 |
+
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=lunahr/thea-3b-25r
|
| 64 |
name: Open LLM Leaderboard
|
| 65 |
- task:
|
| 66 |
type: text-generation
|
|
|
|
| 75 |
value: 2.35
|
| 76 |
name: acc_norm
|
| 77 |
source:
|
| 78 |
+
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=lunahr/thea-3b-25r
|
| 79 |
name: Open LLM Leaderboard
|
| 80 |
- task:
|
| 81 |
type: text-generation
|
|
|
|
| 90 |
value: 3.57
|
| 91 |
name: acc_norm
|
| 92 |
source:
|
| 93 |
+
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=lunahr/thea-3b-25r
|
| 94 |
name: Open LLM Leaderboard
|
| 95 |
- task:
|
| 96 |
type: text-generation
|
|
|
|
| 107 |
value: 24.25
|
| 108 |
name: accuracy
|
| 109 |
source:
|
| 110 |
+
url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=lunahr/thea-3b-25r
|
| 111 |
name: Open LLM Leaderboard
|
| 112 |
---
|
| 113 |
|
|
|
|
| 128 |
MAX_REASONING_TOKENS = 1024
|
| 129 |
MAX_RESPONSE_TOKENS = 512
|
| 130 |
|
| 131 |
+
model_name = "lunahr/thea-3b-25r"
|
| 132 |
|
| 133 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype="auto", device_map="auto")
|
| 134 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|