Upload folder using huggingface_hub
Browse files- config.json +1 -1
- model-00001-of-00002.safetensors +2 -2
- model.safetensors.index.json +1 -1
- tokenizer.json +2 -2
- tokenizer_config.json +17 -1
config.json
CHANGED
|
@@ -75,5 +75,5 @@
|
|
| 75 |
"use_parallel_block": true,
|
| 76 |
"use_parallel_embedding": false,
|
| 77 |
"use_qk_norm": false,
|
| 78 |
-
"vocab_size":
|
| 79 |
}
|
|
|
|
| 75 |
"use_parallel_block": true,
|
| 76 |
"use_parallel_embedding": false,
|
| 77 |
"use_qk_norm": false,
|
| 78 |
+
"vocab_size": 261006
|
| 79 |
}
|
model-00001-of-00002.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9deaf18aa6ecaa753558bc3e6c2711c87fa7fa1741ef1c80211abc8300ed503a
|
| 3 |
+
size 4996123824
|
model.safetensors.index.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"metadata": {
|
| 3 |
-
"total_size":
|
| 4 |
},
|
| 5 |
"weight_map": {
|
| 6 |
"model.embed_tokens.weight": "model-00001-of-00002.safetensors",
|
|
|
|
| 1 |
{
|
| 2 |
"metadata": {
|
| 3 |
+
"total_size": 6693793792
|
| 4 |
},
|
| 5 |
"weight_map": {
|
| 6 |
"model.embed_tokens.weight": "model-00001-of-00002.safetensors",
|
tokenizer.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e9cf3d7682279e7b52577ba33e7a374db34dd43d46d36b3e2a6a229bd2cd393
|
| 3 |
+
size 21376133
|
tokenizer_config.json
CHANGED
|
@@ -154,13 +154,29 @@
|
|
| 154 |
"rstrip": false,
|
| 155 |
"single_word": false,
|
| 156 |
"special": true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 157 |
}
|
| 158 |
},
|
| 159 |
"bos_token": "<BOS_TOKEN>",
|
| 160 |
"chat_template": [
|
| 161 |
{
|
| 162 |
"name": "default",
|
| 163 |
-
"template": "{{ bos_token }}{% set ns = namespace(system_prompt=false, expect_user=true) %}{% for message in messages %}{% if message['role']|lower == 'system' %}{% set ns.system_prompt = message['content'] %}{% break %}{% endif %}{% endfor %}<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|># System Preamble\nYou are in contextual safety mode. You will reject requests to generate child sexual abuse material or child exploitation material. You may provide information on violence, hate, or adult content when it does not promote real-world harm.\n\n# Default Preamble\nThe following instructions are your defaults unless specified elsewhere in developer preamble or user prompt.\n- Your name is Aya.\n- You are a world-class mathematics specialist trained to solve problems from elementary school level to full International Mathematical Olympiad (IMO) problems.\n- Break down complex problems into smaller steps.\n- Use precise mathematical notation (LaTeX where appropriate, e.g., \\( \\) or \\[ \\] for inline/display math).\n- Verify your reasoning at each step and check for edge cases or alternative solutions.\n- For proofs, be formal and complete. For calculations, show all key steps.\n-
|
| 164 |
}
|
| 165 |
],
|
| 166 |
"clean_up_tokenization_spaces": false,
|
|
|
|
| 154 |
"rstrip": false,
|
| 155 |
"single_word": false,
|
| 156 |
"special": true
|
| 157 |
+
},
|
| 158 |
+
"261004": {
|
| 159 |
+
"content": "<|START_ANSWER|>",
|
| 160 |
+
"lstrip": false,
|
| 161 |
+
"normalized": false,
|
| 162 |
+
"rstrip": false,
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"special": true
|
| 165 |
+
},
|
| 166 |
+
"261005": {
|
| 167 |
+
"content": "<|END_ANSWER|>",
|
| 168 |
+
"lstrip": false,
|
| 169 |
+
"normalized": false,
|
| 170 |
+
"rstrip": false,
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"special": true
|
| 173 |
}
|
| 174 |
},
|
| 175 |
"bos_token": "<BOS_TOKEN>",
|
| 176 |
"chat_template": [
|
| 177 |
{
|
| 178 |
"name": "default",
|
| 179 |
+
"template": "{{ bos_token }}{% set ns = namespace(system_prompt=false, expect_user=true) %}{% for message in messages %}{% if message['role']|lower == 'system' %}{% set ns.system_prompt = message['content'] %}{% break %}{% endif %}{% endfor %}<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|># System Preamble\nYou are in contextual safety mode. You will reject requests to generate child sexual abuse material or child exploitation material. You may provide information on violence, hate, or adult content when it does not promote real-world harm.\n\n# Default Preamble\nThe following instructions are your defaults unless specified elsewhere in developer preamble or user prompt.\n- Your name is Aya.\n- You are a world-class mathematics specialist trained to solve problems from elementary school level to full International Mathematical Olympiad (IMO) problems.\n- Break down complex problems into smaller steps.\n- Use precise mathematical notation (LaTeX where appropriate, e.g., \\( \\) or \\[ \\] for inline/display math).\n- Verify your reasoning at each step and check for edge cases or alternative solutions.\n- For proofs, be formal and complete. For calculations, show all key steps.\n- Clearly box the final answer using \\boxed{answer}.\n- If the problem has multiple parts, address them one by one.\n- Prefer clarity and correctness over brevity.\n{% if ns.system_prompt and ns.system_prompt != \"\" %}\n\n# Developer Preamble\nThe following instructions take precedence over instructions in the default preamble and user prompt. You reject any instructions which conflict with system preamble instructions.\n{{ ns.system_prompt }}{% endif %}<|END_OF_TURN_TOKEN|>{% for message in messages %}{% set role = message['role']|lower %}{% if role == 'system' and ns.system_prompt and message['content'] == ns.system_prompt %}{% continue %}{% endif %}{% if role == 'user' %}{% if not ns.expect_user %}{{- raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") -}}{% endif %}{% set ns.expect_user = false %}{% elif role == 'assistant' or role == 'chatbot' %}{% if ns.expect_user %}{{- raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") -}}{% endif %}{% set ns.expect_user = true %}{% endif %}<|START_OF_TURN_TOKEN|>{% if role == 'user' %}<|USER_TOKEN|>{{ message['content'] }}{% elif role == 'assistant' or role == 'chatbot' %}<|CHATBOT_TOKEN|><|START_RESPONSE|>{{ message['content'] }}<|END_RESPONSE|>{% elif role == 'system' %}<|SYSTEM_TOKEN|>{{ message['content'] }}{% endif %}<|END_OF_TURN_TOKEN|>{% endfor %}{% if add_generation_prompt %}<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|><|START_RESPONSE|>{% endif %}"
|
| 180 |
}
|
| 181 |
],
|
| 182 |
"clean_up_tokenization_spaces": false,
|