Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- README.md +271 -0
- config.json +41 -0
- generation_config.json +7 -0
- model.safetensors.index.json +329 -0
- output-00001-of-00003.safetensors +3 -0
- output-00002-of-00003.safetensors +3 -0
- output-00003-of-00003.safetensors +3 -0
- special_tokens_map.json +23 -0
- tokenizer.json +3 -0
- tokenizer_config.json +319 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,271 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
library_name: transformers
|
3 |
+
language:
|
4 |
+
- en
|
5 |
+
- fr
|
6 |
+
- de
|
7 |
+
- es
|
8 |
+
- it
|
9 |
+
- pt
|
10 |
+
- ja
|
11 |
+
- ko
|
12 |
+
- zh
|
13 |
+
- ar
|
14 |
+
license: cc-by-nc-4.0
|
15 |
+
tags:
|
16 |
+
- exl2
|
17 |
+
---
|
18 |
+
|
19 |
+
# c4ai-command-r-v01 - EXL2 3.0bpw
|
20 |
+
|
21 |
+
This is a 3.0bpw EXL2 quant of [CohereForAI/c4ai-command-r-v01](https://huggingface.co/CohereForAI/c4ai-command-r-v01)
|
22 |
+
|
23 |
+
Details about the model can be found at the above model page.
|
24 |
+
|
25 |
+
|
26 |
+
## EXL2 Version
|
27 |
+
|
28 |
+
These quants were made with exllamav2 version 0.0.18. Quants made on this version of EXL2 may not work on older versions of the exllamav2 library.
|
29 |
+
|
30 |
+
If you have problems loading these models, please update Text Generation WebUI to the latest version.
|
31 |
+
|
32 |
+
### RP Calibrated
|
33 |
+
|
34 |
+
The rpcal quants were made using data/PIPPA-cleaned/pippa_raw_fix.parquet for calibration.
|
35 |
+
|
36 |
+
## Perplexity Scoring
|
37 |
+
|
38 |
+
Below are the perplexity scores for the EXL2 models. A lower score is better.
|
39 |
+
|
40 |
+
### Stock Quants
|
41 |
+
|
42 |
+
| Quant Level | Perplexity Score |
|
43 |
+
|-------------|------------------|
|
44 |
+
| 8.0 | 6.4436 |
|
45 |
+
| 7.0 | 6.4372 |
|
46 |
+
| 6.0 | 6.4391 |
|
47 |
+
| 5.0 | 6.4526 |
|
48 |
+
| 4.5 | 6.4629 |
|
49 |
+
| 4.0 | 6.5081 |
|
50 |
+
| 3.5 | 6.6301 |
|
51 |
+
| 3.0 | 6.7974 |
|
52 |
+
|
53 |
+
### RP Calibrated Quants
|
54 |
+
|
55 |
+
| Quant Level | Perplexity Score |
|
56 |
+
|-------------|------------------|
|
57 |
+
| 8.0 | 6.4331 |
|
58 |
+
| 7.0 | 6.4347 |
|
59 |
+
| 6.0 | 6.4356 |
|
60 |
+
| 5.0 | 6.4740 |
|
61 |
+
| 4.5 | 6.4875 |
|
62 |
+
| 4.0 | 6.5039 |
|
63 |
+
| 3.5 | 6.6928 |
|
64 |
+
| 3.0 | 6.8913 |
|
65 |
+
|
66 |
+
## EQ Bench
|
67 |
+
|
68 |
+
Here are the EQ Bench scores for the EXL2 quants using Alpaca, ChatML, Command-R and Command-R-Plus prompt templates. A higher score is better.
|
69 |
+
|
70 |
+
### Quants
|
71 |
+
|
72 |
+
| Quant Size | Instruct Template | Score |
|
73 |
+
|------------|-------------------|-------|
|
74 |
+
| 8.0 | Alpaca | 56.67 |
|
75 |
+
| 8.0 | ChatML | 47.28 |
|
76 |
+
| 8.0 | Command-R | 58.46 |
|
77 |
+
| 8.0 | Command-R-Plus | 58.49 |
|
78 |
+
| 7.0 | Alpaca | 57.5 |
|
79 |
+
| 7.0 | ChatML | 46.86 |
|
80 |
+
| 7.0 | Command-R | 57.29 |
|
81 |
+
| 7.0 | Command-R-Plus | 57.91 |
|
82 |
+
| 6.0 | Alpaca | 56.5 |
|
83 |
+
| 6.0 | ChatML | 48.61 |
|
84 |
+
| 6.0 | Command-R | 57.8 |
|
85 |
+
| 6.0 | Command-R-Plus | 58.64 |
|
86 |
+
| 5.0 | Alpaca | 54.64 |
|
87 |
+
| 5.0 | ChatML | 48.48 |
|
88 |
+
| 5.0 | Command-R | 57.14 |
|
89 |
+
| 5.0 | Command-R-Plus | 56.63 |
|
90 |
+
| 4.5 | Alpaca | 57.75 |
|
91 |
+
| 4.5 | ChatML | 48.1 |
|
92 |
+
| 4.5 | Command-R | 57.08 |
|
93 |
+
| 4.5 | Command-R-Plus | 56.7 |
|
94 |
+
| 4.0 | Alpaca | 53.41 |
|
95 |
+
| 4.0 | ChatML | 50.99 |
|
96 |
+
| 4.0 | Command-R | 57.46 |
|
97 |
+
| 4.0 | Command-R-Plus | 57.99 |
|
98 |
+
| 3.5 | Alpaca | 56.68 |
|
99 |
+
| 3.5 | ChatML | 52.72 |
|
100 |
+
| 3.5 | Command-R | 60.91 |
|
101 |
+
| 3.5 | Command-R-Plus | 60.91 |
|
102 |
+
| 3.0 | Alpaca | 36.45 |
|
103 |
+
| 3.0 | ChatML | 39.19 |
|
104 |
+
| 3.0 | Command-R | 49.17 |
|
105 |
+
| 3.0 | Command-R-Plus | 49.68 |
|
106 |
+
|
107 |
+
|
108 |
+
### RP Calibrated Quants
|
109 |
+
|
110 |
+
| Quant Size | Instruct Template | Score |
|
111 |
+
|------------|-------------------|-------|
|
112 |
+
| 8.0 | Alpaca | 56.23 |
|
113 |
+
| 8.0 | ChatML | 48.42 |
|
114 |
+
| 8.0 | Command-R | 58.41 |
|
115 |
+
| 8.0 | Command-R-Plus | 58.41 |
|
116 |
+
| 7.0 | Alpaca | 57.01 |
|
117 |
+
| 7.0 | ChatML | 48.47 |
|
118 |
+
| 7.0 | Command-R | 57.85 |
|
119 |
+
| 7.0 | Command-R-Plus | 57.67 |
|
120 |
+
| 6.0 | Alpaca | 58.33 |
|
121 |
+
| 6.0 | ChatML | 50.93 |
|
122 |
+
| 6.0 | Command-R | 60.32 |
|
123 |
+
| 6.0 | Command-R-Plus | 59.83 |
|
124 |
+
| 5.0 | Alpaca | 55.28 |
|
125 |
+
| 5.0 | ChatML | 50.29 |
|
126 |
+
| 5.0 | Command-R | 58.96 |
|
127 |
+
| 5.0 | Command-R-Plus | 59.23 |
|
128 |
+
| 4.5 | Alpaca | 55.01 |
|
129 |
+
| 4.5 | ChatML | 46.63 |
|
130 |
+
| 4.5 | Command-R | 57.7 |
|
131 |
+
| 4.5 | Command-R-Plus | 59.24 |
|
132 |
+
| 4.0 | Alpaca | 49.76 |
|
133 |
+
| 4.0 | ChatML | 47.13 |
|
134 |
+
| 4.0 | Command-R | 54.76 |
|
135 |
+
| 4.0 | Command-R-Plus | 55.5 |
|
136 |
+
| 3.5 | Alpaca | 56.39 |
|
137 |
+
| 3.5 | ChatML | 52.98 |
|
138 |
+
| 3.5 | Command-R | 59.19 |
|
139 |
+
| 3.5 | Command-R-Plus | 58.32 |
|
140 |
+
| 3.0 | Alpaca | 50.36 |
|
141 |
+
| 3.0 | ChatML | 47.94 |
|
142 |
+
| 3.0 | Command-R | 54.89 |
|
143 |
+
| 3.0 | Command-R-Plus | 53.61 |
|
144 |
+
|
145 |
+
|
146 |
+
### Command-R-Plus Template
|
147 |
+
|
148 |
+
This is the Command-R-Plus template yaml that was used in EQ bench(which uses Text Generation Web UI yaml templates). It adds BOS_TOKEN into the starter prompt.
|
149 |
+
|
150 |
+
_text-generation-webui/instruction-templates/Command-R-Plus.yaml_:
|
151 |
+
```yaml
|
152 |
+
instruction_template: |-
|
153 |
+
{%- if messages[0]['role'] == 'system' -%}
|
154 |
+
{%- set loop_messages = messages[1:] -%}
|
155 |
+
{%- set system_message = messages[0]['content'] -%}
|
156 |
+
{%- elif false == true -%}
|
157 |
+
{%- set loop_messages = messages -%}
|
158 |
+
{%- set system_message = 'You are Command-R, a brilliant, sophisticated, AI-assistant trained to assist human users by providing thorough responses. You are trained by Cohere.' -%}
|
159 |
+
{%- else -%}
|
160 |
+
{%- set loop_messages = messages -%}
|
161 |
+
{%- set system_message = false -%}
|
162 |
+
{%- endif -%}
|
163 |
+
{%- if system_message != false -%}
|
164 |
+
{{ '<BOS_TOKEN><|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>' + system_message + '<|END_OF_TURN_TOKEN|>' }}
|
165 |
+
{%- endif -%}
|
166 |
+
{%- for message in loop_messages -%}
|
167 |
+
{%- set content = message['content'] -%}
|
168 |
+
{%- if message['role'] == 'user' -%}
|
169 |
+
{{ '<|START_OF_TURN_TOKEN|><|USER_TOKEN|>' + content.strip() + '<|END_OF_TURN_TOKEN|>' }}
|
170 |
+
{%- elif message['role'] == 'assistant' -%}
|
171 |
+
{{ '<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>' + content.strip() + '<|END_OF_TURN_TOKEN|>' }}
|
172 |
+
{%- endif -%}
|
173 |
+
{%- endfor -%}
|
174 |
+
{%- if add_generation_prompt -%}
|
175 |
+
{{ '<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>' }}
|
176 |
+
{%- endif -%}
|
177 |
+
|
178 |
+
```
|
179 |
+
|
180 |
+
### Perplexity Script
|
181 |
+
|
182 |
+
This was the script used for perplexity testing.
|
183 |
+
|
184 |
+
```bash
|
185 |
+
#!/bin/bash
|
186 |
+
|
187 |
+
# Activate the conda environment
|
188 |
+
source ~/miniconda3/etc/profile.d/conda.sh
|
189 |
+
conda activate exllamav2
|
190 |
+
|
191 |
+
# Set the model name and bit size
|
192 |
+
MODEL_NAME="c4ai-command-r-v01"
|
193 |
+
BIT_PRECISIONS=(8.0 7.0 6.0 5.0 4.5 4.0 3.5 3.0)
|
194 |
+
|
195 |
+
# Print the markdown table header
|
196 |
+
echo "| Quant Level | Perplexity Score |"
|
197 |
+
echo "|-------------|------------------|"
|
198 |
+
|
199 |
+
for BIT_PRECISION in "${BIT_PRECISIONS[@]}"
|
200 |
+
do
|
201 |
+
MODEL_DIR="models/${MODEL_NAME}_exl2_${BIT_PRECISION}bpw"
|
202 |
+
# MODEL_DIR="models/${MODEL_NAME}_exl2_${BIT_PRECISION}bpw-rpcal"
|
203 |
+
if [ -d "$MODEL_DIR" ]; then
|
204 |
+
output=$(python test_inference.py -m "$MODEL_DIR" -gs 22,24 -ed data/wikitext/wikitext-2-v1.parquet)
|
205 |
+
score=$(echo "$output" | grep -oP 'Evaluation perplexity: \K[\d.]+')
|
206 |
+
echo "| $BIT_PRECISION | $score |"
|
207 |
+
fi
|
208 |
+
done
|
209 |
+
```
|
210 |
+
|
211 |
+
|
212 |
+
## Quant Details
|
213 |
+
|
214 |
+
This is the script used for quantization.
|
215 |
+
|
216 |
+
```bash
|
217 |
+
#!/bin/bash
|
218 |
+
|
219 |
+
# Activate the conda environment
|
220 |
+
source ~/miniconda3/etc/profile.d/conda.sh
|
221 |
+
conda activate exllamav2
|
222 |
+
|
223 |
+
# Set the model name and bit size
|
224 |
+
MODEL_NAME="c4ai-command-r-v01"
|
225 |
+
|
226 |
+
# Define variables
|
227 |
+
MODEL_DIR="models/$MODEL_NAME"
|
228 |
+
OUTPUT_DIR="exl2_$MODEL_NAME"
|
229 |
+
MEASUREMENT_FILE="measurements/$MODEL_NAME.json"
|
230 |
+
# CALIBRATION_DATASET="data/PIPPA-cleaned/pippa_raw_fix.parquet"
|
231 |
+
|
232 |
+
# Create the measurement file if needed
|
233 |
+
if [ ! -f "$MEASUREMENT_FILE" ]; then
|
234 |
+
echo "Creating $MEASUREMENT_FILE"
|
235 |
+
# Create directories
|
236 |
+
if [ -d "$OUTPUT_DIR" ]; then
|
237 |
+
rm -r "$OUTPUT_DIR"
|
238 |
+
fi
|
239 |
+
mkdir "$OUTPUT_DIR"
|
240 |
+
|
241 |
+
# python convert.py -i $MODEL_DIR -o $OUTPUT_DIR -nr -om $MEASUREMENT_FILE -c $CALIBRATION_DATASET
|
242 |
+
python convert.py -i $MODEL_DIR -o $OUTPUT_DIR -nr -om $MEASUREMENT_FILE
|
243 |
+
fi
|
244 |
+
|
245 |
+
# Choose one of the below. Either create a single quant for testing or a batch of them.
|
246 |
+
# BIT_PRECISIONS=(5.0)
|
247 |
+
BIT_PRECISIONS=(8.0 7.0 6.0 5.0 4.5 4.0 3.5 3.0)
|
248 |
+
|
249 |
+
for BIT_PRECISION in "${BIT_PRECISIONS[@]}"
|
250 |
+
do
|
251 |
+
CONVERTED_FOLDER="models/${MODEL_NAME}_exl2_${BIT_PRECISION}bpw"
|
252 |
+
|
253 |
+
# If it doesn't already exist, make the quant
|
254 |
+
if [ ! -d "$CONVERTED_FOLDER" ]; then
|
255 |
+
|
256 |
+
echo "Creating $CONVERTED_FOLDER"
|
257 |
+
|
258 |
+
# Create directories
|
259 |
+
if [ -d "$OUTPUT_DIR" ]; then
|
260 |
+
rm -r "$OUTPUT_DIR"
|
261 |
+
fi
|
262 |
+
mkdir "$OUTPUT_DIR"
|
263 |
+
mkdir "$CONVERTED_FOLDER"
|
264 |
+
|
265 |
+
# Run conversion commands
|
266 |
+
# python convert.py -i $MODEL_DIR -o $OUTPUT_DIR -nr -m $MEASUREMENT_FILE -b $BIT_PRECISION -c $CALIBRATION_DATASET -cf $CONVERTED_FOLDER
|
267 |
+
python convert.py -i $MODEL_DIR -o $OUTPUT_DIR -nr -m $MEASUREMENT_FILE -b $BIT_PRECISION -cf $CONVERTED_FOLDER
|
268 |
+
|
269 |
+
fi
|
270 |
+
done
|
271 |
+
```
|
config.json
ADDED
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/home/ahmet_cohere_com/HF_Final_weight_tie",
|
3 |
+
"architectures": [
|
4 |
+
"CohereForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"attention_dropout": 0.0,
|
8 |
+
"bos_token_id": 5,
|
9 |
+
"eos_token_id": 255001,
|
10 |
+
"hidden_act": "silu",
|
11 |
+
"hidden_size": 8192,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 22528,
|
14 |
+
"layer_norm_eps": 1e-05,
|
15 |
+
"logit_scale": 0.0625,
|
16 |
+
"max_position_embeddings": 8192,
|
17 |
+
"model_max_length": 131072,
|
18 |
+
"model_type": "cohere",
|
19 |
+
"num_attention_heads": 64,
|
20 |
+
"num_hidden_layers": 40,
|
21 |
+
"num_key_value_heads": 64,
|
22 |
+
"pad_token_id": 0,
|
23 |
+
"pretraining_tp": 1,
|
24 |
+
"rope_theta": 8000000.0,
|
25 |
+
"torch_dtype": "float16",
|
26 |
+
"transformers_version": "4.38.2",
|
27 |
+
"use_cache": true,
|
28 |
+
"vocab_size": 256000,
|
29 |
+
"tie_word_embeddings": true,
|
30 |
+
"quantization_config": {
|
31 |
+
"quant_method": "exl2",
|
32 |
+
"version": "0.0.18",
|
33 |
+
"bits": 3.0,
|
34 |
+
"head_bits": 6,
|
35 |
+
"calibration": {
|
36 |
+
"rows": 100,
|
37 |
+
"length": 2048,
|
38 |
+
"dataset": "pippa_raw_fix.parquet"
|
39 |
+
}
|
40 |
+
}
|
41 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 5,
|
4 |
+
"eos_token_id": 255001,
|
5 |
+
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.38.2"
|
7 |
+
}
|
model.safetensors.index.json
ADDED
@@ -0,0 +1,329 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"metadata": {
|
3 |
+
"total_size": 69961662464
|
4 |
+
},
|
5 |
+
"weight_map": {
|
6 |
+
"model.embed_tokens.weight": "model-00001-of-00015.safetensors",
|
7 |
+
"model.layers.0.input_layernorm.weight": "model-00002-of-00015.safetensors",
|
8 |
+
"model.layers.0.mlp.down_proj.weight": "model-00002-of-00015.safetensors",
|
9 |
+
"model.layers.0.mlp.gate_proj.weight": "model-00002-of-00015.safetensors",
|
10 |
+
"model.layers.0.mlp.up_proj.weight": "model-00002-of-00015.safetensors",
|
11 |
+
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00015.safetensors",
|
12 |
+
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00015.safetensors",
|
13 |
+
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00015.safetensors",
|
14 |
+
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00015.safetensors",
|
15 |
+
"model.layers.1.input_layernorm.weight": "model-00002-of-00015.safetensors",
|
16 |
+
"model.layers.1.mlp.down_proj.weight": "model-00002-of-00015.safetensors",
|
17 |
+
"model.layers.1.mlp.gate_proj.weight": "model-00002-of-00015.safetensors",
|
18 |
+
"model.layers.1.mlp.up_proj.weight": "model-00002-of-00015.safetensors",
|
19 |
+
"model.layers.1.self_attn.k_proj.weight": "model-00002-of-00015.safetensors",
|
20 |
+
"model.layers.1.self_attn.o_proj.weight": "model-00002-of-00015.safetensors",
|
21 |
+
"model.layers.1.self_attn.q_proj.weight": "model-00002-of-00015.safetensors",
|
22 |
+
"model.layers.1.self_attn.v_proj.weight": "model-00002-of-00015.safetensors",
|
23 |
+
"model.layers.10.input_layernorm.weight": "model-00005-of-00015.safetensors",
|
24 |
+
"model.layers.10.mlp.down_proj.weight": "model-00005-of-00015.safetensors",
|
25 |
+
"model.layers.10.mlp.gate_proj.weight": "model-00005-of-00015.safetensors",
|
26 |
+
"model.layers.10.mlp.up_proj.weight": "model-00005-of-00015.safetensors",
|
27 |
+
"model.layers.10.self_attn.k_proj.weight": "model-00005-of-00015.safetensors",
|
28 |
+
"model.layers.10.self_attn.o_proj.weight": "model-00005-of-00015.safetensors",
|
29 |
+
"model.layers.10.self_attn.q_proj.weight": "model-00005-of-00015.safetensors",
|
30 |
+
"model.layers.10.self_attn.v_proj.weight": "model-00005-of-00015.safetensors",
|
31 |
+
"model.layers.11.input_layernorm.weight": "model-00005-of-00015.safetensors",
|
32 |
+
"model.layers.11.mlp.down_proj.weight": "model-00005-of-00015.safetensors",
|
33 |
+
"model.layers.11.mlp.gate_proj.weight": "model-00005-of-00015.safetensors",
|
34 |
+
"model.layers.11.mlp.up_proj.weight": "model-00005-of-00015.safetensors",
|
35 |
+
"model.layers.11.self_attn.k_proj.weight": "model-00005-of-00015.safetensors",
|
36 |
+
"model.layers.11.self_attn.o_proj.weight": "model-00005-of-00015.safetensors",
|
37 |
+
"model.layers.11.self_attn.q_proj.weight": "model-00005-of-00015.safetensors",
|
38 |
+
"model.layers.11.self_attn.v_proj.weight": "model-00005-of-00015.safetensors",
|
39 |
+
"model.layers.12.input_layernorm.weight": "model-00006-of-00015.safetensors",
|
40 |
+
"model.layers.12.mlp.down_proj.weight": "model-00006-of-00015.safetensors",
|
41 |
+
"model.layers.12.mlp.gate_proj.weight": "model-00006-of-00015.safetensors",
|
42 |
+
"model.layers.12.mlp.up_proj.weight": "model-00006-of-00015.safetensors",
|
43 |
+
"model.layers.12.self_attn.k_proj.weight": "model-00005-of-00015.safetensors",
|
44 |
+
"model.layers.12.self_attn.o_proj.weight": "model-00005-of-00015.safetensors",
|
45 |
+
"model.layers.12.self_attn.q_proj.weight": "model-00005-of-00015.safetensors",
|
46 |
+
"model.layers.12.self_attn.v_proj.weight": "model-00005-of-00015.safetensors",
|
47 |
+
"model.layers.13.input_layernorm.weight": "model-00006-of-00015.safetensors",
|
48 |
+
"model.layers.13.mlp.down_proj.weight": "model-00006-of-00015.safetensors",
|
49 |
+
"model.layers.13.mlp.gate_proj.weight": "model-00006-of-00015.safetensors",
|
50 |
+
"model.layers.13.mlp.up_proj.weight": "model-00006-of-00015.safetensors",
|
51 |
+
"model.layers.13.self_attn.k_proj.weight": "model-00006-of-00015.safetensors",
|
52 |
+
"model.layers.13.self_attn.o_proj.weight": "model-00006-of-00015.safetensors",
|
53 |
+
"model.layers.13.self_attn.q_proj.weight": "model-00006-of-00015.safetensors",
|
54 |
+
"model.layers.13.self_attn.v_proj.weight": "model-00006-of-00015.safetensors",
|
55 |
+
"model.layers.14.input_layernorm.weight": "model-00006-of-00015.safetensors",
|
56 |
+
"model.layers.14.mlp.down_proj.weight": "model-00006-of-00015.safetensors",
|
57 |
+
"model.layers.14.mlp.gate_proj.weight": "model-00006-of-00015.safetensors",
|
58 |
+
"model.layers.14.mlp.up_proj.weight": "model-00006-of-00015.safetensors",
|
59 |
+
"model.layers.14.self_attn.k_proj.weight": "model-00006-of-00015.safetensors",
|
60 |
+
"model.layers.14.self_attn.o_proj.weight": "model-00006-of-00015.safetensors",
|
61 |
+
"model.layers.14.self_attn.q_proj.weight": "model-00006-of-00015.safetensors",
|
62 |
+
"model.layers.14.self_attn.v_proj.weight": "model-00006-of-00015.safetensors",
|
63 |
+
"model.layers.15.input_layernorm.weight": "model-00007-of-00015.safetensors",
|
64 |
+
"model.layers.15.mlp.down_proj.weight": "model-00007-of-00015.safetensors",
|
65 |
+
"model.layers.15.mlp.gate_proj.weight": "model-00007-of-00015.safetensors",
|
66 |
+
"model.layers.15.mlp.up_proj.weight": "model-00007-of-00015.safetensors",
|
67 |
+
"model.layers.15.self_attn.k_proj.weight": "model-00006-of-00015.safetensors",
|
68 |
+
"model.layers.15.self_attn.o_proj.weight": "model-00006-of-00015.safetensors",
|
69 |
+
"model.layers.15.self_attn.q_proj.weight": "model-00006-of-00015.safetensors",
|
70 |
+
"model.layers.15.self_attn.v_proj.weight": "model-00006-of-00015.safetensors",
|
71 |
+
"model.layers.16.input_layernorm.weight": "model-00007-of-00015.safetensors",
|
72 |
+
"model.layers.16.mlp.down_proj.weight": "model-00007-of-00015.safetensors",
|
73 |
+
"model.layers.16.mlp.gate_proj.weight": "model-00007-of-00015.safetensors",
|
74 |
+
"model.layers.16.mlp.up_proj.weight": "model-00007-of-00015.safetensors",
|
75 |
+
"model.layers.16.self_attn.k_proj.weight": "model-00007-of-00015.safetensors",
|
76 |
+
"model.layers.16.self_attn.o_proj.weight": "model-00007-of-00015.safetensors",
|
77 |
+
"model.layers.16.self_attn.q_proj.weight": "model-00007-of-00015.safetensors",
|
78 |
+
"model.layers.16.self_attn.v_proj.weight": "model-00007-of-00015.safetensors",
|
79 |
+
"model.layers.17.input_layernorm.weight": "model-00007-of-00015.safetensors",
|
80 |
+
"model.layers.17.mlp.down_proj.weight": "model-00007-of-00015.safetensors",
|
81 |
+
"model.layers.17.mlp.gate_proj.weight": "model-00007-of-00015.safetensors",
|
82 |
+
"model.layers.17.mlp.up_proj.weight": "model-00007-of-00015.safetensors",
|
83 |
+
"model.layers.17.self_attn.k_proj.weight": "model-00007-of-00015.safetensors",
|
84 |
+
"model.layers.17.self_attn.o_proj.weight": "model-00007-of-00015.safetensors",
|
85 |
+
"model.layers.17.self_attn.q_proj.weight": "model-00007-of-00015.safetensors",
|
86 |
+
"model.layers.17.self_attn.v_proj.weight": "model-00007-of-00015.safetensors",
|
87 |
+
"model.layers.18.input_layernorm.weight": "model-00008-of-00015.safetensors",
|
88 |
+
"model.layers.18.mlp.down_proj.weight": "model-00008-of-00015.safetensors",
|
89 |
+
"model.layers.18.mlp.gate_proj.weight": "model-00008-of-00015.safetensors",
|
90 |
+
"model.layers.18.mlp.up_proj.weight": "model-00008-of-00015.safetensors",
|
91 |
+
"model.layers.18.self_attn.k_proj.weight": "model-00007-of-00015.safetensors",
|
92 |
+
"model.layers.18.self_attn.o_proj.weight": "model-00007-of-00015.safetensors",
|
93 |
+
"model.layers.18.self_attn.q_proj.weight": "model-00007-of-00015.safetensors",
|
94 |
+
"model.layers.18.self_attn.v_proj.weight": "model-00007-of-00015.safetensors",
|
95 |
+
"model.layers.19.input_layernorm.weight": "model-00008-of-00015.safetensors",
|
96 |
+
"model.layers.19.mlp.down_proj.weight": "model-00008-of-00015.safetensors",
|
97 |
+
"model.layers.19.mlp.gate_proj.weight": "model-00008-of-00015.safetensors",
|
98 |
+
"model.layers.19.mlp.up_proj.weight": "model-00008-of-00015.safetensors",
|
99 |
+
"model.layers.19.self_attn.k_proj.weight": "model-00008-of-00015.safetensors",
|
100 |
+
"model.layers.19.self_attn.o_proj.weight": "model-00008-of-00015.safetensors",
|
101 |
+
"model.layers.19.self_attn.q_proj.weight": "model-00008-of-00015.safetensors",
|
102 |
+
"model.layers.19.self_attn.v_proj.weight": "model-00008-of-00015.safetensors",
|
103 |
+
"model.layers.2.input_layernorm.weight": "model-00002-of-00015.safetensors",
|
104 |
+
"model.layers.2.mlp.down_proj.weight": "model-00002-of-00015.safetensors",
|
105 |
+
"model.layers.2.mlp.gate_proj.weight": "model-00002-of-00015.safetensors",
|
106 |
+
"model.layers.2.mlp.up_proj.weight": "model-00002-of-00015.safetensors",
|
107 |
+
"model.layers.2.self_attn.k_proj.weight": "model-00002-of-00015.safetensors",
|
108 |
+
"model.layers.2.self_attn.o_proj.weight": "model-00002-of-00015.safetensors",
|
109 |
+
"model.layers.2.self_attn.q_proj.weight": "model-00002-of-00015.safetensors",
|
110 |
+
"model.layers.2.self_attn.v_proj.weight": "model-00002-of-00015.safetensors",
|
111 |
+
"model.layers.20.input_layernorm.weight": "model-00008-of-00015.safetensors",
|
112 |
+
"model.layers.20.mlp.down_proj.weight": "model-00008-of-00015.safetensors",
|
113 |
+
"model.layers.20.mlp.gate_proj.weight": "model-00008-of-00015.safetensors",
|
114 |
+
"model.layers.20.mlp.up_proj.weight": "model-00008-of-00015.safetensors",
|
115 |
+
"model.layers.20.self_attn.k_proj.weight": "model-00008-of-00015.safetensors",
|
116 |
+
"model.layers.20.self_attn.o_proj.weight": "model-00008-of-00015.safetensors",
|
117 |
+
"model.layers.20.self_attn.q_proj.weight": "model-00008-of-00015.safetensors",
|
118 |
+
"model.layers.20.self_attn.v_proj.weight": "model-00008-of-00015.safetensors",
|
119 |
+
"model.layers.21.input_layernorm.weight": "model-00009-of-00015.safetensors",
|
120 |
+
"model.layers.21.mlp.down_proj.weight": "model-00009-of-00015.safetensors",
|
121 |
+
"model.layers.21.mlp.gate_proj.weight": "model-00009-of-00015.safetensors",
|
122 |
+
"model.layers.21.mlp.up_proj.weight": "model-00009-of-00015.safetensors",
|
123 |
+
"model.layers.21.self_attn.k_proj.weight": "model-00008-of-00015.safetensors",
|
124 |
+
"model.layers.21.self_attn.o_proj.weight": "model-00008-of-00015.safetensors",
|
125 |
+
"model.layers.21.self_attn.q_proj.weight": "model-00008-of-00015.safetensors",
|
126 |
+
"model.layers.21.self_attn.v_proj.weight": "model-00008-of-00015.safetensors",
|
127 |
+
"model.layers.22.input_layernorm.weight": "model-00009-of-00015.safetensors",
|
128 |
+
"model.layers.22.mlp.down_proj.weight": "model-00009-of-00015.safetensors",
|
129 |
+
"model.layers.22.mlp.gate_proj.weight": "model-00009-of-00015.safetensors",
|
130 |
+
"model.layers.22.mlp.up_proj.weight": "model-00009-of-00015.safetensors",
|
131 |
+
"model.layers.22.self_attn.k_proj.weight": "model-00009-of-00015.safetensors",
|
132 |
+
"model.layers.22.self_attn.o_proj.weight": "model-00009-of-00015.safetensors",
|
133 |
+
"model.layers.22.self_attn.q_proj.weight": "model-00009-of-00015.safetensors",
|
134 |
+
"model.layers.22.self_attn.v_proj.weight": "model-00009-of-00015.safetensors",
|
135 |
+
"model.layers.23.input_layernorm.weight": "model-00009-of-00015.safetensors",
|
136 |
+
"model.layers.23.mlp.down_proj.weight": "model-00009-of-00015.safetensors",
|
137 |
+
"model.layers.23.mlp.gate_proj.weight": "model-00009-of-00015.safetensors",
|
138 |
+
"model.layers.23.mlp.up_proj.weight": "model-00009-of-00015.safetensors",
|
139 |
+
"model.layers.23.self_attn.k_proj.weight": "model-00009-of-00015.safetensors",
|
140 |
+
"model.layers.23.self_attn.o_proj.weight": "model-00009-of-00015.safetensors",
|
141 |
+
"model.layers.23.self_attn.q_proj.weight": "model-00009-of-00015.safetensors",
|
142 |
+
"model.layers.23.self_attn.v_proj.weight": "model-00009-of-00015.safetensors",
|
143 |
+
"model.layers.24.input_layernorm.weight": "model-00010-of-00015.safetensors",
|
144 |
+
"model.layers.24.mlp.down_proj.weight": "model-00010-of-00015.safetensors",
|
145 |
+
"model.layers.24.mlp.gate_proj.weight": "model-00010-of-00015.safetensors",
|
146 |
+
"model.layers.24.mlp.up_proj.weight": "model-00010-of-00015.safetensors",
|
147 |
+
"model.layers.24.self_attn.k_proj.weight": "model-00009-of-00015.safetensors",
|
148 |
+
"model.layers.24.self_attn.o_proj.weight": "model-00009-of-00015.safetensors",
|
149 |
+
"model.layers.24.self_attn.q_proj.weight": "model-00009-of-00015.safetensors",
|
150 |
+
"model.layers.24.self_attn.v_proj.weight": "model-00009-of-00015.safetensors",
|
151 |
+
"model.layers.25.input_layernorm.weight": "model-00010-of-00015.safetensors",
|
152 |
+
"model.layers.25.mlp.down_proj.weight": "model-00010-of-00015.safetensors",
|
153 |
+
"model.layers.25.mlp.gate_proj.weight": "model-00010-of-00015.safetensors",
|
154 |
+
"model.layers.25.mlp.up_proj.weight": "model-00010-of-00015.safetensors",
|
155 |
+
"model.layers.25.self_attn.k_proj.weight": "model-00010-of-00015.safetensors",
|
156 |
+
"model.layers.25.self_attn.o_proj.weight": "model-00010-of-00015.safetensors",
|
157 |
+
"model.layers.25.self_attn.q_proj.weight": "model-00010-of-00015.safetensors",
|
158 |
+
"model.layers.25.self_attn.v_proj.weight": "model-00010-of-00015.safetensors",
|
159 |
+
"model.layers.26.input_layernorm.weight": "model-00010-of-00015.safetensors",
|
160 |
+
"model.layers.26.mlp.down_proj.weight": "model-00010-of-00015.safetensors",
|
161 |
+
"model.layers.26.mlp.gate_proj.weight": "model-00010-of-00015.safetensors",
|
162 |
+
"model.layers.26.mlp.up_proj.weight": "model-00010-of-00015.safetensors",
|
163 |
+
"model.layers.26.self_attn.k_proj.weight": "model-00010-of-00015.safetensors",
|
164 |
+
"model.layers.26.self_attn.o_proj.weight": "model-00010-of-00015.safetensors",
|
165 |
+
"model.layers.26.self_attn.q_proj.weight": "model-00010-of-00015.safetensors",
|
166 |
+
"model.layers.26.self_attn.v_proj.weight": "model-00010-of-00015.safetensors",
|
167 |
+
"model.layers.27.input_layernorm.weight": "model-00011-of-00015.safetensors",
|
168 |
+
"model.layers.27.mlp.down_proj.weight": "model-00011-of-00015.safetensors",
|
169 |
+
"model.layers.27.mlp.gate_proj.weight": "model-00011-of-00015.safetensors",
|
170 |
+
"model.layers.27.mlp.up_proj.weight": "model-00011-of-00015.safetensors",
|
171 |
+
"model.layers.27.self_attn.k_proj.weight": "model-00010-of-00015.safetensors",
|
172 |
+
"model.layers.27.self_attn.o_proj.weight": "model-00010-of-00015.safetensors",
|
173 |
+
"model.layers.27.self_attn.q_proj.weight": "model-00010-of-00015.safetensors",
|
174 |
+
"model.layers.27.self_attn.v_proj.weight": "model-00010-of-00015.safetensors",
|
175 |
+
"model.layers.28.input_layernorm.weight": "model-00011-of-00015.safetensors",
|
176 |
+
"model.layers.28.mlp.down_proj.weight": "model-00011-of-00015.safetensors",
|
177 |
+
"model.layers.28.mlp.gate_proj.weight": "model-00011-of-00015.safetensors",
|
178 |
+
"model.layers.28.mlp.up_proj.weight": "model-00011-of-00015.safetensors",
|
179 |
+
"model.layers.28.self_attn.k_proj.weight": "model-00011-of-00015.safetensors",
|
180 |
+
"model.layers.28.self_attn.o_proj.weight": "model-00011-of-00015.safetensors",
|
181 |
+
"model.layers.28.self_attn.q_proj.weight": "model-00011-of-00015.safetensors",
|
182 |
+
"model.layers.28.self_attn.v_proj.weight": "model-00011-of-00015.safetensors",
|
183 |
+
"model.layers.29.input_layernorm.weight": "model-00011-of-00015.safetensors",
|
184 |
+
"model.layers.29.mlp.down_proj.weight": "model-00011-of-00015.safetensors",
|
185 |
+
"model.layers.29.mlp.gate_proj.weight": "model-00011-of-00015.safetensors",
|
186 |
+
"model.layers.29.mlp.up_proj.weight": "model-00011-of-00015.safetensors",
|
187 |
+
"model.layers.29.self_attn.k_proj.weight": "model-00011-of-00015.safetensors",
|
188 |
+
"model.layers.29.self_attn.o_proj.weight": "model-00011-of-00015.safetensors",
|
189 |
+
"model.layers.29.self_attn.q_proj.weight": "model-00011-of-00015.safetensors",
|
190 |
+
"model.layers.29.self_attn.v_proj.weight": "model-00011-of-00015.safetensors",
|
191 |
+
"model.layers.3.input_layernorm.weight": "model-00003-of-00015.safetensors",
|
192 |
+
"model.layers.3.mlp.down_proj.weight": "model-00003-of-00015.safetensors",
|
193 |
+
"model.layers.3.mlp.gate_proj.weight": "model-00003-of-00015.safetensors",
|
194 |
+
"model.layers.3.mlp.up_proj.weight": "model-00003-of-00015.safetensors",
|
195 |
+
"model.layers.3.self_attn.k_proj.weight": "model-00002-of-00015.safetensors",
|
196 |
+
"model.layers.3.self_attn.o_proj.weight": "model-00002-of-00015.safetensors",
|
197 |
+
"model.layers.3.self_attn.q_proj.weight": "model-00002-of-00015.safetensors",
|
198 |
+
"model.layers.3.self_attn.v_proj.weight": "model-00002-of-00015.safetensors",
|
199 |
+
"model.layers.30.input_layernorm.weight": "model-00012-of-00015.safetensors",
|
200 |
+
"model.layers.30.mlp.down_proj.weight": "model-00012-of-00015.safetensors",
|
201 |
+
"model.layers.30.mlp.gate_proj.weight": "model-00012-of-00015.safetensors",
|
202 |
+
"model.layers.30.mlp.up_proj.weight": "model-00012-of-00015.safetensors",
|
203 |
+
"model.layers.30.self_attn.k_proj.weight": "model-00011-of-00015.safetensors",
|
204 |
+
"model.layers.30.self_attn.o_proj.weight": "model-00011-of-00015.safetensors",
|
205 |
+
"model.layers.30.self_attn.q_proj.weight": "model-00011-of-00015.safetensors",
|
206 |
+
"model.layers.30.self_attn.v_proj.weight": "model-00011-of-00015.safetensors",
|
207 |
+
"model.layers.31.input_layernorm.weight": "model-00012-of-00015.safetensors",
|
208 |
+
"model.layers.31.mlp.down_proj.weight": "model-00012-of-00015.safetensors",
|
209 |
+
"model.layers.31.mlp.gate_proj.weight": "model-00012-of-00015.safetensors",
|
210 |
+
"model.layers.31.mlp.up_proj.weight": "model-00012-of-00015.safetensors",
|
211 |
+
"model.layers.31.self_attn.k_proj.weight": "model-00012-of-00015.safetensors",
|
212 |
+
"model.layers.31.self_attn.o_proj.weight": "model-00012-of-00015.safetensors",
|
213 |
+
"model.layers.31.self_attn.q_proj.weight": "model-00012-of-00015.safetensors",
|
214 |
+
"model.layers.31.self_attn.v_proj.weight": "model-00012-of-00015.safetensors",
|
215 |
+
"model.layers.32.input_layernorm.weight": "model-00012-of-00015.safetensors",
|
216 |
+
"model.layers.32.mlp.down_proj.weight": "model-00012-of-00015.safetensors",
|
217 |
+
"model.layers.32.mlp.gate_proj.weight": "model-00012-of-00015.safetensors",
|
218 |
+
"model.layers.32.mlp.up_proj.weight": "model-00012-of-00015.safetensors",
|
219 |
+
"model.layers.32.self_attn.k_proj.weight": "model-00012-of-00015.safetensors",
|
220 |
+
"model.layers.32.self_attn.o_proj.weight": "model-00012-of-00015.safetensors",
|
221 |
+
"model.layers.32.self_attn.q_proj.weight": "model-00012-of-00015.safetensors",
|
222 |
+
"model.layers.32.self_attn.v_proj.weight": "model-00012-of-00015.safetensors",
|
223 |
+
"model.layers.33.input_layernorm.weight": "model-00013-of-00015.safetensors",
|
224 |
+
"model.layers.33.mlp.down_proj.weight": "model-00013-of-00015.safetensors",
|
225 |
+
"model.layers.33.mlp.gate_proj.weight": "model-00013-of-00015.safetensors",
|
226 |
+
"model.layers.33.mlp.up_proj.weight": "model-00013-of-00015.safetensors",
|
227 |
+
"model.layers.33.self_attn.k_proj.weight": "model-00012-of-00015.safetensors",
|
228 |
+
"model.layers.33.self_attn.o_proj.weight": "model-00012-of-00015.safetensors",
|
229 |
+
"model.layers.33.self_attn.q_proj.weight": "model-00012-of-00015.safetensors",
|
230 |
+
"model.layers.33.self_attn.v_proj.weight": "model-00012-of-00015.safetensors",
|
231 |
+
"model.layers.34.input_layernorm.weight": "model-00013-of-00015.safetensors",
|
232 |
+
"model.layers.34.mlp.down_proj.weight": "model-00013-of-00015.safetensors",
|
233 |
+
"model.layers.34.mlp.gate_proj.weight": "model-00013-of-00015.safetensors",
|
234 |
+
"model.layers.34.mlp.up_proj.weight": "model-00013-of-00015.safetensors",
|
235 |
+
"model.layers.34.self_attn.k_proj.weight": "model-00013-of-00015.safetensors",
|
236 |
+
"model.layers.34.self_attn.o_proj.weight": "model-00013-of-00015.safetensors",
|
237 |
+
"model.layers.34.self_attn.q_proj.weight": "model-00013-of-00015.safetensors",
|
238 |
+
"model.layers.34.self_attn.v_proj.weight": "model-00013-of-00015.safetensors",
|
239 |
+
"model.layers.35.input_layernorm.weight": "model-00013-of-00015.safetensors",
|
240 |
+
"model.layers.35.mlp.down_proj.weight": "model-00013-of-00015.safetensors",
|
241 |
+
"model.layers.35.mlp.gate_proj.weight": "model-00013-of-00015.safetensors",
|
242 |
+
"model.layers.35.mlp.up_proj.weight": "model-00013-of-00015.safetensors",
|
243 |
+
"model.layers.35.self_attn.k_proj.weight": "model-00013-of-00015.safetensors",
|
244 |
+
"model.layers.35.self_attn.o_proj.weight": "model-00013-of-00015.safetensors",
|
245 |
+
"model.layers.35.self_attn.q_proj.weight": "model-00013-of-00015.safetensors",
|
246 |
+
"model.layers.35.self_attn.v_proj.weight": "model-00013-of-00015.safetensors",
|
247 |
+
"model.layers.36.input_layernorm.weight": "model-00014-of-00015.safetensors",
|
248 |
+
"model.layers.36.mlp.down_proj.weight": "model-00014-of-00015.safetensors",
|
249 |
+
"model.layers.36.mlp.gate_proj.weight": "model-00014-of-00015.safetensors",
|
250 |
+
"model.layers.36.mlp.up_proj.weight": "model-00014-of-00015.safetensors",
|
251 |
+
"model.layers.36.self_attn.k_proj.weight": "model-00013-of-00015.safetensors",
|
252 |
+
"model.layers.36.self_attn.o_proj.weight": "model-00013-of-00015.safetensors",
|
253 |
+
"model.layers.36.self_attn.q_proj.weight": "model-00013-of-00015.safetensors",
|
254 |
+
"model.layers.36.self_attn.v_proj.weight": "model-00013-of-00015.safetensors",
|
255 |
+
"model.layers.37.input_layernorm.weight": "model-00014-of-00015.safetensors",
|
256 |
+
"model.layers.37.mlp.down_proj.weight": "model-00014-of-00015.safetensors",
|
257 |
+
"model.layers.37.mlp.gate_proj.weight": "model-00014-of-00015.safetensors",
|
258 |
+
"model.layers.37.mlp.up_proj.weight": "model-00014-of-00015.safetensors",
|
259 |
+
"model.layers.37.self_attn.k_proj.weight": "model-00014-of-00015.safetensors",
|
260 |
+
"model.layers.37.self_attn.o_proj.weight": "model-00014-of-00015.safetensors",
|
261 |
+
"model.layers.37.self_attn.q_proj.weight": "model-00014-of-00015.safetensors",
|
262 |
+
"model.layers.37.self_attn.v_proj.weight": "model-00014-of-00015.safetensors",
|
263 |
+
"model.layers.38.input_layernorm.weight": "model-00014-of-00015.safetensors",
|
264 |
+
"model.layers.38.mlp.down_proj.weight": "model-00014-of-00015.safetensors",
|
265 |
+
"model.layers.38.mlp.gate_proj.weight": "model-00014-of-00015.safetensors",
|
266 |
+
"model.layers.38.mlp.up_proj.weight": "model-00014-of-00015.safetensors",
|
267 |
+
"model.layers.38.self_attn.k_proj.weight": "model-00014-of-00015.safetensors",
|
268 |
+
"model.layers.38.self_attn.o_proj.weight": "model-00014-of-00015.safetensors",
|
269 |
+
"model.layers.38.self_attn.q_proj.weight": "model-00014-of-00015.safetensors",
|
270 |
+
"model.layers.38.self_attn.v_proj.weight": "model-00014-of-00015.safetensors",
|
271 |
+
"model.layers.39.input_layernorm.weight": "model-00015-of-00015.safetensors",
|
272 |
+
"model.layers.39.mlp.down_proj.weight": "model-00015-of-00015.safetensors",
|
273 |
+
"model.layers.39.mlp.gate_proj.weight": "model-00015-of-00015.safetensors",
|
274 |
+
"model.layers.39.mlp.up_proj.weight": "model-00015-of-00015.safetensors",
|
275 |
+
"model.layers.39.self_attn.k_proj.weight": "model-00014-of-00015.safetensors",
|
276 |
+
"model.layers.39.self_attn.o_proj.weight": "model-00014-of-00015.safetensors",
|
277 |
+
"model.layers.39.self_attn.q_proj.weight": "model-00014-of-00015.safetensors",
|
278 |
+
"model.layers.39.self_attn.v_proj.weight": "model-00014-of-00015.safetensors",
|
279 |
+
"model.layers.4.input_layernorm.weight": "model-00003-of-00015.safetensors",
|
280 |
+
"model.layers.4.mlp.down_proj.weight": "model-00003-of-00015.safetensors",
|
281 |
+
"model.layers.4.mlp.gate_proj.weight": "model-00003-of-00015.safetensors",
|
282 |
+
"model.layers.4.mlp.up_proj.weight": "model-00003-of-00015.safetensors",
|
283 |
+
"model.layers.4.self_attn.k_proj.weight": "model-00003-of-00015.safetensors",
|
284 |
+
"model.layers.4.self_attn.o_proj.weight": "model-00003-of-00015.safetensors",
|
285 |
+
"model.layers.4.self_attn.q_proj.weight": "model-00003-of-00015.safetensors",
|
286 |
+
"model.layers.4.self_attn.v_proj.weight": "model-00003-of-00015.safetensors",
|
287 |
+
"model.layers.5.input_layernorm.weight": "model-00003-of-00015.safetensors",
|
288 |
+
"model.layers.5.mlp.down_proj.weight": "model-00003-of-00015.safetensors",
|
289 |
+
"model.layers.5.mlp.gate_proj.weight": "model-00003-of-00015.safetensors",
|
290 |
+
"model.layers.5.mlp.up_proj.weight": "model-00003-of-00015.safetensors",
|
291 |
+
"model.layers.5.self_attn.k_proj.weight": "model-00003-of-00015.safetensors",
|
292 |
+
"model.layers.5.self_attn.o_proj.weight": "model-00003-of-00015.safetensors",
|
293 |
+
"model.layers.5.self_attn.q_proj.weight": "model-00003-of-00015.safetensors",
|
294 |
+
"model.layers.5.self_attn.v_proj.weight": "model-00003-of-00015.safetensors",
|
295 |
+
"model.layers.6.input_layernorm.weight": "model-00004-of-00015.safetensors",
|
296 |
+
"model.layers.6.mlp.down_proj.weight": "model-00004-of-00015.safetensors",
|
297 |
+
"model.layers.6.mlp.gate_proj.weight": "model-00004-of-00015.safetensors",
|
298 |
+
"model.layers.6.mlp.up_proj.weight": "model-00004-of-00015.safetensors",
|
299 |
+
"model.layers.6.self_attn.k_proj.weight": "model-00003-of-00015.safetensors",
|
300 |
+
"model.layers.6.self_attn.o_proj.weight": "model-00003-of-00015.safetensors",
|
301 |
+
"model.layers.6.self_attn.q_proj.weight": "model-00003-of-00015.safetensors",
|
302 |
+
"model.layers.6.self_attn.v_proj.weight": "model-00003-of-00015.safetensors",
|
303 |
+
"model.layers.7.input_layernorm.weight": "model-00004-of-00015.safetensors",
|
304 |
+
"model.layers.7.mlp.down_proj.weight": "model-00004-of-00015.safetensors",
|
305 |
+
"model.layers.7.mlp.gate_proj.weight": "model-00004-of-00015.safetensors",
|
306 |
+
"model.layers.7.mlp.up_proj.weight": "model-00004-of-00015.safetensors",
|
307 |
+
"model.layers.7.self_attn.k_proj.weight": "model-00004-of-00015.safetensors",
|
308 |
+
"model.layers.7.self_attn.o_proj.weight": "model-00004-of-00015.safetensors",
|
309 |
+
"model.layers.7.self_attn.q_proj.weight": "model-00004-of-00015.safetensors",
|
310 |
+
"model.layers.7.self_attn.v_proj.weight": "model-00004-of-00015.safetensors",
|
311 |
+
"model.layers.8.input_layernorm.weight": "model-00004-of-00015.safetensors",
|
312 |
+
"model.layers.8.mlp.down_proj.weight": "model-00004-of-00015.safetensors",
|
313 |
+
"model.layers.8.mlp.gate_proj.weight": "model-00004-of-00015.safetensors",
|
314 |
+
"model.layers.8.mlp.up_proj.weight": "model-00004-of-00015.safetensors",
|
315 |
+
"model.layers.8.self_attn.k_proj.weight": "model-00004-of-00015.safetensors",
|
316 |
+
"model.layers.8.self_attn.o_proj.weight": "model-00004-of-00015.safetensors",
|
317 |
+
"model.layers.8.self_attn.q_proj.weight": "model-00004-of-00015.safetensors",
|
318 |
+
"model.layers.8.self_attn.v_proj.weight": "model-00004-of-00015.safetensors",
|
319 |
+
"model.layers.9.input_layernorm.weight": "model-00005-of-00015.safetensors",
|
320 |
+
"model.layers.9.mlp.down_proj.weight": "model-00005-of-00015.safetensors",
|
321 |
+
"model.layers.9.mlp.gate_proj.weight": "model-00005-of-00015.safetensors",
|
322 |
+
"model.layers.9.mlp.up_proj.weight": "model-00005-of-00015.safetensors",
|
323 |
+
"model.layers.9.self_attn.k_proj.weight": "model-00004-of-00015.safetensors",
|
324 |
+
"model.layers.9.self_attn.o_proj.weight": "model-00004-of-00015.safetensors",
|
325 |
+
"model.layers.9.self_attn.q_proj.weight": "model-00004-of-00015.safetensors",
|
326 |
+
"model.layers.9.self_attn.v_proj.weight": "model-00004-of-00015.safetensors",
|
327 |
+
"model.norm.weight": "model-00015-of-00015.safetensors"
|
328 |
+
}
|
329 |
+
}
|
output-00001-of-00003.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a04566206d4e6f70a3d3dcc729a3b186a08472b7b86a18d873c81f1ba24f6d60
|
3 |
+
size 8536972230
|
output-00002-of-00003.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dad62865bf94172c4ded86630709076d669993fdf32be2c32d4ee83d7571cc88
|
3 |
+
size 8580415874
|
output-00003-of-00003.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d57a080e6713adc88cd5eab9d04e0a1d874582540581286a6fe94f910e455aa
|
3 |
+
size 1857045976
|
special_tokens_map.json
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "<BOS_TOKEN>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": false,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"eos_token": {
|
10 |
+
"content": "<|END_OF_TURN_TOKEN|>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": false,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"pad_token": {
|
17 |
+
"content": "<PAD>",
|
18 |
+
"lstrip": false,
|
19 |
+
"normalized": false,
|
20 |
+
"rstrip": false,
|
21 |
+
"single_word": false
|
22 |
+
}
|
23 |
+
}
|
tokenizer.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0af6e6fe50ce1bb5611b103482de6bac000c82e06898138d57f35af121aec772
|
3 |
+
size 12777406
|
tokenizer_config.json
ADDED
@@ -0,0 +1,319 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_bos_token": true,
|
3 |
+
"add_eos_token": false,
|
4 |
+
"added_tokens_decoder": {
|
5 |
+
"0": {
|
6 |
+
"content": "<PAD>",
|
7 |
+
"lstrip": false,
|
8 |
+
"normalized": false,
|
9 |
+
"rstrip": false,
|
10 |
+
"single_word": false,
|
11 |
+
"special": true
|
12 |
+
},
|
13 |
+
"1": {
|
14 |
+
"content": "<UNK>",
|
15 |
+
"lstrip": false,
|
16 |
+
"normalized": false,
|
17 |
+
"rstrip": false,
|
18 |
+
"single_word": false,
|
19 |
+
"special": true
|
20 |
+
},
|
21 |
+
"2": {
|
22 |
+
"content": "<CLS>",
|
23 |
+
"lstrip": false,
|
24 |
+
"normalized": false,
|
25 |
+
"rstrip": false,
|
26 |
+
"single_word": false,
|
27 |
+
"special": true
|
28 |
+
},
|
29 |
+
"3": {
|
30 |
+
"content": "<SEP>",
|
31 |
+
"lstrip": false,
|
32 |
+
"normalized": false,
|
33 |
+
"rstrip": false,
|
34 |
+
"single_word": false,
|
35 |
+
"special": true
|
36 |
+
},
|
37 |
+
"4": {
|
38 |
+
"content": "<MASK_TOKEN>",
|
39 |
+
"lstrip": false,
|
40 |
+
"normalized": false,
|
41 |
+
"rstrip": false,
|
42 |
+
"single_word": false,
|
43 |
+
"special": true
|
44 |
+
},
|
45 |
+
"5": {
|
46 |
+
"content": "<BOS_TOKEN>",
|
47 |
+
"lstrip": false,
|
48 |
+
"normalized": false,
|
49 |
+
"rstrip": false,
|
50 |
+
"single_word": false,
|
51 |
+
"special": true
|
52 |
+
},
|
53 |
+
"6": {
|
54 |
+
"content": "<EOS_TOKEN>",
|
55 |
+
"lstrip": false,
|
56 |
+
"normalized": false,
|
57 |
+
"rstrip": false,
|
58 |
+
"single_word": false,
|
59 |
+
"special": true
|
60 |
+
},
|
61 |
+
"7": {
|
62 |
+
"content": "<EOP_TOKEN>",
|
63 |
+
"lstrip": false,
|
64 |
+
"normalized": false,
|
65 |
+
"rstrip": false,
|
66 |
+
"single_word": false,
|
67 |
+
"special": true
|
68 |
+
},
|
69 |
+
"255000": {
|
70 |
+
"content": "<|START_OF_TURN_TOKEN|>",
|
71 |
+
"lstrip": false,
|
72 |
+
"normalized": false,
|
73 |
+
"rstrip": false,
|
74 |
+
"single_word": false,
|
75 |
+
"special": false
|
76 |
+
},
|
77 |
+
"255001": {
|
78 |
+
"content": "<|END_OF_TURN_TOKEN|>",
|
79 |
+
"lstrip": false,
|
80 |
+
"normalized": false,
|
81 |
+
"rstrip": false,
|
82 |
+
"single_word": false,
|
83 |
+
"special": false
|
84 |
+
},
|
85 |
+
"255002": {
|
86 |
+
"content": "<|YES_TOKEN|>",
|
87 |
+
"lstrip": false,
|
88 |
+
"normalized": false,
|
89 |
+
"rstrip": false,
|
90 |
+
"single_word": false,
|
91 |
+
"special": false
|
92 |
+
},
|
93 |
+
"255003": {
|
94 |
+
"content": "<|NO_TOKEN|>",
|
95 |
+
"lstrip": false,
|
96 |
+
"normalized": false,
|
97 |
+
"rstrip": false,
|
98 |
+
"single_word": false,
|
99 |
+
"special": false
|
100 |
+
},
|
101 |
+
"255004": {
|
102 |
+
"content": "<|GOOD_TOKEN|>",
|
103 |
+
"lstrip": false,
|
104 |
+
"normalized": false,
|
105 |
+
"rstrip": false,
|
106 |
+
"single_word": false,
|
107 |
+
"special": false
|
108 |
+
},
|
109 |
+
"255005": {
|
110 |
+
"content": "<|BAD_TOKEN|>",
|
111 |
+
"lstrip": false,
|
112 |
+
"normalized": false,
|
113 |
+
"rstrip": false,
|
114 |
+
"single_word": false,
|
115 |
+
"special": false
|
116 |
+
},
|
117 |
+
"255006": {
|
118 |
+
"content": "<|USER_TOKEN|>",
|
119 |
+
"lstrip": false,
|
120 |
+
"normalized": false,
|
121 |
+
"rstrip": false,
|
122 |
+
"single_word": false,
|
123 |
+
"special": false
|
124 |
+
},
|
125 |
+
"255007": {
|
126 |
+
"content": "<|CHATBOT_TOKEN|>",
|
127 |
+
"lstrip": false,
|
128 |
+
"normalized": false,
|
129 |
+
"rstrip": false,
|
130 |
+
"single_word": false,
|
131 |
+
"special": false
|
132 |
+
},
|
133 |
+
"255008": {
|
134 |
+
"content": "<|SYSTEM_TOKEN|>",
|
135 |
+
"lstrip": false,
|
136 |
+
"normalized": false,
|
137 |
+
"rstrip": false,
|
138 |
+
"single_word": false,
|
139 |
+
"special": false
|
140 |
+
},
|
141 |
+
"255009": {
|
142 |
+
"content": "<|USER_0_TOKEN|>",
|
143 |
+
"lstrip": false,
|
144 |
+
"normalized": false,
|
145 |
+
"rstrip": false,
|
146 |
+
"single_word": false,
|
147 |
+
"special": false
|
148 |
+
},
|
149 |
+
"255010": {
|
150 |
+
"content": "<|USER_1_TOKEN|>",
|
151 |
+
"lstrip": false,
|
152 |
+
"normalized": false,
|
153 |
+
"rstrip": false,
|
154 |
+
"single_word": false,
|
155 |
+
"special": false
|
156 |
+
},
|
157 |
+
"255011": {
|
158 |
+
"content": "<|USER_2_TOKEN|>",
|
159 |
+
"lstrip": false,
|
160 |
+
"normalized": false,
|
161 |
+
"rstrip": false,
|
162 |
+
"single_word": false,
|
163 |
+
"special": false
|
164 |
+
},
|
165 |
+
"255012": {
|
166 |
+
"content": "<|USER_3_TOKEN|>",
|
167 |
+
"lstrip": false,
|
168 |
+
"normalized": false,
|
169 |
+
"rstrip": false,
|
170 |
+
"single_word": false,
|
171 |
+
"special": false
|
172 |
+
},
|
173 |
+
"255013": {
|
174 |
+
"content": "<|USER_4_TOKEN|>",
|
175 |
+
"lstrip": false,
|
176 |
+
"normalized": false,
|
177 |
+
"rstrip": false,
|
178 |
+
"single_word": false,
|
179 |
+
"special": false
|
180 |
+
},
|
181 |
+
"255014": {
|
182 |
+
"content": "<|USER_5_TOKEN|>",
|
183 |
+
"lstrip": false,
|
184 |
+
"normalized": false,
|
185 |
+
"rstrip": false,
|
186 |
+
"single_word": false,
|
187 |
+
"special": false
|
188 |
+
},
|
189 |
+
"255015": {
|
190 |
+
"content": "<|USER_6_TOKEN|>",
|
191 |
+
"lstrip": false,
|
192 |
+
"normalized": false,
|
193 |
+
"rstrip": false,
|
194 |
+
"single_word": false,
|
195 |
+
"special": false
|
196 |
+
},
|
197 |
+
"255016": {
|
198 |
+
"content": "<|USER_7_TOKEN|>",
|
199 |
+
"lstrip": false,
|
200 |
+
"normalized": false,
|
201 |
+
"rstrip": false,
|
202 |
+
"single_word": false,
|
203 |
+
"special": false
|
204 |
+
},
|
205 |
+
"255017": {
|
206 |
+
"content": "<|USER_8_TOKEN|>",
|
207 |
+
"lstrip": false,
|
208 |
+
"normalized": false,
|
209 |
+
"rstrip": false,
|
210 |
+
"single_word": false,
|
211 |
+
"special": false
|
212 |
+
},
|
213 |
+
"255018": {
|
214 |
+
"content": "<|USER_9_TOKEN|>",
|
215 |
+
"lstrip": false,
|
216 |
+
"normalized": false,
|
217 |
+
"rstrip": false,
|
218 |
+
"single_word": false,
|
219 |
+
"special": false
|
220 |
+
},
|
221 |
+
"255019": {
|
222 |
+
"content": "<|EXTRA_0_TOKEN|>",
|
223 |
+
"lstrip": false,
|
224 |
+
"normalized": false,
|
225 |
+
"rstrip": false,
|
226 |
+
"single_word": false,
|
227 |
+
"special": false
|
228 |
+
},
|
229 |
+
"255020": {
|
230 |
+
"content": "<|EXTRA_1_TOKEN|>",
|
231 |
+
"lstrip": false,
|
232 |
+
"normalized": false,
|
233 |
+
"rstrip": false,
|
234 |
+
"single_word": false,
|
235 |
+
"special": false
|
236 |
+
},
|
237 |
+
"255021": {
|
238 |
+
"content": "<|EXTRA_2_TOKEN|>",
|
239 |
+
"lstrip": false,
|
240 |
+
"normalized": false,
|
241 |
+
"rstrip": false,
|
242 |
+
"single_word": false,
|
243 |
+
"special": false
|
244 |
+
},
|
245 |
+
"255022": {
|
246 |
+
"content": "<|EXTRA_3_TOKEN|>",
|
247 |
+
"lstrip": false,
|
248 |
+
"normalized": false,
|
249 |
+
"rstrip": false,
|
250 |
+
"single_word": false,
|
251 |
+
"special": false
|
252 |
+
},
|
253 |
+
"255023": {
|
254 |
+
"content": "<|EXTRA_4_TOKEN|>",
|
255 |
+
"lstrip": false,
|
256 |
+
"normalized": false,
|
257 |
+
"rstrip": false,
|
258 |
+
"single_word": false,
|
259 |
+
"special": false
|
260 |
+
},
|
261 |
+
"255024": {
|
262 |
+
"content": "<|EXTRA_5_TOKEN|>",
|
263 |
+
"lstrip": false,
|
264 |
+
"normalized": false,
|
265 |
+
"rstrip": false,
|
266 |
+
"single_word": false,
|
267 |
+
"special": false
|
268 |
+
},
|
269 |
+
"255025": {
|
270 |
+
"content": "<|EXTRA_6_TOKEN|>",
|
271 |
+
"lstrip": false,
|
272 |
+
"normalized": false,
|
273 |
+
"rstrip": false,
|
274 |
+
"single_word": false,
|
275 |
+
"special": false
|
276 |
+
},
|
277 |
+
"255026": {
|
278 |
+
"content": "<|EXTRA_7_TOKEN|>",
|
279 |
+
"lstrip": false,
|
280 |
+
"normalized": false,
|
281 |
+
"rstrip": false,
|
282 |
+
"single_word": false,
|
283 |
+
"special": false
|
284 |
+
},
|
285 |
+
"255027": {
|
286 |
+
"content": "<|EXTRA_8_TOKEN|>",
|
287 |
+
"lstrip": false,
|
288 |
+
"normalized": false,
|
289 |
+
"rstrip": false,
|
290 |
+
"single_word": false,
|
291 |
+
"special": false
|
292 |
+
},
|
293 |
+
"255028": {
|
294 |
+
"content": "<|EXTRA_9_TOKEN|>",
|
295 |
+
"lstrip": false,
|
296 |
+
"normalized": false,
|
297 |
+
"rstrip": false,
|
298 |
+
"single_word": false,
|
299 |
+
"special": false
|
300 |
+
}
|
301 |
+
},
|
302 |
+
"auto_map": {
|
303 |
+
"AutoTokenizer": [
|
304 |
+
null,
|
305 |
+
"tokenization_cohere_fast.CohereTokenizerFast"
|
306 |
+
]
|
307 |
+
},
|
308 |
+
"bos_token": "<BOS_TOKEN>",
|
309 |
+
"clean_up_tokenization_spaces": false,
|
310 |
+
"eos_token": "<|END_OF_TURN_TOKEN|>",
|
311 |
+
"legacy": true,
|
312 |
+
"model_max_length": 1000000000000000019884624838656,
|
313 |
+
"pad_token": "<PAD>",
|
314 |
+
"sp_model_kwargs": {},
|
315 |
+
"spaces_between_special_tokens": false,
|
316 |
+
"tokenizer_class": "CohereTokenizer",
|
317 |
+
"unk_token": null,
|
318 |
+
"use_default_system_prompt": false
|
319 |
+
}
|