Hugging Face's logo

jdecourval
/
chef-ai

Text Generation
Transformers
Safetensors
GGUF
llama
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
jdecourval commited on
Commit
99a8c6b
•
1 Parent(s): 8e52f3c

Update to v9

Browse files
Files changed (12) hide show
  1. .gitattributes +2 -0
  2. added_tokens.json +30 -0
  3. config.json +3 -3
  4. generation_config.json +2 -1
  5. ggml-model-f16.gguf +0 -3
  6. ggml-model-Q6_K.gguf → ggml-model-q6_k.gguf +2 -2
  7. model-00001-of-00003.safetensors +2 -2
  8. model-00002-of-00003.safetensors +1 -1
  9. model-00003-of-00003.safetensors +2 -2
  10. model.safetensors.index.json +1 -1
  11. tokenizer.json +271 -1
  12. tokenizer_config.json +243 -3
.gitattributes CHANGED
@@ -35,3 +35,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
  ggml-model-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
  ggml-model-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-f32.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
added_tokens.json CHANGED
@@ -1,4 +1,34 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "<|im_end|>": 32000,
3
  "<|im_start|>": 32001
4
  }
 
1
  {
2
+ "<pad10>": 32010,
3
+ "<pad11>": 32011,
4
+ "<pad12>": 32012,
5
+ "<pad13>": 32013,
6
+ "<pad14>": 32014,
7
+ "<pad15>": 32015,
8
+ "<pad16>": 32016,
9
+ "<pad17>": 32017,
10
+ "<pad18>": 32018,
11
+ "<pad19>": 32019,
12
+ "<pad20>": 32020,
13
+ "<pad21>": 32021,
14
+ "<pad22>": 32022,
15
+ "<pad23>": 32023,
16
+ "<pad24>": 32024,
17
+ "<pad25>": 32025,
18
+ "<pad26>": 32026,
19
+ "<pad27>": 32027,
20
+ "<pad28>": 32028,
21
+ "<pad29>": 32029,
22
+ "<pad2>": 32002,
23
+ "<pad30>": 32030,
24
+ "<pad31>": 32031,
25
+ "<pad3>": 32003,
26
+ "<pad4>": 32004,
27
+ "<pad5>": 32005,
28
+ "<pad6>": 32006,
29
+ "<pad7>": 32007,
30
+ "<pad8>": 32008,
31
+ "<pad9>": 32009,
32
  "<|im_end|>": 32000,
33
  "<|im_start|>": 32001
34
  }
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "teknium/OpenHermes-2.5-Mistral-7B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -22,7 +22,7 @@
22
  "sliding_window": 4096,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.36.0",
26
  "use_cache": false,
27
- "vocab_size": 32002
28
  }
 
1
  {
2
+ "_name_or_path": "NousResearch/Hermes-2-Pro-Mistral-7B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
22
  "sliding_window": 4096,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.39.3",
26
  "use_cache": false,
27
+ "vocab_size": 32032
28
  }
generation_config.json CHANGED
@@ -1,6 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
 
4
  "eos_token_id": 32000,
5
- "transformers_version": "4.36.0"
6
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
+ "do_sample": true,
5
  "eos_token_id": 32000,
6
+ "transformers_version": "4.39.3"
7
  }
ggml-model-f16.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:33242aa4b745c7b8bee43a6401fa270e9f83714ea64d4702fa33dd66b6d167f1
3
- size 14484764672
 
 
 
 
ggml-model-Q6_K.gguf → ggml-model-q6_k.gguf RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b79fc8af8c09b3349f229dbb80c947173e86ab66370b4106cc3235f5c3ebc7c2
3
- size 5942078624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:064999011052496ec2ec22076ddb433b60e6f3b4a5462af207125113f8f5b169
3
+ size 5942280928
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f46e37e198965936153d4a413c51e8896d53f6b9ed57a6f2184dfabc9a200f72
3
- size 4943178720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a36db7327a374db7be47ebe3f7690740093085d9b8a8fd87724ea6c622977e1
3
+ size 4943424480
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c4c96c9d4f4d693a9759d254256bff9a474f2ae976d8bb4ef6f0b570d01c871
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8abd60c9352993afc5393354b0187ec66ac5012e0864e0a5d181d7fabe616eb
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:494843beae1ec9e27297290b84b7fa839fc4dd5599595a388b4a05e553bad71b
3
- size 4540532728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9ca901290a80d0b29f4ee31a1c2a283de8ca6283e7b1bbbbf2783629ca6124
3
+ size 4540778488
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 14483496960
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00003-of-00003.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 14483988480
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00003-of-00003.safetensors",
tokenizer.json CHANGED
@@ -46,7 +46,277 @@
46
  "lstrip": false,
47
  "rstrip": false,
48
  "normalized": false,
49
- "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  }
51
  ],
52
  "normalizer": {
 
46
  "lstrip": false,
47
  "rstrip": false,
48
  "normalized": false,
49
+ "special": false
50
+ },
51
+ {
52
+ "id": 32002,
53
+ "content": "<pad2>",
54
+ "single_word": false,
55
+ "lstrip": false,
56
+ "rstrip": false,
57
+ "normalized": false,
58
+ "special": false
59
+ },
60
+ {
61
+ "id": 32003,
62
+ "content": "<pad3>",
63
+ "single_word": false,
64
+ "lstrip": false,
65
+ "rstrip": false,
66
+ "normalized": false,
67
+ "special": false
68
+ },
69
+ {
70
+ "id": 32004,
71
+ "content": "<pad4>",
72
+ "single_word": false,
73
+ "lstrip": false,
74
+ "rstrip": false,
75
+ "normalized": false,
76
+ "special": false
77
+ },
78
+ {
79
+ "id": 32005,
80
+ "content": "<pad5>",
81
+ "single_word": false,
82
+ "lstrip": false,
83
+ "rstrip": false,
84
+ "normalized": false,
85
+ "special": false
86
+ },
87
+ {
88
+ "id": 32006,
89
+ "content": "<pad6>",
90
+ "single_word": false,
91
+ "lstrip": false,
92
+ "rstrip": false,
93
+ "normalized": false,
94
+ "special": false
95
+ },
96
+ {
97
+ "id": 32007,
98
+ "content": "<pad7>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": false
104
+ },
105
+ {
106
+ "id": 32008,
107
+ "content": "<pad8>",
108
+ "single_word": false,
109
+ "lstrip": false,
110
+ "rstrip": false,
111
+ "normalized": false,
112
+ "special": false
113
+ },
114
+ {
115
+ "id": 32009,
116
+ "content": "<pad9>",
117
+ "single_word": false,
118
+ "lstrip": false,
119
+ "rstrip": false,
120
+ "normalized": false,
121
+ "special": false
122
+ },
123
+ {
124
+ "id": 32010,
125
+ "content": "<pad10>",
126
+ "single_word": false,
127
+ "lstrip": false,
128
+ "rstrip": false,
129
+ "normalized": false,
130
+ "special": false
131
+ },
132
+ {
133
+ "id": 32011,
134
+ "content": "<pad11>",
135
+ "single_word": false,
136
+ "lstrip": false,
137
+ "rstrip": false,
138
+ "normalized": false,
139
+ "special": false
140
+ },
141
+ {
142
+ "id": 32012,
143
+ "content": "<pad12>",
144
+ "single_word": false,
145
+ "lstrip": false,
146
+ "rstrip": false,
147
+ "normalized": false,
148
+ "special": false
149
+ },
150
+ {
151
+ "id": 32013,
152
+ "content": "<pad13>",
153
+ "single_word": false,
154
+ "lstrip": false,
155
+ "rstrip": false,
156
+ "normalized": false,
157
+ "special": false
158
+ },
159
+ {
160
+ "id": 32014,
161
+ "content": "<pad14>",
162
+ "single_word": false,
163
+ "lstrip": false,
164
+ "rstrip": false,
165
+ "normalized": false,
166
+ "special": false
167
+ },
168
+ {
169
+ "id": 32015,
170
+ "content": "<pad15>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ {
178
+ "id": 32016,
179
+ "content": "<pad16>",
180
+ "single_word": false,
181
+ "lstrip": false,
182
+ "rstrip": false,
183
+ "normalized": false,
184
+ "special": false
185
+ },
186
+ {
187
+ "id": 32017,
188
+ "content": "<pad17>",
189
+ "single_word": false,
190
+ "lstrip": false,
191
+ "rstrip": false,
192
+ "normalized": false,
193
+ "special": false
194
+ },
195
+ {
196
+ "id": 32018,
197
+ "content": "<pad18>",
198
+ "single_word": false,
199
+ "lstrip": false,
200
+ "rstrip": false,
201
+ "normalized": false,
202
+ "special": false
203
+ },
204
+ {
205
+ "id": 32019,
206
+ "content": "<pad19>",
207
+ "single_word": false,
208
+ "lstrip": false,
209
+ "rstrip": false,
210
+ "normalized": false,
211
+ "special": false
212
+ },
213
+ {
214
+ "id": 32020,
215
+ "content": "<pad20>",
216
+ "single_word": false,
217
+ "lstrip": false,
218
+ "rstrip": false,
219
+ "normalized": false,
220
+ "special": false
221
+ },
222
+ {
223
+ "id": 32021,
224
+ "content": "<pad21>",
225
+ "single_word": false,
226
+ "lstrip": false,
227
+ "rstrip": false,
228
+ "normalized": false,
229
+ "special": false
230
+ },
231
+ {
232
+ "id": 32022,
233
+ "content": "<pad22>",
234
+ "single_word": false,
235
+ "lstrip": false,
236
+ "rstrip": false,
237
+ "normalized": false,
238
+ "special": false
239
+ },
240
+ {
241
+ "id": 32023,
242
+ "content": "<pad23>",
243
+ "single_word": false,
244
+ "lstrip": false,
245
+ "rstrip": false,
246
+ "normalized": false,
247
+ "special": false
248
+ },
249
+ {
250
+ "id": 32024,
251
+ "content": "<pad24>",
252
+ "single_word": false,
253
+ "lstrip": false,
254
+ "rstrip": false,
255
+ "normalized": false,
256
+ "special": false
257
+ },
258
+ {
259
+ "id": 32025,
260
+ "content": "<pad25>",
261
+ "single_word": false,
262
+ "lstrip": false,
263
+ "rstrip": false,
264
+ "normalized": false,
265
+ "special": false
266
+ },
267
+ {
268
+ "id": 32026,
269
+ "content": "<pad26>",
270
+ "single_word": false,
271
+ "lstrip": false,
272
+ "rstrip": false,
273
+ "normalized": false,
274
+ "special": false
275
+ },
276
+ {
277
+ "id": 32027,
278
+ "content": "<pad27>",
279
+ "single_word": false,
280
+ "lstrip": false,
281
+ "rstrip": false,
282
+ "normalized": false,
283
+ "special": false
284
+ },
285
+ {
286
+ "id": 32028,
287
+ "content": "<pad28>",
288
+ "single_word": false,
289
+ "lstrip": false,
290
+ "rstrip": false,
291
+ "normalized": false,
292
+ "special": false
293
+ },
294
+ {
295
+ "id": 32029,
296
+ "content": "<pad29>",
297
+ "single_word": false,
298
+ "lstrip": false,
299
+ "rstrip": false,
300
+ "normalized": false,
301
+ "special": false
302
+ },
303
+ {
304
+ "id": 32030,
305
+ "content": "<pad30>",
306
+ "single_word": false,
307
+ "lstrip": false,
308
+ "rstrip": false,
309
+ "normalized": false,
310
+ "special": false
311
+ },
312
+ {
313
+ "id": 32031,
314
+ "content": "<pad31>",
315
+ "single_word": false,
316
+ "lstrip": false,
317
+ "rstrip": false,
318
+ "normalized": false,
319
+ "special": false
320
  }
321
  ],
322
  "normalizer": {
tokenizer_config.json CHANGED
@@ -1,6 +1,7 @@
1
  {
2
  "add_bos_token": true,
3
  "add_eos_token": false,
 
4
  "added_tokens_decoder": {
5
  "0": {
6
  "content": "<unk>",
@@ -40,7 +41,247 @@
40
  "normalized": false,
41
  "rstrip": false,
42
  "single_word": false,
43
- "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
44
  }
45
  },
46
  "additional_special_tokens": [],
@@ -54,8 +295,7 @@
54
  "sp_model_kwargs": {},
55
  "spaces_between_special_tokens": false,
56
  "tokenizer_class": "LlamaTokenizer",
57
- "trust_remote_code": false,
58
  "unk_token": "<unk>",
59
- "use_default_system_prompt": true,
60
  "use_fast": true
61
  }
 
1
  {
2
  "add_bos_token": true,
3
  "add_eos_token": false,
4
+ "add_prefix_space": true,
5
  "added_tokens_decoder": {
6
  "0": {
7
  "content": "<unk>",
 
41
  "normalized": false,
42
  "rstrip": false,
43
  "single_word": false,
44
+ "special": false
45
+ },
46
+ "32002": {
47
+ "content": "<pad2>",
48
+ "lstrip": false,
49
+ "normalized": false,
50
+ "rstrip": false,
51
+ "single_word": false,
52
+ "special": false
53
+ },
54
+ "32003": {
55
+ "content": "<pad3>",
56
+ "lstrip": false,
57
+ "normalized": false,
58
+ "rstrip": false,
59
+ "single_word": false,
60
+ "special": false
61
+ },
62
+ "32004": {
63
+ "content": "<pad4>",
64
+ "lstrip": false,
65
+ "normalized": false,
66
+ "rstrip": false,
67
+ "single_word": false,
68
+ "special": false
69
+ },
70
+ "32005": {
71
+ "content": "<pad5>",
72
+ "lstrip": false,
73
+ "normalized": false,
74
+ "rstrip": false,
75
+ "single_word": false,
76
+ "special": false
77
+ },
78
+ "32006": {
79
+ "content": "<pad6>",
80
+ "lstrip": false,
81
+ "normalized": false,
82
+ "rstrip": false,
83
+ "single_word": false,
84
+ "special": false
85
+ },
86
+ "32007": {
87
+ "content": "<pad7>",
88
+ "lstrip": false,
89
+ "normalized": false,
90
+ "rstrip": false,
91
+ "single_word": false,
92
+ "special": false
93
+ },
94
+ "32008": {
95
+ "content": "<pad8>",
96
+ "lstrip": false,
97
+ "normalized": false,
98
+ "rstrip": false,
99
+ "single_word": false,
100
+ "special": false
101
+ },
102
+ "32009": {
103
+ "content": "<pad9>",
104
+ "lstrip": false,
105
+ "normalized": false,
106
+ "rstrip": false,
107
+ "single_word": false,
108
+ "special": false
109
+ },
110
+ "32010": {
111
+ "content": "<pad10>",
112
+ "lstrip": false,
113
+ "normalized": false,
114
+ "rstrip": false,
115
+ "single_word": false,
116
+ "special": false
117
+ },
118
+ "32011": {
119
+ "content": "<pad11>",
120
+ "lstrip": false,
121
+ "normalized": false,
122
+ "rstrip": false,
123
+ "single_word": false,
124
+ "special": false
125
+ },
126
+ "32012": {
127
+ "content": "<pad12>",
128
+ "lstrip": false,
129
+ "normalized": false,
130
+ "rstrip": false,
131
+ "single_word": false,
132
+ "special": false
133
+ },
134
+ "32013": {
135
+ "content": "<pad13>",
136
+ "lstrip": false,
137
+ "normalized": false,
138
+ "rstrip": false,
139
+ "single_word": false,
140
+ "special": false
141
+ },
142
+ "32014": {
143
+ "content": "<pad14>",
144
+ "lstrip": false,
145
+ "normalized": false,
146
+ "rstrip": false,
147
+ "single_word": false,
148
+ "special": false
149
+ },
150
+ "32015": {
151
+ "content": "<pad15>",
152
+ "lstrip": false,
153
+ "normalized": false,
154
+ "rstrip": false,
155
+ "single_word": false,
156
+ "special": false
157
+ },
158
+ "32016": {
159
+ "content": "<pad16>",
160
+ "lstrip": false,
161
+ "normalized": false,
162
+ "rstrip": false,
163
+ "single_word": false,
164
+ "special": false
165
+ },
166
+ "32017": {
167
+ "content": "<pad17>",
168
+ "lstrip": false,
169
+ "normalized": false,
170
+ "rstrip": false,
171
+ "single_word": false,
172
+ "special": false
173
+ },
174
+ "32018": {
175
+ "content": "<pad18>",
176
+ "lstrip": false,
177
+ "normalized": false,
178
+ "rstrip": false,
179
+ "single_word": false,
180
+ "special": false
181
+ },
182
+ "32019": {
183
+ "content": "<pad19>",
184
+ "lstrip": false,
185
+ "normalized": false,
186
+ "rstrip": false,
187
+ "single_word": false,
188
+ "special": false
189
+ },
190
+ "32020": {
191
+ "content": "<pad20>",
192
+ "lstrip": false,
193
+ "normalized": false,
194
+ "rstrip": false,
195
+ "single_word": false,
196
+ "special": false
197
+ },
198
+ "32021": {
199
+ "content": "<pad21>",
200
+ "lstrip": false,
201
+ "normalized": false,
202
+ "rstrip": false,
203
+ "single_word": false,
204
+ "special": false
205
+ },
206
+ "32022": {
207
+ "content": "<pad22>",
208
+ "lstrip": false,
209
+ "normalized": false,
210
+ "rstrip": false,
211
+ "single_word": false,
212
+ "special": false
213
+ },
214
+ "32023": {
215
+ "content": "<pad23>",
216
+ "lstrip": false,
217
+ "normalized": false,
218
+ "rstrip": false,
219
+ "single_word": false,
220
+ "special": false
221
+ },
222
+ "32024": {
223
+ "content": "<pad24>",
224
+ "lstrip": false,
225
+ "normalized": false,
226
+ "rstrip": false,
227
+ "single_word": false,
228
+ "special": false
229
+ },
230
+ "32025": {
231
+ "content": "<pad25>",
232
+ "lstrip": false,
233
+ "normalized": false,
234
+ "rstrip": false,
235
+ "single_word": false,
236
+ "special": false
237
+ },
238
+ "32026": {
239
+ "content": "<pad26>",
240
+ "lstrip": false,
241
+ "normalized": false,
242
+ "rstrip": false,
243
+ "single_word": false,
244
+ "special": false
245
+ },
246
+ "32027": {
247
+ "content": "<pad27>",
248
+ "lstrip": false,
249
+ "normalized": false,
250
+ "rstrip": false,
251
+ "single_word": false,
252
+ "special": false
253
+ },
254
+ "32028": {
255
+ "content": "<pad28>",
256
+ "lstrip": false,
257
+ "normalized": false,
258
+ "rstrip": false,
259
+ "single_word": false,
260
+ "special": false
261
+ },
262
+ "32029": {
263
+ "content": "<pad29>",
264
+ "lstrip": false,
265
+ "normalized": false,
266
+ "rstrip": false,
267
+ "single_word": false,
268
+ "special": false
269
+ },
270
+ "32030": {
271
+ "content": "<pad30>",
272
+ "lstrip": false,
273
+ "normalized": false,
274
+ "rstrip": false,
275
+ "single_word": false,
276
+ "special": false
277
+ },
278
+ "32031": {
279
+ "content": "<pad31>",
280
+ "lstrip": false,
281
+ "normalized": false,
282
+ "rstrip": false,
283
+ "single_word": false,
284
+ "special": false
285
  }
286
  },
287
  "additional_special_tokens": [],
 
295
  "sp_model_kwargs": {},
296
  "spaces_between_special_tokens": false,
297
  "tokenizer_class": "LlamaTokenizer",
 
298
  "unk_token": "<unk>",
299
+ "use_default_system_prompt": false,
300
  "use_fast": true
301
  }