alexli-tifin
commited on
Commit
•
d2c0a2b
1
Parent(s):
034001f
(Trained with Unsloth)
Browse files- generation_config.json +2 -6
- model-00001-of-00002.safetensors +1 -1
- model-00002-of-00002.safetensors +1 -1
- tokenizer.json +1 -29
- tokenizer_config.json +1 -1
generation_config.json
CHANGED
@@ -1,11 +1,7 @@
|
|
1 |
{
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 1,
|
4 |
-
"eos_token_id":
|
5 |
-
|
6 |
-
32001,
|
7 |
-
32007
|
8 |
-
],
|
9 |
-
"pad_token_id": 32009,
|
10 |
"transformers_version": "4.40.0"
|
11 |
}
|
|
|
1 |
{
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 32000,
|
5 |
+
"pad_token_id": 32000,
|
|
|
|
|
|
|
|
|
6 |
"transformers_version": "4.40.0"
|
7 |
}
|
model-00001-of-00002.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4991370968
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:41f90bccca852b7278fd4056a0579bd74b02ab0e07c95b9bc721eb146448865a
|
3 |
size 4991370968
|
model-00002-of-00002.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 2650821816
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7397c465bc7a812eeaa8390bbcb9f09ab85d765244f05555fe6c1f80e2c3d37c
|
3 |
size 2650821816
|
tokenizer.json
CHANGED
@@ -150,12 +150,6 @@
|
|
150 |
"post_processor": {
|
151 |
"type": "TemplateProcessing",
|
152 |
"single": [
|
153 |
-
{
|
154 |
-
"SpecialToken": {
|
155 |
-
"id": "<s>",
|
156 |
-
"type_id": 0
|
157 |
-
}
|
158 |
-
},
|
159 |
{
|
160 |
"Sequence": {
|
161 |
"id": "A",
|
@@ -164,24 +158,12 @@
|
|
164 |
}
|
165 |
],
|
166 |
"pair": [
|
167 |
-
{
|
168 |
-
"SpecialToken": {
|
169 |
-
"id": "<s>",
|
170 |
-
"type_id": 0
|
171 |
-
}
|
172 |
-
},
|
173 |
{
|
174 |
"Sequence": {
|
175 |
"id": "A",
|
176 |
"type_id": 0
|
177 |
}
|
178 |
},
|
179 |
-
{
|
180 |
-
"SpecialToken": {
|
181 |
-
"id": "<s>",
|
182 |
-
"type_id": 1
|
183 |
-
}
|
184 |
-
},
|
185 |
{
|
186 |
"Sequence": {
|
187 |
"id": "B",
|
@@ -189,17 +171,7 @@
|
|
189 |
}
|
190 |
}
|
191 |
],
|
192 |
-
"special_tokens": {
|
193 |
-
"<s>": {
|
194 |
-
"id": "<s>",
|
195 |
-
"ids": [
|
196 |
-
1
|
197 |
-
],
|
198 |
-
"tokens": [
|
199 |
-
"<s>"
|
200 |
-
]
|
201 |
-
}
|
202 |
-
}
|
203 |
},
|
204 |
"decoder": {
|
205 |
"type": "Sequence",
|
|
|
150 |
"post_processor": {
|
151 |
"type": "TemplateProcessing",
|
152 |
"single": [
|
|
|
|
|
|
|
|
|
|
|
|
|
153 |
{
|
154 |
"Sequence": {
|
155 |
"id": "A",
|
|
|
158 |
}
|
159 |
],
|
160 |
"pair": [
|
|
|
|
|
|
|
|
|
|
|
|
|
161 |
{
|
162 |
"Sequence": {
|
163 |
"id": "A",
|
164 |
"type_id": 0
|
165 |
}
|
166 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
167 |
{
|
168 |
"Sequence": {
|
169 |
"id": "B",
|
|
|
171 |
}
|
172 |
}
|
173 |
],
|
174 |
+
"special_tokens": {}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
175 |
},
|
176 |
"decoder": {
|
177 |
"type": "Sequence",
|
tokenizer_config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"add_bos_token":
|
3 |
"add_eos_token": false,
|
4 |
"added_tokens_decoder": {
|
5 |
"0": {
|
|
|
1 |
{
|
2 |
+
"add_bos_token": false,
|
3 |
"add_eos_token": false,
|
4 |
"added_tokens_decoder": {
|
5 |
"0": {
|