alexli-tifin commited on
Commit
d2c0a2b
1 Parent(s): 034001f

(Trained with Unsloth)

Browse files
generation_config.json CHANGED
@@ -1,11 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
- "eos_token_id": [
5
- 32000,
6
- 32001,
7
- 32007
8
- ],
9
- "pad_token_id": 32009,
10
  "transformers_version": "4.40.0"
11
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
+ "eos_token_id": 32000,
5
+ "pad_token_id": 32000,
 
 
 
 
6
  "transformers_version": "4.40.0"
7
  }
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75bc37e4ab5798a383082067bee06f1b3e8f5b8681eb6fdd0c2220b6cf4ca9e9
3
  size 4991370968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f90bccca852b7278fd4056a0579bd74b02ab0e07c95b9bc721eb146448865a
3
  size 4991370968
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6b7ec53c04cf9b21dc6461eb42e0dcf4bb4ada8cea7b3330875d2867ed21939
3
  size 2650821816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7397c465bc7a812eeaa8390bbcb9f09ab85d765244f05555fe6c1f80e2c3d37c
3
  size 2650821816
tokenizer.json CHANGED
@@ -150,12 +150,6 @@
150
  "post_processor": {
151
  "type": "TemplateProcessing",
152
  "single": [
153
- {
154
- "SpecialToken": {
155
- "id": "<s>",
156
- "type_id": 0
157
- }
158
- },
159
  {
160
  "Sequence": {
161
  "id": "A",
@@ -164,24 +158,12 @@
164
  }
165
  ],
166
  "pair": [
167
- {
168
- "SpecialToken": {
169
- "id": "<s>",
170
- "type_id": 0
171
- }
172
- },
173
  {
174
  "Sequence": {
175
  "id": "A",
176
  "type_id": 0
177
  }
178
  },
179
- {
180
- "SpecialToken": {
181
- "id": "<s>",
182
- "type_id": 1
183
- }
184
- },
185
  {
186
  "Sequence": {
187
  "id": "B",
@@ -189,17 +171,7 @@
189
  }
190
  }
191
  ],
192
- "special_tokens": {
193
- "<s>": {
194
- "id": "<s>",
195
- "ids": [
196
- 1
197
- ],
198
- "tokens": [
199
- "<s>"
200
- ]
201
- }
202
- }
203
  },
204
  "decoder": {
205
  "type": "Sequence",
 
150
  "post_processor": {
151
  "type": "TemplateProcessing",
152
  "single": [
 
 
 
 
 
 
153
  {
154
  "Sequence": {
155
  "id": "A",
 
158
  }
159
  ],
160
  "pair": [
 
 
 
 
 
 
161
  {
162
  "Sequence": {
163
  "id": "A",
164
  "type_id": 0
165
  }
166
  },
 
 
 
 
 
 
167
  {
168
  "Sequence": {
169
  "id": "B",
 
171
  }
172
  }
173
  ],
174
+ "special_tokens": {}
 
 
 
 
 
 
 
 
 
 
175
  },
176
  "decoder": {
177
  "type": "Sequence",
tokenizer_config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "add_bos_token": true,
3
  "add_eos_token": false,
4
  "added_tokens_decoder": {
5
  "0": {
 
1
  {
2
+ "add_bos_token": false,
3
  "add_eos_token": false,
4
  "added_tokens_decoder": {
5
  "0": {