Commit
·
c4d7199
1
Parent(s):
98e04dc
Upload 3 files
Browse files- config.json +7 -0
config.json
CHANGED
|
@@ -229,6 +229,13 @@
|
|
| 229 |
"ignore_index": -100
|
| 230 |
},
|
| 231 |
"return_dict": false,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 232 |
"tokenizer_class": "OpenSLUv1",
|
| 233 |
"torch_dtype": "float32",
|
| 234 |
"transformers_version": "4.25.1",
|
|
|
|
| 229 |
"ignore_index": -100
|
| 230 |
},
|
| 231 |
"return_dict": false,
|
| 232 |
+
"tokenizer": {
|
| 233 |
+
"_align_mode_": "fast",
|
| 234 |
+
"_padding_side_": "right",
|
| 235 |
+
"_tokenizer_name_": "word_tokenizer",
|
| 236 |
+
"add_special_tokens": false,
|
| 237 |
+
"max_length": 512
|
| 238 |
+
},
|
| 239 |
"tokenizer_class": "OpenSLUv1",
|
| 240 |
"torch_dtype": "float32",
|
| 241 |
"transformers_version": "4.25.1",
|