LightChen2333
commited on
Commit
•
1e9c09f
1
Parent(s):
64efe20
Upload 3 files
Browse files- config.json +6 -0
config.json
CHANGED
@@ -333,6 +333,12 @@
|
|
333 |
"ignore_index": -100
|
334 |
},
|
335 |
"return_dict": false,
|
|
|
|
|
|
|
|
|
|
|
|
|
336 |
"tokenizer_class": "OpenSLUv1",
|
337 |
"torch_dtype": "float32",
|
338 |
"transformers_version": "4.25.1",
|
|
|
333 |
"ignore_index": -100
|
334 |
},
|
335 |
"return_dict": false,
|
336 |
+
"tokenizer": {
|
337 |
+
"_padding_side_": "right",
|
338 |
+
"_tokenizer_name_": "microsoft/deberta-v3-base",
|
339 |
+
"add_special_tokens": true,
|
340 |
+
"max_length": 512
|
341 |
+
},
|
342 |
"tokenizer_class": "OpenSLUv1",
|
343 |
"torch_dtype": "float32",
|
344 |
"transformers_version": "4.25.1",
|