LightChen2333 commited on
Commit
0e2d9fe
1 Parent(s): f54a4e9

Upload 3 files

Browse files
Files changed (1) hide show
  1. config.json +6 -0
config.json CHANGED
@@ -333,6 +333,12 @@
333
  "ignore_index": -100
334
  },
335
  "return_dict": false,
 
 
 
 
 
 
336
  "tokenizer_class": "OpenSLUv1",
337
  "torch_dtype": "float32",
338
  "transformers_version": "4.25.1",
 
333
  "ignore_index": -100
334
  },
335
  "return_dict": false,
336
+ "tokenizer": {
337
+ "_padding_side_": "right",
338
+ "_tokenizer_name_": "roberta-base",
339
+ "add_special_tokens": true,
340
+ "max_length": 512
341
+ },
342
  "tokenizer_class": "OpenSLUv1",
343
  "torch_dtype": "float32",
344
  "transformers_version": "4.25.1",