LightChen2333 commited on
Commit
0466060
1 Parent(s): a030b65

Upload 3 files

Browse files
Files changed (1) hide show
  1. config.json +6 -0
config.json CHANGED
@@ -209,6 +209,12 @@
209
  "ignore_index": -100
210
  },
211
  "return_dict": false,
 
 
 
 
 
 
212
  "tokenizer_class": "OpenSLUv1",
213
  "torch_dtype": "float32",
214
  "transformers_version": "4.25.1",
 
209
  "ignore_index": -100
210
  },
211
  "return_dict": false,
212
+ "tokenizer": {
213
+ "_padding_side_": "right",
214
+ "_tokenizer_name_": "roberta-base",
215
+ "add_special_tokens": true,
216
+ "max_length": 512
217
+ },
218
  "tokenizer_class": "OpenSLUv1",
219
  "torch_dtype": "float32",
220
  "transformers_version": "4.25.1",