LightChen2333 commited on
Commit
c73c090
1 Parent(s): 99edc5d

Upload 3 files

Browse files
Files changed (1) hide show
  1. config.json +7 -0
config.json CHANGED
@@ -247,6 +247,13 @@
247
  }
248
  },
249
  "return_dict": false,
 
 
 
 
 
 
 
250
  "tokenizer_class": "OpenSLUv1",
251
  "torch_dtype": "float32",
252
  "transformers_version": "4.25.1",
 
247
  }
248
  },
249
  "return_dict": false,
250
+ "tokenizer": {
251
+ "_align_mode_": "fast",
252
+ "_padding_side_": "right",
253
+ "_tokenizer_name_": "word_tokenizer",
254
+ "add_special_tokens": false,
255
+ "max_length": 512
256
+ },
257
  "tokenizer_class": "OpenSLUv1",
258
  "torch_dtype": "float32",
259
  "transformers_version": "4.25.1",