LightChen2333 commited on
Commit
fb0e5a3
1 Parent(s): 60fab05

Upload 3 files

Browse files
Files changed (1) hide show
  1. config.json +6 -0
config.json CHANGED
@@ -209,6 +209,12 @@
209
  "ignore_index": -100
210
  },
211
  "return_dict": false,
 
 
 
 
 
 
212
  "tokenizer_class": "OpenSLUv1",
213
  "torch_dtype": "float32",
214
  "transformers_version": "4.25.1",
 
209
  "ignore_index": -100
210
  },
211
  "return_dict": false,
212
+ "tokenizer": {
213
+ "_align_mode_": "general",
214
+ "_padding_side_": "right",
215
+ "_tokenizer_name_": "bert-base-uncased",
216
+ "add_special_tokens": true
217
+ },
218
  "tokenizer_class": "OpenSLUv1",
219
  "torch_dtype": "float32",
220
  "transformers_version": "4.25.1",