Dans-DiscountModels
/

mistral-7b-v0.3-ChatML

Model card Files Files and versions Community

PocketDoc commited on 13 days ago

Commit

8808dd1

•

1 Parent(s): 829da7c

Upload 11 files

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -6175,13 +6175,13 @@
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
-  "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[control_768]",
   "padding_side": "left",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
-  "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }

   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
+  "legacy": false,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[control_768]",
   "padding_side": "left",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }