Dans-DiscountModels
/

mistral-7b-v0.3-ChatML

Model card Files Files and versions Community

PocketDoc commited on 25 days ago

Commit

829da7c

•

1 Parent(s): aaabd8b

Upload 8 files

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -6175,7 +6175,7 @@
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
-  "legacy": false,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[control_768]",
   "padding_side": "left",

   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
+  "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[control_768]",
   "padding_side": "left",