TheBloke commited on
Commit
641d1c0
1 Parent(s): d01e054

Initial GPTQ model commit

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -19,6 +19,7 @@
19
  "legacy": true,
20
  "model_max_length": 1000000000000000019884624838656,
21
  "pad_token": null,
 
22
  "sp_model_kwargs": {},
23
  "tokenizer_class": "LlamaTokenizer",
24
  "unk_token": {
 
19
  "legacy": true,
20
  "model_max_length": 1000000000000000019884624838656,
21
  "pad_token": null,
22
+ "add_bos_token": false,
23
  "sp_model_kwargs": {},
24
  "tokenizer_class": "LlamaTokenizer",
25
  "unk_token": {