recogna-nlp
/

phibode_1_5_ultraalpaca

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

phpaiola commited on May 22

Commit

2dfd94e

•

1 Parent(s): f3e03b9

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +3 -1

tokenizer_config.json CHANGED Viewed

@@ -1,9 +1,11 @@
 {
   "add_prefix_space": false,
-  "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
   "model_max_length": 2048,
   "tokenizer_class": "CodeGenTokenizer",
   "unk_token": "<|endoftext|>"
 }

 {
   "add_prefix_space": false,
+  "bos_token": "<s>",
+  "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
   "model_max_length": 2048,
   "tokenizer_class": "CodeGenTokenizer",
   "unk_token": "<|endoftext|>"
+  "use_default_system_prompt": false
 }