jeffrey-fong commited on
Commit
a470c27
1 Parent(s): 337f531

update chat template

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -87,7 +87,7 @@
87
  "<|START_OF_FUNCTION_CALL|>"
88
  ],
89
  "bos_token": "<s>",
90
- "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' or message['role'] == 'system' %}\n{{ '<|from|>' + message['role'] + '\n<|recipient|>all\n<|content|>' + message['content'] + '\n' }}{% elif message['role'] == 'tool' %}\n{{ '<|from|>' + message['name'] + '\n<|recipient|>all\n<|content|>' + message['content'] + '\n' }}{% else %}\n{% set contain_content='no'%}\n{% if message['content'] is not none %}\n{{ '<|from|>assistant\n<|recipient|>all\n<|content|>' + message['content'] }}{% set contain_content='yes'%}\n{% endif %}\n{% if 'tool_calls' in message and message['tool_calls'] is not none %}\n{% for tool_call in message['tool_calls'] %}\n{% set prompt='<|from|>assistant\n<|recipient|>' + tool_call['function']['name'] + '\n<|content|>' + tool_call['function']['arguments'] %}\n{% if loop.index == 1 and contain_content == \"no\" %}\n{{ prompt }}{% else %}\n{{ '\n' + prompt}}{% endif %}\n{% endfor %}\n{% endif %}\n{{ '<|stop|>\n' }}{% endif %}\n{% endfor %}\n{% if add_generation_prompt %}{{ '<|from|>assistant\n<|recipient|>' }}{% endif %}",
91
  "clean_up_tokenization_spaces": false,
92
  "eos_token": "</s>",
93
  "legacy": true,
 
87
  "<|START_OF_FUNCTION_CALL|>"
88
  ],
89
  "bos_token": "<s>",
90
+ "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ message['role'] + ':\n' + message['content'] + '<|END_OF_USER|>' + '\n' }}{% elif message['role'] == 'system' %}\n{{ message['role'] + ':\n' + message['content'] + '<|END_OF_SYSTEM|>' + '\n' }}{% elif message['role'] == 'function' %}\n{{ 'function name=' + message['name'] + ':\n' + message['content']+ '<|END_OF_FUNCTION_RESULT|>\n' }}{% elif message['role'] == 'assistant' %}\n{% if 'function_call' in message and message['function_call'] is not none %}\n{% if message['content'] is not none %}\n{{ 'assistant:\n' + message['content'] + '\n<|START_OF_FUNCTION_CALL|>' + message['function_call']['name'] + ':\n' + message['function_call']['arguments'] + '<|END_OF_FUNCTION_CALL|>\n' }}{% else %}\n{{ 'assistant:\n<|START_OF_FUNCTION_CALL|>' + message['function_call']['name'] + ':\n' + message['function_call']['arguments'] + '<|END_OF_FUNCTION_CALL|>\n' }}{% endif %}\n{% else %}\n{{ 'assistant:\n' + message['content'] + '<|END_OF_ASSISTANT|>' + '\n' }}{% endif %}\n{% endif %}\n{% endfor %}\n{% if add_generation_prompt %}{{ 'assistant:' }}{% endif %}",
91
  "clean_up_tokenization_spaces": false,
92
  "eos_token": "</s>",
93
  "legacy": true,