meta-llama

/

Meta-Llama-3-8B-Instruct

like 2.54k

Take a look at https://github.com/meta-llama/llama3?tab=readme-ov-file#instruction-tuned-models.

"""
{% set loop_messages = messages %}
{% for message in loop_messages %}
{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>'+ message['content'] | trim + '<|eot_id|>' %}

{% if loop.index0 == 0 %} {% set content = bos_token + content %} {% endif %}
{{ content }}

{% endfor %}

{{ '<|start_header_id|>assistant<|end_header_id|>' }}
"""

use tokenizer.apply_chat_template(chat, tokenize=False)