Qwen2-1.5B-Instruct.Q2_K.modelfile

FROM E:\project_website\models\Qwen2-1.5B-Instruct\Qwen2-1.5B-Instruct.Q2_K.gguf

TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>
"""

SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
PARAMETER num_ctx 131072
PARAMETER num_gpu -1
PARAMETER num_thread 8
PARAMETER temperature 0.01
PARAMETER repeat_penalty 1.1
PARAMETER top_k 1
PARAMETER top_p 0.01
PARAMETER penalize_newline false
PARAMETER stop <|im_start|>
PARAMETER stop <|im_end|>