FROM E:\project_website\models\Qwen2-7B-Instruct-GGUF\qwen2-7b-instruct.Q4_K.gguf TEMPLATE """{{ if .System }}<|im_start|>system {{ .System }}<|im_end|> {{ end }}{{ if .Prompt }}<|im_start|>user {{ .Prompt }}<|im_end|> {{ end }}<|im_start|>assistant {{ .Response }}<|im_end|> """ SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan.""" PARAMETER num_ctx 131072 PARAMETER num_gpu -1 PARAMETER num_thread 8 PARAMETER temperature 0.01 PARAMETER repeat_penalty 1.1 PARAMETER top_k 1 PARAMETER top_p 0.01 PARAMETER penalize_newline false PARAMETER stop <|im_start|> PARAMETER stop <|im_end|>