| FROM E:\project_website\models\Qwen2-7B-Instruct-GGUF\qwen2-7b-instruct.Q4_K.gguf | |
| TEMPLATE """{{ if .System }}<|im_start|>system | |
| {{ .System }}<|im_end|> | |
| {{ end }}{{ if .Prompt }}<|im_start|>user | |
| {{ .Prompt }}<|im_end|> | |
| {{ end }}<|im_start|>assistant | |
| {{ .Response }}<|im_end|> | |
| """ | |
| SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan.""" | |
| PARAMETER num_ctx 131072 | |
| PARAMETER num_gpu -1 | |
| PARAMETER num_thread 8 | |
| PARAMETER temperature 0.01 | |
| PARAMETER repeat_penalty 1.1 | |
| PARAMETER top_k 1 | |
| PARAMETER top_p 0.01 | |
| PARAMETER penalize_newline false | |
| PARAMETER stop <|im_start|> | |
| PARAMETER stop <|im_end|> |