FROM E:\project_website\models\Mistral-7B-Instruct-v0.3\Mistral-7B-Instruct-v0.3.Q4_K.gguf | |
TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]""" | |
SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan.""" | |
PARAMETER num_ctx 32768 | |
PARAMETER num_gpu -1 | |
PARAMETER num_thread 8 | |
PARAMETER temperature 0.01 | |
PARAMETER repeat_penalty 1.1 | |
PARAMETER top_k 1 | |
PARAMETER top_p 0.01 | |
PARAMETER penalize_newline false | |
PARAMETER stop [INST] | |
PARAMETER stop [/INST] | |