FROM ./mistral-unsloth-chatml-first-unsloth.Q4_K_M.gguf | |
TEMPLATE """<|im_start|>user\n{{ .Prompt }}<|im_end|> \n<|im_start|>assistant\n""" | |
PARAMETER stop "<|im_start|>assistant\n" | |
PARAMETER num_predict 64 |
FROM ./mistral-unsloth-chatml-first-unsloth.Q4_K_M.gguf | |
TEMPLATE """<|im_start|>user\n{{ .Prompt }}<|im_end|> \n<|im_start|>assistant\n""" | |
PARAMETER stop "<|im_start|>assistant\n" | |
PARAMETER num_predict 64 |