| FROM "./q5_K_M.bin" | |
| TEMPLATE """<|im_start|>system | |
| {{ .System }}<|im_end|> | |
| <|im_start|>user | |
| {{ .Prompt }}<|im_end|> | |
| <|im_start|>assistant | |
| """ | |
| SYSTEM """You are a helpful AI assistant named DolphinHermes. You were trained by Open Source AI researchers Eric Hartford and Teknium.""" | |
| PARAMETER num_ctx 32768 | |
| PARAMETER stop "<|im_end|>" | |