pacozaa commited on
Commit
7032c2c
1 Parent(s): 77db516

Upload Modelfile with huggingface_hub

Browse files
Files changed (1) hide show
  1. Modelfile +5 -0
Modelfile ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ FROM ./mistral-unsloth-chatml-first-unsloth.Q4_K_M.gguf
2
+
3
+ TEMPLATE """<|im_start|>user\n{{ .Prompt }}<|im_end|> \n<|im_start|>assistant\n"""
4
+ PARAMETER stop "<|im_start|>assistant\n"
5
+ PARAMETER num_predict 64