(Trained with Unsloth)

Modelfile

@@ -1,20 +1,14 @@
-
 FROM /content/cassioblaz/llama3/unsloth.Q8_0.gguf
-TEMPLATE """{{- range $i, $_ := .Messages }}
-{{- $last := eq (len (slice $.Messages $i)) 1 }}
-{{- if or (eq .Role "user") (eq .Role "system") }}<start_of_turn>user
-{{ .Content }}<end_of_turn>
-{{ if $last }}<start_of_turn>model
-{{ end }}
-{{- else if eq .Role "assistant" }}<start_of_turn>model
-{{ .Content }}{{ if not $last }}<end_of_turn>
-{{ end }}
-{{- end }}
-{{- end }}"""
-PARAMETER stop "<end_of_turn>"
-PARAMETER stop "<eos>"
-PARAMETER temperature 0.1
-PARAMETER min_p 0.0
-PARAMETER top_k 64
-PARAMETER top_p 0.95
-PARAMETER num_predict 32768
+
+TEMPLATE """{{ if .System }}{{ .System }}{{ end }}{{ if .Prompt }}
+USER: {{ .Prompt }}{{ end }}
+ASSISTANT: {{ .Response }}<|eot_id|>"""
+
+PARAMETER stop "<|end_header_id|>"
+PARAMETER stop "<|end_of_text|>"
+PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|eot_id|>"
+PARAMETER stop "<|reserved_special_token_"
+PARAMETER temperature 1.5
+PARAMETER min_p 0.1
+SYSTEM "Below are some instructions that describe some tasks. Write responses that appropriately complete each request."