Modelfile

FROM /content/prithivMLmods/Llama-Song-Stream-3B-Instruct-GGUF/Llama-Song-Stream-3B-Instruct.F16.gguf

TEMPLATE """{{ if .Messages }}

{{- if or .System .Tools }}<|start_header_id|>system<|end_header_id|>

{{- if .System }}



{{ .System }}

{{- end }}

{{- if .Tools }}



You are a helpful assistant with tool calling capabilities. When you receive a tool call response, use the output to format an answer to the original use question.

{{- end }}

{{- end }}<|eot_id|>

{{- range $i, $_ := .Messages }}

{{- $last := eq (len (slice $.Messages $i)) 1 }}

{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>

{{- if and $.Tools $last }}



Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt.



Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables.



{{ $.Tools }}

{{- end }}



{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>



{{ end }}

{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>

{{- if .ToolCalls }}



{{- range .ToolCalls }}{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}{{ end }}

{{- else }}



{{ .Content }}{{ if not $last }}<|eot_id|>{{ end }}

{{- end }}

{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|>



{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>



{{ end }}

{{- end }}

{{- end }}

{{- else }}

{{- if .System }}<|start_header_id|>system<|end_header_id|>



{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>



{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>



{{ end }}{{ .Response }}{{ if .Response }}<|eot_id|>{{ end }}"""

PARAMETER stop "<|start_header_id|>"

PARAMETER stop "<|end_header_id|>"

PARAMETER stop "<|eot_id|>"

PARAMETER stop "<|eom_id|>"

PARAMETER temperature 1.5

PARAMETER min_p 0.1