diff options
Diffstat (limited to 'modelfiles/qwen25-3b.modelfile')
| -rw-r--r-- | modelfiles/qwen25-3b.modelfile | 38 |
1 files changed, 38 insertions, 0 deletions
diff --git a/modelfiles/qwen25-3b.modelfile b/modelfiles/qwen25-3b.modelfile new file mode 100644 index 0000000..010b44f --- /dev/null +++ b/modelfiles/qwen25-3b.modelfile @@ -0,0 +1,38 @@ +# Modelfile generated by "ollama show" +# To build a new Modelfile based on this, replace FROM with: +FROM qwen2.5:3b-instruct-q8_0 + +TEMPLATE """{{- if .Messages }} +{{- if or .System .Tools }}<|im_start|>system +{{- if .System }} +{{ .System }} +{{- end }} +<|im_end|> +{{ end }} +{{- range $i, $_ := .Messages }} +{{- $last := eq (len (slice $.Messages $i)) 1 -}} +{{- if eq .Role "user" }}<|im_start|>user +{{ .Content }}<|im_end|> +{{ else if eq .Role "assistant" }}<|im_start|>assistant +{{ if .Content }}{{ .Content }}{{ end }} +{{ if not $last }}<|im_end|>{{ end }} +{{- else if eq .Role "tool" }}<|im_start|>user +<tool_response> +{{ .Content }} +</tool_response><|im_end|> +{{ end }} +{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant +{{ end }} +{{- end }} +{{- else }} +{{- if .System }}<|im_start|>system +{{ .System }}<|im_end|> +{{ end }}{{ if .Prompt }}<|im_start|>user +{{ .Prompt }}<|im_end|> +{{ end }}<|im_start|>assistant +{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}""" + +PARAMETER mirostat 2 +PARAMETER mirostat_tau 1.5 +PARAMETER num_ctx 15000 +PARAMETER temperature 0.1 |