diff options
Diffstat (limited to 'modelfiles/mistral-small.modelfile')
| -rw-r--r-- | modelfiles/mistral-small.modelfile | 18 |
1 files changed, 18 insertions, 0 deletions
diff --git a/modelfiles/mistral-small.modelfile b/modelfiles/mistral-small.modelfile new file mode 100644 index 0000000..0843cc7 --- /dev/null +++ b/modelfiles/mistral-small.modelfile @@ -0,0 +1,18 @@ +FROM mistral-small:22b-instruct-2409-q4_0 + +TEMPLATE """{{- range $i, $_ := .Messages }} +{{- if eq .Role "system" }} +[INST]{{ .Content }} +[/INST] +{{- else if eq .Role "user" }} +[INST]{{ .Content }} +[/INST] +{{- else if eq .Role "assistant" }} +{{- if .Content }} {{ .Content }} {{ if not (eq (len (slice $.Messages $i)) 1) }}</s>{{ end }}{{ end }} +{{- else if eq .Role "tool" }}[TOOL_RESULTS] {"content": {{ .Content }}} [/TOOL_RESULTS] +{{- end }} +{{- end }}""" +PARAMETER stop [INST] +PARAMETER stop [/INST] +PARAMETER stop </s> + |