blob: 0843cc7be48b6aaaec91c7100ab6ba14e4f44e33 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
|
FROM mistral-small:22b-instruct-2409-q4_0
TEMPLATE """{{- range $i, $_ := .Messages }}
{{- if eq .Role "system" }}
[INST]{{ .Content }}
[/INST]
{{- else if eq .Role "user" }}
[INST]{{ .Content }}
[/INST]
{{- else if eq .Role "assistant" }}
{{- if .Content }} {{ .Content }} {{ if not (eq (len (slice $.Messages $i)) 1) }}</s>{{ end }}{{ end }}
{{- else if eq .Role "tool" }}[TOOL_RESULTS] {"content": {{ .Content }}} [/TOOL_RESULTS]
{{- end }}
{{- end }}"""
PARAMETER stop [INST]
PARAMETER stop [/INST]
PARAMETER stop </s>
|
