blob: 6b1c32ef2ecb5ad500e0a732797552709b622f62 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
FROM llama3.2:3b-instruct-q4_0
TEMPLATE """
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 }}
{{- if eq .Role "system" }}
<|start_header_id|>system<|end_header_id|>
{{ .Content }}
{{- else if eq .Role "user" }}
<|start_header_id|>user<|end_header_id|>
{{ .Content }}
<|eot_id|>
{{ if $last }}
<|start_header_id|>assistant<|end_header_id|>
{{ end }}
{{- else if eq .Role "assistant" }}
<|start_header_id|>assistant<|end_header_id|>
{{- if .ToolCalls }}
{{ range .ToolCalls }}
{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}
{{ end }}
{{- else }}
{{ .Content }}
{{- end }}
{{ if not $last }}
<|eot_id|>
{{ end }}
{{- else if eq .Role "tool" }}
<|start_header_id|>ipython<|end_header_id|>
{{ .Content }}
<|eot_id|>
{{ if $last }}
<|start_header_id|>assistant<|end_header_id|>
{{ end }}
{{- end }}
{{- end }}
"""
PARAMETER stop <|start_header_id|>
PARAMETER stop <|end_header_id|>
PARAMETER stop <|eot_id|>
PARAMETER mirostat 2
PARAMETER mirostat_tau 1.5
PARAMETER num_ctx 15000
PARAMETER temperature 0.1
|
