From 636b0323075225c584b62719ed51e75521bb7ffb Mon Sep 17 00:00:00 2001 From: aura Date: Tue, 17 Feb 2026 22:39:42 +0100 Subject: push source --- modelfiles/mistral-nemo.modelfile | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 modelfiles/mistral-nemo.modelfile (limited to 'modelfiles/mistral-nemo.modelfile') diff --git a/modelfiles/mistral-nemo.modelfile b/modelfiles/mistral-nemo.modelfile new file mode 100644 index 0000000..f277183 --- /dev/null +++ b/modelfiles/mistral-nemo.modelfile @@ -0,0 +1,21 @@ +FROM mistral-nemo:12b-instruct-2407-q8_0 + +TEMPLATE """{{- range $i, $_ := .Messages }} +{{- if eq .Role "system" }} +[INST]{{ .Content }} +[/INST] +{{- else if eq .Role "user" }} +[INST]{{ .Content }} +[/INST] +{{- else if eq .Role "assistant" }} +{{- if .Content }} {{ .Content }} {{ if not (eq (len (slice $.Messages $i)) 1) }}{{ end }}{{ end }} +{{- else if eq .Role "tool" }}[TOOL_RESULTS] {"content": {{ .Content }}} [/TOOL_RESULTS] +{{- end }} +{{- end }}""" +PARAMETER stop [INST] +PARAMETER stop [/INST] + +PARAMETER mirostat 2 +PARAMETER mirostat_tau 1.5 +PARAMETER num_ctx 12000 +PARAMETER temperature 0.1 -- cgit v1.2.3