Modelfile-deepseek-r1

#  ollama create sammcj/deepseek-r1-0528-qwen3-8b-ud:16k-Q6_K_XL -f Modelfile-deepseek-r1

#  FROM ./DeepSeek-R1-IQ3_XXS.gguf
FROM ../DeepSeek-R1-0528-Qwen3-8B-UD-Q6_K_XL.gguf

PARAMETER num_ctx 16384

# Note this will use a lot of vRAM as deepseek v3 architecture doesn't support flash attention/qkv
#  PARAMETER num_batch 32

# basic sampling
PARAMETER temperature 0.6
PARAMETER top_p 0.95
PARAMETER min_p 0.01

PARAMETER num_keep 512
PARAMETER num_gpu 99


PARAMETER stop "<｜begin▁of▁sentence｜>"
PARAMETER stop "<｜end▁of▁sentence｜>"
PARAMETER stop "<｜User｜>"
PARAMETER stop "<｜Assistant｜>"

# Experimental for Deepseek's official tool calling template below
PARAMETER stop "<｜tool▁output▁begin｜>"
PARAMETER stop "<｜tool▁output▁end｜>"
PARAMETER stop "<｜tool▁calls▁begin｜>"
PARAMETER stop "<｜tool▁calls▁end｜>"
PARAMETER stop "<｜tool▁sep｜>"

#  Cline stop Parameters
#  PARAMETER stop "</thinking>"
PARAMETER stop "</tool_call>"
PARAMETER stop "</tool_response>"
PARAMETER stop "</ask_followup_question>"
PARAMETER stop "</attempt_completion>"
PARAMETER stop "</write_to_file>"
PARAMETER stop "</execute_command>"
PARAMETER stop "</s>"
PARAMETER stop "[/TOOL_RESULTS]"

### TEMPLATES ###

#  Sam's hybrid with tool calls
TEMPLATE """{{- if .Messages }}
{{- if or .System .Tools }}
{{- if .System }}
{{ .System }}
{{- end }}
{{- if .Tools }}
When using a tool, format as:
{"name": "function_name", "parameters": {"param1": "value1"}}

The following tools are available when needed for specific tasks:
{{ $.Tools }}
{{- end }}
{{- end }}
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 }}
{{- if eq .Role "user" }}<｜User｜>
{{- if and $.Tools $last }}
Given the tools, please respond with a JSON object for a function call with its proper arguments that best answers the given prompt.
Prioritise specific concurrent tool calls over a single generic tool call. Use tools first.
Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.
{{- end }}
{{ .Content }}
{{- if $last }}<｜Assistant｜>{{ end }}
{{- else if eq .Role "assistant" }}
<｜Assistant｜>

<think>
{{ .Thinking }}
</think>

{{- if .ToolCalls }}
{{- range .ToolCalls }}
{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}
{{- end }}
{{- else }}
{{ .Content }}
{{- if not $last }}<｜end▁of▁sentence｜>{{- end }}
{{- end }}
{{- else if eq .Role "tool" }}<｜end▁of▁sentence｜><｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>{{ .Content }}<｜tool▁output▁end｜><｜tool▁outputs▁end｜>
{{- if and $last (ne .Role "assistant") }}<｜Assistant｜>
{{- if and $.IsThinkSet (not $.Think) -}}
<think>

</think>
{{ end }}
{{- end }}
{{- end }}
{{- end }}
{{- else }}
{{- if .System }}
{{ .System }}
{{- end }}
{{- if .Prompt }}
<｜User｜>
{{ .Prompt }}
{{- end }}
<｜Assistant｜>
{{ .Response }}
{{- if .Response }}{{ end }}
{{- end }}"""

#  DeepSeek R1 Qwen 3 8b distill template from Ollama - might be missing tool calls?
#  TEMPLATE """{{- if .System }}{{ .System }}{{ end }}
#  {{- range $i, $_ := .Messages }}
#  {{- $last := eq (len (slice $.Messages $i)) 1}}
#  {{- if eq .Role "user" }}<｜User｜>{{ .Content }}
#  {{- else if eq .Role "assistant" }}<｜Assistant｜>
#    {{- if and $.IsThinkSet (and $last .Thinking) -}}
#  <think>
#  {{ .Thinking }}
#  </think>
#  {{- end }}{{ .Content }}{{- if not $last }}<｜end▁of▁sentence｜>{{- end }}
#  {{- end }}
#  {{- if and $last (ne .Role "assistant") }}<｜Assistant｜>
#  {{- if and $.IsThinkSet (not $.Think) -}}
#  <think>

#  </think>

#  {{ end }}
#  {{- end -}}
#  {{- end }}"""

TEMPLATE """{{- if .System }}{{ .System }}{{ end }}
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1}}
{{- if eq .Role "user" }}<｜User｜>{{ .Content }}
{{- else if eq .Role "assistant" }}
{{- if .Content }}<｜Assistant｜>{{ .Content }}{{- if not $last }}<｜end▁of▁sentence｜>{{- end }}
{{- else if .ToolCalls }}<｜Assistant｜><｜tool▁calls▁begin｜>
{{- range $j, $tool := .ToolCalls }}<｜tool▁call▁begin｜>{{ $tool.Type }}<｜tool▁sep｜>{{ $tool.Function.Name }}
```json
{{ $tool.Function.Arguments }}
```<｜tool▁call▁end｜>{{- end }}<｜tool▁calls▁end｜><｜end▁of▁sentence｜>
{{- end }}
{{- else if eq .Role "tool" }}{{- if eq $i 0 }}<｜tool▁outputs▁begin｜>{{- end }}<｜tool▁output▁begin｜>{{ .Content }}<｜tool▁output▁end｜>
{{- if $last }}<｜tool▁outputs▁end｜>{{- end }}
{{- end }}
{{- if and $last (ne .Role "assistant") }}<｜Assistant｜>{{- end }}
{{- end }}"""

### SAMPLING ###

## min_p sampling (comment out temp and top_p above if using)
### min_p sampling ##
# min_p works best with a bit of temperature
#  PARAMETER temperature 0.2
#  #  # 1.0 disables top_p, so we can use min_p
#  PARAMETER top_p 1.0
#  PARAMETER min_p 0.9
### min_p sampling ##