| FROM gemma-3-1b-it.Q8_0.gguf | |
| TEMPLATE """{{- range $i, $_ := .Messages }} | |
| {{- $last := eq (len (slice $.Messages $i)) 1 }} | |
| {{- if or (eq .Role "user") (eq .Role "system") }}<start_of_turn>user | |
| {{ .Content }}<end_of_turn> | |
| {{ if $last }}<start_of_turn>model | |
| {{ end }} | |
| {{- else if eq .Role "assistant" }}<start_of_turn>model | |
| {{ .Content }}{{ if not $last }}<end_of_turn> | |
| {{ end }} | |
| {{- end }} | |
| {{- end }}""" | |
| PARAMETER stop "<end_of_turn>" | |
| PARAMETER stop "<eos>" | |
| PARAMETER temperature 1.0 | |
| PARAMETER min_p 0.0 | |
| PARAMETER top_k 64 | |
| PARAMETER top_p 0.95 | |
| PARAMETER num_predict 32768 |