Modelfile2

FROM unsloth.Q8_0.gguf
TEMPLATE "{{ if .System }}<|start_header_id|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.<|end_header_id|>

{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.<|end_header_id|>

{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>instruction<|end_header_id|>

{{ .Response }}<|eot_id|>"

PARAMETER temperature 0.1
PARAMETER num_keep 24
PARAMETER top_k 40
PARAMETER top_p 0.5
PARAMETER min_p 0
PARAMETER stop <|start_header_id|>
PARAMETER stop <|end_header_id|>
PARAMETER stop <|eot_id|>
PARAMETER stop <|end_of_text|>
PARAMETER stop "###"