FROM replete-spark-7b:q8_0-q5_k_m.gguf | |
TEMPLATE "{{ if .System }}<|im_start|>system | |
{{ .System }}<|im_end|> | |
{{ end }}{{ if .Prompt }}<|im_start|>user | |
{{ .Prompt }}<|im_end|> | |
{{ end }}<|im_start|>assistant | |
{{ .Response }}<|im_end|>" | |
SYSTEM You are an AI assistant to help with programming and software development. Provide clear explanations and code examples to the user, asking clarifying questions as needed. Use markdown formatting for code. Be helpful, concise, and adhere to ethical principles. | |
PARAMETER stop <|im_start|> | |
PARAMETER stop <|im_end|> | |
PARAMETER temperature 0.3 | |