[
    {
        "id": "Internal",
        "model_title": "Llama2-1.3B",
        "model_file": "data/ggml-model-Q8_0.gguf",
        "model_url": "https://",
        "model_info_url": "https://huggingface.co./mistralai/Mistral-7B-Instruct-v0.2",
        "model_avatar": "ava0_48",
        "model_description": "The standard Llama2 based 1.3B LLM.",
        "developer": "Meta",
        "developer_url": "https://ai.meta.com/llama/",
        "context": 2048,
        "temp": 0.6,
        "prompt_format": "<human>: {{prompt}}\n<bot>: ",
        "top_k": 5,
        "top_p": 0.9,
        "model_inference": "llama",
        "n_batch": 10,
        "template_name": "HumanBot",
        "is_ready": true
    },
    {
        "id": "tinyllama-1.1B-32k-Q8",
        "model_title": "TinyLlama-1.1B-32k",
        "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
        "model_url": "https://huggingface.co./TheBloke/openchat-3.5-1210-GGUF/resolve/main/openchat-3.5-1210.Q5_K_M.gguf?download=true",
        "model_info_url": "https://huggingface.co./Doctor-Shotgun/TinyLlama-1.1B-32k",
        "model_avatar": "logo_tinyllama",
        "model_description": "The TinyLlama 1.1B model.",
        "developer": "Zhang Peiyuan",
        "developer_url": "https://github.com/jzhang38/TinyLlama",
        "context": 4096,
        "temp": 0.6,
        "prompt_format": "<|system|>You are a friendly chatbot who always responds in the style of a pirate.</s><|user|>{{prompt}}</s><|assistant|>",
        "top_k": 5,
        "top_p": 0.9,
        "model_inference": "llama",
        "n_batch": 10,
        "template_name": "TinyLlama",
        "is_ready": true
    },
    {
        "id": "mistral-7b-instruct-v0.2-Q5_K_M",
        "model_title": "Mistral 7B Instruct v0.2 Q5_K_M",
        "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
        "model_url": "https://huggingface.co./TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.gguf?download=true",
        "model_info_url": "https://huggingface.co./mistralai/Mistral-7B-Instruct-v0.2",
        "model_avatar": "logo_mistralai",
        "model_description": "The standard Llama2 based 1.3B LLM.",
        "developer": "Mistral AI",
        "developer_url": "https://mistral.ai/",
        "context": 4096,
        "temp": 0.6,
        "prompt_format": "<s>[INST]{{prompt}}[/INST]</s>",
        "top_k": 5,
        "top_p": 0.9,
        "model_inference": "llama",
        "n_batch": 10,
        "template_name": "Mistral",
        "is_ready": true
    },
    {
        "id": "mistral-7b-instruct-v0.2-Q8",
        "model_title": "Mistral 7B v0.2 Q5_K_M",
        "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
        "model_url": "https://huggingface.co./TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q8_0.gguf?download=true",
        "model_info_url": "https://huggingface.co./mistralai/Mistral-7B-Instruct-v0.2",
        "model_avatar": "logo_mistralai",
        "model_description": "The standard Llama2 based 1.3B LLM.",
        "developer": "Mistral AI",
        "developer_url": "https://mistral.ai/",
        "context": 4096,
        "temp": 0.6,
        "prompt_format": "<s>[INST]{{prompt}}[/INST]</s>",
        "top_k": 5,
        "top_p": 0.9,
        "model_inference": "llama",
        "n_batch": 10,
        "template_name": "Mistral",
        "is_ready": true
    },
    {
        "id": "openchat-3.5-1210-Q5_K_M",
        "model_title": "OpenChat 3.5 Q5_K_M",
        "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
        "model_url": "https://huggingface.co./TheBloke/openchat-3.5-1210-GGUF/resolve/main/openchat-3.5-1210.Q5_K_M.gguf?download=true",
        "model_info_url": "https://huggingface.co./mistralai/Mistral-7B-Instruct-v0.2",
        "model_avatar": "logo_openchat",
        "model_description": "The standard Llama2 based 1.3B LLM.",
        "developer": "OpenChat Team",
        "developer_url": "https://openchat.team/",
        "context": 4096,
        "temp": 0.6,
        "prompt_format": "<s>[INST]{{prompt}}[/INST]</s>",
        "top_k": 5,
        "top_p": 0.9,
        "model_inference": "llama",
        "n_batch": 10,
        "template_name": "Mistral",
        "is_ready": true
    }
]