# Configuration version (required) version: 1.0.0 # Cache settings: Set to true to enable caching cache: true # Definition of custom endpoints endpoints: custom: # Groq Example - name: 'groq' apiKey: '${GROQ_API_KEY}' baseURL: 'https://api.groq.com/openai/v1/' models: default: [ 'llama3-70b-8192', 'llama3-8b-8192', 'llama2-70b-4096', 'mixtral-8x7b-32768', 'gemma-7b-it', ] fetch: false titleConvo: true titleModel: 'mixtral-8x7b-32768' modelDisplayLabel: 'groq' # Mistral AI API - name: "Mistral" # Unique name for the endpoint # For `apiKey` and `baseURL`, you can use environment variables that you define. # recommended environment variables: apiKey: "${MISTRAL_API_KEY}" baseURL: "https://api.mistral.ai/v1" # Models configuration models: # List of default models to use. At least one value is required. default: ["mistral-tiny", "mistral-small", "mistral-medium"] # Fetch option: Set to true to fetch models from API. fetch: true # Defaults to false. # Optional configurations # Title Conversation setting titleConvo: true # Set to true to enable title conversation # Title Method: Choose between "completion" or "functions". titleMethod: "completion" # Defaults to "completion" if omitted. # Title Model: Specify the model to use for titles. titleModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted. # Summarize setting: Set to true to enable summarization. summarize: false # Summary Model: Specify the model to use if summarization is enabled. summaryModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted. # Force Prompt setting: If true, sends a `prompt` parameter instead of `messages`. forcePrompt: false # The label displayed for the AI model in messages. modelDisplayLabel: "Mistral" # Default is "AI" when not set. # Add additional parameters to the request. Default params will be overwritten. addParams: safe_mode: true # This field is specific to Mistral AI: https://docs.mistral.ai/api/ # Drop Default params parameters from the request. See default params in guide linked below. dropParams: ["stop", "temperature", "top_p"] # - stop # dropped since it's not recognized by Mistral AI API # `temperature` and `top_p` are removed to allow Mistral AI API defaults to be used: # - temperature # - top_p # See the Custom Configuration Guide for more information: # https://docs.librechat.ai/install/configuration/custom_config.html