| # Configuration version (required) | |
| version: 1.0.0 | |
| # Cache settings: Set to true to enable caching | |
| cache: true | |
| # Definition of custom endpoints | |
| endpoints: | |
| custom: | |
| # Mistral AI API | |
| - name: "Mistral" # Unique name for the endpoint | |
| # For `apiKey` and `baseURL`, you can use environment variables that you define. | |
| # recommended environment variables: | |
| apiKey: "${MISTRAL_API_KEY}" | |
| baseURL: "https://api.mistral.ai/v1" | |
| # Models configuration | |
| models: | |
| # List of default models to use. At least one value is required. | |
| default: ["mistral-tiny", "mistral-small", "mistral-medium"] | |
| # Fetch option: Set to true to fetch models from API. | |
| fetch: true # Defaults to false. | |
| # Optional configurations | |
| # Title Conversation setting | |
| titleConvo: true # Set to true to enable title conversation | |
| # Title Method: Choose between "completion" or "functions". | |
| titleMethod: "completion" # Defaults to "completion" if omitted. | |
| # Title Model: Specify the model to use for titles. | |
| titleModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted. | |
| # Summarize setting: Set to true to enable summarization. | |
| summarize: false | |
| # Summary Model: Specify the model to use if summarization is enabled. | |
| summaryModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted. | |
| # Force Prompt setting: If true, sends a `prompt` parameter instead of `messages`. | |
| forcePrompt: false | |
| # The label displayed for the AI model in messages. | |
| modelDisplayLabel: "Mistral" # Default is "AI" when not set. | |
| # Add additional parameters to the request. Default params will be overwritten. | |
| addParams: | |
| safe_mode: true # This field is specific to Mistral AI: https://docs.mistral.ai/api/ | |
| # Drop Default params parameters from the request. See default params in guide linked below. | |
| dropParams: ["stop", "temperature", "top_p"] | |
| # - stop # dropped since it's not recognized by Mistral AI API | |
| # `temperature` and `top_p` are removed to allow Mistral AI API defaults to be used: | |
| # - temperature | |
| # - top_p | |
| # OpenRouter.ai Example | |
| - name: "OpenRouter" | |
| # For `apiKey` and `baseURL`, you can use environment variables that you define. | |
| # recommended environment variables: | |
| # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well. | |
| apiKey: "${OPENROUTER_KEY}" | |
| baseURL: "https://openrouter.ai/api/v1" | |
| models: | |
| default: ["nousresearch/nous-capybara-7b:free", "mistralai/mistral-7b-instruct:free", "huggingfaceh4/zephyr-7b-beta:free", "openchat/openchat-7b:free", "gryphe/mythomist-7b:free", "undi95/toppy-m-7b:free", "openrouter/cinematika-7b:free", "openrouter/auto", "nousresearch/nous-capybara-7b", "mistralai/mistral-7b-instruct", "huggingfaceh4/zephyr-7b-beta", "openchat/openchat-7b", "gryphe/mythomist-7b", "openrouter/cinematika-7b", "rwkv/rwkv-5-world-3b", "recursal/rwkv-5-3b-ai-town", "jondurbin/bagel-34b", "jebcarter/psyfighter-13b", "koboldai/psyfighter-13b-2", "neversleep/noromaid-mixtral-8x7b-instruct", "nousresearch/nous-hermes-llama2-13b", "meta-llama/codellama-34b-instruct", "phind/phind-codellama-34b", "intel/neural-chat-7b", "nousresearch/nous-hermes-2-mixtral-8x7b-dpo", "nousresearch/nous-hermes-2-mixtral-8x7b-sft", "haotian-liu/llava-13b", "nousresearch/nous-hermes-2-vision-7b", "meta-llama/llama-2-13b-chat", "gryphe/mythomax-l2-13b", "nousresearch/nous-hermes-llama2-70b", "teknium/openhermes-2-mistral-7b", "teknium/openhermes-2.5-mistral-7b", "undi95/remm-slerp-l2-13b", "undi95/toppy-m-7b", "01-ai/yi-34b-chat", "01-ai/yi-34b", "01-ai/yi-6b", "togethercomputer/stripedhyena-nous-7b", "togethercomputer/stripedhyena-hessian-7b", "mistralai/mixtral-8x7b", "nousresearch/nous-hermes-yi-34b", "open-orca/mistral-7b-openorca", "openai/gpt-3.5-turbo", "openai/gpt-3.5-turbo-1106", "openai/gpt-3.5-turbo-16k", "openai/gpt-4-1106-preview", "openai/gpt-4", "openai/gpt-4-32k", "openai/gpt-4-vision-preview", "openai/gpt-3.5-turbo-instruct", "google/palm-2-chat-bison", "google/palm-2-codechat-bison", "google/palm-2-chat-bison-32k", "google/palm-2-codechat-bison-32k", "google/gemini-pro", "google/gemini-pro-vision", "perplexity/pplx-70b-online", "perplexity/pplx-7b-online", "perplexity/pplx-7b-chat", "perplexity/pplx-70b-chat", "meta-llama/llama-2-70b-chat", "nousresearch/nous-capybara-34b", "jondurbin/airoboros-l2-70b", "austism/chronos-hermes-13b", "migtissera/synthia-70b", "pygmalionai/mythalion-13b", "undi95/remm-slerp-l2-13b-6k", "xwin-lm/xwin-lm-70b", "gryphe/mythomax-l2-13b-8k", "alpindale/goliath-120b ", "lizpreciatior/lzlv-70b-fp16-hf", "neversleep/noromaid-20b", "mistralai/mixtral-8x7b-instruct", "cognitivecomputations/dolphin-mixtral-8x7b", "anthropic/claude-2", "anthropic/claude-2.0", "anthropic/claude-instant-v1", "mancer/weaver", "mistralai/mistral-tiny", "mistralai/mistral-small", "mistralai/mistral-medium"] | |
| fetch: true | |
| titleConvo: true | |
| titleModel: "gpt-3.5-turbo" | |
| summarize: false | |
| summaryModel: "gpt-3.5-turbo" | |
| forcePrompt: false | |
| modelDisplayLabel: "OpenRouter" | |
| - name: "Reverse Proxy" | |
| # For `apiKey` and `baseURL`, you can use environment variables that you define. | |
| # recommended environment variables: | |
| # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well. | |
| apiKey: "user_provided" | |
| baseURL: "user_provided" | |
| models: | |
| default: ["gpt-3.5-turbo"] | |
| fetch: true | |
| titleConvo: true | |
| titleModel: "gpt-3.5-turbo" | |
| summarize: false | |
| summaryModel: "gpt-3.5-turbo" | |
| forcePrompt: false | |
| modelDisplayLabel: "AI" | |
| # See the Custom Configuration Guide for more information: | |
| # https://docs.librechat.ai/install/configuration/custom_config.html |