diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/anyscale.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/anyscale.mdx index 5a6a5c8a5..870bc5236 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/anyscale.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/anyscale.mdx @@ -16,9 +16,11 @@ ANYSCALE_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Anyscale" apiKey: "${ANYSCALE_API_KEY}" baseURL: "https://api.endpoints.anyscale.com/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/apipie.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/apipie.mdx index c5dec087f..4d415ecaf 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/apipie.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/apipie.mdx @@ -16,9 +16,11 @@ APIPIE_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "APIpie" apiKey: "${APIPIE_API_KEY}" baseURL: "https://apipie.ai/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/cloudflare.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/cloudflare.mdx index 4c5beaad1..16d797f17 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/cloudflare.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/cloudflare.mdx @@ -21,6 +21,8 @@ CF_GATEWAY_ID=your-gateway-id Add the endpoint under `endpoints.custom` in your `librechat.yaml`. The `baseURL` embeds your account ID and gateway ID: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Cloudflare Workers AI" apiKey: "${CF_API_TOKEN}" baseURL: "https://gateway.ai.cloudflare.com/v1/${CF_ACCOUNT_ID}/${CF_GATEWAY_ID}/workers-ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/cohere.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/cohere.mdx index b2d0fae4a..e4321440a 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/cohere.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/cohere.mdx @@ -16,9 +16,11 @@ COHERE_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "cohere" apiKey: "${COHERE_API_KEY}" baseURL: "https://api.cohere.ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/databricks.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/databricks.mdx index ab5cdd540..6b793bccb 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/databricks.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/databricks.mdx @@ -16,9 +16,11 @@ DATABRICKS_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: 'Databricks' apiKey: '${DATABRICKS_API_KEY}' baseURL: 'https://your_databricks_serving_endpoint_url_here_ending_with/invocations' diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/deepseek.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/deepseek.mdx index 67efa4f84..444bea536 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/deepseek.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/deepseek.mdx @@ -18,9 +18,11 @@ DEEPSEEK_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Deepseek" apiKey: "${DEEPSEEK_API_KEY}" baseURL: "https://api.deepseek.com/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/fireworks.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/fireworks.mdx index 7bd966f5e..845d60733 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/fireworks.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/fireworks.mdx @@ -16,9 +16,11 @@ FIREWORKS_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Fireworks" apiKey: "${FIREWORKS_API_KEY}" baseURL: "https://api.fireworks.ai/inference/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/groq.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/groq.mdx index 514678fc0..847af884d 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/groq.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/groq.mdx @@ -16,9 +16,11 @@ GROQ_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "groq" apiKey: "${GROQ_API_KEY}" baseURL: "https://api.groq.com/openai/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/helicone.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/helicone.mdx index 0d83ea2da..4dea03ca6 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/helicone.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/helicone.mdx @@ -18,9 +18,11 @@ Make sure your account has credits, otherwise model requests will fail. ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Helicone" apiKey: "${HELICONE_KEY}" baseURL: "https://ai-gateway.helicone.ai" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/huggingface.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/huggingface.mdx index 1181b6488..04bd2c5b2 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/huggingface.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/huggingface.mdx @@ -16,9 +16,11 @@ HUGGINGFACE_TOKEN=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: 'HuggingFace' apiKey: '${HUGGINGFACE_TOKEN}' baseURL: 'https://api-inference.huggingface.co/v1' diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/litellm.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/litellm.mdx index 5d72ac208..19b13a71d 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/litellm.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/litellm.mdx @@ -8,9 +8,11 @@ LiteLLM Proxy is a self-hosted gateway that exposes models from many providers t ## Configuration -The API key matches the value set in your LiteLLM proxy config rather than a provider key, so use the placeholder below or your own. Point `baseURL` at your running proxy. Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +The API key matches the value set in your LiteLLM proxy config rather than a provider key, so use the placeholder below or your own. Point `baseURL` at your running proxy. Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "LiteLLM" apiKey: "sk-from-config-file" baseURL: "http://localhost:8000/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/mistral.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/mistral.mdx index 18f53b643..2046122ed 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/mistral.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/mistral.mdx @@ -16,9 +16,11 @@ MISTRAL_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Mistral" apiKey: "${MISTRAL_API_KEY}" baseURL: "https://api.mistral.ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/mlx.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/mlx.mdx index 71d41f8e4..8e1861ae1 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/mlx.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/mlx.mdx @@ -8,9 +8,11 @@ Apple MLX serves models locally on Apple silicon through an [OpenAI-compatible A ## Configuration -The local MLX server doesn't authenticate requests, so the API key is just a placeholder. Point `baseURL` at your running server. Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +The local MLX server doesn't authenticate requests, so the API key is just a placeholder. Point `baseURL` at your running server. Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "MLX" apiKey: "mlx" baseURL: "http://localhost:8080/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/moonshot.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/moonshot.mdx index 2785dba97..dfee452bd 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/moonshot.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/moonshot.mdx @@ -16,9 +16,11 @@ MOONSHOT_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Moonshot" apiKey: "${MOONSHOT_API_KEY}" baseURL: "https://api.moonshot.ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/nearai.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/nearai.mdx index 42f1d3a9b..5cf35e1f8 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/nearai.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/nearai.mdx @@ -16,9 +16,11 @@ NEARAI_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "nearai" apiKey: "${NEARAI_API_KEY}" baseURL: "https://cloud-api.near.ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/neurochain.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/neurochain.mdx index 8ec2f650b..275fffdb6 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/neurochain.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/neurochain.mdx @@ -8,9 +8,11 @@ NeurochainAI is an OpenAI-compatible inference network. Replace `<=generated api ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "NeurochainAI" apiKey: "<=generated api key=>" baseURL: "https://ncmb.neurochain.io/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/ollama.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/ollama.mdx index 5c5923935..0a7f4b5f0 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/ollama.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/ollama.mdx @@ -8,9 +8,11 @@ Ollama runs open models locally and exposes an OpenAI-compatible API, so you can ## Configuration -Ollama ignores the API key but still expects the field to be present, so set it to any placeholder. Point `baseURL` at your Ollama server. Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Ollama ignores the API key but still expects the field to be present, so set it to any placeholder. Point `baseURL` at your Ollama server. Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Ollama" apiKey: "ollama" # use 'host.docker.internal' instead of localhost if running LibreChat in a docker container @@ -45,6 +47,8 @@ Once `stop` was removed from the [default parameters](/docs/configuration/librec If `llama3` keeps generating without stopping, add an `addParams` block with the stop sequences: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Ollama" apiKey: "ollama" baseURL: "http://host.docker.internal:11434/v1/" @@ -70,6 +74,8 @@ If `llama3` keeps generating without stopping, add an `addParams` block with the If you only run `llama3` with Ollama, setting `stop` at the config level via `addParams` is fine. When you run several models, add stop sequences from the frontend through conversation parameters and presets instead, and omit `addParams`: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Ollama" apiKey: "ollama" baseURL: "http://host.docker.internal:11434/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/openrouter.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/openrouter.mdx index 1db574709..f0df804b0 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/openrouter.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/openrouter.mdx @@ -22,9 +22,11 @@ The variable must be named `OPENROUTER_KEY`. Naming it `OPENROUTER_API_KEY` rero ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "OpenRouter" apiKey: "${OPENROUTER_KEY}" baseURL: "https://openrouter.ai/api/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/perplexity.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/perplexity.mdx index 9a34a8139..91b3ba649 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/perplexity.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/perplexity.mdx @@ -16,9 +16,11 @@ PERPLEXITY_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Perplexity" apiKey: "${PERPLEXITY_API_KEY}" baseURL: "https://api.perplexity.ai/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/portkey.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/portkey.mdx index a48cceee2..d1fe79799 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/portkey.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/portkey.mdx @@ -17,11 +17,13 @@ PORTKEY_GATEWAY_URL=your-gateway-url ## Configuration -LibreChat requires the `apiKey` field, but Portkey does not use it, so pass the string `dummy`. Authentication happens through the `x-portkey-*` headers instead. There are two ways to connect, depending on whether you route by [Virtual Keys](https://docs.portkey.ai/docs/product/ai-gateway/virtual-keys) or [Configs](https://docs.portkey.ai/docs/product/ai-gateway/configs). Add one of the following under `endpoints.custom` in your `librechat.yaml`. +LibreChat requires the `apiKey` field, but Portkey does not use it, so pass the string `dummy`. Authentication happens through the `x-portkey-*` headers instead. There are two ways to connect, depending on whether you route by [Virtual Keys](https://docs.portkey.ai/docs/product/ai-gateway/virtual-keys) or [Configs](https://docs.portkey.ai/docs/product/ai-gateway/configs). Add one of the following to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation. ### Virtual Keys ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Portkey" apiKey: "dummy" baseURL: ${PORTKEY_GATEWAY_URL} @@ -42,6 +44,8 @@ LibreChat requires the `apiKey` field, but Portkey does not use it, so pass the ### Configs ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Portkey" apiKey: "dummy" baseURL: ${PORTKEY_GATEWAY_URL} diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/shuttleai.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/shuttleai.mdx index 7c6e5bc70..9abcff4c8 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/shuttleai.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/shuttleai.mdx @@ -16,9 +16,11 @@ SHUTTLEAI_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "ShuttleAI" apiKey: "${SHUTTLEAI_API_KEY}" baseURL: "https://api.shuttleai.com/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/togetherai.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/togetherai.mdx index 918309ee4..19dd4c7ce 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/togetherai.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/togetherai.mdx @@ -16,9 +16,11 @@ TOGETHERAI_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "together.ai" apiKey: "${TOGETHERAI_API_KEY}" baseURL: "https://api.together.xyz" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/truefoundry.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/truefoundry.mdx index 58a18d5fe..9d640bda2 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/truefoundry.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/truefoundry.mdx @@ -19,9 +19,11 @@ Get the gateway URL and model names from the unified code snippet in the TrueFou ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "TrueFoundry" apiKey: "${TRUEFOUNDRY_API_KEY}" baseURL: "${TRUEFOUNDRY_GATEWAY_URL}" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/vllm.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/vllm.mdx index 4fcab3aba..9773d8350 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/vllm.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/vllm.mdx @@ -8,9 +8,11 @@ vLLM is a high-throughput, memory-efficient inference and serving engine for LLM ## Configuration -Local vLLM deployments don't require authentication, so the API key is just a placeholder. Point `baseURL` at your running vLLM server. Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Local vLLM deployments don't require authentication, so the API key is just a placeholder. Point `baseURL` at your running vLLM server. Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "vLLM" apiKey: "vllm" baseURL: "http://127.0.0.1:8023/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/vultrcloudinference.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/vultrcloudinference.mdx index ca82b7e8c..606bf209a 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/vultrcloudinference.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/vultrcloudinference.mdx @@ -16,9 +16,11 @@ VULTRINFERENCE_TOKEN=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: 'Vultr Cloud Inference' apiKey: '${VULTRINFERENCE_TOKEN}' baseURL: 'https://api.vultrinference.com/v1/chat/completions' diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/xai.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/xai.mdx index bec46c92d..1267e6104 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/xai.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/xai.mdx @@ -16,9 +16,11 @@ XAI_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "xai" apiKey: "${XAI_API_KEY}" baseURL: "https://api.x.ai/v1"