From faf76c0165d96ba0d95147d13b158a6f34d576f9 Mon Sep 17 00:00:00 2001 From: Marco Beretta <81851188+berry-13@users.noreply.github.com> Date: Thu, 8 Oct 2026 20:02:19 +0200 Subject: [PATCH] docs: show the endpoints.custom parent keys in AI endpoint examples The endpoint examples were bare list items indented under keys that were never shown, so it was unclear where to paste them in librechat.yaml. Each snippet now includes the endpoints and custom keys, and the lead-in explains how to merge the entry into an existing custom list. Feedback: 1557760609578254458 --- .../librechat_yaml/ai_endpoints/anyscale.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/apipie.mdx | 4 +++- .../librechat_yaml/ai_endpoints/cloudflare.mdx | 2 ++ .../configuration/librechat_yaml/ai_endpoints/cohere.mdx | 4 +++- .../librechat_yaml/ai_endpoints/databricks.mdx | 4 +++- .../librechat_yaml/ai_endpoints/deepseek.mdx | 4 +++- .../librechat_yaml/ai_endpoints/fireworks.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/groq.mdx | 4 +++- .../librechat_yaml/ai_endpoints/helicone.mdx | 4 +++- .../librechat_yaml/ai_endpoints/huggingface.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/litellm.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/mistral.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/mlx.mdx | 4 +++- .../librechat_yaml/ai_endpoints/moonshot.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/nearai.mdx | 4 +++- .../librechat_yaml/ai_endpoints/neurochain.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/ollama.mdx | 8 +++++++- .../librechat_yaml/ai_endpoints/openrouter.mdx | 4 +++- .../librechat_yaml/ai_endpoints/perplexity.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/portkey.mdx | 6 +++++- .../librechat_yaml/ai_endpoints/shuttleai.mdx | 4 +++- .../librechat_yaml/ai_endpoints/togetherai.mdx | 4 +++- .../librechat_yaml/ai_endpoints/truefoundry.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/vllm.mdx | 4 +++- .../librechat_yaml/ai_endpoints/vultrcloudinference.mdx | 4 +++- .../configuration/librechat_yaml/ai_endpoints/xai.mdx | 4 +++- 26 files changed, 83 insertions(+), 25 deletions(-) diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/anyscale.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/anyscale.mdx index 5a6a5c8a5..870bc5236 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/anyscale.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/anyscale.mdx @@ -16,9 +16,11 @@ ANYSCALE_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Anyscale" apiKey: "${ANYSCALE_API_KEY}" baseURL: "https://api.endpoints.anyscale.com/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/apipie.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/apipie.mdx index c5dec087f..4d415ecaf 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/apipie.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/apipie.mdx @@ -16,9 +16,11 @@ APIPIE_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "APIpie" apiKey: "${APIPIE_API_KEY}" baseURL: "https://apipie.ai/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/cloudflare.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/cloudflare.mdx index 4c5beaad1..16d797f17 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/cloudflare.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/cloudflare.mdx @@ -21,6 +21,8 @@ CF_GATEWAY_ID=your-gateway-id Add the endpoint under `endpoints.custom` in your `librechat.yaml`. The `baseURL` embeds your account ID and gateway ID: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Cloudflare Workers AI" apiKey: "${CF_API_TOKEN}" baseURL: "https://gateway.ai.cloudflare.com/v1/${CF_ACCOUNT_ID}/${CF_GATEWAY_ID}/workers-ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/cohere.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/cohere.mdx index b2d0fae4a..e4321440a 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/cohere.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/cohere.mdx @@ -16,9 +16,11 @@ COHERE_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "cohere" apiKey: "${COHERE_API_KEY}" baseURL: "https://api.cohere.ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/databricks.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/databricks.mdx index ab5cdd540..6b793bccb 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/databricks.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/databricks.mdx @@ -16,9 +16,11 @@ DATABRICKS_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: 'Databricks' apiKey: '${DATABRICKS_API_KEY}' baseURL: 'https://your_databricks_serving_endpoint_url_here_ending_with/invocations' diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/deepseek.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/deepseek.mdx index 67efa4f84..444bea536 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/deepseek.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/deepseek.mdx @@ -18,9 +18,11 @@ DEEPSEEK_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Deepseek" apiKey: "${DEEPSEEK_API_KEY}" baseURL: "https://api.deepseek.com/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/fireworks.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/fireworks.mdx index 7bd966f5e..845d60733 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/fireworks.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/fireworks.mdx @@ -16,9 +16,11 @@ FIREWORKS_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Fireworks" apiKey: "${FIREWORKS_API_KEY}" baseURL: "https://api.fireworks.ai/inference/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/groq.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/groq.mdx index 514678fc0..847af884d 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/groq.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/groq.mdx @@ -16,9 +16,11 @@ GROQ_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "groq" apiKey: "${GROQ_API_KEY}" baseURL: "https://api.groq.com/openai/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/helicone.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/helicone.mdx index 0d83ea2da..4dea03ca6 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/helicone.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/helicone.mdx @@ -18,9 +18,11 @@ Make sure your account has credits, otherwise model requests will fail. ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Helicone" apiKey: "${HELICONE_KEY}" baseURL: "https://ai-gateway.helicone.ai" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/huggingface.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/huggingface.mdx index 1181b6488..04bd2c5b2 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/huggingface.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/huggingface.mdx @@ -16,9 +16,11 @@ HUGGINGFACE_TOKEN=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: 'HuggingFace' apiKey: '${HUGGINGFACE_TOKEN}' baseURL: 'https://api-inference.huggingface.co/v1' diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/litellm.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/litellm.mdx index 5d72ac208..19b13a71d 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/litellm.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/litellm.mdx @@ -8,9 +8,11 @@ LiteLLM Proxy is a self-hosted gateway that exposes models from many providers t ## Configuration -The API key matches the value set in your LiteLLM proxy config rather than a provider key, so use the placeholder below or your own. Point `baseURL` at your running proxy. Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +The API key matches the value set in your LiteLLM proxy config rather than a provider key, so use the placeholder below or your own. Point `baseURL` at your running proxy. Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "LiteLLM" apiKey: "sk-from-config-file" baseURL: "http://localhost:8000/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/mistral.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/mistral.mdx index 18f53b643..2046122ed 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/mistral.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/mistral.mdx @@ -16,9 +16,11 @@ MISTRAL_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Mistral" apiKey: "${MISTRAL_API_KEY}" baseURL: "https://api.mistral.ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/mlx.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/mlx.mdx index 71d41f8e4..8e1861ae1 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/mlx.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/mlx.mdx @@ -8,9 +8,11 @@ Apple MLX serves models locally on Apple silicon through an [OpenAI-compatible A ## Configuration -The local MLX server doesn't authenticate requests, so the API key is just a placeholder. Point `baseURL` at your running server. Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +The local MLX server doesn't authenticate requests, so the API key is just a placeholder. Point `baseURL` at your running server. Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "MLX" apiKey: "mlx" baseURL: "http://localhost:8080/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/moonshot.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/moonshot.mdx index 2785dba97..dfee452bd 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/moonshot.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/moonshot.mdx @@ -16,9 +16,11 @@ MOONSHOT_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Moonshot" apiKey: "${MOONSHOT_API_KEY}" baseURL: "https://api.moonshot.ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/nearai.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/nearai.mdx index 42f1d3a9b..5cf35e1f8 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/nearai.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/nearai.mdx @@ -16,9 +16,11 @@ NEARAI_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "nearai" apiKey: "${NEARAI_API_KEY}" baseURL: "https://cloud-api.near.ai/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/neurochain.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/neurochain.mdx index 8ec2f650b..275fffdb6 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/neurochain.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/neurochain.mdx @@ -8,9 +8,11 @@ NeurochainAI is an OpenAI-compatible inference network. Replace `<=generated api ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "NeurochainAI" apiKey: "<=generated api key=>" baseURL: "https://ncmb.neurochain.io/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/ollama.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/ollama.mdx index 5c5923935..0a7f4b5f0 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/ollama.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/ollama.mdx @@ -8,9 +8,11 @@ Ollama runs open models locally and exposes an OpenAI-compatible API, so you can ## Configuration -Ollama ignores the API key but still expects the field to be present, so set it to any placeholder. Point `baseURL` at your Ollama server. Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Ollama ignores the API key but still expects the field to be present, so set it to any placeholder. Point `baseURL` at your Ollama server. Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Ollama" apiKey: "ollama" # use 'host.docker.internal' instead of localhost if running LibreChat in a docker container @@ -45,6 +47,8 @@ Once `stop` was removed from the [default parameters](/docs/configuration/librec If `llama3` keeps generating without stopping, add an `addParams` block with the stop sequences: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Ollama" apiKey: "ollama" baseURL: "http://host.docker.internal:11434/v1/" @@ -70,6 +74,8 @@ If `llama3` keeps generating without stopping, add an `addParams` block with the If you only run `llama3` with Ollama, setting `stop` at the config level via `addParams` is fine. When you run several models, add stop sequences from the frontend through conversation parameters and presets instead, and omit `addParams`: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Ollama" apiKey: "ollama" baseURL: "http://host.docker.internal:11434/v1/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/openrouter.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/openrouter.mdx index 1db574709..f0df804b0 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/openrouter.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/openrouter.mdx @@ -22,9 +22,11 @@ The variable must be named `OPENROUTER_KEY`. Naming it `OPENROUTER_API_KEY` rero ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "OpenRouter" apiKey: "${OPENROUTER_KEY}" baseURL: "https://openrouter.ai/api/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/perplexity.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/perplexity.mdx index 9a34a8139..91b3ba649 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/perplexity.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/perplexity.mdx @@ -16,9 +16,11 @@ PERPLEXITY_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Perplexity" apiKey: "${PERPLEXITY_API_KEY}" baseURL: "https://api.perplexity.ai/" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/portkey.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/portkey.mdx index a48cceee2..d1fe79799 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/portkey.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/portkey.mdx @@ -17,11 +17,13 @@ PORTKEY_GATEWAY_URL=your-gateway-url ## Configuration -LibreChat requires the `apiKey` field, but Portkey does not use it, so pass the string `dummy`. Authentication happens through the `x-portkey-*` headers instead. There are two ways to connect, depending on whether you route by [Virtual Keys](https://docs.portkey.ai/docs/product/ai-gateway/virtual-keys) or [Configs](https://docs.portkey.ai/docs/product/ai-gateway/configs). Add one of the following under `endpoints.custom` in your `librechat.yaml`. +LibreChat requires the `apiKey` field, but Portkey does not use it, so pass the string `dummy`. Authentication happens through the `x-portkey-*` headers instead. There are two ways to connect, depending on whether you route by [Virtual Keys](https://docs.portkey.ai/docs/product/ai-gateway/virtual-keys) or [Configs](https://docs.portkey.ai/docs/product/ai-gateway/configs). Add one of the following to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation. ### Virtual Keys ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Portkey" apiKey: "dummy" baseURL: ${PORTKEY_GATEWAY_URL} @@ -42,6 +44,8 @@ LibreChat requires the `apiKey` field, but Portkey does not use it, so pass the ### Configs ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "Portkey" apiKey: "dummy" baseURL: ${PORTKEY_GATEWAY_URL} diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/shuttleai.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/shuttleai.mdx index 7c6e5bc70..9abcff4c8 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/shuttleai.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/shuttleai.mdx @@ -16,9 +16,11 @@ SHUTTLEAI_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "ShuttleAI" apiKey: "${SHUTTLEAI_API_KEY}" baseURL: "https://api.shuttleai.com/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/togetherai.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/togetherai.mdx index 918309ee4..19dd4c7ce 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/togetherai.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/togetherai.mdx @@ -16,9 +16,11 @@ TOGETHERAI_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "together.ai" apiKey: "${TOGETHERAI_API_KEY}" baseURL: "https://api.together.xyz" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/truefoundry.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/truefoundry.mdx index 58a18d5fe..9d640bda2 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/truefoundry.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/truefoundry.mdx @@ -19,9 +19,11 @@ Get the gateway URL and model names from the unified code snippet in the TrueFou ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "TrueFoundry" apiKey: "${TRUEFOUNDRY_API_KEY}" baseURL: "${TRUEFOUNDRY_GATEWAY_URL}" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/vllm.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/vllm.mdx index 4fcab3aba..9773d8350 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/vllm.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/vllm.mdx @@ -8,9 +8,11 @@ vLLM is a high-throughput, memory-efficient inference and serving engine for LLM ## Configuration -Local vLLM deployments don't require authentication, so the API key is just a placeholder. Point `baseURL` at your running vLLM server. Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Local vLLM deployments don't require authentication, so the API key is just a placeholder. Point `baseURL` at your running vLLM server. Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "vLLM" apiKey: "vllm" baseURL: "http://127.0.0.1:8023/v1" diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/vultrcloudinference.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/vultrcloudinference.mdx index ca82b7e8c..606bf209a 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/vultrcloudinference.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/vultrcloudinference.mdx @@ -16,9 +16,11 @@ VULTRINFERENCE_TOKEN=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: 'Vultr Cloud Inference' apiKey: '${VULTRINFERENCE_TOKEN}' baseURL: 'https://api.vultrinference.com/v1/chat/completions' diff --git a/content/docs/configuration/librechat_yaml/ai_endpoints/xai.mdx b/content/docs/configuration/librechat_yaml/ai_endpoints/xai.mdx index bec46c92d..1267e6104 100644 --- a/content/docs/configuration/librechat_yaml/ai_endpoints/xai.mdx +++ b/content/docs/configuration/librechat_yaml/ai_endpoints/xai.mdx @@ -16,9 +16,11 @@ XAI_API_KEY=your-api-key ## Configuration -Add the endpoint under `endpoints.custom` in your `librechat.yaml`: +Add the endpoint to the `custom` list under `endpoints` in your `librechat.yaml`. If your file already has an `endpoints.custom` list, paste only the `- name:` entry into it, keeping the same indentation: ```yaml filename="librechat.yaml" +endpoints: + custom: - name: "xai" apiKey: "${XAI_API_KEY}" baseURL: "https://api.x.ai/v1"