diff --git a/apps/mobile/src/components/ProviderIcon.tsx b/apps/mobile/src/components/ProviderIcon.tsx index 62a64102265de..f920b7d28d74d 100644 --- a/apps/mobile/src/components/ProviderIcon.tsx +++ b/apps/mobile/src/components/ProviderIcon.tsx @@ -11,7 +11,11 @@ import { resolveOfficialAcpRegistryIconUrl } from "@t3tools/contracts"; import { useAppearancePreferences } from "../features/settings/appearance/AppearancePreferencesProvider"; import { AppText as Text } from "./ui/AppText"; import { cn } from "../lib/cn"; -import { getProviderClient, openRouterIcon } from "@t3tools/client-runtime/provider-clients"; +import { + elevenLabsIcon, + getProviderClient, + openRouterIcon, +} from "@t3tools/client-runtime/provider-clients"; type ProviderIconProps = { readonly provider: string | null | undefined; @@ -100,7 +104,11 @@ export function ProviderIcon(props: ProviderIconProps) { } const packageIcon = - props.provider === "openrouter" ? openRouterIcon : getProviderClient(props.provider)?.icon; + props.provider === "openrouter" + ? openRouterIcon + : props.provider === "elevenlabs" + ? elevenLabsIcon + : getProviderClient(props.provider)?.icon; if (packageIcon) { const themeFill = (fill: { readonly light: string; readonly dark: string }) => isDarkMode ? fill.dark : fill.light; diff --git a/apps/server/src/serverSettings.test.ts b/apps/server/src/serverSettings.test.ts index f837fd8ca9722..c1e791d27e915 100644 --- a/apps/server/src/serverSettings.test.ts +++ b/apps/server/src/serverSettings.test.ts @@ -1825,6 +1825,7 @@ it.layer(Layer.mergeAll(NodeServices.layer, NodeCrypto.layer))("server settings" openai: SECRET_REDACTED, xai: SECRET_REDACTED, openrouter: "", + elevenlabs: "", }); assert.equal(legacy.sourceControlHosts.bitbucket?.accessToken, SECRET_REDACTED); assert.equal(legacy.usageLimitSources[hub]?.managementKey, SECRET_REDACTED); @@ -1855,6 +1856,7 @@ it.layer(Layer.mergeAll(NodeServices.layer, NodeCrypto.layer))("server settings" openai: usageReference, xai: "literal-fixture", openrouter: "", + elevenlabs: "", }); assert.deepEqual(echoed.easDeviceHosts[0]?.accessToken, easReference); assert.deepEqual(echoed.simlockDeviceHosts[0]?.agentToken, simlockReference); @@ -1958,7 +1960,12 @@ it.layer(Layer.mergeAll(NodeServices.layer, NodeCrypto.layer))("server settings" "ghe.acme.test": work, }); assert.equal(removed.usageLimitSources[hub]?.managementKey, ""); - assert.deepEqual(removed.cloudSpeechCredentials, { openai: "", xai: work, openrouter: "" }); + assert.deepEqual(removed.cloudSpeechCredentials, { + openai: "", + xai: work, + openrouter: "", + elevenlabs: "", + }); assert.equal(removed.easDeviceHosts[0]?.accessToken, ""); assert.deepEqual(Object.keys(removed.secretProviders), ["work"]); }).pipe(Effect.provide(layerServerSettingsWithSecrets())), @@ -1971,6 +1978,7 @@ it.layer(Layer.mergeAll(NodeServices.layer, NodeCrypto.layer))("server settings" "cloudSpeechCredentials.openai", "cloudSpeechCredentials.xai", "cloudSpeechCredentials.openrouter", + "cloudSpeechCredentials.elevenlabs", "easDeviceHosts.[].accessToken", "simlockDeviceHosts.[].agentToken", "usageLimitSources.*.managementKey", diff --git a/apps/server/src/sourceControl/sourceControlHostSecrets.test.ts b/apps/server/src/sourceControl/sourceControlHostSecrets.test.ts index 9f73b2512841c..3acd0ae2b7e8d 100644 --- a/apps/server/src/sourceControl/sourceControlHostSecrets.test.ts +++ b/apps/server/src/sourceControl/sourceControlHostSecrets.test.ts @@ -176,7 +176,12 @@ it.effect("reads a collected reference again once it is invalidated", () => resolver, Effect.succeed({ sourceControlHosts: hosts, - cloudSpeechCredentials: { openai: source("voice#key"), xai: "", openrouter: "" }, + cloudSpeechCredentials: { + openai: source("voice#key"), + xai: "", + openrouter: "", + elevenlabs: "", + }, usageLimitSources, textGenerators: {}, easDeviceHosts, diff --git a/apps/server/src/speech/CloudSpeech.test.ts b/apps/server/src/speech/CloudSpeech.test.ts index 1ada861d6d852..899c867466022 100644 --- a/apps/server/src/speech/CloudSpeech.test.ts +++ b/apps/server/src/speech/CloudSpeech.test.ts @@ -10,8 +10,36 @@ import { expect, vi } from "vite-plus/test"; import * as ServerSettings from "../serverSettings.ts"; import * as CloudSpeech from "./CloudSpeech.ts"; -it.effect.each(["openai", "xai"] as const)("sends only to %s using its own saved key", (provider) => +const wire = { + openai: { + url: "https://api.openai.com/v1/audio/transcriptions", + auth: ["authorization", "Bearer "], + model: ["model", "gpt-transcribe"], + keyterm: "keywords[]", + language: "languages[]", + }, + xai: { + url: "https://api.x.ai/v1/stt", + auth: ["authorization", "Bearer "], + model: ["model", "grok-voice-transcribe-2.0"], + keyterm: "keyterm", + language: "language", + }, + elevenlabs: { + url: "https://api.elevenlabs.io/v1/speech-to-text", + auth: ["xi-api-key", ""], + model: ["model_id", "scribe_v3"], + keyterm: "keyterms", + language: "language_code", + }, +} as const; + +const fixedProviders = Object.keys(wire) as Array; + +it.effect.each(fixedProviders)("sends only to %s using its own saved key", (provider) => Effect.gen(function* () { + const { url: endpoint, auth, model, keyterm, language } = wire[provider]; + const other = provider === "openai" ? "xai" : "openai"; const reference = { provider: SecretProviderId.make("work"), reference: "op://Work/Voice/key", @@ -45,36 +73,40 @@ it.effect.each(["openai", "xai"] as const)("sends only to %s using its own saved .transcribe(provider, pcm, { ...DEFAULT_SPEECH_TRANSCRIPTION_OPTIONS, speechLanguage: "en", - speechCustomWords: ["T3 Code", ...words].map((term) => ({ term, aliases: [] })), + speechCustomWords: ["T3 Code", "{brace}", ...words].map((term) => ({ + term, + aliases: [], + })), speechHints: ["Server"], }) .pipe(Effect.provideService(FetchHttpClient.Fetch, upstream)); - yield* service.setKey(provider === "openai" ? "xai" : "openai", Redacted.make("other")); + yield* service.setKey(other, Redacted.make("other")); expect((yield* Effect.flip(transcribe()))._tag).toBe("CloudSpeechError"); yield* service.setKey(provider, Redacted.make("chosen")); - expect(yield* service.configured).toEqual({ openai: true, xai: true, openrouter: false }); + expect(yield* service.configured).toEqual({ + openai: false, + xai: false, + openrouter: false, + elevenlabs: false, + [other]: true, + [provider]: true, + }); yield* Effect.flip(transcribe(new Uint8Array(3))); expect(upstream).not.toHaveBeenCalled(); expect(yield* transcribe()).toBe("hello"); const [url, init] = upstream.mock.calls[0]!; - expect(String(url)).toBe( - { - openai: "https://api.openai.com/v1/audio/transcriptions", - xai: "https://api.x.ai/v1/stt", - }[provider], - ); + expect(String(url)).toBe(endpoint); expect(init?.redirect).toBe("error"); - expect(new Headers(init?.headers).get("authorization")).toBe("Bearer chosen"); + expect(new Headers(init?.headers).get(auth[0])).toBe(`${auth[1]}chosen`); const form = init?.body as FormData; - expect(form.get("model")).toBe( - provider === "openai" ? "gpt-transcribe" : "grok-voice-transcribe-2.0", + expect(form.get(model[0])).toBe(model[1]); + // Scribe fails the whole request on bracket characters, so those terms stay local. + expect(form.getAll(keyterm)).toEqual( + provider === "elevenlabs" + ? ["Server", "T3 Code", ...words.slice(0, 97)] + : ["Server", "T3 Code", "{brace}", ...words.slice(0, 97)], ); - expect(form.getAll(provider === "openai" ? "keywords[]" : "keyterm")).toEqual([ - "Server", - "T3 Code", - ...words.slice(0, 98), - ]); - expect(form.get(provider === "openai" ? "languages[]" : "language")).toBe("en"); + expect(form.get(language)).toBe("en"); expect([...form.keys()].at(-1)).toBe("file"); const wav = new DataView(yield* Effect.promise(() => (form.get("file") as Blob).arrayBuffer())); expect(wav.getUint32(24, true)).toBe(16_000); @@ -91,8 +123,8 @@ it.effect.each(["openai", "xai"] as const)("sends only to %s using its own saved resolved = "resolved-fixture"; expect(yield* transcribe()).toBe("hello"); expect(read).toHaveBeenCalledWith([reference]); - expect(new Headers(upstream.mock.calls[2]?.[1]?.headers).get("authorization")).toBe( - "Bearer resolved-fixture", + expect(new Headers(upstream.mock.calls[2]?.[1]?.headers).get(auth[0])).toBe( + `${auth[1]}resolved-fixture`, ); resolved = undefined; expect(yield* Effect.flip(transcribe())).toMatchObject({ diff --git a/apps/server/src/speech/CloudSpeech.ts b/apps/server/src/speech/CloudSpeech.ts index 31702c80a87ee..1400a4927c02f 100644 --- a/apps/server/src/speech/CloudSpeech.ts +++ b/apps/server/src/speech/CloudSpeech.ts @@ -20,7 +20,13 @@ import * as Exit from "effect/Exit"; import * as Layer from "effect/Layer"; import * as Redacted from "effect/Redacted"; import * as Schema from "effect/Schema"; -import { FetchHttpClient, HttpClient, HttpClientRequest, HttpClientResponse } from "effect/http"; +import { + FetchHttpClient, + Headers, + HttpClient, + HttpClientRequest, + HttpClientResponse, +} from "effect/http"; import * as ServerSettings from "../serverSettings.ts"; import { requireSettingsSecret } from "../secrets/settingsSecretValue.ts"; import { applySpeechAliases, speechRecognitionWords } from "./customWords.ts"; @@ -31,9 +37,12 @@ const endpoints = { openai: { url: "https://api.openai.com/v1/audio/transcriptions", model: "gpt-transcribe" }, xai: { url: "https://api.x.ai/v1/stt", model: "grok-voice-transcribe-2.0" }, openrouter: { url: "https://openrouter.ai/api/v1/audio/transcriptions" }, + elevenlabs: { url: "https://api.elevenlabs.io/v1/speech-to-text", model: "scribe_v3" }, }; const OPENROUTER_CATALOG_URL = "https://openrouter.ai/api/v1/models?output_modalities=transcription&zdr=true"; +// ElevenLabs authenticates with `xi-api-key`, which Effect's span headers don't redact by default. +const REDACTED_HEADERS = [...Headers.CurrentRedactedNames.defaultValue(), "xi-api-key"]; const isApiKey = Schema.is(CloudSpeechApiKey); const isModelId = Schema.is(CloudSpeechModelId); const sameCredential = Schema.toEquivalence(SettingsSecretValue); @@ -95,6 +104,25 @@ function audioBody( return HttpClientRequest.bodyFormData(form); } +function elevenLabsBody(audio: ArrayBuffer, language: string, options: SpeechTranscriptionOptions) { + const form = new FormData(); + form.set("model_id", endpoints.elevenlabs.model); + form.set("tag_audio_events", "false"); + form.set("timestamps_granularity", "none"); + if (language !== "auto") form.set("language_code", language); + form.set("no_verbatim", String(options.speechRemoveFillerWords && !options.speechCorrectionWord)); + for (const term of speechRecognitionWords( + options.speechHints, + options.speechCustomWords.map(({ term }) => term), + )) { + // Scribe rejects the whole request for a keyterm over five words or with these characters. + if (/[<>{}[\]\\]/.test(term) || term.trim().split(/\s+/).length > 5) continue; + form.append("keyterms", term); + } + form.set("file", new Blob([audio], { type: "audio/wav" }), "dictation.wav"); + return HttpClientRequest.bodyFormData(form); +} + function openRouterBody(model: string, audio: ArrayBuffer, language: string) { return HttpClientRequest.bodyJsonUnsafe({ model, @@ -133,10 +161,11 @@ export const layer = Layer.effect( Effect.map((value) => value.cloudSpeechCredentials), ); const configured = credentials.pipe( - Effect.map(({ openai, xai, openrouter }) => ({ + Effect.map(({ openai, xai, openrouter, elevenlabs }) => ({ openai: Boolean(openai), xai: Boolean(xai), openrouter: Boolean(openrouter), + elevenlabs: Boolean(elevenlabs), })), ); const execute = (request: HttpClientRequest.HttpClientRequest) => @@ -145,6 +174,7 @@ export const layer = Layer.effect( .pipe( Effect.provideService(FetchHttpClient.RequestInit, { redirect: "error" }), Effect.provideService(HttpClient.TracerPropagationEnabled, false), + Effect.provideService(Headers.CurrentRedactedNames, REDACTED_HEADERS), ); const fetchCatalog = Effect.fn("CloudSpeech.catalog")(function* () { const unavailable = () => @@ -212,10 +242,14 @@ export const layer = Layer.effect( if (!isApiKey(key)) return yield* unreadable(); const audio = wave(samples); const request = HttpClientRequest.post(endpoints[provider].url).pipe( - HttpClientRequest.bearerToken(Redacted.make(key)), + provider === "elevenlabs" + ? HttpClientRequest.setHeader("xi-api-key", key) + : HttpClientRequest.bearerToken(Redacted.make(key)), provider === "openrouter" ? openRouterBody(model!, audio, language) - : audioBody(provider, audio, language, options), + : provider === "elevenlabs" + ? elevenLabsBody(audio, language, options) + : audioBody(provider, audio, language, options), ); const unavailable = () => new CloudSpeechError({ provider, reason: "unavailable" }); // A catalog fetch or vault lookup may have outlived the credential it started with. diff --git a/apps/web/src/components/settings/CloudVoiceConfiguration.tsx b/apps/web/src/components/settings/CloudVoiceConfiguration.tsx index 90c93009d4634..20b87c8942fad 100644 --- a/apps/web/src/components/settings/CloudVoiceConfiguration.tsx +++ b/apps/web/src/components/settings/CloudVoiceConfiguration.tsx @@ -227,7 +227,11 @@ export function CloudVoiceConfiguration({ const destination = (): CloudDestination => routed && isModelId(model) ? { kind: "cloud", provider: "openrouter", environmentId: id, model } - : { kind: "cloud", provider: provider as "openai" | "xai", environmentId: id }; + : { + kind: "cloud", + provider: provider as Exclude, + environmentId: id, + }; const enable = () => chooseAudioDestination(destination()); const canSubmit = routed ? modelChosen && keyReady && (!active || modelChanged || keyChanged) @@ -366,13 +370,10 @@ export function CloudVoiceConfiguration({ - ) : routed && - AsyncResult.isSuccess(presence) && - presence.value && - saved === undefined ? ( + ) : AsyncResult.isSuccess(presence) && presence.value && saved === undefined ? (

- Update {environment.label} to use OpenRouter dictation. + Update {environment.label} to use {name} dictation.

) : saved === undefined ? ( diff --git a/apps/web/src/components/settings/VoiceSettingsPanel.tsx b/apps/web/src/components/settings/VoiceSettingsPanel.tsx index 84a76f373c8be..92669523171e5 100644 --- a/apps/web/src/components/settings/VoiceSettingsPanel.tsx +++ b/apps/web/src/components/settings/VoiceSettingsPanel.tsx @@ -12,11 +12,12 @@ import { updateEnvironmentSpeechModelUnloadTimeout, } from "@t3tools/client-runtime/voice-input"; import type { PreparedConnection } from "@t3tools/client-runtime/connection"; -import { openRouterIcon } from "@t3tools/client-runtime/provider-clients"; +import { elevenLabsIcon, openRouterIcon } from "@t3tools/client-runtime/provider-clients"; import { AuthFilesystemReadScope, AuthSettingsWriteScope, CLOUD_SPEECH_LABELS, + CLOUD_SPEECH_PROVIDER_NAMES, CloudSpeechProvider, DEFAULT_SPEECH_POST_PROCESSING_PROMPT, type EnvironmentId, @@ -153,6 +154,8 @@ const DEVICE = "device"; function CloudSpeechLogo({ provider }: { provider: CloudSpeechProvider }) { if (provider === "openrouter") return ; + if (provider === "elevenlabs") + return ; return ( env.environmentId === pendingCloud?.environmentId, ); + const ownsSilence = + destination.cloudProvider === "openai" || destination.cloudProvider === "elevenlabs" + ? destination.cloudProvider + : null; // OpenRouter users without settings access still manage their own model choice. const manageLabel = destination.cloudProvider === "openrouter" ? gt("Manage OpenRouter") : gt("Manage key"); @@ -1735,14 +1742,16 @@ export function VoiceSettingsPanel() { description={ destination.device ? gt("Apple Speech handles silence itself.") - : destination.cloudProvider === "openai" - ? gt("OpenAI handles silence itself.") + : ownsSilence + ? gt("{name} handles silence itself.", { + name: CLOUD_SPEECH_PROVIDER_NAMES[ownsSilence], + }) : gt("Skip silence and background noise before transcribing.") } control={ void updateClientSettings({ speechSilenceFiltering: checked }) diff --git a/apps/web/src/components/settings/settingsSearch.ts b/apps/web/src/components/settings/settingsSearch.ts index 24d93790eb72a..b2e05859ec746 100644 --- a/apps/web/src/components/settings/settingsSearch.ts +++ b/apps/web/src/components/settings/settingsSearch.ts @@ -575,7 +575,7 @@ export const SETTINGS_SEARCH_ITEMS = [ to: "/settings/voice", searchTerms: [ msg( - "send microphone audio dictation destination speech voice stt transcription environment machine consent privacy cloud OpenAI Grok OpenRouter", + "send microphone audio dictation destination speech voice stt transcription environment machine consent privacy cloud OpenAI Grok OpenRouter ElevenLabs Scribe", ), ], }, diff --git a/apps/web/src/i18n/translations/de.json b/apps/web/src/i18n/translations/de.json index 4bd71455af15d..2db218f7b66b2 100644 --- a/apps/web/src/i18n/translations/de.json +++ b/apps/web/src/i18n/translations/de.json @@ -7834,14 +7834,20 @@ ", um fortzufahren." ], "1d33877ef8ea3559": "Laden des API-Schlüssels wiederholen", - "be805c1729dc0726": [ + "2b5b356019c6857b": [ "Aktualisiere ", { "i": 1, "k": "_gt_value_1", "v": "v" }, - ", um OpenRouter-Diktat zu nutzen." + ", um ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + "-Diktat zu nutzen." ], "d7acad5dde4c1d1b": "Es wird nach einem API-Schlüssel gesucht…", "8257030da7a4ad4e": "Modell", @@ -11484,7 +11490,7 @@ "0d88a0c771d98284": "Sprich in beliebiger Sprache und erhalte englischen Text.", "f4a8700049fc9dcc": "Stillefilter", "69558ed7b83d671e": "Apple Speech verarbeitet Stille selbst.", - "f22b17f6731c14c0": "OpenAI handhabt Stille selbst.", + "d3738e7527dd797e": "{name} handhabt Stille selbst.", "75a3001ae4561b97": "Stille und Hintergrundgeräusche vor dem Transkribieren überspringen.", "adde9666f7fb8c5d": "Füllwörter entfernen", "95ac70c5da02c46a": "Mit Apple Speech nicht verfügbar.", @@ -11715,7 +11721,7 @@ "fea2dc36585c4a20": "Simlock-Geräte-Hosts (Alpha)", "9d834d178130180e": "beta alpha simlock callstack simulator emulator ios android pool lease gateway", "bcb520297a9ae143": "beta schneller worktree checkout klonen apfs copy-on-write cache macos geschwindigkeit", - "4c83ac419da342bd": "mikrofon audio senden diktat ziel sprache spracheingabe stt transkription umgebung rechner einwilligung datenschutz cloud OpenAI Grok OpenRouter", + "e9c9a5c3f486473a": "mikrofon audio senden diktat ziel sprache spracheingabe stt transkription umgebung rechner einwilligung datenschutz cloud OpenAI Grok OpenRouter ElevenLabs Scribe", "f9c000e92379d027": "mikrofon eingabe audio gerät reihenfolge priorität bevorzugt", "22811f405e0b4b28": "sprache spracheingabe tastatur hotkey halten umschalten auto", "e27bccf50397d9fe": "sprache spracheingabe übersetzen englisch automatisch erkennen", diff --git a/apps/web/src/i18n/translations/en.json b/apps/web/src/i18n/translations/en.json index 9e846489d9a9f..acdad957b9824 100644 --- a/apps/web/src/i18n/translations/en.json +++ b/apps/web/src/i18n/translations/en.json @@ -7841,14 +7841,20 @@ " with dictation access to continue." ], "1d33877ef8ea3559": "Retry loading API key", - "be805c1729dc0726": [ + "2b5b356019c6857b": [ "Update ", { "i": 1, "k": "_gt_value_1", "v": "v" }, - " to use OpenRouter dictation." + " to use ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + " dictation." ], "d7acad5dde4c1d1b": "Checking for an API key…", "8257030da7a4ad4e": "Model", @@ -11493,7 +11499,7 @@ "0d88a0c771d98284": "Speak any language and get English text.", "f4a8700049fc9dcc": "Silence filtering", "69558ed7b83d671e": "Apple Speech handles silence itself.", - "f22b17f6731c14c0": "OpenAI handles silence itself.", + "d3738e7527dd797e": "{name} handles silence itself.", "75a3001ae4561b97": "Skip silence and background noise before transcribing.", "adde9666f7fb8c5d": "Remove filler words", "95ac70c5da02c46a": "Not available with Apple Speech.", @@ -11723,7 +11729,7 @@ "fea2dc36585c4a20": "Simlock device hosts (alpha)", "9d834d178130180e": "beta alpha simlock callstack simulator emulator ios android pool lease gateway", "bcb520297a9ae143": "beta fast worktree checkout clone apfs copy-on-write cache macos speed", - "4c83ac419da342bd": "send microphone audio dictation destination speech voice stt transcription environment machine consent privacy cloud OpenAI Grok OpenRouter", + "e9c9a5c3f486473a": "send microphone audio dictation destination speech voice stt transcription environment machine consent privacy cloud OpenAI Grok OpenRouter ElevenLabs Scribe", "f9c000e92379d027": "mic input audio device order priority preferred", "22811f405e0b4b28": "speech voice keyboard hotkey hold toggle auto", "e27bccf50397d9fe": "speech voice translate english auto detect", diff --git a/apps/web/src/i18n/translations/es.json b/apps/web/src/i18n/translations/es.json index c4cd9afdd6ec9..bd63ad220000a 100644 --- a/apps/web/src/i18n/translations/es.json +++ b/apps/web/src/i18n/translations/es.json @@ -7833,14 +7833,20 @@ " con acceso al dictado para continuar." ], "1d33877ef8ea3559": "Reintentar la carga de la clave de API", - "be805c1729dc0726": [ + "2b5b356019c6857b": [ "Actualiza ", { "i": 1, "k": "_gt_value_1", "v": "v" }, - " para usar el dictado con OpenRouter." + " para usar el dictado con ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + "." ], "d7acad5dde4c1d1b": "Buscando una clave de API…", "8257030da7a4ad4e": "Modelo", @@ -11478,7 +11484,7 @@ "0d88a0c771d98284": "Habla en cualquier idioma y obtén texto en inglés.", "f4a8700049fc9dcc": "Filtrado de silencios", "69558ed7b83d671e": "Apple Speech gestiona el silencio por sí mismo.", - "f22b17f6731c14c0": "OpenAI gestiona los silencios por sí mismo.", + "d3738e7527dd797e": "{name} gestiona los silencios por sí mismo.", "75a3001ae4561b97": "Omite los silencios y el ruido de fondo antes de transcribir.", "adde9666f7fb8c5d": "Quitar muletillas", "95ac70c5da02c46a": "No disponible con Apple Speech.", @@ -11708,7 +11714,7 @@ "fea2dc36585c4a20": "Hosts de dispositivos Simlock (alfa)", "9d834d178130180e": "beta alfa simlock callstack simulador emulador ios android grupo préstamo gateway", "bcb520297a9ae143": "beta worktree rápido checkout clonar apfs copy-on-write caché macos velocidad", - "4c83ac419da342bd": "enviar audio del micrófono dictado destino voz habla stt transcripción entorno máquina consentimiento privacidad nube OpenAI Grok OpenRouter", + "e9c9a5c3f486473a": "enviar audio del micrófono dictado destino voz habla stt transcripción entorno máquina consentimiento privacidad nube OpenAI Grok OpenRouter ElevenLabs Scribe", "f9c000e92379d027": "micrófono entrada audio dispositivo orden prioridad preferido", "22811f405e0b4b28": "voz habla teclado atajo mantener alternar automático", "e27bccf50397d9fe": "voz habla traducir inglés detectar automáticamente", diff --git a/apps/web/src/i18n/translations/fr.json b/apps/web/src/i18n/translations/fr.json index 8c91d719f61ad..760ea3c7140b7 100644 --- a/apps/web/src/i18n/translations/fr.json +++ b/apps/web/src/i18n/translations/fr.json @@ -7834,14 +7834,20 @@ " avec l’accès à la dictée pour continuer." ], "1d33877ef8ea3559": "Réessayer de charger la clé API", - "be805c1729dc0726": [ + "2b5b356019c6857b": [ "Mettez à jour ", { "i": 1, "k": "_gt_value_1", "v": "v" }, - " pour utiliser la dictée OpenRouter." + " pour utiliser la dictée ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + "." ], "d7acad5dde4c1d1b": "Recherche d’une clé API…", "8257030da7a4ad4e": "Modèle", @@ -11483,7 +11489,7 @@ "0d88a0c771d98284": "Parlez dans n’importe quelle langue et obtenez du texte en anglais.", "f4a8700049fc9dcc": "Filtrage du silence", "69558ed7b83d671e": "Apple Speech gère lui-même les silences.", - "f22b17f6731c14c0": "OpenAI gère lui-même le silence.", + "d3738e7527dd797e": "{name} gère lui-même le silence.", "75a3001ae4561b97": "Ignore le silence et le bruit de fond avant la transcription.", "adde9666f7fb8c5d": "Supprimer les mots de remplissage", "95ac70c5da02c46a": "Indisponible avec Apple Speech.", @@ -11713,7 +11719,7 @@ "fea2dc36585c4a20": "Hôtes d’appareils Simlock (alpha)", "9d834d178130180e": "bêta alpha simlock callstack simulateur émulateur ios android pool bail passerelle", "bcb520297a9ae143": "bêta rapide worktree extraction clone apfs copie sur écriture cache macos vitesse", - "4c83ac419da342bd": "envoyer microphone audio dictée destination parole voix stt transcription environnement machine consentement confidentialité cloud OpenAI Grok OpenRouter", + "e9c9a5c3f486473a": "envoyer microphone audio dictée destination parole voix stt transcription environnement machine consentement confidentialité cloud OpenAI Grok OpenRouter ElevenLabs Scribe", "f9c000e92379d027": "micro entrée audio appareil ordre priorité préféré", "22811f405e0b4b28": "parole voix clavier raccourci maintenir basculer auto", "e27bccf50397d9fe": "parole voix traduire anglais détection auto", diff --git a/apps/web/src/i18n/translations/ja.json b/apps/web/src/i18n/translations/ja.json index 7a04971e0aa1f..93b790d878e4a 100644 --- a/apps/web/src/i18n/translations/ja.json +++ b/apps/web/src/i18n/translations/ja.json @@ -7798,8 +7798,13 @@ " に接続してください。" ], "1d33877ef8ea3559": "API キーの読み込みを再試行", - "be805c1729dc0726": [ - "OpenRouter の音声入力を使うには ", + "2b5b356019c6857b": [ + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + " の音声入力を使うには ", { "i": 1, "k": "_gt_value_1", @@ -11433,7 +11438,7 @@ "0d88a0c771d98284": "どの言語で話しても英語のテキストになります。", "f4a8700049fc9dcc": "無音のフィルタリング", "69558ed7b83d671e": "Apple Speech が無音を自動で処理します。", - "f22b17f6731c14c0": "OpenAI が無音を独自に処理します。", + "d3738e7527dd797e": "{name} が無音を独自に処理します。", "75a3001ae4561b97": "文字起こしの前に無音と背景ノイズをスキップします。", "adde9666f7fb8c5d": "フィラーを削除", "95ac70c5da02c46a": "Apple Speech では利用できません。", @@ -11663,7 +11668,7 @@ "fea2dc36585c4a20": "Simlock デバイスホスト (アルファ版)", "9d834d178130180e": "ベータ アルファ simlock callstack シミュレーター エミュレーター iOS Android プール リース ゲートウェイ simulator", "bcb520297a9ae143": "ベータ 高速 ワークツリー チェックアウト クローン APFS コピーオンライト キャッシュ macOS 速度 fast worktree", - "4c83ac419da342bd": "送信 マイク 音声 音声入力 送信先 発話 STT 文字起こし 環境 マシン 同意 プライバシー クラウド OpenAI Grok OpenRouter dictation", + "e9c9a5c3f486473a": "送信 マイク 音声 音声入力 送信先 発話 STT 文字起こし 環境 マシン 同意 プライバシー クラウド OpenAI Grok OpenRouter dictation ElevenLabs Scribe", "f9c000e92379d027": "マイク 入力 オーディオ デバイス 順序 優先 優先度 mic", "22811f405e0b4b28": "音声 キーボード ホットキー 長押し 切り替え 自動 hotkey", "e27bccf50397d9fe": "音声 翻訳 英語 自動検出 translate", diff --git a/apps/web/src/i18n/translations/ko.json b/apps/web/src/i18n/translations/ko.json index b82ad634b9d42..a33d77cb2b5fe 100644 --- a/apps/web/src/i18n/translations/ko.json +++ b/apps/web/src/i18n/translations/ko.json @@ -7800,8 +7800,13 @@ "에 연결하세요." ], "1d33877ef8ea3559": "API 키 다시 불러오기", - "be805c1729dc0726": [ - "OpenRouter 받아쓰기를 사용하려면 ", + "2b5b356019c6857b": [ + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + " 받아쓰기를 사용하려면 ", { "i": 1, "k": "_gt_value_1", @@ -11430,7 +11435,7 @@ "0d88a0c771d98284": "어떤 언어로 말해도 영어 텍스트를 얻습니다.", "f4a8700049fc9dcc": "무음 필터링", "69558ed7b83d671e": "Apple Speech가 무음을 자체적으로 처리합니다.", - "f22b17f6731c14c0": "OpenAI가 무음을 직접 처리합니다.", + "d3738e7527dd797e": "{name}이(가) 무음을 직접 처리합니다.", "75a3001ae4561b97": "받아쓰기 전에 무음과 배경 소음을 건너뜁니다.", "adde9666f7fb8c5d": "군말 제거", "95ac70c5da02c46a": "Apple Speech에서는 사용할 수 없습니다.", @@ -11660,7 +11665,7 @@ "fea2dc36585c4a20": "Simlock 기기 호스트(알파)", "9d834d178130180e": "베타 알파 simlock callstack 시뮬레이터 에뮬레이터 iOS Android 풀 임대 게이트웨이", "bcb520297a9ae143": "베타 빠른 워크트리 체크아웃 복제 apfs copy-on-write 캐시 macOS 속도", - "4c83ac419da342bd": "마이크 오디오 보내기 받아쓰기 대상 음성 stt 받아쓰기 환경 머신 동의 개인정보 클라우드 OpenAI Grok OpenRouter", + "e9c9a5c3f486473a": "마이크 오디오 보내기 받아쓰기 대상 음성 stt 받아쓰기 환경 머신 동의 개인정보 클라우드 OpenAI Grok OpenRouter ElevenLabs Scribe", "f9c000e92379d027": "마이크 입력 오디오 장치 순서 우선순위 선호", "22811f405e0b4b28": "음성 키보드 단축키 길게 누르기 전환 자동", "e27bccf50397d9fe": "음성 번역 영어 자동 감지", diff --git a/apps/web/src/i18n/translations/pt-BR.json b/apps/web/src/i18n/translations/pt-BR.json index 2c5beccb872f4..4f80ade8b7f94 100644 --- a/apps/web/src/i18n/translations/pt-BR.json +++ b/apps/web/src/i18n/translations/pt-BR.json @@ -7833,14 +7833,20 @@ " com acesso ao ditado para continuar." ], "1d33877ef8ea3559": "Tentar carregar a chave de API novamente", - "be805c1729dc0726": [ + "2b5b356019c6857b": [ "Atualize ", { "i": 1, "k": "_gt_value_1", "v": "v" }, - " para usar o ditado do OpenRouter." + " para usar o ditado do ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + "." ], "d7acad5dde4c1d1b": "Verificando se há uma chave de API…", "8257030da7a4ad4e": "Modelo", @@ -11482,7 +11488,7 @@ "0d88a0c771d98284": "Fale em qualquer idioma e receba texto em inglês.", "f4a8700049fc9dcc": "Filtragem de silêncio", "69558ed7b83d671e": "O Apple Speech lida com o silêncio por conta própria.", - "f22b17f6731c14c0": "A OpenAI trata o silêncio por conta própria.", + "d3738e7527dd797e": "{name} trata o silêncio por conta própria.", "75a3001ae4561b97": "Ignora o silêncio e o ruído de fundo antes de transcrever.", "adde9666f7fb8c5d": "Remover palavras de preenchimento", "95ac70c5da02c46a": "Indisponível com o Apple Speech.", @@ -11712,7 +11718,7 @@ "fea2dc36585c4a20": "Hosts de dispositivos Simlock (alfa)", "9d834d178130180e": "beta alpha simlock callstack simulador emulador ios android pool lease gateway", "bcb520297a9ae143": "beta rápido worktree checkout clonar apfs copy-on-write cache macos velocidade", - "4c83ac419da342bd": "enviar áudio do microfone ditado destino fala voz stt transcrição ambiente máquina consentimento privacidade nuvem OpenAI Grok OpenRouter", + "e9c9a5c3f486473a": "enviar áudio do microfone ditado destino fala voz stt transcrição ambiente máquina consentimento privacidade nuvem OpenAI Grok OpenRouter ElevenLabs Scribe", "f9c000e92379d027": "microfone entrada áudio dispositivo ordem prioridade preferido", "22811f405e0b4b28": "fala voz teclado atalho manter pressionado alternar automático", "e27bccf50397d9fe": "fala voz traduzir inglês detectar automaticamente", diff --git a/apps/web/src/i18n/translations/ru.json b/apps/web/src/i18n/translations/ru.json index 3677537242941..ff2fc86175070 100644 --- a/apps/web/src/i18n/translations/ru.json +++ b/apps/web/src/i18n/translations/ru.json @@ -7833,14 +7833,20 @@ " с доступом к диктовке, чтобы продолжить." ], "1d33877ef8ea3559": "Повторить загрузку API-ключа", - "be805c1729dc0726": [ + "2b5b356019c6857b": [ "Обновите ", { "i": 1, "k": "_gt_value_1", "v": "v" }, - ", чтобы использовать диктовку OpenRouter." + ", чтобы использовать диктовку ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + "." ], "d7acad5dde4c1d1b": "Проверка наличия API-ключа…", "8257030da7a4ad4e": "Модель", @@ -11483,7 +11489,7 @@ "0d88a0c771d98284": "Говорите на любом языке и получайте текст на английском.", "f4a8700049fc9dcc": "Фильтрация тишины", "69558ed7b83d671e": "Apple Speech сам обрабатывает тишину.", - "f22b17f6731c14c0": "OpenAI сам обрабатывает тишину.", + "d3738e7527dd797e": "{name} сам обрабатывает тишину.", "75a3001ae4561b97": "Пропускать тишину и фоновый шум перед расшифровкой.", "adde9666f7fb8c5d": "Удалять слова-паразиты", "95ac70c5da02c46a": "Недоступно с Apple Speech.", @@ -11713,7 +11719,7 @@ "fea2dc36585c4a20": "Хосты устройств Simlock (альфа)", "9d834d178130180e": "бета альфа simlock callstack симулятор эмулятор ios android пул аренда шлюз", "bcb520297a9ae143": "бета быстрый checkout рабочего дерева клон apfs copy-on-write кеш macos скорость", - "4c83ac419da342bd": "отправить звук микрофона диктовка назначение речь голос stt расшифровка окружение компьютер согласие конфиденциальность облако OpenAI Grok OpenRouter", + "e9c9a5c3f486473a": "отправить звук микрофона диктовка назначение речь голос stt расшифровка окружение компьютер согласие конфиденциальность облако OpenAI Grok OpenRouter ElevenLabs Scribe", "f9c000e92379d027": "микрофон ввод звук устройство порядок приоритет предпочтительный", "22811f405e0b4b28": "речь голос клавиатура горячая клавиша удержание переключение авто", "e27bccf50397d9fe": "речь голос перевод английский автоопределение", diff --git a/apps/web/src/i18n/translations/sv.json b/apps/web/src/i18n/translations/sv.json index fa23a004e9439..c8465498b45b4 100644 --- a/apps/web/src/i18n/translations/sv.json +++ b/apps/web/src/i18n/translations/sv.json @@ -7839,14 +7839,20 @@ " med dikteringsåtkomst för att fortsätta." ], "1d33877ef8ea3559": "Försök läsa in API-nyckeln igen", - "be805c1729dc0726": [ + "2b5b356019c6857b": [ "Uppdatera ", { "i": 1, "k": "_gt_value_1", "v": "v" }, - " för att använda diktering med OpenRouter." + " för att använda diktering med ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + "." ], "d7acad5dde4c1d1b": "Söker efter en API-nyckel…", "8257030da7a4ad4e": "Modell", @@ -11491,7 +11497,7 @@ "0d88a0c771d98284": "Prata vilket språk som helst och få engelsk text.", "f4a8700049fc9dcc": "Tystnadsfiltrering", "69558ed7b83d671e": "Apple Speech hanterar tystnad på egen hand.", - "f22b17f6731c14c0": "OpenAI hanterar tystnad själv.", + "d3738e7527dd797e": "{name} hanterar tystnad själv.", "75a3001ae4561b97": "Hoppa över tystnad och bakgrundsljud före transkriberingen.", "adde9666f7fb8c5d": "Ta bort utfyllnadsord", "95ac70c5da02c46a": "Inte tillgängligt med Apple Speech.", @@ -11721,7 +11727,7 @@ "fea2dc36585c4a20": "Simlock-enhetsvärdar (alfa)", "9d834d178130180e": "beta alpha simlock callstack simulator emulator ios android pool lån gateway", "bcb520297a9ae143": "beta snabb worktree utcheckning klon apfs copy-on-write cache macos hastighet", - "4c83ac419da342bd": "skicka mikrofonljud diktering mål tal röst stt transkribering miljö dator samtycke integritet moln OpenAI Grok OpenRouter", + "e9c9a5c3f486473a": "skicka mikrofonljud diktering mål tal röst stt transkribering miljö dator samtycke integritet moln OpenAI Grok OpenRouter ElevenLabs Scribe", "f9c000e92379d027": "mikrofon indata ljud enhet ordning prioritet föredragen", "22811f405e0b4b28": "tal röst tangentbord snabbtangent håll växla auto", "e27bccf50397d9fe": "tal röst översätt engelska identifiera automatiskt", diff --git a/apps/web/src/i18n/translations/zh.json b/apps/web/src/i18n/translations/zh.json index 0d921e49e2656..7a483b5d9ba3b 100644 --- a/apps/web/src/i18n/translations/zh.json +++ b/apps/web/src/i18n/translations/zh.json @@ -7851,14 +7851,20 @@ " 以继续。" ], "1d33877ef8ea3559": "重新加载 API 密钥", - "be805c1729dc0726": [ + "2b5b356019c6857b": [ "请更新 ", { "i": 1, "k": "_gt_value_1", "v": "v" }, - " 以使用 OpenRouter 听写。" + " 以使用 ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + " 听写。" ], "d7acad5dde4c1d1b": "正在检查 API 密钥…", "8257030da7a4ad4e": "模型", @@ -11505,7 +11511,7 @@ "0d88a0c771d98284": "用任意语言说话,生成英文文本。", "f4a8700049fc9dcc": "静音过滤", "69558ed7b83d671e": "Apple Speech 会自行处理静音。", - "f22b17f6731c14c0": "OpenAI 会自行处理静音。", + "d3738e7527dd797e": "{name} 会自行处理静音。", "75a3001ae4561b97": "转写前跳过静音和背景噪声。", "adde9666f7fb8c5d": "移除语气词", "95ac70c5da02c46a": "Apple Speech 不支持此功能。", @@ -11737,7 +11743,7 @@ "fea2dc36585c4a20": "Simlock 设备主机(早期测试)", "9d834d178130180e": "测试版 alpha simlock callstack 模拟器 ios android 池 租用 网关", "bcb520297a9ae143": "测试版 快速工作树检出 克隆 apfs 写时复制 缓存 macos 速度", - "4c83ac419da342bd": "发送 麦克风 音频 听写 目标 语音 stt 转写 环境 机器 授权 隐私 云 OpenAI Grok OpenRouter", + "e9c9a5c3f486473a": "发送 麦克风 音频 听写 目标 语音 stt 转写 环境 机器 授权 隐私 云 OpenAI Grok OpenRouter ElevenLabs Scribe", "f9c000e92379d027": "麦克风 输入 音频 设备 顺序 优先级 首选", "22811f405e0b4b28": "语音 键盘 热键 长按 切换 自动", "e27bccf50397d9fe": "语音 翻译 英语 自动检测", diff --git a/docs/user/voice-input.md b/docs/user/voice-input.md index 83335046ad94e..e74c778e4de7c 100644 --- a/docs/user/voice-input.md +++ b/docs/user/voice-input.md @@ -31,8 +31,8 @@ recording in a language can take longer while macOS downloads its speech model. filler-word removal are not available; the dictionary applies only when transcript cleanup is on. -For cloud dictation, choose **OpenAI** or **Grok Voice Transcribe** via the environment -you want to use. If it needs a key, enter one and choose **Save and enable**. +For cloud dictation, choose **OpenAI**, **Grok Voice Transcribe**, or **ElevenLabs Scribe** +via the environment you want to use. If it needs a key, enter one and choose **Save and enable**. You can also choose a [secret provider](secrets.md) instead of **Value** and enter a reference. Unlock the vault on that environment before dictating. Anyone with dictation access to the environment can use the key, but only this device opts in. diff --git a/packages/client-runtime/src/providerClients.ts b/packages/client-runtime/src/providerClients.ts index 3759cecbc7c7d..9897a112f2861 100644 --- a/packages/client-runtime/src/providerClients.ts +++ b/packages/client-runtime/src/providerClients.ts @@ -27,6 +27,13 @@ export const openRouterIcon: ProviderIcon = { ], }; +// ElevenLabs' two-bar logomark. +export const elevenLabsIcon: ProviderIcon = { + viewBox: "0 0 24 24", + fill: { light: "#000000", dark: "#FFFFFF" }, + paths: [{ d: "M7 3h3.5v18H7zM13.5 3H17v18h-3.5z" }], +}; + export const providerClients = makeProviderClientRegistry([ { driverKind: ProviderDriverKind.make("codex"), diff --git a/packages/contracts/src/settings.ts b/packages/contracts/src/settings.ts index b0726b07174c9..0264b36f6322d 100644 --- a/packages/contracts/src/settings.ts +++ b/packages/contracts/src/settings.ts @@ -398,7 +398,7 @@ export const VoiceTranscriptionDestination = Schema.Union([ Schema.Struct({ kind: Schema.Literal("cloud"), environmentId: EnvironmentId, - provider: Schema.Literals(["openai", "xai"]), + provider: Schema.Literals(["openai", "xai", "elevenlabs"]), }), Schema.Struct({ kind: Schema.Literal("cloud"), @@ -1371,6 +1371,7 @@ export const CloudSpeechCredentials = Schema.Struct({ openai: CloudSpeechCredential, xai: CloudSpeechCredential, openrouter: CloudSpeechCredential, + elevenlabs: CloudSpeechCredential, }); export const ServerSettings = Schema.Struct({ @@ -1409,7 +1410,9 @@ export const ServerSettings = Schema.Struct({ /** Lets clients reach this machine's loopback ports over `/api/preview/tunnel`. */ enablePreviewTunnel: Schema.Boolean.pipe(Schema.withDecodingDefault(Effect.succeed(true))), cloudSpeechCredentials: CloudSpeechCredentials.pipe( - Schema.withDecodingDefault(Effect.succeed({ openai: "", xai: "", openrouter: "" })), + Schema.withDecodingDefault( + Effect.succeed({ openai: "", xai: "", openrouter: "", elevenlabs: "" }), + ), ), speechModelId: Schema.String.pipe( Schema.withDecodingDefault(Effect.succeed("handy-computer/parakeet-unified-en-0.6b-gguf")), @@ -1876,6 +1879,7 @@ export const ServerSettingsPatch = Schema.Struct({ openai: Schema.optionalKey(SettingsSecretValue), xai: Schema.optionalKey(SettingsSecretValue), openrouter: Schema.optionalKey(SettingsSecretValue), + elevenlabs: Schema.optionalKey(SettingsSecretValue), }), ), speechModelId: Schema.optionalKey(Schema.String), diff --git a/packages/contracts/src/speech.ts b/packages/contracts/src/speech.ts index 0784c92be4ab6..33c108304abe0 100644 --- a/packages/contracts/src/speech.ts +++ b/packages/contracts/src/speech.ts @@ -8,23 +8,26 @@ export const CloudSpeechApiKey = TrimmedNonEmptyString.check( Schema.isPattern(/^(?![a-z][a-z\d+.-]*:\/\/)[!-~]+$/i), ); -export const CloudSpeechProvider = Schema.Literals(["openai", "xai", "openrouter"]); +export const CloudSpeechProvider = Schema.Literals(["openai", "xai", "openrouter", "elevenlabs"]); export type CloudSpeechProvider = typeof CloudSpeechProvider.Type; export const CLOUD_SPEECH_LABELS = { openai: "OpenAI", xai: "Grok Voice Transcribe", openrouter: "OpenRouter", + elevenlabs: "ElevenLabs Scribe", } as const; export const CLOUD_SPEECH_PROVIDER_NAMES = { openai: "OpenAI", xai: "xAI", openrouter: "OpenRouter", + elevenlabs: "ElevenLabs", } as const; -/** Servers that predate OpenRouter report only the first two providers. */ +/** Older servers omit providers added after OpenAI and xAI. */ export const CloudSpeechKeys = Schema.Struct({ openai: Schema.Boolean, xai: Schema.Boolean, openrouter: Schema.optionalKey(Schema.Boolean), + elevenlabs: Schema.optionalKey(Schema.Boolean), }); export type CloudSpeechKeys = typeof CloudSpeechKeys.Type;