diff --git a/apps/desktop/scripts/build-apple-speech.mjs b/apps/desktop/scripts/build-apple-speech.mjs new file mode 100644 index 0000000000000..6334100ea386f --- /dev/null +++ b/apps/desktop/scripts/build-apple-speech.mjs @@ -0,0 +1,76 @@ +import * as NodeChildProcess from "node:child_process"; +import * as NodeFS from "node:fs"; +import * as NodePath from "node:path"; +import * as NodeURL from "node:url"; +import * as NodeUtil from "node:util"; + +// oxlint-disable-next-line t3code/no-global-process-runtime -- The Swift compiler targets the actual host; this script has no Effect runtime. +const hostArch = process.arch; +// oxlint-disable-next-line t3code/no-global-process-runtime -- The Speech framework exists only in the macOS SDK. +const hostPlatform = process.platform; + +const { values } = NodeUtil.parseArgs({ + options: { output: { type: "string" }, arch: { type: "string", default: hostArch } }, +}); +// Packaging passes --output and must not ship without the helper; dev builds only lose the option. +const required = values.output !== undefined; + +if (hostPlatform !== "darwin") { + if (required) throw new Error("The Apple Speech helper can only be built on macOS."); +} else { + const targets = { arm64: ["arm64"], x64: ["x86_64"], universal: ["arm64", "x86_64"] }[ + values.arch + ]; + if (targets === undefined) throw new Error(`Unsupported macOS architecture: ${values.arch}`); + const root = NodeURL.fileURLToPath(new URL("../../../native/apple-speech/", import.meta.url)); + const sources = ["AppleSpeech.swift", "AppleSpeechEngine.swift"].map((file) => + NodePath.resolve(root, file), + ); + const output = values.output ?? NodePath.resolve(root, "build", values.arch, "t3-apple-speech"); + let current = false; + try { + current = + NodeFS.statSync(output).mtimeMs >= + Math.max( + ...sources.map((source) => NodeFS.statSync(source).mtimeMs), + NodeFS.statSync(NodeURL.fileURLToPath(import.meta.url)).mtimeMs, + ); + } catch {} + if (!current) { + NodeFS.mkdirSync(NodePath.dirname(output), { recursive: true }); + const temporary = `${output}.${process.pid}.tmp`; + const slices = targets.map((target) => `${temporary}.${target}`); + try { + targets.forEach((target, index) => + NodeChildProcess.execFileSync( + "xcrun", + [ + "swiftc", + "-O", + "-swift-version", + "5", + "-parse-as-library", + "-target", + `${target}-apple-macos26.0`, + ...sources, + "-o", + slices[index], + ], + { stdio: "inherit" }, + ), + ); + NodeChildProcess.execFileSync("xcrun", ["lipo", "-create", ...slices, "-output", temporary], { + stdio: "inherit", + }); + NodeFS.renameSync(temporary, output); + } catch (cause) { + if (required) + throw new Error("Building the Apple Speech helper requires Xcode 26 or later.", { cause }); + console.warn( + "Skipping the Apple Speech helper (needs Xcode 26 or later); on-device Mac dictation is unavailable in this build.", + ); + } finally { + for (const file of [temporary, ...slices]) NodeFS.rmSync(file, { force: true }); + } + } +} diff --git a/apps/desktop/scripts/dev-electron.mjs b/apps/desktop/scripts/dev-electron.mjs index 122da3f0512e5..aca0bf3ea26f2 100644 --- a/apps/desktop/scripts/dev-electron.mjs +++ b/apps/desktop/scripts/dev-electron.mjs @@ -60,6 +60,11 @@ NodeChildProcess.execFileSync( [NodePath.join(desktopDir, "scripts/build-browser-secret.mjs")], { stdio: "inherit" }, ); +NodeChildProcess.execFileSync( + process.execPath, + [NodePath.join(desktopDir, "scripts/build-apple-speech.mjs")], + { stdio: "inherit" }, +); await waitForResources({ baseDir: desktopDir, diff --git a/apps/desktop/scripts/start-electron.mjs b/apps/desktop/scripts/start-electron.mjs index 5dde034121b8e..8cabe3e5069fe 100644 --- a/apps/desktop/scripts/start-electron.mjs +++ b/apps/desktop/scripts/start-electron.mjs @@ -8,6 +8,11 @@ NodeChildProcess.execFileSync( [NodePath.join(desktopDir, "scripts/build-browser-secret.mjs")], { stdio: "inherit" }, ); +NodeChildProcess.execFileSync( + process.execPath, + [NodePath.join(desktopDir, "scripts/build-apple-speech.mjs")], + { stdio: "inherit" }, +); const childEnv = { ...process.env }; delete childEnv.ELECTRON_RUN_AS_NODE; diff --git a/apps/desktop/src/app/DesktopApp.test.ts b/apps/desktop/src/app/DesktopApp.test.ts index cc5fca3f42ab4..360ed62ce306b 100644 --- a/apps/desktop/src/app/DesktopApp.test.ts +++ b/apps/desktop/src/app/DesktopApp.test.ts @@ -74,6 +74,7 @@ import * as ElectronWindow from "../electron/ElectronWindow.ts"; import * as MacPermissions from "../permissions/MacPermissions.ts"; import * as LoopbackTunnel from "../preview/LoopbackTunnel.ts"; import * as PreviewManager from "../preview/Manager.ts"; +import * as AppleSpeech from "../speech/AppleSpeech.ts"; interface StubbedDesktop { readonly localEnvironmentEnabled: boolean; @@ -233,6 +234,7 @@ const runStubbedDesktop = (stub: StubbedDesktop) => Layer.mock(ElectronTheme.ElectronTheme, {}), Layer.mock(ElectronWindow.ElectronWindow, {}), Layer.mock(MacPermissions.MacPermissions, {}), + Layer.mock(AppleSpeech.AppleSpeech, {}), Layer.mock(LoopbackTunnel.LoopbackTunnel, {}), Layer.mock(PreviewManager.PreviewManager, { isBrowserPartition: () => { diff --git a/apps/desktop/src/ipc/DesktopIpcHandlers.ts b/apps/desktop/src/ipc/DesktopIpcHandlers.ts index fe65edd0ee1e9..c88ddd0827df0 100644 --- a/apps/desktop/src/ipc/DesktopIpcHandlers.ts +++ b/apps/desktop/src/ipc/DesktopIpcHandlers.ts @@ -2,6 +2,11 @@ import { startFileDrag } from "./methods/fileDrag.ts"; import * as Effect from "effect/Effect"; import { receiveProviderAuthCallback, cancelProviderAuthCallback } from "./methods/providerAuth.ts"; +import { + appleSpeechAvailable, + appleSpeechPrepare, + appleSpeechTranscribe, +} from "./methods/appleSpeech.ts"; import * as DesktopIpc from "./DesktopIpc.ts"; import { installNotificationBadge } from "./methods/notificationBadge.ts"; import { getClientSettings, setClientSettings } from "./methods/clientSettings.ts"; @@ -161,6 +166,9 @@ export const installDesktopIpcHandlers = Effect.fn("desktop.ipc.installHandlers" yield* ipc.handle(cancelProviderAuthCallback); yield* ipc.handle(openSystemSettings); yield* ipc.handle(checkSystemPermission); + yield* ipc.handle(appleSpeechAvailable); + yield* ipc.handle(appleSpeechPrepare); + yield* ipc.handle(appleSpeechTranscribe); yield* ipc.handle(pasteAsText); yield* ipc.handle(revealWindow); yield* ipc.handle(syncHtmlFullscreen); diff --git a/apps/desktop/src/ipc/channels.ts b/apps/desktop/src/ipc/channels.ts index 4a99d52b0e79d..71d272333fdc7 100644 --- a/apps/desktop/src/ipc/channels.ts +++ b/apps/desktop/src/ipc/channels.ts @@ -137,6 +137,9 @@ export const PORT_FORWARD_SHARES_LOOPBACK_CHANNEL = "desktop:port-forward-shares export const MAC_PERMISSION_HELPER_CHANNEL = "desktop:mac-permission-helper"; export const CHECK_SYSTEM_PERMISSION_CHANNEL = "desktop:check-system-permission"; +export const APPLE_SPEECH_AVAILABLE_CHANNEL = "desktop:apple-speech-available"; +export const APPLE_SPEECH_PREPARE_CHANNEL = "desktop:apple-speech-prepare"; +export const APPLE_SPEECH_TRANSCRIBE_CHANNEL = "desktop:apple-speech-transcribe"; export const PREVIEW_RECORDING_INPUT_CHANNEL = "desktop:preview-recording-input"; diff --git a/apps/desktop/src/ipc/methods/appleSpeech.ts b/apps/desktop/src/ipc/methods/appleSpeech.ts new file mode 100644 index 0000000000000..c2d631a00814e --- /dev/null +++ b/apps/desktop/src/ipc/methods/appleSpeech.ts @@ -0,0 +1,37 @@ +import { + DesktopAppleSpeechResultSchema, + DesktopAppleSpeechTranscribeInputSchema, +} from "@t3tools/contracts"; +import * as Effect from "effect/Effect"; +import * as Schema from "effect/Schema"; + +import * as AppleSpeech from "../../speech/AppleSpeech.ts"; +import * as IpcChannels from "../channels.ts"; +import * as DesktopIpc from "../DesktopIpc.ts"; + +export const appleSpeechAvailable = DesktopIpc.makeIpcMethod({ + channel: IpcChannels.APPLE_SPEECH_AVAILABLE_CHANNEL, + payload: Schema.Void, + result: Schema.Array(Schema.String), + handler: Effect.fn("desktop.ipc.appleSpeech.available")(function* () { + return yield* (yield* AppleSpeech.AppleSpeech).supportedLocales; + }), +}); + +export const appleSpeechPrepare = DesktopIpc.makeIpcMethod({ + channel: IpcChannels.APPLE_SPEECH_PREPARE_CHANNEL, + payload: Schema.String.check(Schema.isMaxLength(64)), + result: DesktopAppleSpeechResultSchema, + handler: Effect.fn("desktop.ipc.appleSpeech.prepare")(function* (locale) { + return yield* (yield* AppleSpeech.AppleSpeech).prepare(locale); + }), +}); + +export const appleSpeechTranscribe = DesktopIpc.makeIpcMethod({ + channel: IpcChannels.APPLE_SPEECH_TRANSCRIBE_CHANNEL, + payload: DesktopAppleSpeechTranscribeInputSchema, + result: DesktopAppleSpeechResultSchema, + handler: Effect.fn("desktop.ipc.appleSpeech.transcribe")(function* ({ locale, pcm }) { + return yield* (yield* AppleSpeech.AppleSpeech).transcribe(locale, pcm); + }), +}); diff --git a/apps/desktop/src/main.ts b/apps/desktop/src/main.ts index 9c79b66d06ad9..8c32805a94463 100644 --- a/apps/desktop/src/main.ts +++ b/apps/desktop/src/main.ts @@ -71,6 +71,7 @@ import * as DesktopUpdatePolicy from "./updates/DesktopUpdatePolicy.ts"; import * as DesktopUpdates from "./updates/DesktopUpdates.ts"; import * as BrowserImport from "./preview/BrowserImport/BrowserImport.ts"; import * as LinuxBrowserSecret from "./preview/BrowserImport/LinuxBrowserSecret.ts"; +import * as AppleSpeech from "./speech/AppleSpeech.ts"; import * as BrowserSession from "./preview/BrowserSession.ts"; import * as DesktopBrowserHost from "./preview/DesktopBrowserHost.ts"; import * as LoopbackTunnel from "./preview/LoopbackTunnel.ts"; @@ -156,6 +157,7 @@ const layerDesktopFoundation = Layer.mergeAll( DesktopPrimaryPaste.layer, DesktopObservability.layer, DesktopRendererHistory.layer, + AppleSpeech.layer, ).pipe(Layer.provideMerge(layerDesktopEnvironment)); const layerDesktopSsh = layerDesktopSshEnvironment.pipe( diff --git a/apps/desktop/src/preload.ts b/apps/desktop/src/preload.ts index 280c5ad6c6716..ac52fbc73d868 100644 --- a/apps/desktop/src/preload.ts +++ b/apps/desktop/src/preload.ts @@ -262,6 +262,14 @@ contextBridge.exposeInMainWorld("desktopBridge", { readMedia: (url: string) => ipcRenderer.invoke(IpcChannels.READ_MEDIA_CHANNEL, url), checkSystemPermission: (pane: string) => ipcRenderer.invoke(IpcChannels.CHECK_SYSTEM_PERMISSION_CHANNEL, pane), + appleSpeech: { + supportedLocales: () => + ipcRenderer.invoke(IpcChannels.APPLE_SPEECH_AVAILABLE_CHANNEL, undefined), + prepare: (locale: string) => + ipcRenderer.invoke(IpcChannels.APPLE_SPEECH_PREPARE_CHANNEL, locale), + transcribe: (input: { locale: string; pcm: Uint8Array }) => + ipcRenderer.invoke(IpcChannels.APPLE_SPEECH_TRANSCRIBE_CHANNEL, input), + }, openSystemSettings: (pane: string) => ipcRenderer.invoke(IpcChannels.OPEN_SYSTEM_SETTINGS_CHANNEL, pane), probeRemoteEditors: () => ipcRenderer.invoke(IpcChannels.PROBE_REMOTE_EDITORS_CHANNEL, undefined), diff --git a/apps/desktop/src/speech/AppleSpeech.test.ts b/apps/desktop/src/speech/AppleSpeech.test.ts new file mode 100644 index 0000000000000..0e831fab8d15b --- /dev/null +++ b/apps/desktop/src/speech/AppleSpeech.test.ts @@ -0,0 +1,176 @@ +import { assert, describe, it } from "@effect/vitest"; +import * as HostProcess from "@t3tools/shared/HostProcess"; +import * as Deferred from "effect/Deferred"; +import * as Effect from "effect/Effect"; +import * as Fiber from "effect/Fiber"; +import * as FileSystem from "effect/FileSystem"; +import * as Layer from "effect/Layer"; +import * as Sink from "effect/Sink"; +import * as Stream from "effect/Stream"; +import * as ChildProcessSpawner from "effect/process/ChildProcessSpawner"; + +import * as DesktopEnvironment from "../app/DesktopEnvironment.ts"; +import * as AppleSpeech from "./AppleSpeech.ts"; + +const encoder = new TextEncoder(); +const text = (value: string) => (value ? Stream.make(encoder.encode(value)) : Stream.empty); + +type HelperOutput = { + stdout?: string; + stderr?: string; + exitCode: number; + exit?: Deferred.Deferred; +}; + +function makeProcess(result: HelperOutput) { + return ChildProcessSpawner.makeHandle({ + pid: ChildProcessSpawner.ProcessId(1), + stdout: text(result.stdout ?? ""), + stderr: text(result.stderr ?? ""), + all: Stream.empty, + exitCode: (result.exit ? Deferred.await(result.exit) : Effect.void).pipe( + Effect.as(ChildProcessSpawner.ExitCode(result.exitCode)), + ), + isRunning: Effect.succeed(false), + kill: () => Effect.void, + stdin: Sink.drain, + getInputFd: () => Sink.drain, + getOutputFd: () => Stream.empty, + unref: Effect.succeed(Effect.void), + }); +} + +function setup(result: HelperOutput, kernelRelease = "25.0.0") { + const commands: Array> = []; + const written: Uint8Array[] = []; + const layer = AppleSpeech.layer.pipe( + Layer.provide( + Layer.mergeAll( + Layer.succeed(HostProcess.KernelRelease, kernelRelease), + Layer.succeed(DesktopEnvironment.DesktopEnvironment, { + platform: "darwin", + isPackaged: true, + resourcesPath: "/app/Resources", + path: { join: (...parts: string[]) => parts.join("/") }, + } as unknown as DesktopEnvironment.DesktopEnvironment["Service"]), + FileSystem.layerNoop({ + exists: () => Effect.succeed(true), + makeTempFileScoped: () => Effect.succeed("/tmp/recording.wav"), + writeFile: (_path, data) => Effect.sync(() => void written.push(data)), + }), + Layer.succeed( + ChildProcessSpawner.ChildProcessSpawner, + ChildProcessSpawner.make((command) => { + const { command: executable, args } = command as unknown as { + command: string; + args: ReadonlyArray; + }; + commands.push([executable, ...args]); + return Effect.succeed(makeProcess(result)); + }), + ), + ), + ), + ); + return { commands, written, layer }; +} + +describe("AppleSpeech", () => { + it.effect.each([ + [ + { stdout: '{"value":"en-US"}', exitCode: 0 }, + { ok: true, value: "en-US" }, + ], + [ + { stderr: "Locale not supported: xx\n", exitCode: 2 }, + { ok: false, code: "unsupported-locale" }, + ], + [{ exitCode: 3 }, { ok: false, code: "unavailable" }], + [ + { stderr: "boom", exitCode: 1 }, + { ok: false, code: "failed" }, + ], + ] as const)("maps helper output %j to %j", ([output, expected]) => { + const { layer, commands } = setup(output); + return Effect.gen(function* () { + const speech = yield* AppleSpeech.AppleSpeech; + assert.deepEqual(yield* speech.prepare("en-US"), expected); + assert.deepEqual(commands, [ + ["/app/Resources/apple-speech/t3-apple-speech", "prepare", "en-US"], + ]); + }).pipe(Effect.provide(layer)); + }); + + it.effect("shares one helper between prepares that start while the first is running", () => + Effect.gen(function* () { + const exit = yield* Deferred.make(); + const { layer, commands } = setup({ stdout: '{"value":"en-US"}', exitCode: 0, exit }); + return yield* Effect.gen(function* () { + const speech = yield* AppleSpeech.AppleSpeech; + const first = yield* speech + .prepare("en-US") + .pipe(Effect.forkChild({ startImmediately: true })); + const second = yield* speech + .prepare("en-US") + .pipe(Effect.forkChild({ startImmediately: true })); + yield* Deferred.succeed(exit, undefined); + assert.deepEqual(yield* Fiber.join(first), { ok: true, value: "en-US" }); + assert.deepEqual(yield* Fiber.join(second), { ok: true, value: "en-US" }); + assert.lengthOf(commands, 1); + }).pipe(Effect.provide(layer)); + }), + ); + + it.effect.each([ + ["25.0.0", 0, ["en-US", "fr-FR"], 1], + ["25.0.0", 3, [], 1], + ["25.0.0", 1, [], 2], + ["24.6.0", 0, [], 0], + ] as const)( + "on Darwin %s resolves locales on helper exit %i to %j with %i probe(s) across two calls", + ([release, exitCode, expected, probes]) => { + const { layer, commands } = setup({ stdout: '{"value":"en-US,fr-FR"}', exitCode }, release); + return Effect.gen(function* () { + const speech = yield* AppleSpeech.AppleSpeech; + assert.deepEqual(yield* speech.supportedLocales, expected); + assert.deepEqual(yield* speech.supportedLocales, expected); + assert.lengthOf(commands, probes); + }).pipe(Effect.provide(layer)); + }, + ); + + it.effect("transcribes Float32 PCM through a 16-bit WAV file", () => { + const { layer, commands, written } = setup({ stdout: '{"value":"hello"}', exitCode: 0 }); + // An unaligned Buffer view: Buffer.slice and subarray do not copy. + const pcm = new Uint8Array(17); + new DataView(pcm.buffer).setFloat32(1, 0, true); + new DataView(pcm.buffer).setFloat32(5, 1, true); + new DataView(pcm.buffer).setFloat32(9, -1, true); + new DataView(pcm.buffer).setFloat32(13, 2, true); + return Effect.gen(function* () { + const result = yield* (yield* AppleSpeech.AppleSpeech).transcribe( + "en-US", + Buffer.from(pcm.buffer).subarray(1), + ); + assert.deepEqual(result, { ok: true, value: "hello" }); + assert.deepEqual(commands, [ + [ + "/app/Resources/apple-speech/t3-apple-speech", + "transcribe", + "en-US", + "/tmp/recording.wav", + ], + ]); + const wav = new DataView(written[0]!.buffer); + assert.equal(new TextDecoder().decode(written[0]!.subarray(0, 4)), "RIFF"); + assert.equal(wav.getUint16(20, true), 1); + assert.equal(wav.getUint32(24, true), 16_000); + assert.equal(wav.getUint16(34, true), 16); + assert.equal(wav.getUint32(40, true), 8); + assert.deepEqual( + [0, 1, 2, 3].map((index) => wav.getInt16(44 + index * 2, true)), + [0, 32767, -32767, 32767], + ); + }).pipe(Effect.provide(layer)); + }); +}); diff --git a/apps/desktop/src/speech/AppleSpeech.ts b/apps/desktop/src/speech/AppleSpeech.ts new file mode 100644 index 0000000000000..a2f58d4f949a9 --- /dev/null +++ b/apps/desktop/src/speech/AppleSpeech.ts @@ -0,0 +1,191 @@ +import type { DesktopAppleSpeechResult } from "@t3tools/contracts"; +import * as HostProcess from "@t3tools/shared/HostProcess"; +import * as Context from "effect/Context"; +import * as Duration from "effect/Duration"; +import * as Effect from "effect/Effect"; +import * as FileSystem from "effect/FileSystem"; +import * as Layer from "effect/Layer"; +import * as Schema from "effect/Schema"; +import * as Semaphore from "effect/Semaphore"; +import * as Stream from "effect/Stream"; +import { ChildProcess, ChildProcessSpawner } from "effect/process"; + +import * as DesktopEnvironment from "../app/DesktopEnvironment.ts"; + +const SAMPLE_RATE = 16_000; +const MAX_PCM_BYTES = SAMPLE_RATE * Float32Array.BYTES_PER_ELEMENT * 5 * 60; +// Preparing a language for the first time downloads Apple's model. +const PREPARE_TIMEOUT = Duration.minutes(10); +const TRANSCRIBE_TIMEOUT = Duration.minutes(5); + +const decodeOutput = Schema.decodeUnknownEffect( + Schema.fromJsonString(Schema.Struct({ value: Schema.String })), +); + +/** 16 kHz mono Float32 PCM to a 16-bit WAV that AVAudioFile reads. */ +function encodeSpeechWav(pcmBytes: Uint8Array): Uint8Array { + // Float32Array needs a 4-byte-aligned offset; copy a view that is not (Buffer.slice is a view). + const aligned = + pcmBytes.byteOffset % Float32Array.BYTES_PER_ELEMENT === 0 + ? pcmBytes + : new Uint8Array(pcmBytes); + const samples = new Float32Array( + aligned.buffer, + aligned.byteOffset, + aligned.byteLength / Float32Array.BYTES_PER_ELEMENT, + ); + const wav = new Uint8Array(44 + samples.length * 2); + const view = new DataView(wav.buffer); + const ascii = (offset: number, text: string) => { + for (let index = 0; index < text.length; index++) + view.setUint8(offset + index, text.charCodeAt(index)); + }; + ascii(0, "RIFF"); + view.setUint32(4, 36 + samples.length * 2, true); + ascii(8, "WAVE"); + ascii(12, "fmt "); + view.setUint32(16, 16, true); + view.setUint16(20, 1, true); + view.setUint16(22, 1, true); + view.setUint32(24, SAMPLE_RATE, true); + view.setUint32(28, SAMPLE_RATE * 2, true); + view.setUint16(32, 2, true); + view.setUint16(34, 16, true); + ascii(36, "data"); + view.setUint32(40, samples.length * 2, true); + samples.forEach((sample, index) => { + const clamped = Number.isFinite(sample) ? Math.max(-1, Math.min(1, sample)) : 0; + view.setInt16(44 + index * 2, Math.round(clamped * 0x7fff), true); + }); + return wav; +} + +export class AppleSpeech extends Context.Service< + AppleSpeech, + { + readonly supportedLocales: Effect.Effect; + readonly prepare: (locale: string) => Effect.Effect; + readonly transcribe: ( + locale: string, + pcm: Uint8Array, + ) => Effect.Effect; + } +>()("@t3tools/desktop/speech/AppleSpeech") {} + +const unavailable: DesktopAppleSpeechResult = { ok: false, code: "unavailable" }; +const failed: DesktopAppleSpeechResult = { ok: false, code: "failed" }; + +export const layer = Layer.effect( + AppleSpeech, + Effect.gen(function* () { + const environment = yield* DesktopEnvironment.DesktopEnvironment; + const fileSystem = yield* FileSystem.FileSystem; + const spawner = yield* ChildProcessSpawner.ChildProcessSpawner; + const hostEnvironment = yield* HostProcess.Environment; + const kernelRelease = yield* HostProcess.KernelRelease; + + let helper: string | undefined; + // macOS 26 is Darwin 25, the helper's minimum deployment target. + if (environment.platform === "darwin" && Number.parseInt(kernelRelease, 10) >= 25) { + const candidate = environment.isPackaged + ? environment.path.join(environment.resourcesPath, "apple-speech", "t3-apple-speech") + : environment.path.join( + environment.rootDir, + "native", + "apple-speech", + "build", + environment.processArch, + "t3-apple-speech", + ); + if (yield* fileSystem.exists(candidate).pipe(Effect.orElseSucceed(() => false))) + helper = candidate; + } + + const run = (args: readonly string[], timeout: Duration.Input) => + Effect.scoped( + Effect.gen(function* () { + if (helper === undefined) return unavailable; + const handle = yield* spawner.spawn( + ChildProcess.make(helper, args, { stdin: "ignore", env: hostEnvironment }), + ); + const [stdout, stderr, exitCode] = yield* Effect.all( + [ + handle.stdout.pipe(Stream.decodeText(), Stream.mkString), + handle.stderr.pipe(Stream.decodeText(), Stream.mkString), + handle.exitCode, + ], + { concurrency: "unbounded" }, + ); + switch (Number(exitCode)) { + case 0: + return { ok: true, value: (yield* decodeOutput(stdout)).value } as const; + case 2: + return { ok: false, code: "unsupported-locale" } as const; + case 3: + return unavailable; + default: + yield* Effect.logWarning("Apple Speech helper failed", { exitCode, stderr }); + return failed; + } + }), + ).pipe( + // Leaving the scope kills a helper that outlives its timeout. + Effect.timeoutOrElse({ duration: timeout, orElse: () => Effect.succeed(failed) }), + Effect.catch((cause) => + Effect.logWarning("Apple Speech helper did not run", { cause }).pipe(Effect.as(failed)), + ), + ); + + // Only a definite answer is kept; a slow or failed probe is asked again next time. + let locales: readonly string[] | undefined; + const supportedLocales = Effect.suspend(() => + locales === undefined + ? run(["available"], Duration.seconds(10)).pipe( + Effect.map((result) => { + if (result.ok) locales = result.value.split(",").filter(Boolean); + else if (result.code === "unavailable") locales = []; + return locales ?? []; + }), + ) + : Effect.succeed(locales), + ); + + const pending = new Map>(); + const preparePermit = yield* Semaphore.make(1); + const getPendingPrepare = Effect.fn("AppleSpeech.getPendingPrepare")(function* ( + locale: string, + ) { + const existing = pending.get(locale); + if (existing) return existing; + const preparation = yield* Effect.cached( + run(["prepare", locale], PREPARE_TIMEOUT).pipe( + Effect.ensuring(Effect.sync(() => pending.delete(locale))), + ), + ); + pending.set(locale, preparation); + return preparation; + }, preparePermit.withPermits(1)); + + return AppleSpeech.of({ + supportedLocales, + prepare: Effect.fn("AppleSpeech.prepare")(function* (locale) { + return yield* yield* getPendingPrepare(locale); + }), + transcribe: Effect.fn("AppleSpeech.transcribe")(function* (locale, pcm) { + if ( + pcm.byteLength === 0 || + pcm.byteLength > MAX_PCM_BYTES || + pcm.byteLength % Float32Array.BYTES_PER_ELEMENT !== 0 + ) + return failed; + return yield* Effect.scoped( + Effect.gen(function* () { + const file = yield* fileSystem.makeTempFileScoped({ suffix: ".wav" }); + yield* fileSystem.writeFile(file, encodeSpeechWav(pcm)); + return yield* run(["transcribe", locale, file], TRANSCRIBE_TIMEOUT); + }), + ).pipe(Effect.orElseSucceed(() => failed)); + }), + }); + }), +); diff --git a/apps/desktop/vite.config.ts b/apps/desktop/vite.config.ts index f4e04317e4924..6ded8e851ddbb 100644 --- a/apps/desktop/vite.config.ts +++ b/apps/desktop/vite.config.ts @@ -31,7 +31,7 @@ export default defineConfig({ tasks: { build: { command: - "node scripts/build-browser-secret.mjs && node scripts/build-preview-annotation-css.mjs && vp pack", + "node scripts/build-browser-secret.mjs && node scripts/build-apple-speech.mjs && node scripts/build-preview-annotation-css.mjs && vp pack", dependsOn: ["t3#build"], cache: false, }, @@ -43,13 +43,13 @@ export default defineConfig({ }, dev: { command: - "node scripts/build-browser-secret.mjs && node scripts/build-preview-annotation-css.mjs && cross-env T3CODE_DESKTOP_DEV=1 vp pack --watch", + "node scripts/build-browser-secret.mjs && node scripts/build-apple-speech.mjs && node scripts/build-preview-annotation-css.mjs && cross-env T3CODE_DESKTOP_DEV=1 vp pack --watch", dependsOn: ["t3#build"], cache: false, }, "dev:bundle": { command: - "node scripts/build-browser-secret.mjs && node scripts/build-preview-annotation-css.mjs && vp pack --watch", + "node scripts/build-browser-secret.mjs && node scripts/build-apple-speech.mjs && node scripts/build-preview-annotation-css.mjs && vp pack --watch", cache: false, }, "dev:electron": { diff --git a/apps/mobile/fingerprint.config.js b/apps/mobile/fingerprint.config.js index 7e684229320a2..e62be49dd5a33 100644 --- a/apps/mobile/fingerprint.config.js +++ b/apps/mobile/fingerprint.config.js @@ -14,5 +14,13 @@ if (!majorVersion) { module.exports = { nativeModuleSourceType: "files", - extraSources: [{ type: "contents", id: "appMajorVersion", contents: majorVersion }], + extraSources: [ + { type: "contents", id: "appMajorVersion", contents: majorVersion }, + // Expo skips symlinks when hashing local modules. + { + type: "file", + filePath: "../../native/apple-speech/AppleSpeechEngine.swift", + reasons: ["appleSpeech"], + }, + ], }; diff --git a/apps/mobile/modules/t3-voice-transcription/ios/AppleSpeechEngine.swift b/apps/mobile/modules/t3-voice-transcription/ios/AppleSpeechEngine.swift new file mode 120000 index 0000000000000..8c54186f2ac73 --- /dev/null +++ b/apps/mobile/modules/t3-voice-transcription/ios/AppleSpeechEngine.swift @@ -0,0 +1 @@ +../../../../../native/apple-speech/AppleSpeechEngine.swift \ No newline at end of file diff --git a/apps/mobile/modules/t3-voice-transcription/ios/T3VoiceTranscriptionModule.swift b/apps/mobile/modules/t3-voice-transcription/ios/T3VoiceTranscriptionModule.swift index 8c02fbd84a9d5..f975854669dfc 100644 --- a/apps/mobile/modules/t3-voice-transcription/ios/T3VoiceTranscriptionModule.swift +++ b/apps/mobile/modules/t3-voice-transcription/ios/T3VoiceTranscriptionModule.swift @@ -6,6 +6,25 @@ public class T3VoiceTranscriptionModule: Module { public func definition() -> ModuleDefinition { Name("T3VoiceTranscription") + Function("isAppleSpeechAvailable") { + if #available(iOS 26, *) { return AppleSpeechEngine.isAvailable } + return false + } + + AsyncFunction("prepareAppleSpeech") { (locale: String) async throws -> String? in + guard #available(iOS 26, *) else { throw CocoaError(.featureUnsupported) } + do { + return try await AppleSpeechEngine.prepare(locale) + } catch AppleSpeechEngine.Failure.unsupportedLocale { + return nil + } + } + + AsyncFunction("transcribeWithAppleSpeech") { (uri: URL, locale: String) async throws -> String in + guard #available(iOS 26, *) else { throw CocoaError(.featureUnsupported) } + return try await AppleSpeechEngine.transcribe(locale, file: uri) + } + AsyncFunction("decodeRecording") { (uri: URL) throws -> Data in guard uri.isFileURL else { throw CocoaError(.fileReadUnsupportedScheme) } var opened: ExtAudioFileRef? diff --git a/apps/mobile/package.json b/apps/mobile/package.json index b6e3c57d83606..d86ac2320328b 100644 --- a/apps/mobile/package.json +++ b/apps/mobile/package.json @@ -68,7 +68,6 @@ "@material/material-color-utilities": "0.3.0", "@pierre/diffs": "catalog:", "@pierre/highlights": "catalog:", - "@react-native-ai/apple": "0.12.0", "@react-native-menu/menu": "^2.0.0", "@react-navigation/elements": "2.9.45", "@react-navigation/native": "7.5.1", diff --git a/apps/mobile/src/native/voiceTranscription.ios.test.ts b/apps/mobile/src/native/voiceTranscription.ios.test.ts index e23711626acf6..5d08ecc9aa244 100644 --- a/apps/mobile/src/native/voiceTranscription.ios.test.ts +++ b/apps/mobile/src/native/voiceTranscription.ios.test.ts @@ -1,14 +1,12 @@ -import type { TranscriptionResult } from "@react-native-ai/apple/src/NativeAppleTranscription"; import { afterEach, beforeEach, describe, expect, it, vi } from "vite-plus/test"; import { VoiceInputController, VoiceTranscriptionError } from "@t3tools/client-runtime/voice-input"; import { resetVoiceInputGlobalsForTests } from "../../../../packages/client-runtime/src/voice-input/controller"; const mocks = vi.hoisted(() => ({ - isAvailable: vi.fn<(locale: string) => boolean>(), - prepare: vi.fn<(locale: string) => Promise>(), - transcribe: vi.fn<(audio: ArrayBufferLike, locale: string) => Promise>(), - readAudio: vi.fn<() => Promise>(), + isAvailable: vi.fn<() => boolean>(), + prepare: vi.fn<(locale: string) => Promise>(), + transcribe: vi.fn<(uri: string, locale: string) => Promise>(), preferredLanguages: [] as unknown, })); @@ -17,34 +15,16 @@ vi.mock("react-native", () => ({ Settings: { get: (key: string) => (key === "AppleLanguages" ? mocks.preferredLanguages : null) }, })); -vi.mock("@react-native-ai/apple/src/NativeAppleTranscription", () => ({ - default: { - isAvailable: mocks.isAvailable, - prepare: mocks.prepare, - transcribe: mocks.transcribe, - }, -})); - -vi.mock("expo-file-system", () => ({ - File: class { - arrayBuffer = mocks.readAudio; - }, +vi.mock("expo", () => ({ + requireOptionalNativeModule: () => ({ + isAppleSpeechAvailable: mocks.isAvailable, + prepareAppleSpeech: mocks.prepare, + transcribeWithAppleSpeech: mocks.transcribe, + }), })); import { getLocalVoiceTranscriber } from "./voiceTranscription.ios"; -const audio = new ArrayBuffer(4); -const nativeTranscript: TranscriptionResult = { - duration: 2, - segments: [ - { text: " Hej", startSecond: 0, endSecond: 1 }, - { text: "världen. ", startSecond: 1, endSecond: 2 }, - ], -}; - -const unsupportedLocale = () => - Object.assign(new Error("unsupported"), { code: "AppleTranscriptionUnsupportedLocale" }); - function useLanguages(preferred: ReadonlyArray, appLocale: string) { mocks.preferredLanguages = preferred; const resolvedOptions = Intl.DateTimeFormat().resolvedOptions(); @@ -106,8 +86,7 @@ beforeEach(() => { useLanguages([], "sv-SE"); mocks.isAvailable.mockReturnValue(true); mocks.prepare.mockResolvedValue("sv-SE"); - mocks.readAudio.mockResolvedValue(audio); - mocks.transcribe.mockResolvedValue(nativeTranscript); + mocks.transcribe.mockResolvedValue("Hej världen."); }); afterEach(() => { @@ -137,19 +116,19 @@ describe("getLocalVoiceTranscriber", () => { ])("prepares $case", async ({ preferred, supported, tried }) => { useLanguages(preferred, "en-US"); mocks.prepare.mockImplementation(async (candidate) => { - if (!supported.includes(candidate)) throw unsupportedLocale(); + if (!supported.includes(candidate)) return null; return candidate; }); const locale = tried.at(-1)!; expect(await transcribeOnce()).toEqual({ text: "Hej världen.", locale }); expect(mocks.prepare.mock.calls.map(([candidate]) => candidate)).toEqual(tried); - expect(mocks.transcribe).toHaveBeenCalledWith(audio, locale); + expect(mocks.transcribe).toHaveBeenCalledWith("file:///voice.m4a", locale); }); it("reports an unsupported language when neither preferred nor app locales are supported", async () => { useLanguages(["gsw-CH"], "yi"); - mocks.prepare.mockRejectedValue(unsupportedLocale()); + mocks.prepare.mockResolvedValue(null); expect(await transcribeOnce()).toMatchObject({ code: "unsupported-locale" }); expect(mocks.prepare.mock.calls.map(([candidate]) => candidate)).toEqual(["gsw-CH", "yi"]); @@ -160,7 +139,7 @@ describe("getLocalVoiceTranscriber", () => { async (failure) => { useLanguages(["ko-KR", "ja-JP"], "en-US"); const entered = Promise.withResolvers(); - const nativePrepare = Promise.withResolvers(); + const nativePrepare = Promise.withResolvers(); mocks.prepare.mockImplementation(() => { entered.resolve(); return nativePrepare.promise; @@ -171,7 +150,7 @@ describe("getLocalVoiceTranscriber", () => { await entered.promise; if (failure === "cancellation") { controller.abort(); - nativePrepare.reject(unsupportedLocale()); + nativePrepare.resolve(null); } else { nativePrepare.reject(Object.assign(new Error("download failed"), { code: "Network" })); } @@ -184,7 +163,7 @@ describe("getLocalVoiceTranscriber", () => { ); it("records while Apple prepares its speech model and transcribes once it is ready", async () => { - const nativePrepare = Promise.withResolvers(); + const nativePrepare = Promise.withResolvers(); mocks.prepare.mockReturnValue(nativePrepare.promise); const dictation = createDictation(); @@ -204,7 +183,7 @@ describe("getLocalVoiceTranscriber", () => { it.each(["cancel", "cancel after stop", "model failure", "model failure after stop"] as const)( "discards early audio without a late commit after %s", async (ending) => { - const nativePrepare = Promise.withResolvers(); + const nativePrepare = Promise.withResolvers(); mocks.prepare.mockReturnValue(nativePrepare.promise); const dictation = createDictation(); await dictation.controller.start(); @@ -240,12 +219,12 @@ describe("getLocalVoiceTranscriber", () => { }, ); - it("does not start native transcription after cancellation during a file read", async () => { - const enteredRead = Promise.withResolvers(); - const readResult = Promise.withResolvers(); - mocks.readAudio.mockImplementation(() => { - enteredRead.resolve(); - return readResult.promise; + it("discards transcription if cancelled while the native module reads the recording", async () => { + const entered = Promise.withResolvers(); + const transcription = Promise.withResolvers(); + mocks.transcribe.mockImplementation(() => { + entered.resolve(); + return transcription.promise; }); const controller = new AbortController(); const options = { signal: controller.signal }; @@ -254,13 +233,12 @@ describe("getLocalVoiceTranscriber", () => { .transcribe("file:///voice.m4a", options) .catch((error: unknown) => error); - await enteredRead.promise; + await entered.promise; controller.abort(); - readResult.resolve(audio); + transcription.resolve("Hej världen."); const error = await result; expect(error).toBeInstanceOf(VoiceTranscriptionError); expect(error).toMatchObject({ code: "cancelled" }); - expect(mocks.transcribe).not.toHaveBeenCalled(); }); }); diff --git a/apps/mobile/src/native/voiceTranscription.ios.ts b/apps/mobile/src/native/voiceTranscription.ios.ts index e59c6349dfcd4..9701036e5ac94 100644 --- a/apps/mobile/src/native/voiceTranscription.ios.ts +++ b/apps/mobile/src/native/voiceTranscription.ios.ts @@ -1,6 +1,5 @@ import * as Schema from "effect/Schema"; -import AppleTranscription from "@react-native-ai/apple/src/NativeAppleTranscription"; -import { File } from "expo-file-system"; +import { requireOptionalNativeModule } from "expo"; import { msg } from "gt-react-native"; import { Settings } from "react-native"; import { m } from "../i18n/messages"; @@ -13,6 +12,13 @@ import { type VoiceTranscriptionOptions, } from "@t3tools/client-runtime/voice-input"; +interface AppleSpeechModule { + isAppleSpeechAvailable?: () => boolean; + prepareAppleSpeech: (locale: string) => Promise; + transcribeWithAppleSpeech: (uri: string, locale: string) => Promise; +} + +const native = requireOptionalNativeModule("T3VoiceTranscription"); const isVoiceTranscriptionError = Schema.is(VoiceTranscriptionError); /** The user's ordered Language & Region list, then the app locale; the app ships in English only. */ @@ -38,27 +44,20 @@ function wrapError( return new VoiceTranscriptionError({ code, message, cause }); } -function getNativeErrorCode(error: unknown): string | undefined { - if (typeof error !== "object" || error === null || !("code" in error)) { - return undefined; - } - - return typeof error.code === "string" ? error.code : undefined; -} - export async function getLocalVoiceTranscriber(): Promise { const locales = getPreferredLocales(); // Availability is a device and OS check; which languages have a model only `prepare` knows. - if (!AppleTranscription.isAvailable(locales[0]!)) return null; - return { prepare: (options) => prepareVoiceTranscription(locales, options) }; + if (!native?.isAppleSpeechAvailable?.()) return null; + return { prepare: (options) => prepareVoiceTranscription(native, locales, options) }; } async function prepareVoiceTranscription( + native: AppleSpeechModule, locales: readonly string[], { signal }: VoiceTranscriptionOptions, ): Promise { throwIfVoiceTranscriptionAborted(signal); - if (!AppleTranscription.isAvailable(locales[0]!)) { + if (!native?.isAppleSpeechAvailable?.()) { throw new VoiceTranscriptionError({ code: "unavailable", message: m( @@ -70,7 +69,7 @@ async function prepareVoiceTranscription( } let locale = locales[0]!; - const model = prepareLocales(locales, signal).then((supported) => { + const model = prepareLocales(native, locales, signal).then((supported) => { locale = supported; }); // Recorder setup can fail before either consumer observes the model. @@ -98,16 +97,20 @@ async function prepareVoiceTranscription( return null; }, transcribe: async (uri, options) => - transcribeVoiceRecording(uri, await ready(options.signal), options), + transcribeVoiceRecording(native, uri, await ready(options.signal), options), }; } -async function prepareLocales(locales: readonly string[], signal: AbortSignal): Promise { +async function prepareLocales( + native: AppleSpeechModule, + locales: readonly string[], + signal: AbortSignal, +): Promise { throwIfVoiceTranscriptionAborted(signal); let unsupported: VoiceTranscriptionError | undefined; for (const locale of locales) { try { - return await prepareLocale(locale, signal); + return await prepareLocale(native, locale, signal); } catch (error) { if (!isVoiceTranscriptionError(error) || error.code !== "unsupported-locale") throw error; unsupported = error; @@ -116,44 +119,43 @@ async function prepareLocales(locales: readonly string[], signal: AbortSignal): throw unsupported!; } -async function prepareLocale(locale: string, signal: AbortSignal): Promise { +async function prepareLocale( + native: AppleSpeechModule, + locale: string, + signal: AbortSignal, +): Promise { + let supportedLocale: string | null; try { - const supportedLocale = await AppleTranscription.prepare(locale); - throwIfVoiceTranscriptionAborted(signal); - return supportedLocale; + supportedLocale = await native.prepareAppleSpeech(locale); } catch (error) { throwIfVoiceTranscriptionAborted(signal); - if (getNativeErrorCode(error) === "AppleTranscriptionUnsupportedLocale") { - throw new VoiceTranscriptionError({ - code: "unsupported-locale", - message: m(msg("Voice transcription does not support any of your languages.")), - cause: error, - }); - } - throw wrapError( "preparation-failed", m(msg("Voice transcription could not prepare this language.")), error, ); } + throwIfVoiceTranscriptionAborted(signal); + if (supportedLocale === null) { + throw new VoiceTranscriptionError({ + code: "unsupported-locale", + message: m(msg("Voice transcription does not support any of your languages.")), + }); + } + return supportedLocale; } async function transcribeVoiceRecording( + native: AppleSpeechModule, uri: string, locale: string, { signal }: VoiceTranscriptionOptions, ): Promise { try { throwIfVoiceTranscriptionAborted(signal); - const audio = await new File(uri).arrayBuffer(); - throwIfVoiceTranscriptionAborted(signal); - const result = await AppleTranscription.transcribe(audio, locale); + const text = await native.transcribeWithAppleSpeech(uri, locale); throwIfVoiceTranscriptionAborted(signal); - return result.segments - .map((segment) => segment.text) - .join(" ") - .trim(); + return text; } catch (error) { throwIfVoiceTranscriptionAborted(signal); throw wrapError("transcription-failed", m(msg("Voice transcription failed.")), error); diff --git a/apps/web/src/components/chat/GlobalVoiceInputIndicator.tsx b/apps/web/src/components/chat/GlobalVoiceInputIndicator.tsx index dbe0453df2e9a..b756e1beab9ad 100644 --- a/apps/web/src/components/chat/GlobalVoiceInputIndicator.tsx +++ b/apps/web/src/components/chat/GlobalVoiceInputIndicator.tsx @@ -15,8 +15,7 @@ import { ComposerSpeechRecordingPill } from "./ComposerSpeechButton"; */ export function GlobalVoiceInputIndicator({ hidden = false }: { hidden?: boolean }) { const gt = useGT(); - const { prepared, grantId, cloudProvider, cloudModel } = useVoiceTranscriptionDestination(); - const session = useRetainedVoiceInputSession({ prepared, grantId, cloudProvider, cloudModel }); + const session = useRetainedVoiceInputSession(useVoiceTranscriptionDestination()); const { state, target, recordingStartedAt } = useVoiceInputSessionSnapshot(session); const presented = useVoiceOwnerPresented(target?.ownerKey ?? null); const { level } = useVoiceInputSessionActivity( diff --git a/apps/web/src/components/settings/SpeechLanguageSelect.tsx b/apps/web/src/components/settings/SpeechLanguageSelect.tsx index 4ddff5b92a4d5..21ca449655dc5 100644 --- a/apps/web/src/components/settings/SpeechLanguageSelect.tsx +++ b/apps/web/src/components/settings/SpeechLanguageSelect.tsx @@ -19,7 +19,13 @@ type ModelLanguages = Pick< "languages" | "supportsLanguageDetection" >; -export function SpeechLanguageSelect({ model }: { readonly model: ModelLanguages | null }) { +export function SpeechLanguageSelect({ + model, + automaticLabel, +}: { + readonly model: ModelLanguages | null; + readonly automaticLabel?: string | undefined; +}) { const gt = useGT(); const locale = useLocale(); const preference = useClientSettings((settings) => settings.speechLanguage); @@ -30,7 +36,8 @@ export function SpeechLanguageSelect({ model }: { readonly model: ModelLanguages preference, ) : preference; - const effectiveLabel = resolved === "auto" ? gt("Auto-detect") : languageLabel(resolved, locale); + const effectiveLabel = + resolved === "auto" ? (automaticLabel ?? gt("Auto-detect")) : languageLabel(resolved, locale); const unavailable = preference !== "auto" && preference !== resolved ? gt("{language} unavailable", { language: languageLabel(preference, locale) }) diff --git a/apps/web/src/components/settings/VoiceSettingsPanel.tsx b/apps/web/src/components/settings/VoiceSettingsPanel.tsx index 1b7b06bea9502..84a76f373c8be 100644 --- a/apps/web/src/components/settings/VoiceSettingsPanel.tsx +++ b/apps/web/src/components/settings/VoiceSettingsPanel.tsx @@ -44,6 +44,7 @@ import { DownloadIcon, LanguagesIcon, KeyRoundIcon, + LaptopIcon, MonitorIcon, MicOffIcon, MicIcon, @@ -59,6 +60,7 @@ import { useEffect, useRef, useState, type ReactNode } from "react"; import { msg, T, useGT, useLocale, useMessages, Var } from "gt-react"; import { useStableCallback } from "~/hooks/useStableCallback"; +import { supportsAppleSpeechLocale, useAppleSpeechLocales } from "../../speech/appleSpeech"; import { cn } from "~/lib/utils"; import { listAudioInputs, @@ -88,6 +90,7 @@ import { useEnvironmentScope } from "../../state/session"; import { EMPTY_SERVER_PROVIDERS } from "../../state/server"; import { useEnvironmentSpeechInput, + APPLE_SPEECH_LABEL, useVoiceTranscriptionDestination, } from "../../speech/useEnvironmentSpeechInput"; import { ComposerSpeechRecordingPill } from "../chat/ComposerSpeechButton"; @@ -146,6 +149,7 @@ import { useScopedModelDisabledReason } from "./useScopedModelAvailability"; import { useScopedSettings, useUpdateScopedSettings } from "./useScopedSettings"; const OFF = "off"; +const DEVICE = "device"; function CloudSpeechLogo({ provider }: { provider: CloudSpeechProvider }) { if (provider === "openrouter") return ; @@ -1321,6 +1325,16 @@ export function VoiceSettingsPanel() { const settings = useClientSettings(); const settingsScope = useOptionalSettingsScope(); const destination = useVoiceTranscriptionDestination(); + const appleSpeechLocales = useAppleSpeechLocales(); + const appleSpeechLanguages = + !appleSpeechLocales.includes(settings.speechLanguage) && + supportsAppleSpeechLocale(appleSpeechLocales, settings.speechLanguage) + ? [...appleSpeechLocales, settings.speechLanguage] + : appleSpeechLocales; + const appleSpeechAvailable = appleSpeechLocales.length > 0; + const appleSpeechLabel = appleSpeechAvailable + ? APPLE_SPEECH_LABEL + : gt("Apple Speech (unavailable)"); const canManageKey = useEnvironmentScope(destination.environmentId, AuthSettingsWriteScope); const [pendingCloud, setPendingCloud] = useState<{ provider: CloudSpeechProvider; @@ -1377,11 +1391,13 @@ export function VoiceSettingsPanel() { })), })); const cloudChoices = cloudGroups.flatMap((group) => group.choices); - const destinationValue = destination.cloudProvider - ? JSON.stringify(["cloud", destination.environmentId, destination.cloudProvider]) - : destination.environmentId - ? JSON.stringify(["environment", destination.environmentId]) - : OFF; + const destinationValue = destination.device + ? DEVICE + : destination.cloudProvider + ? JSON.stringify(["cloud", destination.environmentId, destination.cloudProvider]) + : destination.environmentId + ? JSON.stringify(["environment", destination.environmentId]) + : OFF; const cloudEnvironment = environments.find( (env) => env.environmentId === pendingCloud?.environmentId, ); @@ -1401,7 +1417,9 @@ export function VoiceSettingsPanel() { choice.value === value); if (value === OFF) chooseAudioDestination(null); + else if (value === DEVICE) chooseAudioDestination({ kind: "device" }); else if (chosen) chooseAudioDestination({ kind: "environment", @@ -1526,7 +1545,9 @@ export function VoiceSettingsPanel() { > - {destination.cloudProvider ? ( + {destination.device ? ( + + ) : destination.cloudProvider ? ( ) : destination.environmentId ? ( @@ -1534,11 +1555,13 @@ export function VoiceSettingsPanel() { )} - {destination.cloudProvider - ? CLOUD_SPEECH_LABELS[destination.cloudProvider] - : destination.environmentId - ? (chosenEnvironment?.label ?? gt("Chosen environment (unavailable)")) - : gt("Off")} + {destination.device + ? appleSpeechLabel + : destination.cloudProvider + ? CLOUD_SPEECH_LABELS[destination.cloudProvider] + : destination.environmentId + ? (chosenEnvironment?.label ?? gt("Chosen environment (unavailable)")) + : gt("Off")} {destination.cloudProvider && ( {" via "} @@ -1556,6 +1579,19 @@ export function VoiceSettingsPanel() { Off + {(appleSpeechAvailable || destination.device) && ( + + + On this Mac + + + + + {appleSpeechLabel} + + + + )} {environmentChoices.length > 0 && ( @@ -1643,22 +1679,37 @@ export function VoiceSettingsPanel() { close={() => setPendingCloud(null)} /> )} - {(model || destination.cloudProvider) && ( + {(model || destination.cloudProvider || destination.device) && ( } /> @@ -1682,14 +1733,16 @@ export function VoiceSettingsPanel() { {...setting("speech-silence-filtering")} title={gt("Silence filtering")} description={ - destination.cloudProvider === "openai" - ? gt("OpenAI handles silence itself.") - : gt("Skip silence and background noise before transcribing.") + destination.device + ? gt("Apple Speech handles silence itself.") + : destination.cloudProvider === "openai" + ? gt("OpenAI handles silence itself.") + : gt("Skip silence and background noise before transcribing.") } control={ void updateClientSettings({ speechSilenceFiltering: checked }) @@ -1700,10 +1753,15 @@ export function VoiceSettingsPanel() { void updateClientSettings({ speechRemoveFillerWords: checked }) diff --git a/apps/web/src/i18n/translations/de.json b/apps/web/src/i18n/translations/de.json index 730949ecfc300..4bd71455af15d 100644 --- a/apps/web/src/i18n/translations/de.json +++ b/apps/web/src/i18n/translations/de.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "Filter {number} braucht einen Pfad unter body, headers oder query.", "1fa38fb049c6b56e": "Filter {number} braucht einen Pfad unter body, headers oder query und mindestens einen Wert.", "31ec02bdcb3920d1": "Filter {number} braucht einen Pfad unter body, headers oder query und einen Wert.", + "62ae4688ece05590": "Sicher gespeichert, dem Agenten nie angezeigt", "81f613bb68d85bb7": "Nicht im Chat, sondern in einer privaten Datei, die die Befehle dieses Agenten 24 Stunden lang lesen können", "07b56c0c12bd2de1": "Nicht im Chat, sondern in privaten Dateien, die die Befehle dieses Agenten 24 Stunden lang lesen können", - "6435447ce7656f13": "{label} anzeigen", - "62ae4688ece05590": "Sicher gespeichert, dem Agenten nie angezeigt", "8c2d901183b4e219": "Geheimnis einfügen", "610aea624f895a78": "Sicher gespeichert und privat gehalten", "329b7854b7e0546e": "Verwende eine 1Password-Referenz wie {example}.", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "Kontext wird komprimiert", "39a82db18ca50c21": "Kontext komprimiert: {before} → {after} Tokens", "885ae08a2160a158": "Kontext komprimiert", + "4d4981a1c5bd9728": "Befehl läuft", + "a078225c5f197cd2": "Befehl fehlgeschlagen", + "37ab148aaa486051": "Befehl abgelehnt", + "0112efa1861c7a30": "Befehl gestoppt", + "930808342aac8010": "Befehl ausgeführt", "3ab6b281a0991766": "{count, plural, =1 {Verknüpfte Pull Requests geprüft} other {Verknüpfte Pull Requests {count}-mal geprüft}}", "857e92a89b6b6257": "{count, plural, one {{count} Datei gelesen} other {{count} Dateien gelesen}}", "466ac7fcdb97bb76": "{count, plural, one {{count} Datei geändert} other {{count} Dateien geändert}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "Neuer Versuch in {delay} s.", "5de030e595796117": "Thread erstellt", "c392becd445ecdba": "Denkt nach", - "930808342aac8010": "Befehl ausgeführt", "c01f9d3f3624c903": "Befehl", "fc933cf9b3edd743": "{fileName} geändert", "9bdd23eb0206783f": "Dateiänderung", @@ -2993,9 +2996,11 @@ "8c0223d264d9dc17": "Die Mikrofonaufnahme wurde nicht beendet.", "43692a5af811085a": "Sprachtranskription fehlgeschlagen. Prüfe das Ziel unter Einstellungen → Spracheingabe.", "7e047168a2832c65": "Wähle ein OpenRouter-Modell unter Einstellungen → Spracheingabe.", + "4094c385ce0a6493": "Spracheingabe konnte nicht gestartet werden", + "47e93194d837912b": "Apple Speech unterstützt diese Sprache nicht.", + "f9bebb0ec6c93680": "Apple Speech ist auf diesem Mac nicht verfügbar.", "14ff185a0153700e": "Kein Modell passt zu deiner Sprache. Wähle ein Modell oder ändere die Sprache in den Spracheingabe-Einstellungen.", "ff4cf071e91f7617": "Transkriptionsmodelle konnten nicht geladen werden. Prüfe die Verbindung und versuche es erneut.", - "4094c385ce0a6493": "Spracheingabe konnte nicht gestartet werden", "8fc9dbbfebef2a39": "Spracheingabe ist nicht verfügbar", "2789404f0dbcdebe": "Das Modell wurde heruntergeladen, aber diese Umgebung konnte es nicht auswählen. Versuche es erneut.", "d83d0a88ac8cee3e": "Das Modell ist nicht bereit. Lade es erneut herunter.", @@ -3737,10 +3742,6 @@ "ac511f991a3c1fab": "Websuche", "07e65dba2b16d3f7": "{count, plural, one {{path} +{count} weitere} other {{path} +{count} weitere}}", "6ab96e26bda35288": "Denkt nach", - "4d4981a1c5bd9728": "Befehl läuft", - "a078225c5f197cd2": "Befehl fehlgeschlagen", - "37ab148aaa486051": "Befehl abgelehnt", - "0112efa1861c7a30": "Befehl gestoppt", "dc8ddcad32e2a50c": "{program} läuft", "f0db8caadd8f120e": "{program} fehlgeschlagen", "9a4cc1d1df413b99": "{program} abgelehnt", @@ -3978,6 +3979,7 @@ "90062342f04966ff": "Aktualisiere den T3-Code-Server dieser Umgebung, um Pull Requests zu durchsuchen.", "5e7157db126f1641": "Issues nicht verfügbar", "42ade0e14ff6af94": "Aktualisiere den T3-Code-Server dieser Umgebung, um Issues zu durchsuchen.", + "6435447ce7656f13": "{label} anzeigen", "993dcd04611f9571": "Sicher speichern", "ccbe48efc8e30c52": "Nebenchat „{title}“ löschen?", "3a859b690f41e899": "Dadurch wird sein Gesprächsverlauf dauerhaft gelöscht.", @@ -4709,6 +4711,7 @@ "82d82cdbe3b0f975": "{size} · Mit {shortcut} bleibt großer eingefügter Text im Text.", "247cd77b35ddb586": "„{name}“ konnte nicht als Bild gelesen werden.", "7eccb44d5449e777": "„{name}“ ist zu groß zum Anhängen, selbst nach der Komprimierung.", + "d07dd6dfd269680a": "{names} konnte nicht wiederhergestellt werden: Das Eingabefeld hat sein Limit von {limit} Anhängen erreicht.", "1d4059658a0ab500": "{name} aus der Nachricht entfernen?\nEs wird in deinem Text referenziert; beim Entfernen werden auch alle Referenzen entfernt.", "86261d5bd0651358": "Dieses Bild aus der Nachricht entfernen?\nEs wird in deinem Text referenziert; beim Entfernen werden auch alle Referenzen entfernt.", "f70c49e9f30807a3": "Der eingefügte Text ist zu groß für diese Nachricht", @@ -4781,7 +4784,6 @@ "c809a3c353e67a28": "Der Browserspeicher hat die Aktualisierung abgelehnt, daher könnte dieser Eintrag nach dem Neuladen noch da sein.", "1a4bc01f0ca772c2": "{names} hat beim Speichern dieses Prompts das Größenlimit der Ablage überschritten.", "bb3b4ad32b596e11": "{names} konnte beim Speichern dieses Prompts nicht gelesen werden.", - "d07dd6dfd269680a": "{names} konnte nicht wiederhergestellt werden: Das Eingabefeld hat sein Limit von {limit} Anhängen erreicht.", "7e4a6a2c84d34a80": "{names}: Abgelegte Dateien werden 24 Stunden lang aufbewahrt, und dieser Upload ist abgelaufen. Hänge die Datei erneut an.", "1e3ede33afee71ba": "Einige Anhänge wurden nicht wiederhergestellt", "98c76143d9aae871": "Ablage-Eintrag kommt möglicherweise zurück", @@ -11461,6 +11463,7 @@ "c32c85efb80dc740": "Testtranskript", "4b2f68f90eb004f6": "Keine Sprache erkannt. Versuch es erneut.", "cc04b357924afb36": "Modelltest schließen", + "25607ff5f39ac0ac": "Apple Speech (nicht verfügbar)", "97ce6c61f0039edd": "OpenRouter verwalten", "ca50ce902d534122": "Schlüssel verwalten", "4993d154ece9c92f": "Die Spracheingabe verwendet das erste verbundene Mikrofon in dieser Liste.", @@ -11472,6 +11475,7 @@ "817dbf1c068b62e7": "Wo deine Sprache in Text umgewandelt wird.", "710d3e4f0243014c": "Gewählte Umgebung (nicht verfügbar)", "61088464d1b7174d": "nicht verfügbare Umgebung", + "2b3e8ee4f31d1433": "„Automatisch“ verwendet die Sprache deines Mac. Bei der ersten Verwendung einer Sprache wird sie geladen.", "71184e5a54a69f1d": "Der Anbieter erkennt deine Sprache automatisch.", "ffb2653eb2d9fc1a": "{model} erkennt die Sprache automatisch.", "773cbfca7c466cc4": "{model} verwendet eine feste Sprache.", @@ -11479,9 +11483,11 @@ "d4b59565bd8b6d07": "Ins Englische übersetzen", "0d88a0c771d98284": "Sprich in beliebiger Sprache und erhalte englischen Text.", "f4a8700049fc9dcc": "Stillefilter", + "69558ed7b83d671e": "Apple Speech verarbeitet Stille selbst.", "f22b17f6731c14c0": "OpenAI handhabt Stille selbst.", "75a3001ae4561b97": "Stille und Hintergrundgeräusche vor dem Transkribieren überspringen.", "adde9666f7fb8c5d": "Füllwörter entfernen", + "95ac70c5da02c46a": "Mit Apple Speech nicht verfügbar.", "943ea47b1df48f12": "„Äh“ und „ähm“ aus Transkripten entfernen.", "e1e054a313ece9d0": "Wörterbuch", "79c4100c78265c98": "Dein Wörterbuch", @@ -11520,6 +11526,7 @@ "790951b4fc82052f": "Modell testen", "a3eda37e8d337ebb": "Sprich einen Satz. Die Bereinigung wird übersprungen, damit du genau siehst, was das Modell gehört hat.", "c613b9c5d54f3c91": "Mikrofone aktualisieren", + "1119a2b45988a069": "Auf diesem Mac", "23196cabaa71f1da": "In einer Umgebung", "3ba49a214600d0ac": [ "Cloud über ", diff --git a/apps/web/src/i18n/translations/en.json b/apps/web/src/i18n/translations/en.json index 64482e18216ae..9e846489d9a9f 100644 --- a/apps/web/src/i18n/translations/en.json +++ b/apps/web/src/i18n/translations/en.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "Filter {number} needs a path under body, headers or query.", "1fa38fb049c6b56e": "Filter {number} needs a path under body, headers or query, and at least one value.", "31ec02bdcb3920d1": "Filter {number} needs a path under body, headers or query, and a value.", + "62ae4688ece05590": "Stored securely, never shown to the agent", "81f613bb68d85bb7": "Kept out of chat, in a private file this agent's commands can read for 24 hours", "07b56c0c12bd2de1": "Kept out of chat, in private files this agent's commands can read for 24 hours", - "6435447ce7656f13": "Show {label}", - "62ae4688ece05590": "Stored securely, never shown to the agent", "8c2d901183b4e219": "Paste the secret", "610aea624f895a78": "Saved securely and kept private", "329b7854b7e0546e": "Use a 1Password reference like {example}.", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "Compacting context", "39a82db18ca50c21": "Context compacted {before} → {after} tokens", "885ae08a2160a158": "Context compacted", + "4d4981a1c5bd9728": "Running command", + "a078225c5f197cd2": "Failed command", + "37ab148aaa486051": "Declined command", + "0112efa1861c7a30": "Stopped command", + "930808342aac8010": "Ran command", "3ab6b281a0991766": "{count, plural, =1 {Checked linked pull requests} other {Checked linked pull requests {count} times}}", "857e92a89b6b6257": "{count, plural, one {Read {count} file} other {Read {count} files}}", "466ac7fcdb97bb76": "{count, plural, one {Changed {count} file} other {Changed {count} files}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "Retrying in {delay}s.", "5de030e595796117": "Created thread", "c392becd445ecdba": "Thinking", - "930808342aac8010": "Ran command", "c01f9d3f3624c903": "Command", "fc933cf9b3edd743": "Changed {fileName}", "9bdd23eb0206783f": "File change", @@ -2992,9 +2995,11 @@ "8c0223d264d9dc17": "Microphone capture did not stop.", "43692a5af811085a": "Voice transcription failed. Check the destination in Settings → Voice.", "7e047168a2832c65": "Choose an OpenRouter model in Settings → Voice.", + "4094c385ce0a6493": "Could not start voice input", + "47e93194d837912b": "Apple Speech does not support this language.", + "f9bebb0ec6c93680": "Apple Speech is not available on this Mac.", "14ff185a0153700e": "No model matches your language. Choose a model or change the language in Voice settings.", "ff4cf071e91f7617": "Could not load transcription models. Check the connection and try again.", - "4094c385ce0a6493": "Could not start voice input", "8fc9dbbfebef2a39": "Voice input is not available", "2789404f0dbcdebe": "The model downloaded, but this environment could not select it. Try again.", "d83d0a88ac8cee3e": "The model is not ready. Try downloading it again.", @@ -3736,10 +3741,6 @@ "ac511f991a3c1fab": "Web search", "07e65dba2b16d3f7": "{count, plural, one {{path} +{count} more} other {{path} +{count} more}}", "6ab96e26bda35288": "Thinking", - "4d4981a1c5bd9728": "Running command", - "a078225c5f197cd2": "Failed command", - "37ab148aaa486051": "Declined command", - "0112efa1861c7a30": "Stopped command", "dc8ddcad32e2a50c": "Running {program}", "f0db8caadd8f120e": "Failed {program}", "9a4cc1d1df413b99": "Declined {program}", @@ -3976,6 +3977,7 @@ "90062342f04966ff": "Update this environment's T3 Code server to browse pull requests.", "5e7157db126f1641": "Issues unavailable", "42ade0e14ff6af94": "Update this environment's T3 Code server to browse issues.", + "6435447ce7656f13": "Show {label}", "993dcd04611f9571": "Save securely", "ccbe48efc8e30c52": "Delete side chat \"{title}\"?", "3a859b690f41e899": "This permanently clears its conversation history.", @@ -4708,6 +4710,7 @@ "82d82cdbe3b0f975": "{size} · Use {shortcut} to keep a large paste inline.", "247cd77b35ddb586": "''{name}'' could not be read as an image.", "7eccb44d5449e777": "''{name}'' is too large to attach, even after compression.", + "d07dd6dfd269680a": "{names} could not be restored: the composer is at its {limit}-attachment limit.", "1d4059658a0ab500": "Remove {name} from the message?\nIt is referenced in your text; removing it also removes every reference.", "86261d5bd0651358": "Remove this image from the message?\nIt is referenced in your text; removing it also removes every reference.", "f70c49e9f30807a3": "Pasted text is too large for this message", @@ -4780,7 +4783,6 @@ "c809a3c353e67a28": "Browser storage rejected the update, so this entry could still be there after a reload.", "1a4bc01f0ca772c2": "{names} exceeded the stash size limit when this prompt was saved.", "bb3b4ad32b596e11": "{names} could not be read when this prompt was saved.", - "d07dd6dfd269680a": "{names} could not be restored: the composer is at its {limit}-attachment limit.", "7e4a6a2c84d34a80": "{names}: stashed files are kept for 24 hours and this upload expired. Attach the file again.", "1e3ede33afee71ba": "Some attachments were not restored", "98c76143d9aae871": "Stash entry may come back", @@ -11470,6 +11472,7 @@ "c32c85efb80dc740": "Test transcript", "4b2f68f90eb004f6": "No speech recognized. Try again.", "cc04b357924afb36": "Close model test", + "25607ff5f39ac0ac": "Apple Speech (unavailable)", "97ce6c61f0039edd": "Manage OpenRouter", "ca50ce902d534122": "Manage key", "4993d154ece9c92f": "Voice input uses the first connected microphone in this list.", @@ -11481,6 +11484,7 @@ "817dbf1c068b62e7": "Where your speech is turned into text.", "710d3e4f0243014c": "Chosen environment (unavailable)", "61088464d1b7174d": "unavailable environment", + "2b3e8ee4f31d1433": "Automatic uses your Mac’s language. The first use of a language downloads it.", "71184e5a54a69f1d": "The provider detects your language automatically.", "ffb2653eb2d9fc1a": "{model} detects the language automatically.", "773cbfca7c466cc4": "{model} uses one fixed language.", @@ -11488,9 +11492,11 @@ "d4b59565bd8b6d07": "Translate to English", "0d88a0c771d98284": "Speak any language and get English text.", "f4a8700049fc9dcc": "Silence filtering", + "69558ed7b83d671e": "Apple Speech handles silence itself.", "f22b17f6731c14c0": "OpenAI handles silence itself.", "75a3001ae4561b97": "Skip silence and background noise before transcribing.", "adde9666f7fb8c5d": "Remove filler words", + "95ac70c5da02c46a": "Not available with Apple Speech.", "943ea47b1df48f12": "Drop “um” and “uh” from transcripts.", "e1e054a313ece9d0": "Dictionary", "79c4100c78265c98": "Your dictionary", @@ -11528,6 +11534,7 @@ "790951b4fc82052f": "Test model", "a3eda37e8d337ebb": "Say a sentence. Cleanup is skipped, so you see exactly what the model heard.", "c613b9c5d54f3c91": "Refresh microphones", + "1119a2b45988a069": "On this Mac", "23196cabaa71f1da": "On an environment", "3ba49a214600d0ac": [ "Cloud via ", diff --git a/apps/web/src/i18n/translations/es.json b/apps/web/src/i18n/translations/es.json index 8c3bd00183ec6..c4cd9afdd6ec9 100644 --- a/apps/web/src/i18n/translations/es.json +++ b/apps/web/src/i18n/translations/es.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "El filtro {number} necesita una ruta dentro de body, headers o query.", "1fa38fb049c6b56e": "El filtro {number} necesita una ruta dentro de body, headers o query, y al menos un valor.", "31ec02bdcb3920d1": "El filtro {number} necesita una ruta dentro de body, headers o query, y un valor.", + "62ae4688ece05590": "Guardado de forma segura, nunca se muestra al agente", "81f613bb68d85bb7": "Fuera del chat, en un archivo privado que los comandos de este agente pueden leer durante 24 horas", "07b56c0c12bd2de1": "Fuera del chat, en archivos privados que los comandos de este agente pueden leer durante 24 horas", - "6435447ce7656f13": "Mostrar {label}", - "62ae4688ece05590": "Guardado de forma segura, nunca se muestra al agente", "8c2d901183b4e219": "Pega el secreto", "610aea624f895a78": "Guardado de forma segura y privada", "329b7854b7e0546e": "Usa una referencia de 1Password como {example}.", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "Compactando el contexto", "39a82db18ca50c21": "Contexto compactado de {before} → {after} tokens", "885ae08a2160a158": "Contexto compactado", + "4d4981a1c5bd9728": "Ejecutando comando", + "a078225c5f197cd2": "Comando fallido", + "37ab148aaa486051": "Comando rechazado", + "0112efa1861c7a30": "Comando detenido", + "930808342aac8010": "Comando ejecutado", "3ab6b281a0991766": "{count, plural, =1 {Se comprobaron las pull requests vinculadas} other {Se comprobaron las pull requests vinculadas {count} veces}}", "857e92a89b6b6257": "{count, plural, one {Se leyó {count} archivo} other {Se leyeron {count} archivos}}", "466ac7fcdb97bb76": "{count, plural, one {Se cambió {count} archivo} other {Se cambiaron {count} archivos}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "Reintentando en {delay} s.", "5de030e595796117": "Hilo creado", "c392becd445ecdba": "Pensando", - "930808342aac8010": "Comando ejecutado", "c01f9d3f3624c903": "Comando", "fc933cf9b3edd743": "Se cambió {fileName}", "9bdd23eb0206783f": "Cambio de archivo", @@ -2992,9 +2995,11 @@ "8c0223d264d9dc17": "La captura del micrófono no se detuvo.", "43692a5af811085a": "Falló la transcripción de voz. Revisa el destino en Ajustes → Voz.", "7e047168a2832c65": "Elige un modelo de OpenRouter en Ajustes → Voz.", + "4094c385ce0a6493": "No se pudo iniciar la entrada de voz", + "47e93194d837912b": "Apple Speech no admite este idioma.", + "f9bebb0ec6c93680": "Apple Speech no está disponible en este Mac.", "14ff185a0153700e": "Ningún modelo coincide con tu idioma. Elige un modelo o cambia el idioma en los ajustes de Voz.", "ff4cf071e91f7617": "No se pudieron cargar los modelos de transcripción. Comprueba la conexión y vuelve a intentarlo.", - "4094c385ce0a6493": "No se pudo iniciar la entrada de voz", "8fc9dbbfebef2a39": "La entrada de voz no está disponible", "2789404f0dbcdebe": "El modelo se descargó, pero este entorno no pudo seleccionarlo. Vuelve a intentarlo.", "d83d0a88ac8cee3e": "El modelo no está listo. Prueba a descargarlo de nuevo.", @@ -3734,10 +3739,6 @@ "ac511f991a3c1fab": "Búsqueda web", "07e65dba2b16d3f7": "{count, plural, one {{path} y {count} más} other {{path} y {count} más}}", "6ab96e26bda35288": "Pensando", - "4d4981a1c5bd9728": "Ejecutando comando", - "a078225c5f197cd2": "Comando fallido", - "37ab148aaa486051": "Comando rechazado", - "0112efa1861c7a30": "Comando detenido", "dc8ddcad32e2a50c": "Ejecutando {program}", "f0db8caadd8f120e": "Falló {program}", "9a4cc1d1df413b99": "Se rechazó {program}", @@ -3974,6 +3975,7 @@ "90062342f04966ff": "Actualiza el servidor de T3 Code de este entorno para explorar pull requests.", "5e7157db126f1641": "Issues no disponibles", "42ade0e14ff6af94": "Actualiza el servidor de T3 Code de este entorno para explorar issues.", + "6435447ce7656f13": "Mostrar {label}", "993dcd04611f9571": "Guardar de forma segura", "ccbe48efc8e30c52": "¿Eliminar el chat lateral \"{title}\"?", "3a859b690f41e899": "Esto borra de forma permanente su historial de conversación.", @@ -4706,6 +4708,7 @@ "82d82cdbe3b0f975": "{size} · Usa {shortcut} para mantener en línea un texto pegado grande.", "247cd77b35ddb586": "''{name}'' no se pudo leer como imagen.", "7eccb44d5449e777": "''{name}'' es demasiado grande para adjuntarlo, incluso después de comprimirlo.", + "d07dd6dfd269680a": "No se pudo restaurar {names}: el cuadro de mensaje está en su límite de {limit} adjuntos.", "1d4059658a0ab500": "¿Quitar {name} del mensaje?\nSe menciona en tu texto; al quitarlo también se quitan todas las referencias.", "86261d5bd0651358": "¿Quitar esta imagen del mensaje?\nSe menciona en tu texto; al quitarla también se quitan todas las referencias.", "f70c49e9f30807a3": "El texto pegado es demasiado grande para este mensaje", @@ -4778,7 +4781,6 @@ "c809a3c353e67a28": "El almacenamiento del navegador rechazó la actualización, así que esta entrada podría seguir ahí tras recargar.", "1a4bc01f0ca772c2": "{names} superó el límite de tamaño del stash cuando se guardó este prompt.", "bb3b4ad32b596e11": "No se pudo leer {names} cuando se guardó este prompt.", - "d07dd6dfd269680a": "No se pudo restaurar {names}: el cuadro de mensaje está en su límite de {limit} adjuntos.", "7e4a6a2c84d34a80": "{names}: los archivos del stash se conservan 24 horas y esta subida caducó. Vuelve a adjuntar el archivo.", "1e3ede33afee71ba": "Algunos adjuntos no se restauraron", "98c76143d9aae871": "Puede que la entrada del stash vuelva", @@ -11455,6 +11457,7 @@ "c32c85efb80dc740": "Transcripción de prueba", "4b2f68f90eb004f6": "No se reconoció voz. Inténtalo de nuevo.", "cc04b357924afb36": "Cerrar prueba del modelo", + "25607ff5f39ac0ac": "Apple Speech (no disponible)", "97ce6c61f0039edd": "Gestionar OpenRouter", "ca50ce902d534122": "Gestionar clave", "4993d154ece9c92f": "La entrada de voz usa el primer micrófono conectado de esta lista.", @@ -11466,6 +11469,7 @@ "817dbf1c068b62e7": "Dónde se convierte tu voz en texto.", "710d3e4f0243014c": "Entorno elegido (no disponible)", "61088464d1b7174d": "entorno no disponible", + "2b3e8ee4f31d1433": "Automático usa el idioma de tu Mac. La primera vez que se usa un idioma, se descarga.", "71184e5a54a69f1d": "El proveedor detecta tu idioma automáticamente.", "ffb2653eb2d9fc1a": "{model} detecta el idioma automáticamente.", "773cbfca7c466cc4": "{model} usa un solo idioma fijo.", @@ -11473,9 +11477,11 @@ "d4b59565bd8b6d07": "Traducir al inglés", "0d88a0c771d98284": "Habla en cualquier idioma y obtén texto en inglés.", "f4a8700049fc9dcc": "Filtrado de silencios", + "69558ed7b83d671e": "Apple Speech gestiona el silencio por sí mismo.", "f22b17f6731c14c0": "OpenAI gestiona los silencios por sí mismo.", "75a3001ae4561b97": "Omite los silencios y el ruido de fondo antes de transcribir.", "adde9666f7fb8c5d": "Quitar muletillas", + "95ac70c5da02c46a": "No disponible con Apple Speech.", "943ea47b1df48f12": "Elimina «eh» y «em» de las transcripciones.", "e1e054a313ece9d0": "Diccionario", "79c4100c78265c98": "Tu diccionario", @@ -11513,6 +11519,7 @@ "790951b4fc82052f": "Probar modelo", "a3eda37e8d337ebb": "Di una frase. Se omite la limpieza, así que ves exactamente lo que oyó el modelo.", "c613b9c5d54f3c91": "Actualizar micrófonos", + "1119a2b45988a069": "En este Mac", "23196cabaa71f1da": "En un entorno", "3ba49a214600d0ac": [ "En la nube con ", diff --git a/apps/web/src/i18n/translations/fr.json b/apps/web/src/i18n/translations/fr.json index 17258a83acd78..8c91d719f61ad 100644 --- a/apps/web/src/i18n/translations/fr.json +++ b/apps/web/src/i18n/translations/fr.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "Le filtre {number} a besoin d’un chemin sous body, headers ou query.", "1fa38fb049c6b56e": "Le filtre {number} a besoin d’un chemin sous body, headers ou query, et d’au moins une valeur.", "31ec02bdcb3920d1": "Le filtre {number} a besoin d’un chemin sous body, headers ou query, et d’une valeur.", + "62ae4688ece05590": "Stocké de façon sécurisée, jamais montré à l’agent", "81f613bb68d85bb7": "Hors de la discussion, dans un fichier privé que les commandes de cet agent peuvent lire pendant 24 heures", "07b56c0c12bd2de1": "Hors de la discussion, dans des fichiers privés que les commandes de cet agent peuvent lire pendant 24 heures", - "6435447ce7656f13": "Afficher {label}", - "62ae4688ece05590": "Stocké de façon sécurisée, jamais montré à l’agent", "8c2d901183b4e219": "Collez le secret", "610aea624f895a78": "Enregistré de façon sécurisée et gardé privé", "329b7854b7e0546e": "Utilisez une référence 1Password comme {example}.", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "Compactage du contexte", "39a82db18ca50c21": "Contexte compacté de {before} → {after} tokens", "885ae08a2160a158": "Contexte compacté", + "4d4981a1c5bd9728": "Exécution de la commande", + "a078225c5f197cd2": "Commande en échec", + "37ab148aaa486051": "Commande refusée", + "0112efa1861c7a30": "Commande arrêtée", + "930808342aac8010": "Commande exécutée", "3ab6b281a0991766": "{count, plural, =1 {Pull requests associées vérifiées} other {Pull requests associées vérifiées {count} fois}}", "857e92a89b6b6257": "{count, plural, one {{count} fichier lu} other {{count} fichiers lus}}", "466ac7fcdb97bb76": "{count, plural, one {{count} fichier modifié} other {{count} fichiers modifiés}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "Nouvelle tentative dans {delay} s.", "5de030e595796117": "Fil créé", "c392becd445ecdba": "Réflexion", - "930808342aac8010": "Commande exécutée", "c01f9d3f3624c903": "Commande", "fc933cf9b3edd743": "{fileName} modifié", "9bdd23eb0206783f": "Modification de fichier", @@ -2992,9 +2995,11 @@ "8c0223d264d9dc17": "La capture du micro ne s’est pas arrêtée.", "43692a5af811085a": "Échec de la transcription vocale. Vérifiez la destination dans Paramètres → Voix.", "7e047168a2832c65": "Choisissez un modèle OpenRouter dans Paramètres → Voix.", + "4094c385ce0a6493": "Impossible de démarrer la saisie vocale", + "47e93194d837912b": "Apple Speech ne prend pas en charge cette langue.", + "f9bebb0ec6c93680": "Apple Speech n’est pas disponible sur ce Mac.", "14ff185a0153700e": "Aucun modèle ne correspond à votre langue. Choisissez un modèle ou changez de langue dans les paramètres Voix.", "ff4cf071e91f7617": "Impossible de charger les modèles de transcription. Vérifiez la connexion et réessayez.", - "4094c385ce0a6493": "Impossible de démarrer la saisie vocale", "8fc9dbbfebef2a39": "La saisie vocale n’est pas disponible", "2789404f0dbcdebe": "Le modèle a été téléchargé, mais cet environnement n’a pas pu le sélectionner. Réessayez.", "d83d0a88ac8cee3e": "Le modèle n’est pas prêt. Essayez de le télécharger à nouveau.", @@ -3735,10 +3740,6 @@ "ac511f991a3c1fab": "Recherche web", "07e65dba2b16d3f7": "{count, plural, one {{path} +{count} autre} other {{path} +{count} autres}}", "6ab96e26bda35288": "Réflexion", - "4d4981a1c5bd9728": "Exécution de la commande", - "a078225c5f197cd2": "Commande en échec", - "37ab148aaa486051": "Commande refusée", - "0112efa1861c7a30": "Commande arrêtée", "dc8ddcad32e2a50c": "Exécution de {program}", "f0db8caadd8f120e": "Échec de {program}", "9a4cc1d1df413b99": "{program} refusé", @@ -3975,6 +3976,7 @@ "90062342f04966ff": "Mettez à jour le serveur T3 Code de cet environnement pour parcourir les pull requests.", "5e7157db126f1641": "Tickets indisponibles", "42ade0e14ff6af94": "Mettez à jour le serveur T3 Code de cet environnement pour parcourir les tickets.", + "6435447ce7656f13": "Afficher {label}", "993dcd04611f9571": "Enregistrer de façon sécurisée", "ccbe48efc8e30c52": "Supprimer la discussion annexe « {title} » ?", "3a859b690f41e899": "Cela efface définitivement son historique de conversation.", @@ -4707,6 +4709,7 @@ "82d82cdbe3b0f975": "{size} · Utilisez {shortcut} pour garder un long collage dans le texte.", "247cd77b35ddb586": "« {name} » n’a pas pu être lu comme une image.", "7eccb44d5449e777": "« {name} » est trop volumineux pour être joint, même après compression.", + "d07dd6dfd269680a": "{names} n’a pas pu être restauré : la zone de saisie a atteint sa limite de {limit} pièces jointes.", "1d4059658a0ab500": "Retirer {name} du message ?\nIl est référencé dans votre texte ; le retirer supprime aussi toutes ses références.", "86261d5bd0651358": "Retirer cette image du message ?\nElle est référencée dans votre texte ; la retirer supprime aussi toutes ses références.", "f70c49e9f30807a3": "Le texte collé est trop long pour ce message", @@ -4779,7 +4782,6 @@ "c809a3c353e67a28": "Le stockage du navigateur a refusé la mise à jour ; cette entrée pourrait donc encore être là après un rechargement.", "1a4bc01f0ca772c2": "{names} dépassait la taille limite de la réserve lors de l’enregistrement de ce prompt.", "bb3b4ad32b596e11": "{names} n’a pas pu être lu lors de l’enregistrement de ce prompt.", - "d07dd6dfd269680a": "{names} n’a pas pu être restauré : la zone de saisie a atteint sa limite de {limit} pièces jointes.", "7e4a6a2c84d34a80": "{names} : les fichiers mis de côté sont conservés 24 heures et cet envoi a expiré. Joignez à nouveau le fichier.", "1e3ede33afee71ba": "Certaines pièces jointes n’ont pas été restaurées", "98c76143d9aae871": "L’entrée de la réserve peut revenir", @@ -11460,6 +11462,7 @@ "c32c85efb80dc740": "Transcription de test", "4b2f68f90eb004f6": "Aucune parole reconnue. Réessayez.", "cc04b357924afb36": "Fermer le test du modèle", + "25607ff5f39ac0ac": "Apple Speech (indisponible)", "97ce6c61f0039edd": "Gérer OpenRouter", "ca50ce902d534122": "Gérer la clé", "4993d154ece9c92f": "La saisie vocale utilise le premier microphone connecté de cette liste.", @@ -11471,6 +11474,7 @@ "817dbf1c068b62e7": "Où votre parole est convertie en texte.", "710d3e4f0243014c": "Environnement choisi (indisponible)", "61088464d1b7174d": "environnement indisponible", + "2b3e8ee4f31d1433": "Automatique utilise la langue de votre Mac. Une langue est téléchargée à sa première utilisation.", "71184e5a54a69f1d": "Le fournisseur détecte automatiquement votre langue.", "ffb2653eb2d9fc1a": "{model} détecte automatiquement la langue.", "773cbfca7c466cc4": "{model} utilise une seule langue fixe.", @@ -11478,9 +11482,11 @@ "d4b59565bd8b6d07": "Traduire en anglais", "0d88a0c771d98284": "Parlez dans n’importe quelle langue et obtenez du texte en anglais.", "f4a8700049fc9dcc": "Filtrage du silence", + "69558ed7b83d671e": "Apple Speech gère lui-même les silences.", "f22b17f6731c14c0": "OpenAI gère lui-même le silence.", "75a3001ae4561b97": "Ignore le silence et le bruit de fond avant la transcription.", "adde9666f7fb8c5d": "Supprimer les mots de remplissage", + "95ac70c5da02c46a": "Indisponible avec Apple Speech.", "943ea47b1df48f12": "Retire les « euh » et « hum » des transcriptions.", "e1e054a313ece9d0": "Dictionnaire", "79c4100c78265c98": "Votre dictionnaire", @@ -11518,6 +11524,7 @@ "790951b4fc82052f": "Tester le modèle", "a3eda37e8d337ebb": "Dites une phrase. Le nettoyage est ignoré, vous voyez donc exactement ce que le modèle a entendu.", "c613b9c5d54f3c91": "Actualiser les microphones", + "1119a2b45988a069": "Sur ce Mac", "23196cabaa71f1da": "Dans un environnement", "3ba49a214600d0ac": [ "Cloud via ", diff --git a/apps/web/src/i18n/translations/ja.json b/apps/web/src/i18n/translations/ja.json index 66eaf036ed903..7a04971e0aa1f 100644 --- a/apps/web/src/i18n/translations/ja.json +++ b/apps/web/src/i18n/translations/ja.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "フィルター {number} には body、headers、query 配下のパスが必要です。", "1fa38fb049c6b56e": "フィルター {number} には body、headers、query 配下のパスと、少なくとも 1 つの値が必要です。", "31ec02bdcb3920d1": "フィルター {number} には body、headers、query 配下のパスと値が必要です。", + "62ae4688ece05590": "安全に保存され、エージェントには表示されません", "81f613bb68d85bb7": "チャットには表示せず、このエージェントのコマンドが 24 時間読み取れる非公開ファイルに保存します", "07b56c0c12bd2de1": "チャットには表示せず、このエージェントのコマンドが 24 時間読み取れる非公開ファイルに保存します", - "6435447ce7656f13": "{label}を表示", - "62ae4688ece05590": "安全に保存され、エージェントには表示されません", "8c2d901183b4e219": "シークレットを貼り付け", "610aea624f895a78": "安全に保存し、非公開にしました", "329b7854b7e0546e": "{example} のような 1Password の参照を使用してください。", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "コンテキストを圧縮しています", "39a82db18ca50c21": "コンテキストを圧縮しました ({before} → {after} トークン)", "885ae08a2160a158": "コンテキストを圧縮しました", + "4d4981a1c5bd9728": "コマンドを実行中", + "a078225c5f197cd2": "失敗したコマンド", + "37ab148aaa486051": "拒否されたコマンド", + "0112efa1861c7a30": "停止したコマンド", + "930808342aac8010": "コマンドを実行しました", "3ab6b281a0991766": "{count, plural, =1 {リンクされたプルリクエストを確認しました} other {リンクされたプルリクエストを {count} 回確認しました}}", "857e92a89b6b6257": "{count, plural, other {{count} 個のファイルを読み取りました}}", "466ac7fcdb97bb76": "{count, plural, other {{count} 個のファイルを変更しました}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "{delay} 秒後に再試行します。", "5de030e595796117": "スレッドを作成しました", "c392becd445ecdba": "思考中", - "930808342aac8010": "コマンドを実行しました", "c01f9d3f3624c903": "コマンド", "fc933cf9b3edd743": "{fileName} を変更しました", "9bdd23eb0206783f": "ファイルの変更", @@ -2990,9 +2993,11 @@ "8c0223d264d9dc17": "マイクの録音が停止しませんでした。", "43692a5af811085a": "音声の文字起こしに失敗しました。[設定] → [音声] で送信先を確認してください。", "7e047168a2832c65": "[設定] → [音声] で OpenRouter のモデルを選択してください。", + "4094c385ce0a6493": "音声入力を開始できませんでした", + "47e93194d837912b": "Apple Speech はこの言語に対応していません。", + "f9bebb0ec6c93680": "この Mac では Apple Speech を利用できません。", "14ff185a0153700e": "言語に一致するモデルがありません。音声の設定でモデルを選択するか、言語を変更してください。", "ff4cf071e91f7617": "文字起こしモデルを読み込めませんでした。接続を確認して、もう一度お試しください。", - "4094c385ce0a6493": "音声入力を開始できませんでした", "8fc9dbbfebef2a39": "音声入力を利用できません", "2789404f0dbcdebe": "モデルはダウンロードされましたが、この環境で選択できませんでした。もう一度お試しください。", "d83d0a88ac8cee3e": "モデルの準備ができていません。もう一度ダウンロードしてみてください。", @@ -3728,10 +3733,6 @@ "ac511f991a3c1fab": "Web 検索", "07e65dba2b16d3f7": "{count, plural, other {{path} と他 {count} 件}}", "6ab96e26bda35288": "思考中", - "4d4981a1c5bd9728": "コマンドを実行中", - "a078225c5f197cd2": "失敗したコマンド", - "37ab148aaa486051": "拒否されたコマンド", - "0112efa1861c7a30": "停止したコマンド", "dc8ddcad32e2a50c": "{program} を実行中", "f0db8caadd8f120e": "{program} が失敗しました", "9a4cc1d1df413b99": "{program} が拒否されました", @@ -3965,6 +3966,7 @@ "90062342f04966ff": "プルリクエストを参照するには、この環境の T3 Code サーバーを更新してください。", "5e7157db126f1641": "Issue を利用できません", "42ade0e14ff6af94": "Issue を参照するには、この環境の T3 Code サーバーを更新してください。", + "6435447ce7656f13": "{label}を表示", "993dcd04611f9571": "安全に保存", "ccbe48efc8e30c52": "サイドチャット「{title}」を削除しますか?", "3a859b690f41e899": "会話履歴が完全に消去されます。", @@ -4696,6 +4698,7 @@ "82d82cdbe3b0f975": "{size} · 大きな貼り付けをインラインのままにするには {shortcut} を使用します。", "247cd77b35ddb586": "「{name}」を画像として読み取れませんでした。", "7eccb44d5449e777": "「{name}」は圧縮しても大きすぎるため、添付できません。", + "d07dd6dfd269680a": "{names} を復元できませんでした: 入力欄の添付ファイルが上限の {limit} 個に達しています。", "1d4059658a0ab500": "{name} をメッセージから削除しますか?\nテキスト内で参照されているため、削除するとすべての参照も削除されます。", "86261d5bd0651358": "この画像をメッセージから削除しますか?\nテキスト内で参照されているため、削除するとすべての参照も削除されます。", "f70c49e9f30807a3": "貼り付けたテキストがこのメッセージには大きすぎます", @@ -4768,7 +4771,6 @@ "c809a3c353e67a28": "ブラウザーのストレージが更新を拒否したため、再読み込み後もこの項目が残っている可能性があります。", "1a4bc01f0ca772c2": "このプロンプトの保存時に、{names} が退避のサイズ上限を超えました。", "bb3b4ad32b596e11": "このプロンプトの保存時に、{names} を読み取れませんでした。", - "d07dd6dfd269680a": "{names} を復元できませんでした: 入力欄の添付ファイルが上限の {limit} 個に達しています。", "7e4a6a2c84d34a80": "{names}: 退避したファイルは 24 時間保持されますが、このアップロードは期限切れです。ファイルをもう一度添付してください。", "1e3ede33afee71ba": "一部の添付ファイルは復元されませんでした", "98c76143d9aae871": "退避した項目が戻る可能性があります", @@ -11410,6 +11412,7 @@ "c32c85efb80dc740": "テストの文字起こし", "4b2f68f90eb004f6": "音声を認識できませんでした。もう一度お試しください。", "cc04b357924afb36": "モデルのテストを閉じる", + "25607ff5f39ac0ac": "Apple Speech(利用不可)", "97ce6c61f0039edd": "OpenRouter を管理", "ca50ce902d534122": "キーを管理", "4993d154ece9c92f": "音声入力には、この一覧で最初に接続されているマイクを使用します。", @@ -11421,6 +11424,7 @@ "817dbf1c068b62e7": "音声をテキストに変換する場所です。", "710d3e4f0243014c": "選択した環境 (利用不可)", "61088464d1b7174d": "利用できない環境", + "2b3e8ee4f31d1433": "「自動」では Mac の言語を使用します。言語は初回使用時にダウンロードされます。", "71184e5a54a69f1d": "プロバイダーが言語を自動的に検出します。", "ffb2653eb2d9fc1a": "{model} が言語を自動的に検出します。", "773cbfca7c466cc4": "{model} は 1 つの固定言語を使用します。", @@ -11428,9 +11432,11 @@ "d4b59565bd8b6d07": "英語に翻訳", "0d88a0c771d98284": "どの言語で話しても英語のテキストになります。", "f4a8700049fc9dcc": "無音のフィルタリング", + "69558ed7b83d671e": "Apple Speech が無音を自動で処理します。", "f22b17f6731c14c0": "OpenAI が無音を独自に処理します。", "75a3001ae4561b97": "文字起こしの前に無音と背景ノイズをスキップします。", "adde9666f7fb8c5d": "フィラーを削除", + "95ac70c5da02c46a": "Apple Speech では利用できません。", "943ea47b1df48f12": "文字起こしから「えー」「あの」などを削除します。", "e1e054a313ece9d0": "辞書", "79c4100c78265c98": "あなたの辞書", @@ -11468,6 +11474,7 @@ "790951b4fc82052f": "モデルをテスト", "a3eda37e8d337ebb": "文を 1 つ話してください。整形はスキップされるため、モデルが聞き取った内容がそのまま表示されます。", "c613b9c5d54f3c91": "マイクを更新", + "1119a2b45988a069": "この Mac", "23196cabaa71f1da": "環境上", "3ba49a214600d0ac": [ { diff --git a/apps/web/src/i18n/translations/ko.json b/apps/web/src/i18n/translations/ko.json index 8a36bcc967f6b..b82ad634b9d42 100644 --- a/apps/web/src/i18n/translations/ko.json +++ b/apps/web/src/i18n/translations/ko.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "필터 {number}에는 body, headers 또는 query 아래의 경로가 필요합니다.", "1fa38fb049c6b56e": "필터 {number}에는 body, headers 또는 query 아래의 경로와 값이 하나 이상 필요합니다.", "31ec02bdcb3920d1": "필터 {number}에는 body, headers 또는 query 아래의 경로와 값이 필요합니다.", + "62ae4688ece05590": "안전하게 저장되며 에이전트에게 표시되지 않습니다", "81f613bb68d85bb7": "채팅에 표시하지 않고, 이 에이전트의 명령이 24시간 동안 읽을 수 있는 비공개 파일에 보관됩니다", "07b56c0c12bd2de1": "채팅에 표시하지 않고, 이 에이전트의 명령이 24시간 동안 읽을 수 있는 비공개 파일들에 보관됩니다", - "6435447ce7656f13": "{label} 표시", - "62ae4688ece05590": "안전하게 저장되며 에이전트에게 표시되지 않습니다", "8c2d901183b4e219": "시크릿 붙여 넣기", "610aea624f895a78": "안전하게 저장되어 비공개로 유지됩니다", "329b7854b7e0546e": "{example}과(와) 같은 1Password 참조를 사용하세요.", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "컨텍스트 압축 중", "39a82db18ca50c21": "컨텍스트 압축됨: 토큰 {before} → {after}", "885ae08a2160a158": "컨텍스트 압축됨", + "4d4981a1c5bd9728": "명령 실행 중", + "a078225c5f197cd2": "명령 실패", + "37ab148aaa486051": "명령 거부됨", + "0112efa1861c7a30": "명령 중지됨", + "930808342aac8010": "명령 실행함", "3ab6b281a0991766": "{count, plural, =1 {연결된 풀 리퀘스트 확인함} other {연결된 풀 리퀘스트 {count}번 확인함}}", "857e92a89b6b6257": "{count, plural, other {파일 {count}개 읽음}}", "466ac7fcdb97bb76": "{count, plural, other {파일 {count}개 변경함}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "{delay}초 후 다시 시도합니다.", "5de030e595796117": "스레드 만듦", "c392becd445ecdba": "생각 중", - "930808342aac8010": "명령 실행함", "c01f9d3f3624c903": "명령", "fc933cf9b3edd743": "{fileName} 변경함", "9bdd23eb0206783f": "파일 변경", @@ -2991,9 +2994,11 @@ "8c0223d264d9dc17": "마이크 캡처가 중지되지 않았습니다.", "43692a5af811085a": "음성 받아쓰기에 실패했습니다. 설정 → 음성에서 대상을 확인하세요.", "7e047168a2832c65": "설정 → 음성에서 OpenRouter 모델을 선택하세요.", + "4094c385ce0a6493": "음성 입력을 시작할 수 없습니다", + "47e93194d837912b": "Apple Speech는 이 언어를 지원하지 않습니다.", + "f9bebb0ec6c93680": "이 Mac에서는 Apple Speech를 사용할 수 없습니다.", "14ff185a0153700e": "언어와 일치하는 모델이 없습니다. 음성 설정에서 모델을 선택하거나 언어를 변경하세요.", "ff4cf071e91f7617": "받아쓰기 모델을 불러올 수 없습니다. 연결을 확인하고 다시 시도하세요.", - "4094c385ce0a6493": "음성 입력을 시작할 수 없습니다", "8fc9dbbfebef2a39": "음성 입력을 사용할 수 없습니다", "2789404f0dbcdebe": "모델을 다운로드했지만 이 환경에서 선택할 수 없습니다. 다시 시도하세요.", "d83d0a88ac8cee3e": "모델이 준비되지 않았습니다. 다시 다운로드해 보세요.", @@ -3728,10 +3733,6 @@ "ac511f991a3c1fab": "웹 검색", "07e65dba2b16d3f7": "{count, plural, other {{path} 외 {count}개}}", "6ab96e26bda35288": "생각 중", - "4d4981a1c5bd9728": "명령 실행 중", - "a078225c5f197cd2": "명령 실패", - "37ab148aaa486051": "명령 거부됨", - "0112efa1861c7a30": "명령 중지됨", "dc8ddcad32e2a50c": "{program} 실행 중", "f0db8caadd8f120e": "{program} 실패", "9a4cc1d1df413b99": "{program} 거부됨", @@ -3963,6 +3964,7 @@ "90062342f04966ff": "풀 리퀘스트를 탐색하려면 이 환경의 T3 Code 서버를 업데이트하세요.", "5e7157db126f1641": "이슈를 사용할 수 없음", "42ade0e14ff6af94": "이슈를 탐색하려면 이 환경의 T3 Code 서버를 업데이트하세요.", + "6435447ce7656f13": "{label} 표시", "993dcd04611f9571": "안전하게 저장", "ccbe48efc8e30c52": "사이드 채팅 \"{title}\"을(를) 삭제할까요?", "3a859b690f41e899": "대화 기록이 영구적으로 삭제됩니다.", @@ -4693,6 +4695,7 @@ "82d82cdbe3b0f975": "{size} · 큰 붙여넣기를 본문에 유지하려면 {shortcut}을(를) 사용하세요.", "247cd77b35ddb586": "‘{name}’을(를) 이미지로 읽을 수 없습니다.", "7eccb44d5449e777": "‘{name}’은(는) 압축 후에도 너무 커서 첨부할 수 없습니다.", + "d07dd6dfd269680a": "{names}을(를) 복원할 수 없습니다: 입력창이 첨부 파일 한도({limit}개)에 도달했습니다.", "1d4059658a0ab500": "메시지에서 {name}을(를) 제거할까요?\n텍스트에서 참조하고 있어 제거하면 모든 참조도 함께 제거됩니다.", "86261d5bd0651358": "메시지에서 이 이미지를 제거할까요?\n텍스트에서 참조하고 있어 제거하면 모든 참조도 함께 제거됩니다.", "f70c49e9f30807a3": "붙여 넣은 텍스트가 이 메시지에 비해 너무 큽니다", @@ -4765,7 +4768,6 @@ "c809a3c353e67a28": "브라우저 저장소가 업데이트를 거부해서 새로 고친 후에도 이 항목이 남아 있을 수 있습니다.", "1a4bc01f0ca772c2": "이 프롬프트를 저장할 때 {names}이(가) 임시 저장함 크기 한도를 초과했습니다.", "bb3b4ad32b596e11": "이 프롬프트를 저장할 때 {names}을(를) 읽을 수 없었습니다.", - "d07dd6dfd269680a": "{names}을(를) 복원할 수 없습니다: 입력창이 첨부 파일 한도({limit}개)에 도달했습니다.", "7e4a6a2c84d34a80": "{names}: 임시 저장한 파일은 24시간 동안 유지되며 이 업로드는 만료되었습니다. 파일을 다시 첨부하세요.", "1e3ede33afee71ba": "일부 첨부 파일이 복원되지 않았습니다", "98c76143d9aae871": "임시 저장함 항목이 다시 나타날 수 있습니다", @@ -11407,6 +11409,7 @@ "c32c85efb80dc740": "받아쓰기 테스트", "4b2f68f90eb004f6": "인식된 음성이 없습니다. 다시 시도하세요.", "cc04b357924afb36": "모델 테스트 닫기", + "25607ff5f39ac0ac": "Apple Speech(사용할 수 없음)", "97ce6c61f0039edd": "OpenRouter 관리", "ca50ce902d534122": "키 관리", "4993d154ece9c92f": "음성 입력은 이 목록에서 처음으로 연결된 마이크를 사용합니다.", @@ -11418,6 +11421,7 @@ "817dbf1c068b62e7": "음성이 텍스트로 변환되는 곳입니다.", "710d3e4f0243014c": "선택한 환경(사용할 수 없음)", "61088464d1b7174d": "사용할 수 없는 환경", + "2b3e8ee4f31d1433": "자동은 Mac의 언어를 사용합니다. 언어는 처음 사용할 때 다운로드됩니다.", "71184e5a54a69f1d": "제공자가 언어를 자동으로 감지합니다.", "ffb2653eb2d9fc1a": "{model}이(가) 언어를 자동으로 감지합니다.", "773cbfca7c466cc4": "{model}은(는) 고정된 언어 하나를 사용합니다.", @@ -11425,9 +11429,11 @@ "d4b59565bd8b6d07": "영어로 번역", "0d88a0c771d98284": "어떤 언어로 말해도 영어 텍스트를 얻습니다.", "f4a8700049fc9dcc": "무음 필터링", + "69558ed7b83d671e": "Apple Speech가 무음을 자체적으로 처리합니다.", "f22b17f6731c14c0": "OpenAI가 무음을 직접 처리합니다.", "75a3001ae4561b97": "받아쓰기 전에 무음과 배경 소음을 건너뜁니다.", "adde9666f7fb8c5d": "군말 제거", + "95ac70c5da02c46a": "Apple Speech에서는 사용할 수 없습니다.", "943ea47b1df48f12": "받아쓰기에서 “음”, “어” 같은 말을 뺍니다.", "e1e054a313ece9d0": "사전", "79c4100c78265c98": "내 사전", @@ -11465,6 +11471,7 @@ "790951b4fc82052f": "모델 테스트", "a3eda37e8d337ebb": "한 문장을 말해 보세요. 정리를 건너뛰므로 모델이 들은 그대로 확인할 수 있습니다.", "c613b9c5d54f3c91": "마이크 새로 고침", + "1119a2b45988a069": "이 Mac에서", "23196cabaa71f1da": "환경에서", "3ba49a214600d0ac": [ { diff --git a/apps/web/src/i18n/translations/pt-BR.json b/apps/web/src/i18n/translations/pt-BR.json index 277a77ccf3d98..2c5beccb872f4 100644 --- a/apps/web/src/i18n/translations/pt-BR.json +++ b/apps/web/src/i18n/translations/pt-BR.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "O filtro {number} precisa de um caminho em body, headers ou query.", "1fa38fb049c6b56e": "O filtro {number} precisa de um caminho em body, headers ou query e de pelo menos um valor.", "31ec02bdcb3920d1": "O filtro {number} precisa de um caminho em body, headers ou query e de um valor.", + "62ae4688ece05590": "Armazenado com segurança, nunca mostrado ao agente", "81f613bb68d85bb7": "Fora do chat, em um arquivo privado que os comandos deste agente podem ler por 24 horas", "07b56c0c12bd2de1": "Fora do chat, em arquivos privados que os comandos deste agente podem ler por 24 horas", - "6435447ce7656f13": "Mostrar {label}", - "62ae4688ece05590": "Armazenado com segurança, nunca mostrado ao agente", "8c2d901183b4e219": "Cole o segredo", "610aea624f895a78": "Salvo com segurança e mantido privado", "329b7854b7e0546e": "Use uma referência do 1Password como {example}.", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "Compactando o contexto", "39a82db18ca50c21": "Contexto compactado de {before} → {after} tokens", "885ae08a2160a158": "Contexto compactado", + "4d4981a1c5bd9728": "Executando comando", + "a078225c5f197cd2": "Comando com falha", + "37ab148aaa486051": "Comando recusado", + "0112efa1861c7a30": "Comando interrompido", + "930808342aac8010": "Comando executado", "3ab6b281a0991766": "{count, plural, =1 {Verificou os pull requests vinculados} other {Verificou os pull requests vinculados {count} vezes}}", "857e92a89b6b6257": "{count, plural, one {Leu {count} arquivo} other {Leu {count} arquivos}}", "466ac7fcdb97bb76": "{count, plural, one {Alterou {count} arquivo} other {Alterou {count} arquivos}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "Tentando novamente em {delay}s.", "5de030e595796117": "Thread criada", "c392becd445ecdba": "Pensando", - "930808342aac8010": "Comando executado", "c01f9d3f3624c903": "Comando", "fc933cf9b3edd743": "{fileName} alterado", "9bdd23eb0206783f": "Alteração de arquivo", @@ -2992,9 +2995,11 @@ "8c0223d264d9dc17": "A captura do microfone não parou.", "43692a5af811085a": "Falha na transcrição de voz. Verifique o destino em Configurações → Voz.", "7e047168a2832c65": "Escolha um modelo do OpenRouter em Configurações → Voz.", + "4094c385ce0a6493": "Não foi possível iniciar a entrada de voz", + "47e93194d837912b": "O Apple Speech não é compatível com este idioma.", + "f9bebb0ec6c93680": "O Apple Speech não está disponível neste Mac.", "14ff185a0153700e": "Nenhum modelo corresponde ao seu idioma. Escolha um modelo ou mude o idioma nas configurações de Voz.", "ff4cf071e91f7617": "Não foi possível carregar os modelos de transcrição. Verifique a conexão e tente novamente.", - "4094c385ce0a6493": "Não foi possível iniciar a entrada de voz", "8fc9dbbfebef2a39": "A entrada de voz não está disponível", "2789404f0dbcdebe": "O modelo foi baixado, mas este ambiente não conseguiu selecioná-lo. Tente novamente.", "d83d0a88ac8cee3e": "O modelo não está pronto. Tente baixá-lo novamente.", @@ -3735,10 +3740,6 @@ "ac511f991a3c1fab": "Pesquisa na web", "07e65dba2b16d3f7": "{count, plural, one {{path} e mais {count}} other {{path} e mais {count}}}", "6ab96e26bda35288": "Pensando", - "4d4981a1c5bd9728": "Executando comando", - "a078225c5f197cd2": "Comando com falha", - "37ab148aaa486051": "Comando recusado", - "0112efa1861c7a30": "Comando interrompido", "dc8ddcad32e2a50c": "Executando {program}", "f0db8caadd8f120e": "{program} falhou", "9a4cc1d1df413b99": "{program} recusado", @@ -3975,6 +3976,7 @@ "90062342f04966ff": "Atualize o servidor do T3 Code deste ambiente para navegar pelos pull requests.", "5e7157db126f1641": "Issues indisponíveis", "42ade0e14ff6af94": "Atualize o servidor do T3 Code deste ambiente para navegar pelas issues.", + "6435447ce7656f13": "Mostrar {label}", "993dcd04611f9571": "Salvar com segurança", "ccbe48efc8e30c52": "Excluir o chat paralelo \"{title}\"?", "3a859b690f41e899": "Isso apaga permanentemente o histórico dele.", @@ -4706,6 +4708,7 @@ "82d82cdbe3b0f975": "{size} · Use {shortcut} para manter uma colagem grande no texto.", "247cd77b35ddb586": "Não foi possível ler ''{name}'' como imagem.", "7eccb44d5449e777": "''{name}'' é grande demais para anexar, mesmo após a compressão.", + "d07dd6dfd269680a": "Não foi possível restaurar {names}: o editor de mensagens atingiu o limite de {limit} anexos.", "1d4059658a0ab500": "Remover {name} da mensagem?\nEle é referenciado no seu texto; removê-lo também remove todas as referências.", "86261d5bd0651358": "Remover esta imagem da mensagem?\nEla é referenciada no seu texto; removê-la também remove todas as referências.", "f70c49e9f30807a3": "O texto colado é grande demais para esta mensagem", @@ -4778,7 +4781,6 @@ "c809a3c353e67a28": "O armazenamento do navegador rejeitou a atualização, então este item ainda pode estar lá após recarregar.", "1a4bc01f0ca772c2": "{names} excedeu o limite de tamanho dos guardados quando este prompt foi salvo.", "bb3b4ad32b596e11": "Não foi possível ler {names} quando este prompt foi salvo.", - "d07dd6dfd269680a": "Não foi possível restaurar {names}: o editor de mensagens atingiu o limite de {limit} anexos.", "7e4a6a2c84d34a80": "{names}: os arquivos guardados são mantidos por 24 horas e este upload expirou. Anexe o arquivo novamente.", "1e3ede33afee71ba": "Alguns anexos não foram restaurados", "98c76143d9aae871": "O item guardado pode voltar", @@ -11459,6 +11461,7 @@ "c32c85efb80dc740": "Transcrição de teste", "4b2f68f90eb004f6": "Nenhuma fala reconhecida. Tente novamente.", "cc04b357924afb36": "Fechar teste do modelo", + "25607ff5f39ac0ac": "Apple Speech (indisponível)", "97ce6c61f0039edd": "Gerenciar OpenRouter", "ca50ce902d534122": "Gerenciar chave", "4993d154ece9c92f": "A entrada de voz usa o primeiro microfone conectado desta lista.", @@ -11470,6 +11473,7 @@ "817dbf1c068b62e7": "Onde sua fala é convertida em texto.", "710d3e4f0243014c": "Ambiente escolhido (indisponível)", "61088464d1b7174d": "ambiente indisponível", + "2b3e8ee4f31d1433": "Automático usa o idioma do seu Mac. Um idioma é baixado no primeiro uso.", "71184e5a54a69f1d": "O provedor detecta seu idioma automaticamente.", "ffb2653eb2d9fc1a": "{model} detecta o idioma automaticamente.", "773cbfca7c466cc4": "{model} usa um idioma fixo.", @@ -11477,9 +11481,11 @@ "d4b59565bd8b6d07": "Traduzir para o inglês", "0d88a0c771d98284": "Fale em qualquer idioma e receba texto em inglês.", "f4a8700049fc9dcc": "Filtragem de silêncio", + "69558ed7b83d671e": "O Apple Speech lida com o silêncio por conta própria.", "f22b17f6731c14c0": "A OpenAI trata o silêncio por conta própria.", "75a3001ae4561b97": "Ignora o silêncio e o ruído de fundo antes de transcrever.", "adde9666f7fb8c5d": "Remover palavras de preenchimento", + "95ac70c5da02c46a": "Indisponível com o Apple Speech.", "943ea47b1df48f12": "Remove “hã” e “é…” das transcrições.", "e1e054a313ece9d0": "Dicionário", "79c4100c78265c98": "Seu dicionário", @@ -11517,6 +11523,7 @@ "790951b4fc82052f": "Testar modelo", "a3eda37e8d337ebb": "Diga uma frase. A limpeza é ignorada, então você vê exatamente o que o modelo ouviu.", "c613b9c5d54f3c91": "Atualizar microfones", + "1119a2b45988a069": "Neste Mac", "23196cabaa71f1da": "Em um ambiente", "3ba49a214600d0ac": [ "Nuvem via ", diff --git a/apps/web/src/i18n/translations/ru.json b/apps/web/src/i18n/translations/ru.json index ac9dde8934f3e..3677537242941 100644 --- a/apps/web/src/i18n/translations/ru.json +++ b/apps/web/src/i18n/translations/ru.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "Фильтру {number} нужен путь в body, headers или query.", "1fa38fb049c6b56e": "Фильтру {number} нужен путь в body, headers или query и хотя бы одно значение.", "31ec02bdcb3920d1": "Фильтру {number} нужен путь в body, headers или query и значение.", + "62ae4688ece05590": "Хранится надёжно, агенту никогда не показывается", "81f613bb68d85bb7": "Не попадает в чат: хранится в закрытом файле, который команды этого агента могут читать 24 часа", "07b56c0c12bd2de1": "Не попадает в чат: хранится в закрытых файлах, которые команды этого агента могут читать 24 часа", - "6435447ce7656f13": "Показать {label}", - "62ae4688ece05590": "Хранится надёжно, агенту никогда не показывается", "8c2d901183b4e219": "Вставьте секрет", "610aea624f895a78": "Сохранено надёжно и скрыто", "329b7854b7e0546e": "Используйте ссылку 1Password, например {example}.", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "Сжатие контекста", "39a82db18ca50c21": "Контекст сжат: {before} → {after} токенов", "885ae08a2160a158": "Контекст сжат", + "4d4981a1c5bd9728": "Выполняется команда", + "a078225c5f197cd2": "Команда с ошибкой", + "37ab148aaa486051": "Команда отклонена", + "0112efa1861c7a30": "Команда остановлена", + "930808342aac8010": "Команда выполнена", "3ab6b281a0991766": "{count, plural, =1 {Проверены привязанные пул-реквесты} one {Привязанные пул-реквесты проверены {count} раз} few {Привязанные пул-реквесты проверены {count} раза} many {Привязанные пул-реквесты проверены {count} раз} other {Привязанные пул-реквесты проверены {count} раза}}", "857e92a89b6b6257": "{count, plural, one {Прочитан {count} файл} few {Прочитано {count} файла} many {Прочитано {count} файлов} other {Прочитано {count} файла}}", "466ac7fcdb97bb76": "{count, plural, one {Изменён {count} файл} few {Изменено {count} файла} many {Изменено {count} файлов} other {Изменено {count} файла}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "Повтор через {delay} с.", "5de030e595796117": "Тред создан", "c392becd445ecdba": "Думает", - "930808342aac8010": "Команда выполнена", "c01f9d3f3624c903": "Команда", "fc933cf9b3edd743": "Изменён {fileName}", "9bdd23eb0206783f": "Изменение файла", @@ -2992,9 +2995,11 @@ "8c0223d264d9dc17": "Запись с микрофона не остановилась.", "43692a5af811085a": "Ошибка расшифровки голоса. Проверьте адрес назначения в «Настройки → Голос».", "7e047168a2832c65": "Выберите модель OpenRouter в «Настройки → Голос».", + "4094c385ce0a6493": "Не удалось начать голосовой ввод", + "47e93194d837912b": "Apple Speech не поддерживает этот язык.", + "f9bebb0ec6c93680": "Apple Speech недоступен на этом Mac.", "14ff185a0153700e": "Нет модели для вашего языка. Выберите модель или смените язык в настройках голоса.", "ff4cf071e91f7617": "Не удалось загрузить модели расшифровки. Проверьте подключение и повторите попытку.", - "4094c385ce0a6493": "Не удалось начать голосовой ввод", "8fc9dbbfebef2a39": "Голосовой ввод недоступен", "2789404f0dbcdebe": "Модель скачана, но окружению не удалось её выбрать. Повторите попытку.", "d83d0a88ac8cee3e": "Модель не готова. Попробуйте скачать её снова.", @@ -3735,10 +3740,6 @@ "ac511f991a3c1fab": "Поиск в интернете", "07e65dba2b16d3f7": "{count, plural, one {{path} и ещё {count}} few {{path} и ещё {count}} many {{path} и ещё {count}} other {{path} и ещё {count}}}", "6ab96e26bda35288": "Думает", - "4d4981a1c5bd9728": "Выполняется команда", - "a078225c5f197cd2": "Команда с ошибкой", - "37ab148aaa486051": "Команда отклонена", - "0112efa1861c7a30": "Команда остановлена", "dc8ddcad32e2a50c": "Выполняется {program}", "f0db8caadd8f120e": "Ошибка {program}", "9a4cc1d1df413b99": "Отклонено: {program}", @@ -3975,6 +3976,7 @@ "90062342f04966ff": "Обновите сервер T3 Code этого окружения, чтобы просматривать пул-реквесты.", "5e7157db126f1641": "Issue недоступны", "42ade0e14ff6af94": "Обновите сервер T3 Code в этом окружении, чтобы просматривать issue.", + "6435447ce7656f13": "Показать {label}", "993dcd04611f9571": "Сохранить безопасно", "ccbe48efc8e30c52": "Удалить боковой чат «{title}»?", "3a859b690f41e899": "Его история беседы будет удалена безвозвратно.", @@ -4706,6 +4708,7 @@ "82d82cdbe3b0f975": "{size} · {shortcut} — оставить большую вставку в тексте.", "247cd77b35ddb586": "''{name}'' не удалось прочитать как изображение.", "7eccb44d5449e777": "''{name}'' слишком большой для прикрепления даже после сжатия.", + "d07dd6dfd269680a": "{names} не удалось восстановить: в поле ввода достигнут лимит вложений ({limit}).", "1d4059658a0ab500": "Удалить {name} из сообщения?\nНа него есть ссылки в тексте; при удалении все ссылки тоже будут удалены.", "86261d5bd0651358": "Удалить это изображение из сообщения?\nНа него есть ссылки в тексте; при удалении все ссылки тоже будут удалены.", "f70c49e9f30807a3": "Вставленный текст слишком велик для этого сообщения", @@ -4778,7 +4781,6 @@ "c809a3c353e67a28": "Хранилище браузера отклонило обновление, поэтому запись может остаться после перезагрузки.", "1a4bc01f0ca772c2": "{names} превысили лимит размера тайника при сохранении этого промпта.", "bb3b4ad32b596e11": "{names} не удалось прочитать при сохранении этого промпта.", - "d07dd6dfd269680a": "{names} не удалось восстановить: в поле ввода достигнут лимит вложений ({limit}).", "7e4a6a2c84d34a80": "{names}: спрятанные файлы хранятся 24 часа, срок этой загрузки истёк. Прикрепите файл снова.", "1e3ede33afee71ba": "Некоторые вложения не восстановлены", "98c76143d9aae871": "Запись тайника может вернуться", @@ -11460,6 +11462,7 @@ "c32c85efb80dc740": "Пробная расшифровка", "4b2f68f90eb004f6": "Речь не распознана. Попробуйте ещё раз.", "cc04b357924afb36": "Закрыть проверку модели", + "25607ff5f39ac0ac": "Apple Speech (недоступно)", "97ce6c61f0039edd": "Управление OpenRouter", "ca50ce902d534122": "Управление ключом", "4993d154ece9c92f": "Голосовой ввод использует первый подключённый микрофон из этого списка.", @@ -11471,6 +11474,7 @@ "817dbf1c068b62e7": "Где ваша речь превращается в текст.", "710d3e4f0243014c": "Выбранное окружение (недоступно)", "61088464d1b7174d": "недоступное окружение", + "2b3e8ee4f31d1433": "«Автоматически» использует язык вашего Mac. Язык загружается при первом использовании.", "71184e5a54a69f1d": "Провайдер определяет язык автоматически.", "ffb2653eb2d9fc1a": "{model} определяет язык автоматически.", "773cbfca7c466cc4": "{model} использует один фиксированный язык.", @@ -11478,9 +11482,11 @@ "d4b59565bd8b6d07": "Переводить на английский", "0d88a0c771d98284": "Говорите на любом языке и получайте текст на английском.", "f4a8700049fc9dcc": "Фильтрация тишины", + "69558ed7b83d671e": "Apple Speech сам обрабатывает тишину.", "f22b17f6731c14c0": "OpenAI сам обрабатывает тишину.", "75a3001ae4561b97": "Пропускать тишину и фоновый шум перед расшифровкой.", "adde9666f7fb8c5d": "Удалять слова-паразиты", + "95ac70c5da02c46a": "Недоступно с Apple Speech.", "943ea47b1df48f12": "Убирать «э-э» и «м-м» из расшифровки.", "e1e054a313ece9d0": "Словарь", "79c4100c78265c98": "Ваш словарь", @@ -11518,6 +11524,7 @@ "790951b4fc82052f": "Проверить модель", "a3eda37e8d337ebb": "Скажите фразу. Очистка пропускается, поэтому вы увидите ровно то, что услышала модель.", "c613b9c5d54f3c91": "Обновить список микрофонов", + "1119a2b45988a069": "На этом Mac", "23196cabaa71f1da": "В окружении", "3ba49a214600d0ac": [ "Облако через ", diff --git a/apps/web/src/i18n/translations/sv.json b/apps/web/src/i18n/translations/sv.json index 05bbe8c0c976d..fa23a004e9439 100644 --- a/apps/web/src/i18n/translations/sv.json +++ b/apps/web/src/i18n/translations/sv.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "Filter {number} behöver en sökväg under body, headers eller query.", "1fa38fb049c6b56e": "Filter {number} behöver en sökväg under body, headers eller query och minst ett värde.", "31ec02bdcb3920d1": "Filter {number} behöver en sökväg under body, headers eller query och ett värde.", + "62ae4688ece05590": "Lagras säkert, visas aldrig för agenten", "81f613bb68d85bb7": "Hålls utanför chatten, i en privat fil som den här agentens kommandon kan läsa i 24 timmar", "07b56c0c12bd2de1": "Hålls utanför chatten, i privata filer som den här agentens kommandon kan läsa i 24 timmar", - "6435447ce7656f13": "Visa {label}", - "62ae4688ece05590": "Lagras säkert, visas aldrig för agenten", "8c2d901183b4e219": "Klistra in hemligheten", "610aea624f895a78": "Sparad säkert och hålls privat", "329b7854b7e0546e": "Använd en 1Password-referens som {example}.", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "Komprimerar kontext", "39a82db18ca50c21": "Kontexten komprimerades {before} → {after} token", "885ae08a2160a158": "Kontexten komprimerades", + "4d4981a1c5bd9728": "Kör kommando", + "a078225c5f197cd2": "Misslyckat kommando", + "37ab148aaa486051": "Avböjt kommando", + "0112efa1861c7a30": "Stoppat kommando", + "930808342aac8010": "Körde kommando", "3ab6b281a0991766": "{count, plural, =1 {Kontrollerade länkade pull requests} other {Kontrollerade länkade pull requests {count} gånger}}", "857e92a89b6b6257": "{count, plural, one {Läste {count} fil} other {Läste {count} filer}}", "466ac7fcdb97bb76": "{count, plural, one {Ändrade {count} fil} other {Ändrade {count} filer}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "Försöker igen om {delay} s.", "5de030e595796117": "Skapade tråd", "c392becd445ecdba": "Tänker", - "930808342aac8010": "Körde kommando", "c01f9d3f3624c903": "Kommando", "fc933cf9b3edd743": "Ändrade {fileName}", "9bdd23eb0206783f": "Filändring", @@ -2992,9 +2995,11 @@ "8c0223d264d9dc17": "Mikrofoninspelningen stoppades inte.", "43692a5af811085a": "Rösttranskriberingen misslyckades. Kontrollera målet i Inställningar → Röst.", "7e047168a2832c65": "Välj en OpenRouter-modell i Inställningar → Röst.", + "4094c385ce0a6493": "Kunde inte starta röstinmatning", + "47e93194d837912b": "Apple Speech stöder inte det här språket.", + "f9bebb0ec6c93680": "Apple Speech är inte tillgängligt på den här Macen.", "14ff185a0153700e": "Ingen modell matchar ditt språk. Välj en modell eller ändra språket i röstinställningarna.", "ff4cf071e91f7617": "Kunde inte läsa in transkriberingsmodeller. Kontrollera anslutningen och försök igen.", - "4094c385ce0a6493": "Kunde inte starta röstinmatning", "8fc9dbbfebef2a39": "Röstinmatning är inte tillgänglig", "2789404f0dbcdebe": "Modellen laddades ned, men den här miljön kunde inte välja den. Försök igen.", "d83d0a88ac8cee3e": "Modellen är inte redo. Försök ladda ned den igen.", @@ -3735,10 +3740,6 @@ "ac511f991a3c1fab": "Webbsökning", "07e65dba2b16d3f7": "{count, plural, one {{path} +{count} till} other {{path} +{count} till}}", "6ab96e26bda35288": "Tänker", - "4d4981a1c5bd9728": "Kör kommando", - "a078225c5f197cd2": "Misslyckat kommando", - "37ab148aaa486051": "Avböjt kommando", - "0112efa1861c7a30": "Stoppat kommando", "dc8ddcad32e2a50c": "Kör {program}", "f0db8caadd8f120e": "Misslyckades: {program}", "9a4cc1d1df413b99": "Avböjde {program}", @@ -3975,6 +3976,7 @@ "90062342f04966ff": "Uppdatera den här miljöns T3 Code-server för att bläddra bland pull requests.", "5e7157db126f1641": "Ärenden är inte tillgängliga", "42ade0e14ff6af94": "Uppdatera T3 Code-servern i den här miljön för att bläddra bland ärenden.", + "6435447ce7656f13": "Visa {label}", "993dcd04611f9571": "Spara säkert", "ccbe48efc8e30c52": "Ta bort sidochatten ”{title}”?", "3a859b690f41e899": "Det här rensar dess konversationshistorik permanent.", @@ -4707,6 +4709,7 @@ "82d82cdbe3b0f975": "{size} · Använd {shortcut} för att behålla en stor inklistring i texten.", "247cd77b35ddb586": "”{name}” kunde inte läsas som en bild.", "7eccb44d5449e777": "”{name}” är för stor att bifoga, även efter komprimering.", + "d07dd6dfd269680a": "{names} kunde inte återställas: inmatningsfältet har nått gränsen på {limit} bilagor.", "1d4059658a0ab500": "Ta bort {name} från meddelandet?\nDen refereras i din text; om du tar bort den tas även alla referenser bort.", "86261d5bd0651358": "Ta bort den här bilden från meddelandet?\nDen refereras i din text; om du tar bort den tas även alla referenser bort.", "f70c49e9f30807a3": "Den inklistrade texten är för stor för det här meddelandet", @@ -4779,7 +4782,6 @@ "c809a3c353e67a28": "Webbläsarens lagring avvisade uppdateringen, så posten kan finnas kvar efter en omladdning.", "1a4bc01f0ca772c2": "{names} överskred storleksgränsen för undanlagda promptar när prompten sparades.", "bb3b4ad32b596e11": "{names} kunde inte läsas när prompten sparades.", - "d07dd6dfd269680a": "{names} kunde inte återställas: inmatningsfältet har nått gränsen på {limit} bilagor.", "7e4a6a2c84d34a80": "{names}: undanlagda filer behålls i 24 timmar och den här uppladdningen har gått ut. Bifoga filen igen.", "1e3ede33afee71ba": "Vissa bilagor återställdes inte", "98c76143d9aae871": "Den undanlagda prompten kan komma tillbaka", @@ -11468,6 +11470,7 @@ "c32c85efb80dc740": "Testtranskription", "4b2f68f90eb004f6": "Inget tal kändes igen. Försök igen.", "cc04b357924afb36": "Stäng modelltestet", + "25607ff5f39ac0ac": "Apple Speech (inte tillgängligt)", "97ce6c61f0039edd": "Hantera OpenRouter", "ca50ce902d534122": "Hantera nyckel", "4993d154ece9c92f": "Röstinmatning använder den första anslutna mikrofonen i listan.", @@ -11479,6 +11482,7 @@ "817dbf1c068b62e7": "Var ditt tal omvandlas till text.", "710d3e4f0243014c": "Vald miljö (inte tillgänglig)", "61088464d1b7174d": "miljö som inte är tillgänglig", + "2b3e8ee4f31d1433": "Automatiskt använder din Macs språk. Ett språk hämtas första gången det används.", "71184e5a54a69f1d": "Leverantören identifierar ditt språk automatiskt.", "ffb2653eb2d9fc1a": "{model} identifierar språket automatiskt.", "773cbfca7c466cc4": "{model} använder ett fast språk.", @@ -11486,9 +11490,11 @@ "d4b59565bd8b6d07": "Översätt till engelska", "0d88a0c771d98284": "Prata vilket språk som helst och få engelsk text.", "f4a8700049fc9dcc": "Tystnadsfiltrering", + "69558ed7b83d671e": "Apple Speech hanterar tystnad på egen hand.", "f22b17f6731c14c0": "OpenAI hanterar tystnad själv.", "75a3001ae4561b97": "Hoppa över tystnad och bakgrundsljud före transkriberingen.", "adde9666f7fb8c5d": "Ta bort utfyllnadsord", + "95ac70c5da02c46a": "Inte tillgängligt med Apple Speech.", "943ea47b1df48f12": "Ta bort ”öh” och ”ehm” från transkriptioner.", "e1e054a313ece9d0": "Ordlista", "79c4100c78265c98": "Din ordlista", @@ -11526,6 +11532,7 @@ "790951b4fc82052f": "Testa modell", "a3eda37e8d337ebb": "Säg en mening. Rensningen hoppas över, så du ser exakt vad modellen hörde.", "c613b9c5d54f3c91": "Uppdatera mikrofoner", + "1119a2b45988a069": "På den här Macen", "23196cabaa71f1da": "I en miljö", "3ba49a214600d0ac": [ "Moln via ", diff --git a/apps/web/src/i18n/translations/zh.json b/apps/web/src/i18n/translations/zh.json index 0685e33f23a87..0d921e49e2656 100644 --- a/apps/web/src/i18n/translations/zh.json +++ b/apps/web/src/i18n/translations/zh.json @@ -155,10 +155,9 @@ "0cb7a36802fe8089": "筛选器 {number} 需要 body、headers 或 query 下的路径。", "1fa38fb049c6b56e": "筛选器 {number} 需要 body、headers 或 query 下的路径,以及至少一个值。", "31ec02bdcb3920d1": "筛选器 {number} 需要 body、headers 或 query 下的路径,以及一个值。", + "62ae4688ece05590": "安全存储,绝不会展示给智能体", "81f613bb68d85bb7": "不会出现在对话中,而是存放在一个私密文件里,此智能体的命令可在 24 小时内读取", "07b56c0c12bd2de1": "不会出现在对话中,而是存放在私密文件里,此智能体的命令可在 24 小时内读取", - "6435447ce7656f13": "显示{label}", - "62ae4688ece05590": "安全存储,绝不会展示给智能体", "8c2d901183b4e219": "粘贴凭据", "610aea624f895a78": "已安全保存并保密", "329b7854b7e0546e": "请使用类似 {example} 的 1Password 引用。", @@ -892,6 +891,11 @@ "2605da0149cd15f1": "正在压缩上下文", "39a82db18ca50c21": "上下文已压缩:{before} → {after} token", "885ae08a2160a158": "上下文已压缩", + "4d4981a1c5bd9728": "正在运行命令", + "a078225c5f197cd2": "命令失败", + "37ab148aaa486051": "已拒绝命令", + "0112efa1861c7a30": "已停止命令", + "930808342aac8010": "已运行命令", "3ab6b281a0991766": "{count, plural, =1 {已检查关联的 pull request } other {已检查关联的 pull request {count} 次}}", "857e92a89b6b6257": "{count, plural, other {已读取 {count} 个文件}}", "466ac7fcdb97bb76": "{count, plural, other {已更改 {count} 个文件}}", @@ -1387,7 +1391,6 @@ "4c9a0b64f128da3a": "{delay} 秒后重试。", "5de030e595796117": "已创建会话", "c392becd445ecdba": "正在思考", - "930808342aac8010": "已运行命令", "c01f9d3f3624c903": "命令", "fc933cf9b3edd743": "已更改 {fileName}", "9bdd23eb0206783f": "文件修改", @@ -2996,9 +2999,11 @@ "8c0223d264d9dc17": "麦克风采集未停止。", "43692a5af811085a": "语音转写失败。请检查“设置 → 语音”中的目标。", "7e047168a2832c65": "请在“设置 → 语音”中选择 OpenRouter 模型。", + "4094c385ce0a6493": "无法开始语音输入", + "47e93194d837912b": "Apple Speech 不支持此语言。", + "f9bebb0ec6c93680": "此 Mac 上无法使用 Apple Speech。", "14ff185a0153700e": "没有与你的语言匹配的模型。请选择模型,或在“设置 → 语音”中更改语言。", "ff4cf071e91f7617": "无法加载转写模型。请检查连接后重试。", - "4094c385ce0a6493": "无法开始语音输入", "8fc9dbbfebef2a39": "语音输入不可用", "2789404f0dbcdebe": "模型已下载,但此环境无法选用它。请重试。", "d83d0a88ac8cee3e": "模型尚未就绪。请重新下载。", @@ -3739,10 +3744,6 @@ "ac511f991a3c1fab": "网络搜索", "07e65dba2b16d3f7": "{count, plural, other {{path},另有 {count} 个}}", "6ab96e26bda35288": "正在思考", - "4d4981a1c5bd9728": "正在运行命令", - "a078225c5f197cd2": "命令失败", - "37ab148aaa486051": "已拒绝命令", - "0112efa1861c7a30": "已停止命令", "dc8ddcad32e2a50c": "正在运行 {program}", "f0db8caadd8f120e": "{program} 失败", "9a4cc1d1df413b99": "已拒绝 {program}", @@ -3980,6 +3981,7 @@ "90062342f04966ff": "请更新此环境的 T3 Code 服务器后再浏览 pull request。", "5e7157db126f1641": "issue 不可用", "42ade0e14ff6af94": "请更新此环境的 T3 Code 服务器以浏览 issue。", + "6435447ce7656f13": "显示{label}", "993dcd04611f9571": "安全保存", "ccbe48efc8e30c52": "删除侧聊“{title}”?", "3a859b690f41e899": "这会永久清除它的对话记录。", @@ -4713,6 +4715,7 @@ "82d82cdbe3b0f975": "{size} · 按 {shortcut} 可将大段内容直接粘贴到正文中。", "247cd77b35ddb586": "无法将“{name}”读取为图片。", "7eccb44d5449e777": "“{name}”过大,即使压缩后也无法附加。", + "d07dd6dfd269680a": "无法恢复 {names}:输入框已达到 {limit} 个附件的上限。", "1d4059658a0ab500": "要从消息中移除 {name} 吗?\n正文中引用了它,移除后所有引用也会一并删除。", "86261d5bd0651358": "从消息中移除此图片?\n文本中引用了它;移除后所有引用也会一并移除。", "f70c49e9f30807a3": "粘贴的文字对这条消息来说太长了", @@ -4785,7 +4788,6 @@ "c809a3c353e67a28": "浏览器存储拒绝了这次更新,所以刷新后这条记录可能仍在。", "1a4bc01f0ca772c2": "保存这条提示词时,{names} 超出了暂存大小限制。", "bb3b4ad32b596e11": "保存这条提示词时,无法读取 {names}。", - "d07dd6dfd269680a": "无法恢复 {names}:输入框已达到 {limit} 个附件的上限。", "7e4a6a2c84d34a80": "{names}:暂存的文件只保留 24 小时,这次上传已过期,请重新添加文件。", "1e3ede33afee71ba": "部分附件未能恢复", "98c76143d9aae871": "暂存条目可能会再次出现", @@ -11482,6 +11484,7 @@ "c32c85efb80dc740": "测试转写文本", "4b2f68f90eb004f6": "未识别到语音,请重试。", "cc04b357924afb36": "关闭模型测试", + "25607ff5f39ac0ac": "Apple Speech(不可用)", "97ce6c61f0039edd": "管理 OpenRouter", "ca50ce902d534122": "管理密钥", "4993d154ece9c92f": "语音输入会使用此列表中排在最前且已连接的麦克风。", @@ -11493,6 +11496,7 @@ "817dbf1c068b62e7": "将语音转为文本的位置。", "710d3e4f0243014c": "已选择的环境(不可用)", "61088464d1b7174d": "环境不可用", + "2b3e8ee4f31d1433": "“自动”使用 Mac 的语言。首次使用某种语言时会下载该语言。", "71184e5a54a69f1d": "提供方会自动检测语言。", "ffb2653eb2d9fc1a": "{model} 会自动检测语言。", "773cbfca7c466cc4": "{model} 使用固定语言。", @@ -11500,9 +11504,11 @@ "d4b59565bd8b6d07": "翻译为英文", "0d88a0c771d98284": "用任意语言说话,生成英文文本。", "f4a8700049fc9dcc": "静音过滤", + "69558ed7b83d671e": "Apple Speech 会自行处理静音。", "f22b17f6731c14c0": "OpenAI 会自行处理静音。", "75a3001ae4561b97": "转写前跳过静音和背景噪声。", "adde9666f7fb8c5d": "移除语气词", + "95ac70c5da02c46a": "Apple Speech 不支持此功能。", "943ea47b1df48f12": "从转写文本中移除“嗯”“呃”等语气词。", "e1e054a313ece9d0": "词典", "79c4100c78265c98": "你的词典", @@ -11541,6 +11547,7 @@ "790951b4fc82052f": "测试模型", "a3eda37e8d337ebb": "说一句话。测试会跳过整理步骤,直接显示模型听到的内容。", "c613b9c5d54f3c91": "刷新麦克风", + "1119a2b45988a069": "在此 Mac 上", "23196cabaa71f1da": "在环境中", "3ba49a214600d0ac": [ "通过 ", diff --git a/apps/web/src/speech/appleSpeech.ts b/apps/web/src/speech/appleSpeech.ts new file mode 100644 index 0000000000000..bdcada3314a83 --- /dev/null +++ b/apps/web/src/speech/appleSpeech.ts @@ -0,0 +1,55 @@ +import { useSyncExternalStore } from "react"; + +const emptyLocales: readonly string[] = []; +let locales = emptyLocales; +let probe: Promise | undefined; +const listeners = new Set<() => void>(); + +export function readAppleSpeechLocales() { + return locales; +} + +export function supportsAppleSpeechLocale(available: readonly string[], locale: string) { + const language = locale.toLowerCase().split("-")[0]; + return available.some((candidate) => candidate.toLowerCase().split("-")[0] === language); +} + +export function resolveAppleSpeechLocale( + available: readonly string[], + preference: string, + system: readonly string[], +) { + if (supportsAppleSpeechLocale(available, preference)) return preference; + return system.find((locale) => supportsAppleSpeechLocale(available, locale)) ?? system[0]; +} + +function probeLocales() { + if (locales.length === 0 && !probe && window.desktopBridge?.appleSpeech) { + probe = window.desktopBridge.appleSpeech + .supportedLocales() + .then((value) => { + if (value.length === 0) return; + locales = value; + listeners.forEach((notify) => notify()); + }) + .catch(() => {}) + .finally(() => { + probe = undefined; + }); + } +} + +function subscribe(listener: () => void) { + if (listeners.size === 0) window.addEventListener("focus", probeLocales); + listeners.add(listener); + probeLocales(); + return () => { + listeners.delete(listener); + if (listeners.size === 0) window.removeEventListener("focus", probeLocales); + }; +} + +/** Apple Speech runs only in the desktop app on macOS 26 or later. */ +export function useAppleSpeechLocales() { + return useSyncExternalStore(subscribe, readAppleSpeechLocales, () => emptyLocales); +} diff --git a/apps/web/src/speech/browserVoiceInput.browser.test.ts b/apps/web/src/speech/browserVoiceInput.browser.test.ts index 663f2d81896b9..5f3023a635240 100644 --- a/apps/web/src/speech/browserVoiceInput.browser.test.ts +++ b/apps/web/src/speech/browserVoiceInput.browser.test.ts @@ -9,8 +9,12 @@ import { decodeSpeechPcmRequest } from "@t3tools/shared/speech"; import { expect, it, vi } from "vite-plus/test"; import { stubGlobal } from "../../test/render"; +import { resolveAppleSpeechLocale } from "./appleSpeech"; import { createBrowserPcmCapture } from "./browserPcmCapture"; -import { createBrowserVoiceInputPlatform } from "./browserVoiceInput"; +import { + createAppleSpeechVoiceInputPlatform, + createBrowserVoiceInputPlatform, +} from "./browserVoiceInput"; vi.mock("../connection/runtime", async () => { const [{ Atom }, { layerRemoteHttpClient }] = await Promise.all([ @@ -194,6 +198,61 @@ it("retains all PCM until stop, retries batch audio, and captures preferences be expect(platform.recorder.uri).toBeNull(); }); +it.each([ + ["fr", ["en-US"], "fr"], + ["auto", ["nl-NL", "en-US"], "en-US"], +] as const)( + "resolves Apple Speech language %s with Mac preferences %j", + (preference, system, expected) => { + expect(resolveAppleSpeechLocale(["en-US", "fr-FR"], preference, system)).toBe(expected); + }, +); + +it.each(["prepare", "transcribe"] as const)( + "cancels Apple Speech while native %s is pending", + async (stage) => { + const entered = Promise.withResolvers(); + const pending = Promise.withResolvers<{ ok: true; value: string }>(); + using _bridge = stubGlobal("desktopBridge", { + appleSpeech: { + prepare: async () => { + if (stage !== "prepare") return { ok: true, value: "en-US" }; + entered.resolve(); + return pending.promise; + }, + transcribe: async () => { + entered.resolve(); + return pending.promise; + }, + }, + }); + const platform = createAppleSpeechVoiceInputPlatform({ + hasAudioConsent: () => true, + getTranscriptionOptions: () => DEFAULT_SPEECH_TRANSCRIPTION_OPTIONS, + getMicrophoneId: () => "", + onLevel() {}, + onDurationLimit() {}, + onError() {}, + }); + const abort = new AbortController(); + using _cleanup = { + [Symbol.dispose]: () => { + abort.abort(); + pending.resolve({ ok: true, value: "late" }); + platform.cancelRecording(); + }, + }; + const options = { signal: abort.signal }; + const transcription = await platform.transcriber.prepare(options); + const uri = URL.createObjectURL(new Blob([new Float32Array([0.5])])); + using _blob = { [Symbol.dispose]: () => URL.revokeObjectURL(uri) }; + const result = transcription.transcribe(uri, options); + await entered.promise; + abort.abort(); + await expect(result).rejects.toThrow(); + }, +); + it("streams the opening audio in order when the destination becomes ready during capture", async () => { using microphone = capture(); const feed = vi.fn(); diff --git a/apps/web/src/speech/browserVoiceInput.ts b/apps/web/src/speech/browserVoiceInput.ts index 41732449ee8f7..2d03019ce4ca8 100644 --- a/apps/web/src/speech/browserVoiceInput.ts +++ b/apps/web/src/speech/browserVoiceInput.ts @@ -20,6 +20,7 @@ import type { import type { CloudSpeechModelId, CloudSpeechProvider } from "@t3tools/contracts"; import * as Schema from "effect/Schema"; +import { readAppleSpeechLocales, resolveAppleSpeechLocale } from "./appleSpeech"; import { createBrowserPcmCapture } from "./browserPcmCapture"; import { runEnvironmentSpeech } from "./runEnvironmentSpeech"; import { msg } from "gt-react"; @@ -145,3 +146,73 @@ export function createBrowserVoiceInputPlatform(input: { }; }); } + +async function waitForAppleSpeech(request: Promise, signal: AbortSignal): Promise { + const aborted = Promise.withResolvers(); + const onAbort = () => aborted.reject(signal.reason); + signal.addEventListener("abort", onAbort, { once: true }); + if (signal.aborted) onAbort(); + try { + return await Promise.race([request, aborted.promise]); + } finally { + signal.removeEventListener("abort", onAbort); + } +} + +/** Records like the environment path, then transcribes in the desktop main process; audio stays on this Mac. */ +export function createAppleSpeechVoiceInputPlatform(input: { + readonly hasAudioConsent: () => boolean; + readonly getTranscriptionOptions: () => SpeechTranscriptionOptions; + readonly getMicrophoneId: () => string | Promise; + readonly onLevel: (level: number) => void; + readonly onDurationLimit: () => void; + readonly onError: (message: string, code?: VoiceInputErrorCode) => void; +}) { + return createBrowserPcmCapture(input, async ({ signal }) => { + const appleSpeech = window.desktopBridge?.appleSpeech; + const { speechLanguage } = input.getTranscriptionOptions(); + // The packaged app pins `navigator.language` to en-US, so "auto" asks the OS. + const system = window.desktopBridge?.getPreferredSystemLanguages?.() ?? []; + if (!appleSpeech) throw new Error("Apple Speech is not available."); + signal.throwIfAborted(); + const prepared = await waitForAppleSpeech( + appleSpeech.prepare( + resolveAppleSpeechLocale(readAppleSpeechLocales(), speechLanguage, system) ?? + navigator.language, + ), + signal, + ); + throwIfVoiceTranscriptionAborted(signal); + if (!prepared.ok) { + if (prepared.code === "failed") throw new Error("Apple Speech could not prepare."); + throw new VoiceTranscriptionError({ + code: prepared.code, + message: + prepared.code === "unsupported-locale" + ? m(msg("Apple Speech does not support this language.")) + : m(msg("Apple Speech is not available on this Mac.")), + }); + } + const locale = prepared.value; + return { + locale, + transcribe: async (uri, { signal: transcriptionSignal }) => { + const response = await fetch(uri, { signal: transcriptionSignal }); + const pcm = new Uint8Array(await response.arrayBuffer()); + throwIfVoiceTranscriptionAborted(transcriptionSignal); + if (!input.hasAudioConsent()) + throw new VoiceTranscriptionError({ + code: "cancelled", + message: m(msg("Voice transcription was cancelled.")), + }); + const result = await waitForAppleSpeech( + appleSpeech.transcribe({ locale, pcm }), + transcriptionSignal, + ); + throwIfVoiceTranscriptionAborted(transcriptionSignal); + if (!result.ok) throw new Error("Apple Speech could not transcribe."); + return result.value; + }, + }; + }); +} diff --git a/apps/web/src/speech/useEnvironmentSpeechInput.browser.test.tsx b/apps/web/src/speech/useEnvironmentSpeechInput.browser.test.tsx index 957fb7c6145e6..8519d6a1ce0cc 100644 --- a/apps/web/src/speech/useEnvironmentSpeechInput.browser.test.tsx +++ b/apps/web/src/speech/useEnvironmentSpeechInput.browser.test.tsx @@ -61,6 +61,7 @@ const mocks = vi.hoisted(() => ({ transcripts: [] as Array, committed: vi.fn(), draft: "", + appleSpeech: false, storedDraft: "", })); @@ -175,44 +176,53 @@ vi.mock("@t3tools/client-runtime/voice-input", async (importOriginal) => ({ return { text: `Cleaned ${transcript}` }; }), })); +vi.mock("./appleSpeech", () => ({ + useAppleSpeechLocales: () => (mocks.appleSpeech ? ["en-US"] : []), +})); vi.mock("./browserVoiceInput", () => ({ - createBrowserVoiceInputPlatform: ( - input: Parameters[0], - ) => { - const environmentId = input.prepared.environmentId; - mocks.platforms.push(environmentId); - return { - recorder: { - uri: `blob:${environmentId}`, - prepareToRecordAsync: async () => { - mocks.microphoneRequests.push(environmentId); - }, - record() {}, - stop: async () => {}, + createAppleSpeechVoiceInputPlatform: ( + input: Omit[0], "prepared">, + ) => mockPlatform("apple-speech", input), + createBrowserVoiceInputPlatform: (input: Parameters[0]) => + mockPlatform(input.prepared.environmentId, input), +})); + +function mockPlatform( + environmentId: string, + input: Omit[0], "prepared">, +) { + mocks.platforms.push(environmentId); + return { + recorder: { + uri: `blob:${environmentId}`, + prepareToRecordAsync: async () => { + mocks.microphoneRequests.push(environmentId); }, - transcriber: { - prepare: async () => { - mocks.recordingOptions.push(input.getTranscriptionOptions()); - return { - locale: "en", - transcribe: async () => { - mocks.transcribeCalls.push( - input.cloudProvider - ? `${[input.cloudProvider, (input as { cloudModel?: string }).cloudModel].filter(Boolean).join(":")} via ${environmentId}` - : environmentId, - ); - const next = mocks.transcripts.shift() ?? "dictated"; - if (next instanceof Error) throw next; - return next; - }, - }; - }, + record() {}, + stop: async () => {}, + }, + transcriber: { + prepare: async () => { + mocks.recordingOptions.push(input.getTranscriptionOptions()); + return { + locale: "en", + transcribe: async () => { + mocks.transcribeCalls.push( + input.cloudProvider + ? `${[input.cloudProvider, (input as { cloudModel?: string }).cloudModel].filter(Boolean).join(":")} via ${environmentId}` + : environmentId, + ); + const next = mocks.transcripts.shift() ?? "dictated"; + if (next instanceof Error) throw next; + return next; + }, + }; }, - cancelRecording() {}, - deleteRecording() {}, - }; - }, -})); + }, + cancelRecording() {}, + deleteRecording() {}, + }; +} const THREAD_ENV = "thread-env"; @@ -248,6 +258,7 @@ function setup(options: { readonly destination?: string | null } = {}) { mocks.transcripts = []; mocks.committed.mockClear(); mocks.draft = ""; + mocks.appleSpeech = false; mocks.storedDraft = ""; } @@ -387,6 +398,29 @@ it.each([ expect(mocks.committed).not.toHaveBeenCalled(); }); +it.each([true, false])( + "transcribes on this Mac with Apple Speech, never an environment, when available is %s", + async (available) => { + setup(); + mocks.appleSpeech = available; + chooseAudioDestination({ kind: "device" }); + await using _screen = await render(); + expect(mocks.voice.transcriptionEnvironmentId).toBeNull(); + expect(mocks.voice.available).toBe(available); + await act(() => mocks.voice.start()); + if (!available) { + expectNoAudioSent(); + return; + } + await act(() => mocks.voice.stop()); + expect(new Set([...mocks.platforms, ...mocks.transcribeCalls])).toEqual( + new Set(["apple-speech"]), + ); + expect(mocks.statusRequests).toEqual([]); + expect(mocks.committed).toHaveBeenCalledExactlyOnceWith("dictated", expect.anything()); + }, +); + it("retries a failed transcription on the same chosen environment", async () => { setup({ destination: "env-a" }); mocks.transcripts = [new Error("inference failed"), "second try"]; @@ -401,10 +435,15 @@ it("retries a failed transcription on the same chosen environment", async () => }); it.each([ - ["a stored thread draft keeps recording into it", true], - ["an editor-only draft is abandoned", false], -])("when the editor switches owner mid-recording, %s", async (_name, persistent) => { + ["a stored thread draft keeps recording into it", true, false], + ["an editor-only draft is abandoned", false, false], + ["Apple Speech keeps recording into a stored thread draft", true, true], +])("when the editor switches owner mid-recording, %s", async (_name, persistent, onDevice) => { setup({ destination: "env-a" }); + if (onDevice) { + mocks.appleSpeech = true; + chooseAudioDestination({ kind: "device" }); + } mocks.storedDraft = "Earlier text"; const view = (ownerKey: string) => ( <> @@ -432,7 +471,7 @@ it.each([ await page.getByRole("button", { name: "Finish voice input" }).click(); await vi.waitFor(() => expect(mocks.storedDraft).toBe("Earlier text dictated")); - expect(mocks.transcribeCalls).toEqual(["env-a"]); + expect(mocks.transcribeCalls).toEqual([onDevice ? "apple-speech" : "env-a"]); expect(mocks.committed).not.toHaveBeenCalled(); }); diff --git a/apps/web/src/speech/useEnvironmentSpeechInput.ts b/apps/web/src/speech/useEnvironmentSpeechInput.ts index 221a5aca1425d..0ad3c4b2054e4 100644 --- a/apps/web/src/speech/useEnvironmentSpeechInput.ts +++ b/apps/web/src/speech/useEnvironmentSpeechInput.ts @@ -33,6 +33,7 @@ import { } from "../hooks/useSettings"; import { useEnvironment } from "../state/environments"; import { useEnvironmentScope, usePreparedConnection } from "../state/session"; +import { useAppleSpeechLocales } from "./appleSpeech"; import { preferredSpeechLanguages } from "./preferredSpeechLanguages"; import { runEnvironmentSpeech } from "./runEnvironmentSpeech"; import { useAudioChoice } from "./voiceConsent"; @@ -45,6 +46,9 @@ import { type VoiceInputTarget, } from "./voiceInputSession"; +/** A product name, shown untranslated. */ +export const APPLE_SPEECH_LABEL = "Apple Speech"; + const INITIAL_SETUP = { open: false, step: 0, @@ -114,13 +118,19 @@ type HookInput = { * Microphone audio leaves this device only for the environment the person chose in * Voice settings. Nothing is inferred from the primary or the draft's environment, and * the recording is abandoned the moment that choice changes or its connection drops. + * Apple Speech ("device") keeps audio on this Mac and needs no environment. */ export function useVoiceTranscriptionDestination() { const gt = useGT(); const hydrated = useClientSettingsHydrated(); const choice = useAudioChoice(); const grant = choice === "off" ? null : choice; - const environmentId = hydrated && grant ? grant.destination.environmentId : null; + const appleSpeechAvailable = useAppleSpeechLocales().length > 0; + const device = hydrated && grant?.destination.kind === "device"; + const environmentId = + hydrated && grant && grant.destination.kind !== "device" + ? grant.destination.environmentId + : null; const environment = useEnvironment(environmentId); const connection = Option.getOrNull(usePreparedConnection(environmentId)); const canDictate = useEnvironmentScope(environmentId, AuthOrchestrationOperateScope); @@ -134,11 +144,13 @@ export function useVoiceTranscriptionDestination() { return { ...(hydrated && choice === null ? { offerFirstRunSetup: true } : {}), environmentId, + ...(device ? { device: true, onDevice: appleSpeechAvailable } : {}), ...(provider ? { cloudProvider: provider } : {}), ...(model ? { cloudModel: model } : {}), grantId: grant?.id ?? null, - label: - provider && environment + label: device + ? APPLE_SPEECH_LABEL + : provider && environment ? gt("{provider} via {environment}", { provider: CLOUD_SPEECH_LABELS[provider], environment: environment.label, @@ -152,6 +164,7 @@ export function useEnvironmentSpeechInput(input: HookInput) { const navigate = useNavigate(); const destination = useVoiceTranscriptionDestination(); const prepared = destination.prepared; + const onDevice = destination.onDevice === true; const grantId = destination.grantId; const cloudProvider = destination.cloudProvider; const cloudModel = destination.cloudModel; @@ -189,7 +202,13 @@ export function useEnvironmentSpeechInput(input: HookInput) { setSetup(INITIAL_SETUP); } - const session = useRetainedVoiceInputSession({ prepared, grantId, cloudProvider, cloudModel }); + const session = useRetainedVoiceInputSession({ + prepared, + grantId, + onDevice, + cloudProvider, + cloudModel, + }); const snapshot = useVoiceInputSessionSnapshot(session); const owns = snapshot.target?.ownerKey === input.ownerKey; const activity = useVoiceInputSessionActivity(session, input.ownerKey); @@ -395,9 +414,14 @@ export function useEnvironmentSpeechInput(input: HookInput) { await navigate({ to: "/settings/voice", hash: "voice-transcription-destination" }); return; } - if (!session || !prepared || voiceInputBlocksSubmission(session.state)) return; + if (!session || voiceInputBlocksSubmission(session.state)) return; const request = ++startRequestRef.current; const owner = latestRef.current.input.ownerKey; + if (onDevice) { + await session.start(createTarget()); + return; + } + if (!prepared) return; if (cloudProvider) { await session.start(createTarget()); return; @@ -515,9 +539,10 @@ export function useEnvironmentSpeechInput(input: HookInput) { const destinationReady = grantId === null ? Boolean(destination.offerFirstRunSetup) && input.offerSetup !== false - : prepared !== null && - (cloudProvider !== undefined || - (status?.prepared === prepared && status.value?.supported !== false)); + : onDevice || + (prepared !== null && + (cloudProvider !== undefined || + (status?.prepared === prepared && status.value?.supported !== false))); return { available: destinationReady && diff --git a/apps/web/src/speech/voiceConsent.ts b/apps/web/src/speech/voiceConsent.ts index 7c897fbc37ea5..2e7809b066de3 100644 --- a/apps/web/src/speech/voiceConsent.ts +++ b/apps/web/src/speech/voiceConsent.ts @@ -13,7 +13,13 @@ import { // Separate keys: a stale window saving ordinary preferences must not restore either grant. const AUDIO_KEY = "t3code:voice-audio-grant:v1"; const CLEANUP_KEY = "t3code:voice-cleanup-grant:v1"; -const Grant = Schema.Struct({ id: Schema.String, destination: VoiceTranscriptionDestination }); +// "device" is Apple Speech in the macOS desktop app. Audio stays on this device, so it stays out of the shared contract. +const AudioDestination = Schema.Union([ + VoiceTranscriptionDestination, + Schema.Struct({ kind: Schema.Literal("device") }), +]); +export type AudioDestination = typeof AudioDestination.Type; +const Grant = Schema.Struct({ id: Schema.String, destination: AudioDestination }); const AudioGrant = Schema.NullOr(Grant); const sameGrant = Schema.toEquivalence(AudioGrant); const SavedChoice = Schema.Union([AudioGrant, Schema.Literal("off")]); @@ -62,7 +68,7 @@ function replaceChoice(choice: AudioChoice, previous = readChoice()) { window.localStorage.removeItem(savedKey(old.id)); } -export function chooseAudioDestination(destination: VoiceTranscriptionDestination | null) { +export function chooseAudioDestination(destination: AudioDestination | null) { replaceChoice(destination ? { id: randomUUID(), destination } : "off"); } diff --git a/apps/web/src/speech/voiceInputSession.ts b/apps/web/src/speech/voiceInputSession.ts index 1af0c7993d46d..f048b5653973c 100644 --- a/apps/web/src/speech/voiceInputSession.ts +++ b/apps/web/src/speech/voiceInputSession.ts @@ -4,6 +4,7 @@ import { voiceInputBlocksSubmission, type VoiceDraftSnapshot, type VoiceInputControllerDependencies, + type VoiceInputErrorCode, type VoiceInputState, } from "@t3tools/client-runtime/voice-input"; import type { PreparedConnection } from "@t3tools/client-runtime/connection"; @@ -24,7 +25,10 @@ import { useEffect, useSyncExternalStore } from "react"; import { toastManager } from "../components/ui/toast"; import { chooseRecordingMicrophone } from "./browserMicrophones"; -import { createBrowserVoiceInputPlatform } from "./browserVoiceInput"; +import { + createAppleSpeechVoiceInputPlatform, + createBrowserVoiceInputPlatform, +} from "./browserVoiceInput"; import { runEnvironmentSpeech } from "./runEnvironmentSpeech"; import { bindAudioGrant, readCleanupGrant } from "./voiceConsent"; import { msg } from "gt-react"; @@ -72,7 +76,8 @@ export type VoiceInputSessionActivity = { }; type SessionKey = { - readonly prepared: PreparedConnection; + /** Null is Apple Speech, which transcribes on this Mac without an environment. */ + readonly prepared: PreparedConnection | null; readonly grantId: string; readonly cloudProvider: CloudSpeechProvider | undefined; readonly cloudModel: CloudSpeechModelId | undefined; @@ -121,10 +126,7 @@ export class VoiceInputSession { readonly cleanupPrepared: PreparedConnection | null; } | undefined; - const platform = createBrowserVoiceInputPlatform({ - prepared: key.prepared, - cloudProvider: key.cloudProvider, - cloudModel: key.cloudModel, + const platformInput = { hasAudioConsent, getStatusListener: () => this.onSpeechStatus, getStreamingEnabled: () => @@ -164,15 +166,23 @@ export class VoiceInputSession { }; }, getMicrophoneId: chooseRecordingMicrophone, - onLevel: (level) => this.publishActivity({ ...this.activity, level }), + onLevel: (level: number) => this.publishActivity({ ...this.activity, level }), onDurationLimit: () => void this.controller.stop(), - onText: (preview) => { - if (!this.disposed) this.publishActivity({ ...this.activity, preview }); - }, - onError: (message, code) => { + onError: (message: string, code?: VoiceInputErrorCode) => { if (!this.disposed) void this.controller.interruptRecording(message, null, code); }, - }); + }; + const platform = key.prepared + ? createBrowserVoiceInputPlatform({ + ...platformInput, + prepared: key.prepared, + cloudProvider: key.cloudProvider, + cloudModel: key.cloudModel, + onText: (preview) => { + if (!this.disposed) this.publishActivity({ ...this.activity, preview }); + }, + }) + : createAppleSpeechVoiceInputPlatform(platformInput); const postProcess: NonNullable = ( transcript, options, @@ -363,17 +373,20 @@ function subscribeRegistry(listener: () => void): () => void { export function useRetainedVoiceInputSession(input: { readonly prepared: PreparedConnection | null; readonly grantId: string | null; + readonly onDevice?: boolean | undefined; readonly cloudProvider?: CloudSpeechProvider | undefined; readonly cloudModel?: CloudSpeechModelId | undefined; }): VoiceInputSession | null { - const { prepared, grantId, cloudProvider, cloudModel } = input; + const { grantId, cloudProvider, cloudModel } = input; + const prepared = input.onDevice ? null : input.prepared; + const ready = (input.onDevice === true || prepared !== null) && grantId !== null; // oxlint-disable-next-line t3code/no-unreasoned-state-sync -- retains the shared recording session for this destination while mounted useEffect(() => { - if (!prepared || !grantId || typeof navigator === "undefined") return; + if (!ready || !grantId || typeof navigator === "undefined") return; return retainVoiceInputSession({ prepared, grantId, cloudProvider, cloudModel }); - }, [prepared, grantId, cloudProvider, cloudModel]); + }, [ready, prepared, grantId, cloudProvider, cloudModel]); return useSyncExternalStore(subscribeRegistry, () => - prepared && grantId ? findSession({ prepared, grantId, cloudProvider, cloudModel }) : null, + ready && grantId ? findSession({ prepared, grantId, cloudProvider, cloudModel }) : null, ); } diff --git a/docs/internals/voice-input.md b/docs/internals/voice-input.md index 192f0b7854407..c455388dac491 100644 --- a/docs/internals/voice-input.md +++ b/docs/internals/voice-input.md @@ -22,6 +22,12 @@ transcription share a recorder and upload only finished recordings. The client keeps the grant in device-bound secure storage, outside preference backups, and rechecks it after native decoding and before upload. +The macOS desktop app adds a `device` destination, Apple Speech. It exists only in +the web grant schema, not in `VoiceTranscriptionDestination`, because no environment +or other client can act on it. The desktop main process runs a +[Swift helper](../../native/apple-speech/AppleSpeech.swift) that the macOS release +runners compile; the Speech framework exists only in the macOS SDK. + The [web grant](../../apps/web/src/speech/voiceConsent.ts) lives outside the preferences snapshot so another window saving unrelated settings cannot resurrect a revoked grant. Each new choice gets a distinct grant, even if the destination was previously selected. The diff --git a/docs/user/composer.md b/docs/user/composer.md index 9fc9b69ef22a6..07314c83a58f4 100644 --- a/docs/user/composer.md +++ b/docs/user/composer.md @@ -205,8 +205,9 @@ and use **Attach again** or remove the missing file before sending. ## Voice input on web and desktop Use the composer's microphone or `mod+shift+d` to dictate into your draft. Audio -is transcribed on an environment you choose in **Settings → Voice**; nothing is -sent until you choose one. See [Voice input](./voice-input.md). +is transcribed on an environment you choose in **Settings → Voice**, or on the Mac +with Apple Speech in the macOS desktop app; nothing is sent until you choose one. +See [Voice input](./voice-input.md). ## Voice input on mobile diff --git a/docs/user/faq.md b/docs/user/faq.md index 5c5b9a8d8368d..947344894ff4e 100644 --- a/docs/user/faq.md +++ b/docs/user/faq.md @@ -77,7 +77,7 @@ Open **Settings → Worktrees → Cleanup** and turn on automatic worktree clean ## Is there voice input? -Yes. On iPhone and Android, dictation uses on-device speech by default; you can opt in to a paired environment instead. Web and desktop require you to choose an environment first. The transcript goes into your draft for review. See [Voice input](./voice-input.md). +Yes. On iPhone and Android, dictation uses on-device speech by default, with the option to use a paired environment. On macOS 26 or later, desktop users can choose Apple Speech directly under **On this Mac** or choose an environment. Web and other desktop users can enable dictation by choosing an environment. The transcript goes into your draft for review. See [Voice input](./voice-input.md). ## Does it work on Windows, Mac, and Linux? diff --git a/docs/user/voice-input.md b/docs/user/voice-input.md index 31b73218bccce..83335046ad94e 100644 --- a/docs/user/voice-input.md +++ b/docs/user/voice-input.md @@ -24,6 +24,13 @@ Set it back to **Off** at any time; a recording in progress is discarded. If the chosen environment goes offline, voice input waits for it. T3 Code never substitutes another environment. +In the desktop app on macOS 26 or later, you can instead choose **Apple Speech** +under **On this Mac**. Audio stays on the Mac and macOS transcribes it. The first +recording in a language can take longer while macOS downloads its speech model. +**Language** set to automatic uses your Mac's language. Silence filtering and +filler-word removal are not available; the dictionary applies only when transcript +cleanup is on. + For cloud dictation, choose **OpenAI** or **Grok Voice Transcribe** via the environment you want to use. If it needs a key, enter one and choose **Save and enable**. You can also choose a [secret provider](secrets.md) instead of **Value** and enter a diff --git a/native/apple-speech/AppleSpeech.swift b/native/apple-speech/AppleSpeech.swift new file mode 100644 index 0000000000000..25dce03560c57 --- /dev/null +++ b/native/apple-speech/AppleSpeech.swift @@ -0,0 +1,49 @@ +// t3-apple-speech available -> {"value":"en-US,fr-FR,..."} +// t3-apple-speech prepare -> {"value":"en-US"} (resolved locale) +// t3-apple-speech transcribe -> {"value":"..."} (transcript) +// Exit codes are consumed by AppleSpeech.ts; failures print one message line to stderr. + +import Foundation + +private enum ExitCode: Int32 { + case failure = 1 + case unsupportedLocale = 2 + case unavailable = 3 + case usage = 64 +} + +@main +struct AppleSpeech { + static func main() async { + let arguments = Array(CommandLine.arguments.dropFirst()) + do { + switch (arguments.first, arguments.count) { + case ("available", 1): + try write(try await AppleSpeechEngine.supportedLocales().joined(separator: ",")) + case ("prepare", 2): + try write(try await AppleSpeechEngine.prepare(arguments[1])) + case ("transcribe", 3): + try write(try await AppleSpeechEngine.transcribe(arguments[1], file: URL(fileURLWithPath: arguments[2]))) + default: + fail(.usage, "Unknown command.") + } + } catch let failure as AppleSpeechEngine.Failure { + switch failure { + case .unsupportedLocale: fail(.unsupportedLocale, failure.localizedDescription) + case .unavailable: fail(.unavailable, failure.localizedDescription) + case .unknownAssetStatus: fail(.failure, failure.localizedDescription) + } + } catch { + fail(.failure, error.localizedDescription) + } + } + + private static func write(_ value: String) throws { + FileHandle.standardOutput.write(try JSONSerialization.data(withJSONObject: ["value": value])) + } + + private static func fail(_ code: ExitCode, _ message: String) -> Never { + FileHandle.standardError.write(Data((message + "\n").utf8)) + exit(code.rawValue) + } +} diff --git a/native/apple-speech/AppleSpeechEngine.swift b/native/apple-speech/AppleSpeechEngine.swift new file mode 100644 index 0000000000000..cf140384a4030 --- /dev/null +++ b/native/apple-speech/AppleSpeechEngine.swift @@ -0,0 +1,98 @@ +// Adapted from AppleTranscriptionImpl.swift in @react-native-ai/apple (MIT, Callstack). +import AVFoundation +import Foundation +import Speech + +@available(iOS 26, macOS 26, *) +enum AppleSpeechEngine { + enum Failure: LocalizedError { + case unavailable + case unsupportedLocale(String) + case unknownAssetStatus + + var errorDescription: String? { + switch self { + case .unavailable: return "Speech transcription is not available." + case .unsupportedLocale(let locale): return "Locale not supported: \(locale)" + case .unknownAssetStatus: return "Unknown asset inventory status." + } + } + } + + static var isAvailable: Bool { SpeechTranscriber.isAvailable } + + static func supportedLocales() async throws -> [String] { + try requireAvailable() + return await SpeechTranscriber.supportedLocales.map { $0.identifier(.bcp47) } + } + + private static func requireAvailable() throws { + guard isAvailable else { + throw Failure.unavailable + } + } + + private static func makeTranscriber(for locale: Locale) -> SpeechTranscriber { + let preset = SpeechTranscriber.Preset.timeIndexedTranscriptionWithAlternatives + return SpeechTranscriber( + locale: locale, + transcriptionOptions: preset.transcriptionOptions, + reportingOptions: preset.reportingOptions.subtracting([.alternativeTranscriptions]), + attributeOptions: preset.attributeOptions + ) + } + + static func prepare(_ identifier: String) async throws -> String { + try requireAvailable() + guard + let locale = await SpeechTranscriber.supportedLocale( + equivalentTo: Locale(identifier: identifier)) + else { + throw Failure.unsupportedLocale(identifier) + } + let transcriber = makeTranscriber(for: locale) + switch await AssetInventory.status(forModules: [transcriber]) { + case .installed: + break + case .supported, .downloading: + if let request = try await AssetInventory.assetInstallationRequest(supporting: [transcriber]) { + try await request.downloadAndInstall() + } + case .unsupported: + throw Failure.unsupportedLocale(identifier) + @unknown default: + throw Failure.unknownAssetStatus + } + return locale.identifier(.bcp47) + } + + static func transcribe(_ identifier: String, file: URL) async throws -> String { + try requireAvailable() + guard file.isFileURL else { throw CocoaError(.fileReadUnsupportedScheme) } + let audioFile = try AVAudioFile(forReading: file) + let transcriber = makeTranscriber(for: Locale(identifier: identifier)) + let analyzer = SpeechAnalyzer(modules: [transcriber]) + let collector = Task { () throws -> [String] in + var texts: [String] = [] + for try await result in transcriber.results where result.isFinal { + let text = String(result.text.characters).trimmingCharacters(in: .whitespacesAndNewlines) + if !text.isEmpty { texts.append(text) } + } + return texts + } + do { + if let lastSampleTime = try await analyzer.analyzeSequence(from: audioFile) { + try await analyzer.finalizeAndFinish(through: lastSampleTime) + } else { + await analyzer.cancelAndFinishNow() + } + return try await collector.value.joined(separator: " ") + } catch { + collector.cancel() + await analyzer.cancelAndFinishNow() + _ = try? await collector.value + throw error + } + } + +} diff --git a/packages/contracts/src/ipc.ts b/packages/contracts/src/ipc.ts index dc0e70f7dad92..962cfd089dd2b 100644 --- a/packages/contracts/src/ipc.ts +++ b/packages/contracts/src/ipc.ts @@ -1085,6 +1085,22 @@ export const DesktopMediaReadSchema = Schema.Struct({ }); export type DesktopMediaRead = typeof DesktopMediaReadSchema.Type; +/** `value` is the resolved locale from `prepare` and the transcript from `transcribe`. */ +export const DesktopAppleSpeechResultSchema = Schema.Union([ + Schema.Struct({ ok: Schema.Literal(true), value: Schema.String }), + Schema.Struct({ + ok: Schema.Literal(false), + code: Schema.Literals(["unavailable", "unsupported-locale", "failed"]), + }), +]); +export type DesktopAppleSpeechResult = typeof DesktopAppleSpeechResultSchema.Type; + +export const DesktopAppleSpeechTranscribeInputSchema = Schema.Struct({ + locale: Schema.String.check(Schema.isMaxLength(64)), + // 16 kHz mono Float32 PCM, at most five minutes. + pcm: Schema.Uint8Array, +}); + export const SystemSettingsPaneSchema = Schema.Literals(["full-disk-access"]); export type SystemSettingsPane = typeof SystemSettingsPaneSchema.Type; @@ -1225,6 +1241,12 @@ export interface DesktopBridge { onRequest: (listener: (request: DesktopAppActivationRequest) => void) => () => void; }; preview: DesktopPreviewBridge; + /** On-device dictation through macOS 26 SpeechAnalyzer; absent in older desktop builds. */ + appleSpeech?: { + supportedLocales: () => Promise; + prepare: (locale: string) => Promise; + transcribe: (input: { locale: string; pcm: Uint8Array }) => Promise; + }; } /** Renderer callback invoked by Electron with a fresh user gesture before display-media capture. */ diff --git a/patches/@react-native-ai__apple@0.12.0.patch b/patches/@react-native-ai__apple@0.12.0.patch deleted file mode 100644 index b2a7aaf229914..0000000000000 --- a/patches/@react-native-ai__apple@0.12.0.patch +++ /dev/null @@ -1,194 +0,0 @@ -diff --git a/ios/transcription/AppleTranscriptionImpl.swift b/ios/transcription/AppleTranscriptionImpl.swift -index 188371a5f55fadae19187108c4a688569d0223e3..3e1cdd77b0bb8ae6c97a40d29c1854200d931eee 100644 ---- a/ios/transcription/AppleTranscriptionImpl.swift -+++ b/ios/transcription/AppleTranscriptionImpl.swift -@@ -12,6 +12,11 @@ import UniformTypeIdentifiers - - @objc - public class AppleTranscriptionImpl: NSObject { -+ private struct CollectedSegment: Sendable { -+ let text: String -+ let startSecond: Double -+ let endSecond: Double -+ } - - @available(iOS 26, *) - private func createTranscriber(for locale: Locale) -> SpeechTranscriber { -@@ -41,7 +46,7 @@ public class AppleTranscriptionImpl: NSObject { - let locale = Locale(identifier: language) - - guard let supportedLocale = await SpeechTranscriber.supportedLocale(equivalentTo: locale) else { -- reject("AppleTranscription", "Locale not supported: \(language)", nil) -+ reject("AppleTranscriptionUnsupportedLocale", "Locale not supported: \(language)", nil) - return - } - -@@ -51,16 +56,14 @@ public class AppleTranscriptionImpl: NSObject { - - switch status { - case .installed: -- resolve(nil) -+ resolve(supportedLocale.identifier) - case .supported, .downloading: -- if let request = try? await AssetInventory.assetInstallationRequest(supporting: [transcriber]) { -+ if let request = try await AssetInventory.assetInstallationRequest(supporting: [transcriber]) { - try await request.downloadAndInstall() -- resolve(nil) -- } else { -- resolve(nil) - } -+ resolve(supportedLocale.identifier) - case .unsupported: -- reject("AppleTranscription", "Assets not supported for locale: \(supportedLocale.identifier)", nil) -+ reject("AppleTranscriptionUnsupportedLocale", "Assets not supported for locale: \(supportedLocale.identifier)", nil) - @unknown default: - reject ("AppleTranscription", "Unknown asset inventory status", nil) - } -@@ -83,57 +86,77 @@ public class AppleTranscriptionImpl: NSObject { - do { - try audioData.write(to: fileURL) - -- guard let audioFile = try? AVAudioFile(forReading: fileURL) else { -- reject("AppleTranscription", "Invalid audio data", nil) -+ let audioFile: AVAudioFile -+ do { -+ audioFile = try AVAudioFile(forReading: fileURL) -+ } catch { -+ try? FileManager.default.removeItem(at: fileURL) -+ reject("AppleTranscription", "Invalid audio data", error) - return - } - - Task { -+ defer { -+ try? FileManager.default.removeItem(at: fileURL) -+ } -+ - do { - let transcriber = createTranscriber(for: Locale(identifier: language)) - - let analyzer = SpeechAnalyzer(modules: [transcriber]) -- -- defer { -- try? FileManager.default.removeItem(at: fileURL) -- } -- -- var segments: [[String: Any]] = [] -- -- Task { -+ -+ let collectorTask = Task { () throws -> [CollectedSegment] in -+ var segments: [CollectedSegment] = [] -+ - for try await result in transcriber.results { - if result.isFinal { -- let segment: [String: Any] = [ -- "text": String(result.text.characters), -- "startSecond": CMTimeGetSeconds(result.range.start), -- "endSecond": CMTimeGetSeconds(CMTimeRangeGetEnd(result.range)) -- ] -- segments.append(segment) -+ segments.append( -+ CollectedSegment( -+ text: String(result.text.characters), -+ startSecond: CMTimeGetSeconds(result.range.start), -+ endSecond: CMTimeGetSeconds(CMTimeRangeGetEnd(result.range)) -+ ) -+ ) - } - } -+ -+ return segments - } -- -- let lastSampleTime = try await analyzer.analyzeSequence(from: audioFile) -- -- if let lastSampleTime { -- try await analyzer.finalizeAndFinish(through: lastSampleTime) -- } else { -+ -+ do { -+ let lastSampleTime = try await analyzer.analyzeSequence(from: audioFile) -+ -+ if let lastSampleTime { -+ try await analyzer.finalizeAndFinish(through: lastSampleTime) -+ } else { -+ await analyzer.cancelAndFinishNow() -+ } -+ -+ let segments: [[String: Any]] = try await collectorTask.value.map { segment in -+ [ -+ "text": segment.text, -+ "startSecond": segment.startSecond, -+ "endSecond": segment.endSecond -+ ] -+ } -+ let totalDuration = if let lastSampleTime { CMTimeGetSeconds(lastSampleTime) } else { 0.0 } -+ -+ resolve([ -+ "segments": segments, -+ "duration": totalDuration -+ ]) -+ } catch { -+ collectorTask.cancel() - await analyzer.cancelAndFinishNow() -+ _ = try? await collectorTask.value -+ throw error - } -- -- let totalDuration = if let lastSampleTime { CMTimeGetSeconds(lastSampleTime) } else { 0.0 } -- -- let result: [String: Any] = [ -- "segments": segments, -- "duration": totalDuration -- ] -- -- resolve(result) - } catch { - reject("AppleTranscription", "Transcription failed: \(error.localizedDescription)", error) - } - } - } catch { -+ try? FileManager.default.removeItem(at: fileURL) - reject("AppleTranscription", "Failed to write audio data: \(error.localizedDescription)", error) - } - } else { -@@ -141,4 +164,3 @@ public class AppleTranscriptionImpl: NSObject { - } - } - } -- -diff --git a/lib/typescript/NativeAppleTranscription.d.ts b/lib/typescript/NativeAppleTranscription.d.ts -index 985b6b3593a884c41d689346be9d73d86c55eae1..86e7936f23a8673d099f7fe18af9a31abae5a13a 100644 ---- a/lib/typescript/NativeAppleTranscription.d.ts -+++ b/lib/typescript/NativeAppleTranscription.d.ts -@@ -10,14 +10,14 @@ export interface TranscriptionResult { - } - export interface Spec extends TurboModule { - isAvailable(language: string): boolean; -- prepare(language: string): Promise; -+ prepare(language: string): Promise; - } - declare global { - function __apple__llm__transcribe__(data: ArrayBufferLike, language: string): Promise; - } - declare const _default: { - transcribe: (data: ArrayBufferLike, language: string) => Promise; -- prepare: (language: string) => Promise; -+ prepare: (language: string) => Promise; - isAvailable: (language: string) => boolean; - }; - export default _default; -diff --git a/src/NativeAppleTranscription.ts b/src/NativeAppleTranscription.ts -index 13332a0176000b60b6f6f043de681db55a7b4bef..5389fb4b3a53de48721c307d2145b6770624c852 100644 ---- a/src/NativeAppleTranscription.ts -+++ b/src/NativeAppleTranscription.ts -@@ -14,7 +14,7 @@ export interface TranscriptionResult { - - export interface Spec extends TurboModule { - isAvailable(language: string): boolean -- prepare(language: string): Promise -+ prepare(language: string): Promise - } - - declare global { diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 2f1143e5ea109..1ec44ebabe361 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -286,7 +286,6 @@ overrides: '@ff-labs/fff-node': 0.11.0 '@legendapp/list': 3.7.3 '@pierre/diffs': 1.7.0-beta.4 - '@react-native-ai/apple': 0.12.0 '@react-native-menu/menu': 2.0.0 '@react-navigation/native-stack': 7.21.0 dbus-next: 0.10.2 @@ -372,7 +371,6 @@ patchedDependencies: '@ff-labs/fff-node@0.11.0': 93f62a76399b435a76588b2bef237db0a1e85880c1ac0d0759c416e9cc579252 '@muse-code/sdk@1.4.6': 7b495b607fc5d76b444c7c4d58821e839726a30e6f3c53564f0d59f2d5b42101 '@pierre/diffs@1.7.0-beta.4': 7edcdd484a99c7ec0b2667499c4cb21d113ec9bea1f8570c0b0a030d33bbf1cd - '@react-native-ai/apple@0.12.0': 2d09870c2848d185cb05b53ed823a46e12dba519324d8dd8e584e28731990f9d '@react-native-menu/menu@2.0.0': 6872ba71b9847c5a0210b1b896923dadc3860faedfe28d9f062bcedfe786ef1d '@react-navigation/native-stack@7.21.0': 990d575444c4af2ce8218b3b7a8280fe244c03abbdb32b822a2e862f791dbf42 alchemy@2.0.0-beta.85: 07cc8c7e14b3b9af143ddd40a059f117c27e55139fbf20bd5dde2eb30509cedd @@ -585,9 +583,6 @@ importers: '@pierre/highlights': specifier: 'catalog:' version: 0.5.0 - '@react-native-ai/apple': - specifier: 0.12.0 - version: 0.12.0(patch_hash=2d09870c2848d185cb05b53ed823a46e12dba519324d8dd8e584e28731990f9d)(react-native@0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(@react-native/metro-config@0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(bufferutil@4.1.0)(supports-color@8.1.1)(utf-8-validate@6.0.6))(@types/react@19.3.0)(bufferutil@4.1.0)(react@19.3.0)(supports-color@8.1.1)(utf-8-validate@6.0.6)) '@react-native-menu/menu': specifier: 2.0.0 version: 2.0.0(patch_hash=6872ba71b9847c5a0210b1b896923dadc3860faedfe28d9f062bcedfe786ef1d)(react-native@0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(@react-native/metro-config@0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(bufferutil@4.1.0)(supports-color@8.1.1)(utf-8-validate@6.0.6))(@types/react@19.3.0)(bufferutil@4.1.0)(react@19.3.0)(supports-color@8.1.1)(utf-8-validate@6.0.6))(react@19.3.0) @@ -2660,16 +2655,6 @@ packages: typescript: optional: true - '@ai-sdk/provider-utils@4.0.57': - resolution: {integrity: sha512-89a7sPvZqXsP3PigcAQLWntu/duIVEcN/RyChAB+j6p3C7NwW767sVttvL8r0+BetTg63uAXQoYHCZZueQKBSw==} - engines: {node: '>=18.17'} - peerDependencies: - zod: ^3.25.76 || ^4.1.8 - - '@ai-sdk/provider@3.0.18': - resolution: {integrity: sha512-IpefF5ssZVOZCD4Wu7zxt6PwZoGT2HLVjxpJ10Bjx6EAmRfLYJPjyrfxb0RYDlwvXnDb9nkQ7Do/oJVDuRFzew==} - engines: {node: '>=18'} - '@ai-sdk/provider@4.0.36': resolution: {integrity: sha512-GqvWZSZdBelCGughlBdOoupT258rgM3YMbaLAS9WSZJ0vlt8c9vm3My+ZT31mYhiReMCMCF2qF2axnGbILpk1A==} engines: {node: '>=22'} @@ -6488,11 +6473,6 @@ packages: resolution: {integrity: sha512-gMDYY2rw6OWajCcDlXSIgs2LC432YJXSb3Lm5yM187uhRgBYddoEVULi36h+IolX3r7jSb3ew7vn9FfI8NSo0A==} hasBin: true - '@react-native-ai/apple@0.12.0': - resolution: {integrity: sha512-BC/kEDbCZprv1xcQCWsgapXm/WEsj5lieBDvU1vJXStrN+BG+hWM01zoqDGTD/j71zvt9DEfHcMvEqbrGY2uAA==} - peerDependencies: - react-native: '>=0.76.0' - '@react-native-masked-view/masked-view@0.3.2': resolution: {integrity: sha512-XwuQoW7/GEgWRMovOQtX3A4PrXhyaZm0lVUiY8qJDvdngjLms9Cpdck6SmGAUNqQwcj2EadHC1HwL0bEyoa/SQ==} peerDependencies: @@ -13147,18 +13127,6 @@ snapshots: optionalDependencies: typescript: 6.0.3 - '@ai-sdk/provider-utils@4.0.57(zod@4.6.7)': - dependencies: - '@ai-sdk/provider': 3.0.18 - '@standard-schema/spec': 1.1.0 - eventsource-parser: 3.1.0 - undici: 6.29.1 - zod: 4.6.7 - - '@ai-sdk/provider@3.0.18': - dependencies: - json-schema: 0.4.0 - '@ai-sdk/provider@4.0.36': dependencies: json-schema: 0.4.0 @@ -16563,13 +16531,6 @@ snapshots: prompts: 2.4.2 tinyexec: 1.3.1 - '@react-native-ai/apple@0.12.0(patch_hash=2d09870c2848d185cb05b53ed823a46e12dba519324d8dd8e584e28731990f9d)(react-native@0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(@react-native/metro-config@0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(bufferutil@4.1.0)(supports-color@8.1.1)(utf-8-validate@6.0.6))(@types/react@19.3.0)(bufferutil@4.1.0)(react@19.3.0)(supports-color@8.1.1)(utf-8-validate@6.0.6))': - dependencies: - '@ai-sdk/provider': 3.0.18 - '@ai-sdk/provider-utils': 4.0.57(zod@4.6.7) - react-native: 0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(@react-native/metro-config@0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(bufferutil@4.1.0)(supports-color@8.1.1)(utf-8-validate@6.0.6))(@types/react@19.3.0)(bufferutil@4.1.0)(react@19.3.0)(supports-color@8.1.1)(utf-8-validate@6.0.6) - zod: 4.6.7 - '@react-native-masked-view/masked-view@0.3.2(react-native@0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(@react-native/metro-config@0.88.1(@babel/core@7.29.7(supports-color@8.1.1))(bufferutil@4.1.0)(supports-color@8.1.1)(utf-8-validate@6.0.6))(@types/react@19.3.0)(bufferutil@4.1.0)(react@19.3.0)(supports-color@8.1.1)(utf-8-validate@6.0.6))(react@19.3.0)': dependencies: react: 19.3.0 diff --git a/pnpm-workspace.yaml b/pnpm-workspace.yaml index fbc816311fd65..a1b23decf627b 100644 --- a/pnpm-workspace.yaml +++ b/pnpm-workspace.yaml @@ -117,7 +117,6 @@ overrides: "@ff-labs/fff-node": 0.11.0 "@legendapp/list": 3.7.3 "@pierre/diffs": 1.7.0-beta.4 - "@react-native-ai/apple": 0.12.0 "@react-native-menu/menu": 2.0.0 "@react-navigation/native-stack": 7.21.0 dbus-next: 0.10.2 @@ -252,7 +251,6 @@ patchedDependencies: # editor carets when the code font changes, stops the find bar reclaiming focus from the file, # and keeps drag selections intact across virtualized scroll renders. "@pierre/diffs@1.7.0-beta.4": patches/@pierre__diffs@1.7.0-beta.4.patch - "@react-native-ai/apple@0.12.0": patches/@react-native-ai__apple@0.12.0.patch "@react-native-menu/menu@2.0.0": patches/@react-native-menu__menu@2.0.0.patch "@react-navigation/native-stack@7.21.0": patches/@react-navigation%2Fnative-stack@7.21.0.patch dbus-next@0.10.2: patches/dbus-next@0.10.2.patch diff --git a/scripts/build-desktop-artifact.ts b/scripts/build-desktop-artifact.ts index 9d34e2412b327..746ac826005b3 100644 --- a/scripts/build-desktop-artifact.ts +++ b/scripts/build-desktop-artifact.ts @@ -997,6 +997,8 @@ export const DESKTOP_FILE_EXCLUSIONS = [ "!apps/desktop/resources/browser-secret/**/*", "!apps/desktop/prod-resources/browser-secret", "!apps/desktop/prod-resources/browser-secret/**/*", + "!apps/desktop/prod-resources/apple-speech", + "!apps/desktop/prod-resources/apple-speech/**/*", "!apps/desktop/prod-resources/windows-server", "!apps/desktop/prod-resources/windows-server/**/*", "!apps/desktop/prod-resources/wsl-runtime.tar.gz", @@ -1119,6 +1121,9 @@ export const LINUX_CAPTURE_EXTRA_RESOURCES = [ export const LINUX_BROWSER_SECRET_EXTRA_RESOURCES = [ { from: "apps/desktop/prod-resources/browser-secret", to: "browser-secret" }, ] as const; +export const MAC_APPLE_SPEECH_EXTRA_RESOURCES = [ + { from: "apps/desktop/prod-resources/apple-speech", to: "apple-speech" }, +] as const; export interface MacPasskeySigningConfiguration { readonly appId: string; @@ -2468,6 +2473,31 @@ export const stageBrowserSecret = Effect.fn("stageBrowserSecret")(function* (inp ); }); +export const stageAppleSpeech = Effect.fn("stageAppleSpeech")(function* (input: { + readonly repoRoot: string; + readonly stageResourcesDir: string; + readonly platform: typeof BuildPlatform.Type; + readonly arch: typeof BuildArch.Type; + readonly verbose: boolean; +}) { + if (input.platform !== "mac") return; + const path = yield* Path.Path; + yield* runCommand( + ChildProcess.make( + "node", + [ + path.join(input.repoRoot, "apps/desktop/scripts/build-apple-speech.mjs"), + "--arch", + input.arch, + "--output", + path.join(input.stageResourcesDir, "apple-speech", "t3-apple-speech"), + ], + { cwd: input.repoRoot }, + ), + { label: "build macOS Apple Speech helper", verbose: input.verbose }, + ); +}); + const generateMacIconSet = Effect.fn("build-desktop-artifact.generateMacIconSet")(function* ( sourcePng: string, targetIcns: string, @@ -2812,6 +2842,7 @@ export const createBuildConfig = Effect.fn("createBuildConfig")(function* ( ...DESKTOP_EXTRA_RESOURCES, ...(platform === "linux" ? LINUX_CAPTURE_EXTRA_RESOURCES : []), ...(platform === "linux" ? LINUX_BROWSER_SECRET_EXTRA_RESOURCES : []), + ...(platform === "mac" ? MAC_APPLE_SPEECH_EXTRA_RESOURCES : []), ...(platform === "win" ? WINDOWS_SERVER_EXTRA_RESOURCES : []), ...(platform === "win" && wslRuntimeBundled ? WSL_RUNTIME_EXTRA_RESOURCES : []), ], @@ -2857,6 +2888,8 @@ export const createBuildConfig = Effect.fn("createBuildConfig")(function* ( "T3 Code lets commands run by terminals and coding agents use the camera.", NSMicrophoneUsageDescription: "T3 Code lets commands run by terminals and coding agents use the microphone.", + NSSpeechRecognitionUsageDescription: + "T3 Code transcribes your dictation on this Mac when you choose Apple Speech.", // macOS lists an app under Default web browser only when it opens web // pages as documents as well as http and https links (see protocols). CFBundleDocumentTypes: [ @@ -3840,6 +3873,13 @@ const buildDesktopArtifactUnlocked = Effect.fn("buildDesktopArtifactUnlocked")(f arch: options.arch, verbose: options.verbose, }); + yield* stageAppleSpeech({ + repoRoot, + stageResourcesDir, + platform: options.platform, + arch: options.arch, + verbose: options.verbose, + }); yield* assertPlatformBuildResources( options.platform, diff --git a/third-party-licenses.config.json b/third-party-licenses.config.json index 2cfb7324d9eae..3f5ed2ff2c4de 100644 --- a/third-party-licenses.config.json +++ b/third-party-licenses.config.json @@ -1,5 +1,20 @@ { "customNotices": [ + { + "bundles": ["desktop", "mobile"], + "license": "MIT", + "name": "Apple Speech engine (adapted from @react-native-ai/apple)", + "sourceUrl": "https://github.com/callstackincubator/ai", + "generatedNotices": [ + { + "licenseId": "MIT", + "copyrights": [ + "Copyright (c) 2024-2025 Szymon Rybczak", + "Copyright (c) 2025-present Callstack" + ] + } + ] + }, { "bundles": ["desktop", "mobile", "web"], "license": "MIT", @@ -608,17 +623,6 @@ "copyrights": ["Copyright (c) Meta Platforms, Inc. and affiliates."] } }, - { - "name": "@react-native-ai/apple", - "sourceUrl": "https://github.com/callstackincubator/ai", - "generatedNotice": { - "licenseId": "MIT", - "copyrights": [ - "Copyright (c) 2024-2025 Szymon Rybczak", - "Copyright (c) 2025-present Callstack" - ] - } - }, { "name": "react-remove-scroll-bar", "generatedNotice": {