From c25bae499d7c1652f7247916993986b0b54a5fd2 Mon Sep 17 00:00:00 2001 From: Julius Marminge Date: Tue, 6 Oct 2026 10:42:23 -0700 Subject: [PATCH] feat(cua): let agents use your signed-in browser tabs on any host Agent browser tabs attaches Chrome DevTools MCP to the Chromium browser the user already has open, with their tabs and sign-ins. It finds Chrome, Edge, Brave, Helium, and Chromium profiles on macOS, Linux, and Windows, prefers the one with remote debugging on, and never opens the debugging port while checking. Setup lists the browsers, copies each one's remote debugging page, and installs the pinned Chrome DevTools MCP on Done. Every provider attaches it beside cua-driver, including OpenCode 2 per thread and Pi through its extension bridge. Ported from #15006 (Theo), which supported macOS only. Co-Authored-By: Theo Browne Co-Authored-By: Claude Opus 5.5 (1M context) --- apps/server/src/auth/RpcAuthorization.ts | 3 + apps/server/src/device/DeviceToolchain.ts | 22 +- apps/server/src/mcp/BrowserTabs.test.ts | 64 +++++ apps/server/src/mcp/BrowserTabs.ts | 240 ++++++++++++++++++ .../src/observability/RpcInstrumentation.ts | 2 + .../Adapters/ClaudeAdapterV2.ts | 7 +- .../Adapters/CodexAdapterV2.ts | 16 ++ .../Adapters/OpenCode2AdapterV2.test.ts | 3 + ...penCode2OrchestratorV2.integration.test.ts | 1 + .../ProviderSessionManager.ts | 22 +- .../opencode2_fork/opencode_transcript.ndjson | 2 +- .../provider/CodexDeveloperInstructions.ts | 3 + apps/server/src/server.ts | 2 + apps/server/src/ws.ts | 17 ++ .../settings/BrowserTabsSetupDialog.tsx | 143 +++++++++++ .../settings/IntegrationsSettings.tsx | 93 +++++++ .../components/settings/SettingsPanels.tsx | 4 + .../src/components/settings/settingsSearch.ts | 9 + apps/web/src/i18n/translations/de.json | 33 ++- apps/web/src/i18n/translations/en.json | 33 ++- apps/web/src/i18n/translations/es.json | 33 ++- apps/web/src/i18n/translations/fr.json | 33 ++- apps/web/src/i18n/translations/ja.json | 33 ++- apps/web/src/i18n/translations/ko.json | 33 ++- apps/web/src/i18n/translations/pt-BR.json | 33 ++- apps/web/src/i18n/translations/ru.json | 33 ++- apps/web/src/i18n/translations/sv.json | 33 ++- apps/web/src/i18n/translations/zh.json | 33 ++- docs/user/computer-use.md | 12 + .../src/state/commandPermissions.test.ts | 32 +-- packages/client-runtime/src/state/server.ts | 11 + .../contracts/src/clientRpcPermissions.ts | 2 + packages/contracts/src/cua.ts | 32 +++ packages/contracts/src/rpc.ts | 25 +- packages/contracts/src/settings.ts | 7 + packages/provider-acp/src/server/adapter.ts | 13 +- .../provider-core/src/server/mcpSession.ts | 87 +++++-- .../src/server/runtimeInstructions.ts | 11 +- .../provider-cursor/src/server/adapter.ts | 7 +- .../provider-opencode/src/server/adapter.ts | 22 ++ .../src/server/v2/adapter.ts | 108 +++++--- .../src/server/mcpExtensionSource.ts | 63 +++-- .../provider-pi/src/server/mcpInjection.ts | 13 + packages/shared/src/nodeRuntime.ts | 1 + 44 files changed, 1310 insertions(+), 119 deletions(-) create mode 100644 apps/server/src/mcp/BrowserTabs.test.ts create mode 100644 apps/server/src/mcp/BrowserTabs.ts create mode 100644 apps/web/src/components/settings/BrowserTabsSetupDialog.tsx diff --git a/apps/server/src/auth/RpcAuthorization.ts b/apps/server/src/auth/RpcAuthorization.ts index 29b10daa75a7..74c2bc4df344 100644 --- a/apps/server/src/auth/RpcAuthorization.ts +++ b/apps/server/src/auth/RpcAuthorization.ts @@ -68,6 +68,9 @@ export const RPC_REQUIRED_SCOPES = { [WS_METHODS.serverGetConfig]: AuthOrchestrationReadScope, [WS_METHODS.serverGetNpmRelease]: AuthOrchestrationReadScope, [WS_METHODS.serverCheckComputerUse]: AuthOrchestrationReadScope, + // Operate: the check reads the host's browser profiles; the action installs a tool. + [WS_METHODS.serverCheckBrowserTabs]: AuthOrchestrationOperateScope, + [WS_METHODS.serverRunBrowserTabsAction]: AuthOrchestrationOperateScope, [WS_METHODS.serverRefreshProviders]: AuthOrchestrationReadScope, [WS_METHODS.serverUpdateProvider]: AuthProvidersManageScope, [WS_METHODS.providerAuthStart]: AuthProvidersManageScope, diff --git a/apps/server/src/device/DeviceToolchain.ts b/apps/server/src/device/DeviceToolchain.ts index 7b041a54502c..d771816ea097 100644 --- a/apps/server/src/device/DeviceToolchain.ts +++ b/apps/server/src/device/DeviceToolchain.ts @@ -49,7 +49,7 @@ export class DeviceToolchainInstallError extends Schema.TaggedError; @@ -208,6 +208,26 @@ export const ensureDeviceHub = (baseDir: string) => export const ensureAgentDevice = (baseDir: string) => ensureTool(baseDir, AGENT_DEVICE_SPEC, (paths) => paths.agentDevice); +/** Same pinned install and lock for an npm tool outside device support. */ +export const ensurePinnedTool = Effect.fn("DeviceToolchain.ensurePinnedTool")(function* ( + baseDir: string, + spec: ToolSpec, +) { + const path = yield* Path.Path; + return yield* installLock.withPermit(installTool(spec, toolPaths(path, baseDir, spec))); +}); + +/** The pinned tool's paths when its install is complete, or null. Never installs. */ +export const findPinnedTool = Effect.fn("DeviceToolchain.findPinnedTool")(function* ( + baseDir: string, + spec: ToolSpec, +) { + const fs = yield* FileSystem.FileSystem; + const path = yield* Path.Path; + const paths = toolPaths(path, baseDir, spec); + return (yield* isInstalled(fs, paths, spec.version)) ? paths : null; +}); + const isToolInstalled = Effect.fn("DeviceToolchain.isToolInstalled")(function* ( baseDir: string, spec: ToolSpec, diff --git a/apps/server/src/mcp/BrowserTabs.test.ts b/apps/server/src/mcp/BrowserTabs.test.ts new file mode 100644 index 000000000000..84ba2e8dd6a7 --- /dev/null +++ b/apps/server/src/mcp/BrowserTabs.test.ts @@ -0,0 +1,64 @@ +import * as NodeServices from "@effect/platform-node/NodeServices"; +import { expect, it } from "@effect/vitest"; +import * as HostProcess from "@t3tools/shared/HostProcess"; +import * as Effect from "effect/Effect"; +import * as FileSystem from "effect/FileSystem"; +import * as Path from "effect/Path"; + +import { detectBrowsers } from "./BrowserTabs.ts"; + +const profile = Effect.fn("test.browserProfile")(function* ( + root: string, + relative: string, + port?: number, +) { + const fs = yield* FileSystem.FileSystem; + const path = yield* Path.Path; + const dir = path.join(root, ...relative.split("/")); + yield* fs.makeDirectory(dir, { recursive: true }); + if (port !== undefined) + yield* fs.writeFileString(path.join(dir, "DevToolsActivePort"), `${port}\n/devtools/browser/x`); + return dir; +}); + +it.layer(NodeServices.layer)("detectBrowsers", (it) => { + it.effect.each([ + { + platform: "darwin" as const, + env: (root: string) => ({ HOME: root }), + chrome: "Library/Application Support/Google/Chrome", + edge: "Library/Application Support/Microsoft Edge", + }, + { + platform: "linux" as const, + env: (root: string) => ({ HOME: "/nonexistent", XDG_CONFIG_HOME: root }), + chrome: "google-chrome", + edge: "microsoft-edge", + }, + { + platform: "win32" as const, + env: (root: string) => ({ LOCALAPPDATA: root }), + chrome: "Google/Chrome/User Data", + edge: "Microsoft/Edge/User Data", + }, + ])("finds $platform profiles, the one with remote debugging on first", (testCase) => + Effect.gen(function* () { + const fs = yield* FileSystem.FileSystem; + const root = yield* fs.makeTempDirectoryScoped({ prefix: "t3-browser-tabs-" }); + yield* profile(root, testCase.chrome); + const edgeDir = yield* profile(root, testCase.edge, 9222); + + const browsers = yield* detectBrowsers().pipe( + Effect.provideService(HostProcess.Platform, testCase.platform), + Effect.provideService(HostProcess.Environment, testCase.env(root)), + ); + + expect(browsers.map(({ id, remoteDebugging }) => ({ id, remoteDebugging }))).toEqual([ + { id: "edge", remoteDebugging: true }, + { id: "chrome", remoteDebugging: false }, + ]); + expect(browsers[0]?.userDataDir).toBe(edgeDir); + expect(browsers[0]?.inspectUrl).toBe("edge://inspect/#remote-debugging"); + }).pipe(Effect.scoped), + ); +}); diff --git a/apps/server/src/mcp/BrowserTabs.ts b/apps/server/src/mcp/BrowserTabs.ts new file mode 100644 index 000000000000..82ec92e2fd59 --- /dev/null +++ b/apps/server/src/mcp/BrowserTabs.ts @@ -0,0 +1,240 @@ +/** + * Opt-in Chrome DevTools MCP attached to the Chromium browser the user already + * has open, with their tabs and sign-ins. Providers launch it next to the + * `t3-code` server; a connection is what asks the user to allow access, so + * checking status never opens the browser's debugging port. + */ +import type { BrowserTabsAction, BrowserTabsBrowser, BrowserTabsStatus } from "@t3tools/contracts"; +import { BrowserTabsError } from "@t3tools/contracts"; +import * as HostProcess from "@t3tools/shared/HostProcess"; +import { resolveNodeExecutable } from "@t3tools/shared/nodeRuntime"; +import * as Context from "effect/Context"; +import * as Effect from "effect/Effect"; +import * as FileSystem from "effect/FileSystem"; +import * as Layer from "effect/Layer"; +import * as Option from "effect/Option"; +import * as Path from "effect/Path"; + +import * as ServerConfig from "../config.ts"; +import { ensurePinnedTool, findPinnedTool, type ToolSpec } from "../device/DeviceToolchain.ts"; +import * as ProcessRunner from "../processRunner.ts"; +import * as ServerSettings from "../serverSettings.ts"; + +const CHROME_DEVTOOLS_MCP: ToolSpec = { + name: "chrome-devtools-mcp", + version: "1.10.1", + entry: ["build", "src", "bin", "chrome-devtools-mcp.js"], +}; + +/** A stdio MCP server a provider launches next to `t3-code`. */ +export interface BrowserTabsMcpServer { + readonly name: "chrome-devtools"; + readonly command: string; + readonly args: ReadonlyArray; + readonly env: Readonly>; + readonly browserName: string; +} + +interface BrowserLocation { + readonly id: string; + readonly name: string; + readonly scheme: string; + /** The profile root per platform, relative to its base directory. */ + readonly darwin?: string; + readonly linux?: string; + readonly win32?: string; +} + +/** + * Chromium browsers Chrome DevTools MCP can attach to. macOS profiles sit under + * ~/Library/Application Support, Linux ones under $XDG_CONFIG_HOME, and + * Windows ones under %LOCALAPPDATA%. + */ +const BROWSERS: ReadonlyArray = [ + { + id: "chrome", + name: "Google Chrome", + scheme: "chrome", + darwin: "Google/Chrome", + linux: "google-chrome", + win32: "Google/Chrome/User Data", + }, + { + id: "edge", + name: "Microsoft Edge", + scheme: "edge", + darwin: "Microsoft Edge", + linux: "microsoft-edge", + win32: "Microsoft/Edge/User Data", + }, + { + id: "brave", + name: "Brave", + scheme: "brave", + darwin: "BraveSoftware/Brave-Browser", + linux: "BraveSoftware/Brave-Browser", + win32: "BraveSoftware/Brave-Browser/User Data", + }, + { + id: "helium", + name: "Helium", + scheme: "helium", + darwin: "net.imput.helium", + linux: "net.imput.helium", + win32: "imput/Helium/User Data", + }, + { + id: "chromium", + name: "Chromium", + scheme: "chrome", + darwin: "Chromium", + linux: "chromium", + win32: "Chromium/User Data", + }, +]; + +interface DetectedBrowser extends BrowserTabsBrowser { + readonly userDataDir: string; + readonly since: number; +} + +/** Installed Chromium browsers, the newest remote debugging session first. */ +export const detectBrowsers = Effect.fn("BrowserTabs.detectBrowsers")(function* () { + const fs = yield* FileSystem.FileSystem; + const path = yield* Path.Path; + const platform = yield* HostProcess.Platform; + const environment = yield* HostProcess.Environment; + const home = environment.HOME ?? environment.USERPROFILE; + const base = + platform === "darwin" + ? home && path.join(home, "Library", "Application Support") + : platform === "linux" + ? environment.XDG_CONFIG_HOME?.trim() || (home && path.join(home, ".config")) + : platform === "win32" + ? environment.LOCALAPPDATA + : undefined; + if (!base) return []; + + const found: Array = []; + for (const browser of BROWSERS) { + const relative = + platform === "darwin" ? browser.darwin : platform === "linux" ? browser.linux : browser.win32; + if (!relative) continue; + const userDataDir = path.join(base, ...relative.split("/")); + if (!(yield* fs.exists(userDataDir).pipe(Effect.orElseSucceed(() => false)))) continue; + // Chromium writes this file when remote debugging starts. Its port is never + // opened here: connecting is what asks the user to allow access. + const portFile = path.join(userDataDir, "DevToolsActivePort"); + const port = yield* fs.readFileString(portFile).pipe( + Effect.map((text) => Number.parseInt(text.split("\n")[0] ?? "", 10)), + Effect.orElseSucceed(() => Number.NaN), + ); + const remoteDebugging = Number.isInteger(port) && port > 0; + const since = remoteDebugging + ? yield* fs.stat(portFile).pipe( + Effect.map((info) => Option.getOrUndefined(info.mtime)?.getTime() ?? 0), + Effect.orElseSucceed(() => 0), + ) + : 0; + found.push({ + id: browser.id, + name: browser.name, + inspectUrl: `${browser.scheme}://inspect/#remote-debugging`, + remoteDebugging, + userDataDir, + since, + }); + } + return found.toSorted((a, b) => b.since - a.since); +}); + +export class BrowserTabs extends Context.Service< + BrowserTabs, + { + /** The server a session gets while the setting is on and the tool is installed. Never installs. */ + readonly server: Effect.Effect>; + readonly status: Effect.Effect; + readonly runAction: ( + action: BrowserTabsAction, + ) => Effect.Effect; + } +>()("t3/mcp/BrowserTabs") {} + +const make = Effect.gen(function* () { + const config = yield* ServerConfig.ServerConfig; + const settings = yield* ServerSettings.ServerSettingsService; + const fs = yield* FileSystem.FileSystem; + const path = yield* Path.Path; + const platform = yield* HostProcess.Platform; + const environment = yield* HostProcess.Environment; + const runner = yield* ProcessRunner.ProcessRunner; + const provide = (effect: Effect.Effect) => + effect.pipe( + Effect.provideService(FileSystem.FileSystem, fs), + Effect.provideService(Path.Path, path), + Effect.provideService(ProcessRunner.ProcessRunner, runner), + Effect.provideService(HostProcess.Platform, platform), + Effect.provideService(HostProcess.Environment, environment), + ); + const browsers = provide(detectBrowsers()); + const installed = provide(findPinnedTool(config.baseDir, CHROME_DEVTOOLS_MCP)).pipe( + Effect.orElseSucceed(() => null), + ); + + const status = Effect.gen(function* () { + return { + browsers: (yield* browsers).map(({ id, name, inspectUrl, remoteDebugging }) => ({ + id, + name, + inspectUrl, + remoteDebugging, + })), + toolInstalled: (yield* installed) !== null, + } satisfies BrowserTabsStatus; + }); + + const server = Effect.gen(function* () { + const enabled = yield* settings.getSettings.pipe( + Effect.map((value) => value.enableAgentBrowserTabs), + Effect.orElseSucceed(() => false), + ); + if (!enabled) return Option.none(); + const tool = yield* installed; + const node = yield* provide(resolveNodeExecutable("Browser tab access")).pipe(Effect.option); + if (tool === null || Option.isNone(node)) { + yield* Effect.logWarning("Browser tab access is on, but Chrome DevTools MCP is not ready."); + return Option.none(); + } + // Without a browser in remote debugging mode, fall back to Chrome's profile. + const browser = (yield* browsers).find((candidate) => candidate.remoteDebugging); + return Option.some({ + name: "chrome-devtools", + command: node.value, + args: [ + tool.entryPath, + "--autoConnect", + ...(browser ? ["--userDataDir", browser.userDataDir] : []), + "--no-usage-statistics", + "--no-performance-crux", + ], + // The desktop backend is Electron, which needs this to act as Node. + env: { ELECTRON_RUN_AS_NODE: "1" }, + browserName: browser?.name ?? "Chrome", + }); + }); + + const runAction = Effect.fn("BrowserTabs.runAction")(function* (action: BrowserTabsAction) { + if (action === "install-tool") { + yield* provide( + resolveNodeExecutable("Browser tab access").pipe( + Effect.andThen(ensurePinnedTool(config.baseDir, CHROME_DEVTOOLS_MCP)), + ), + ).pipe(Effect.mapError((cause) => new BrowserTabsError({ action, cause }))); + } + return yield* status; + }); + + return BrowserTabs.of({ server, status, runAction }); +}); + +export const layer = Layer.effect(BrowserTabs, make).pipe(Layer.provide(ProcessRunner.layer)); diff --git a/apps/server/src/observability/RpcInstrumentation.ts b/apps/server/src/observability/RpcInstrumentation.ts index 6fea413245ec..1901eca324f4 100644 --- a/apps/server/src/observability/RpcInstrumentation.ts +++ b/apps/server/src/observability/RpcInstrumentation.ts @@ -38,6 +38,8 @@ const RPC_AGGREGATES = { [WS_METHODS.projectsMutate]: "orchestration", [WS_METHODS.serverProbe]: "server", [WS_METHODS.serverCheckComputerUse]: "server", + [WS_METHODS.serverCheckBrowserTabs]: "server", + [WS_METHODS.serverRunBrowserTabsAction]: "server", [WS_METHODS.serverGetConfig]: "server", [WS_METHODS.serverGetNpmRelease]: "server", [WS_METHODS.serverRefreshProviders]: "server", diff --git a/apps/server/src/orchestration-v2/Adapters/ClaudeAdapterV2.ts b/apps/server/src/orchestration-v2/Adapters/ClaudeAdapterV2.ts index 354fd40ca926..56ad29924a25 100644 --- a/apps/server/src/orchestration-v2/Adapters/ClaudeAdapterV2.ts +++ b/apps/server/src/orchestration-v2/Adapters/ClaudeAdapterV2.ts @@ -2185,6 +2185,8 @@ export function makeClaudeQueryOptions(input: { readonly mcpServers?: ClaudeQueryOptions["mcpServers"]; /** The thread's T3 MCP session holds the `device` capability. */ readonly deviceToolsAvailable?: boolean; + /** The browser `chrome-devtools` drives, for its prompt text. */ + readonly browserTabs?: string; readonly tools?: ClaudeAgentSdkQueryTools; readonly allowedTools?: ReadonlyArray; readonly disallowedTools?: ReadonlyArray; @@ -2338,6 +2340,7 @@ export function makeClaudeQueryOptions(input: { buildRuntimeInstructions({ harness: "Claude Code", computerUse: input.mcpServers?.[McpProviderSession.CUA_MCP_SERVER_NAME] !== undefined, + browserTabs: input.browserTabs, }) + (input.mcpServers === undefined ? "" @@ -2489,6 +2492,7 @@ export function claudeMcpQueryOverrides(input: { }): { readonly allowedTools?: ReadonlyArray; readonly mcpServers?: ClaudeQueryOptions["mcpServers"]; + readonly browserTabs?: string; } { const session = input.mcpSession; if (session === undefined) { @@ -2508,8 +2512,9 @@ export function claudeMcpQueryOverrides(input: { }, timeout: CLAUDE_T3_MCP_TOOL_TIMEOUT_MS, }, - ...McpProviderSession.cuaStdioMcpServers(session), + ...McpProviderSession.localStdioMcpServers(session), }, + ...(session.browserTabs ? { browserTabs: session.browserTabs.browserName } : {}), }; } diff --git a/apps/server/src/orchestration-v2/Adapters/CodexAdapterV2.ts b/apps/server/src/orchestration-v2/Adapters/CodexAdapterV2.ts index e2d94e4190a3..ffa5aa63db94 100644 --- a/apps/server/src/orchestration-v2/Adapters/CodexAdapterV2.ts +++ b/apps/server/src/orchestration-v2/Adapters/CodexAdapterV2.ts @@ -830,6 +830,8 @@ export const buildCodexTurnStartParams = Effect.fn("CodexAdapterV2.buildCodexTur readonly deviceToolsAvailable?: boolean; /** The managed `cua-driver` MCP server is attached to this thread. */ readonly computerUse?: boolean; + /** The browser `chrome-devtools` drives, when browser tabs are attached. */ + readonly browserTabs?: string; /** ChatGPT token sharing does not accept service tiers. */ readonly omitServiceTier?: boolean; readonly appContext?: ProviderAdapter.ProviderAdapterV2TurnInput["appContext"]; @@ -879,6 +881,7 @@ export const buildCodexTurnStartParams = Effect.fn("CodexAdapterV2.buildCodexTur browser: input.browserToolsAvailable ?? true, device: input.deviceToolsAvailable ?? false, computerUse: input.computerUse ?? false, + ...(input.browserTabs === undefined ? {} : { browserTabs: input.browserTabs }), }, ) : undefined; @@ -1552,6 +1555,7 @@ export function codexThreadRuntimeParams(input: { http_headers: { Authorization: mcpSession.authorizationHeader }, }; const cuaDriver = input.userCuaDriver === true ? undefined : mcpSession?.cuaDriver; + const browserTabs = mcpSession?.browserTabs; return { ...(input.runtimePolicy?.cwd == null ? {} : { cwd: input.runtimePolicy.cwd }), ...(input.modelSelection === undefined ? {} : { model: input.modelSelection.model }), @@ -1584,6 +1588,15 @@ export function codexThreadRuntimeParams(input: { ), }, }), + ...(browserTabs === undefined + ? {} + : { + [`mcp_servers.${McpProviderSession.BROWSER_TABS_MCP_SERVER_NAME}`]: { + command: browserTabs.command, + args: [...browserTabs.args], + env: { ...browserTabs.env }, + }, + }), }), }, }; @@ -7643,6 +7656,9 @@ export const makeCodexAdapterV2 = Effect.fn("makeCodexAdapterV2")(function* ( computerUse: mcpSession?.cuaDriver !== undefined && !(yield* userCuaDriver(mcpSession, turnInput.runtimePolicy.cwd)), + ...(mcpSession?.browserTabs === undefined + ? {} + : { browserTabs: mcpSession.browserTabs.browserName }), omitServiceTier: adapterOptions.resolveRuntime !== undefined, ...(turnInput.appContext === undefined ? {} : { appContext: turnInput.appContext }), ...(configuredReasoningSummary === undefined ? {} : { configuredReasoningSummary }), diff --git a/apps/server/src/orchestration-v2/Adapters/OpenCode2AdapterV2.test.ts b/apps/server/src/orchestration-v2/Adapters/OpenCode2AdapterV2.test.ts index 58343fdb7037..07b08361a788 100644 --- a/apps/server/src/orchestration-v2/Adapters/OpenCode2AdapterV2.test.ts +++ b/apps/server/src/orchestration-v2/Adapters/OpenCode2AdapterV2.test.ts @@ -98,6 +98,7 @@ const mcpRules = [ { action: "t3-code-*", resource: "*", effect: "deny" }, { action: "t3-code-thread_opencode2-adapter_*", resource: "*", effect: "allow" }, { action: "cua-driver-*", resource: "*", effect: "deny" }, + { action: "chrome-devtools-*", resource: "*", effect: "deny" }, ]; const t3Rules = [{ action: "*", resource: "*", effect: "allow" }, ...mcpRules]; const TITLE = "Prime check"; @@ -5260,6 +5261,7 @@ it.layer(McpProviderSessions.layer)("OpenCode2 adapter", (it) => { { action: "t3-code-*", resource: "*", effect: "deny" }, { action: `${server}_*`, resource: "*", effect: "allow" }, { action: "cua-driver-*", resource: "*", effect: "deny" }, + { action: "chrome-devtools-*", resource: "*", effect: "deny" }, ], }), ), @@ -6853,6 +6855,7 @@ it.layer(McpProviderSessions.layer)("OpenCode2 adapter", (it) => { { action: "t3-code-*", resource: "*", effect: "deny" }, { action: "t3-code-thread_opencode2-adapter_fork_*", resource: "*", effect: "allow" }, { action: "cua-driver-*", resource: "*", effect: "deny" }, + { action: "chrome-devtools-*", resource: "*", effect: "deny" }, ], }), reply("session.update", null), diff --git a/apps/server/src/orchestration-v2/OpenCode2OrchestratorV2.integration.test.ts b/apps/server/src/orchestration-v2/OpenCode2OrchestratorV2.integration.test.ts index 35b7510a5082..dcd19e773cbb 100644 --- a/apps/server/src/orchestration-v2/OpenCode2OrchestratorV2.integration.test.ts +++ b/apps/server/src/orchestration-v2/OpenCode2OrchestratorV2.integration.test.ts @@ -65,6 +65,7 @@ const mcpRules = (name: string) => [ { action: "t3-code-*", resource: "*", effect: "deny" }, { action: `t3-code-thread_${name}_*`, resource: "*", effect: "allow" }, { action: "cua-driver-*", resource: "*", effect: "deny" }, + { action: "chrome-devtools-*", resource: "*", effect: "deny" }, ]; const FULL_ACCESS = [{ action: "*", resource: "*", effect: "allow" }]; diff --git a/apps/server/src/orchestration-v2/ProviderSessionManager.ts b/apps/server/src/orchestration-v2/ProviderSessionManager.ts index b63ecc9b5974..700721254113 100644 --- a/apps/server/src/orchestration-v2/ProviderSessionManager.ts +++ b/apps/server/src/orchestration-v2/ProviderSessionManager.ts @@ -53,6 +53,7 @@ import * as ProjectService from "../project/ProjectService.ts"; import * as McpProviderSessions from "@t3tools/provider-core/server/McpProviderSessions"; import type { McpProviderSessionConfig } from "@t3tools/provider-core/server/mcpSession"; import * as CuaDriver from "../cua/CuaDriver.ts"; +import * as BrowserTabs from "../mcp/BrowserTabs.ts"; import * as ServerSettings from "../serverSettings.ts"; import * as McpSessionRegistry from "../mcp/McpSessionRegistry.ts"; import * as EventSink from "./EventSink.ts"; @@ -438,6 +439,7 @@ export const layerWithOptions = ( * as settings; acquiring it returns nothing while the setting is off. */ const cuaDriver = yield* Effect.serviceOption(CuaDriver.CuaDriver); + const browserTabs = yield* Effect.serviceOption(BrowserTabs.BrowserTabs); /** * Records the thread's session with the managed Cua Driver, when it is * running. A session prepared while it is off keeps its stale answer @@ -447,8 +449,24 @@ export const layerWithOptions = ( config: McpProviderSessionConfig, ) { const cua = Option.isSome(cuaDriver) ? yield* cuaDriver.value.acquire : Option.none(); - const { cuaDriver: _previous, ...rest } = config; - yield* mcpSessions.set(Option.isSome(cua) ? { ...rest, cuaDriver: cua.value } : rest); + const tabs = Option.isSome(browserTabs) + ? yield* browserTabs.value.server + : Option.none(); + const { cuaDriver: _cua, browserTabs: _tabs, ...rest } = config; + yield* mcpSessions.set({ + ...rest, + ...(Option.isSome(cua) ? { cuaDriver: cua.value } : {}), + ...(Option.isSome(tabs) + ? { + browserTabs: { + command: tabs.value.command, + args: tabs.value.args, + env: tabs.value.env, + browserName: tabs.value.browserName, + }, + } + : {}), + }); }); const eventSink = yield* EventSink.EventSinkV2; const commandOutput = yield* CommandOutputHub.CommandOutputHub; diff --git a/apps/server/src/orchestration-v2/testkit/fixtures/opencode2_fork/opencode_transcript.ndjson b/apps/server/src/orchestration-v2/testkit/fixtures/opencode2_fork/opencode_transcript.ndjson index c378a62960bc..62a361b45ca9 100644 --- a/apps/server/src/orchestration-v2/testkit/fixtures/opencode2_fork/opencode_transcript.ndjson +++ b/apps/server/src/orchestration-v2/testkit/fixtures/opencode2_fork/opencode_transcript.ndjson @@ -49,7 +49,7 @@ {"type": "emit_inbound", "label": "message.list.synthetic.response", "frame": {"type": "sdk.response", "operation": "message.list", "data": {"data": [], "cursor": {}}}} {"type": "expect_outbound", "label": "session.fork", "frame": {"type": "session.fork", "input": {"sessionID": "ses_f1484ea8affe5aTo8CcgbGIszj", "before": "msg_0eb7b1f9f001g95Bduh3bi8syS"}}} {"type": "emit_inbound", "label": "session.fork.response", "frame": {"type": "sdk.response", "operation": "session.fork", "data": {"data": {"id": "ses_f1484db83ffeLGtrRCFimo1H0e", "fork": {"sessionID": "ses_f1484ea8affe5aTo8CcgbGIszj", "boundary": {"type": "before", "messageID": "msg_0eb7b1f9f001g95Bduh3bi8syS"}}, "projectID": "global", "model": {"id": "big-pickle", "providerID": "opencode", "variant": "default"}, "cost": 0, "tokens": {"input": 0, "output": 0, "reasoning": 0, "cache": {"read": 0, "write": 0}}, "time": {"created": 1790657111165, "updated": 1790657111165}, "title": "spike fork (fork #1)", "location": {"directory": ""}, "permissions": [{"action": "*", "resource": "*", "effect": "allow"}, {"action": "subagent", "resource": "*", "effect": "deny"}]}}}} -{"type": "expect_outbound", "label": "session.update", "frame": {"type": "session.update", "input": {"sessionID": "ses_f1484db83ffeLGtrRCFimo1H0e", "permissions": [{"action": "*", "resource": "*", "effect": "allow"}, {"action": "t3-code-*", "resource": "*", "effect": "deny"}, {"action": "t3-code-thread_opencode2-fork_target_*", "resource": "*", "effect": "allow"}, {"action": "cua-driver-*", "resource": "*", "effect": "deny"}]}}} +{"type": "expect_outbound", "label": "session.update", "frame": {"type": "session.update", "input": {"sessionID": "ses_f1484db83ffeLGtrRCFimo1H0e", "permissions": [{"action": "*", "resource": "*", "effect": "allow"}, {"action": "t3-code-*", "resource": "*", "effect": "deny"}, {"action": "t3-code-thread_opencode2-fork_target_*", "resource": "*", "effect": "allow"}, {"action": "cua-driver-*", "resource": "*", "effect": "deny"}, {"action": "chrome-devtools-*", "resource": "*", "effect": "deny"}]}}} {"type": "emit_inbound", "label": "session.update.response", "frame": {"type": "sdk.response", "operation": "session.update", "data": null}} {"type": "emit_inbound", "label": "session.forked", "frame": {"type": "sdk.event", "event": {"id": "evt_0eb7b247d001fXzFroPg5P0bps", "created": 1790657111165, "type": "session.forked", "location": {"directory": ""}, "data": {"sessionID": "ses_f1484db83ffeLGtrRCFimo1H0e", "parentID": "ses_f1484ea8affe5aTo8CcgbGIszj", "boundary": {"type": "before", "messageID": "msg_0eb7b1f9f001g95Bduh3bi8syS"}, "instructions": {"core/environment": "db4a793a05fec32fdfa985a3432125a86d6cb42debc8b9ee8f6a99fbfcf2f93b", "core/date": "bf08b8486572ab3eef677a3c9ee12468e411ae41a8f4d2fb6cf02a6ca73f1986", "core/codemode": "616a7ad8b8e40e8a71eab238dfbbe9eaf0f4a9e6fdad853226d075bfe602e1e6", "core/skill-guidance": "0d001919496102654717308c72635523bf7c3cd99c81e058cc79f2947104f9a5"}, "instructionEntries": []}, "durable": {"aggregateID": "ses_f1484db83ffeLGtrRCFimo1H0e", "seq": 0, "version": 2}}}} {"type": "expect_outbound", "label": "session.update.title", "frame": {"type": "session.update", "input": {"sessionID": "ses_f1484db83ffeLGtrRCFimo1H0e", "title": ""}}} diff --git a/apps/server/src/provider/CodexDeveloperInstructions.ts b/apps/server/src/provider/CodexDeveloperInstructions.ts index ec1da623a6ba..88c06316ce1a 100644 --- a/apps/server/src/provider/CodexDeveloperInstructions.ts +++ b/apps/server/src/provider/CodexDeveloperInstructions.ts @@ -15,6 +15,8 @@ export interface T3CodeToolAvailability { readonly device: boolean; /** The managed `cua-driver` MCP server is attached to this turn. */ readonly computerUse?: boolean; + /** The browser `chrome-devtools` drives, when browser tabs are attached. */ + readonly browserTabs?: string; } const normalizeAvailability = ( @@ -59,6 +61,7 @@ export function buildCodexAdditionalContext( harness: "Codex", ...runtime, computerUse: typeof toolsAvailable !== "boolean" && toolsAvailable.computerUse === true, + browserTabs: typeof toolsAvailable === "boolean" ? undefined : toolsAvailable.browserTabs, }), }, ...(tools ? { t3_code_tools: { kind: "application", value: tools } } : {}), diff --git a/apps/server/src/server.ts b/apps/server/src/server.ts index 55b589eb65d6..76d9e52a8ea1 100644 --- a/apps/server/src/server.ts +++ b/apps/server/src/server.ts @@ -203,6 +203,7 @@ import * as TraceDiagnostics from "./diagnostics/TraceDiagnostics.ts"; import * as TriageService from "./triage/TriageService.ts"; import * as DesktopTelemetryReceiver from "./resourceTelemetry/DesktopTelemetryReceiver.ts"; import * as CuaDriver from "./cua/CuaDriver.ts"; +import * as BrowserTabs from "./mcp/BrowserTabs.ts"; import * as CuaWindowPreview from "./cua/CuaWindowPreview.ts"; import * as NativeTelemetryClient from "./resourceTelemetry/NativeTelemetryClient.ts"; import * as ResourceAttribution from "./resourceTelemetry/ResourceAttribution.ts"; @@ -771,6 +772,7 @@ const layerRuntimeCoreDependenciesBase = Layer.mergeAll( ), CodexInstallation.CodexInstallation.layer, layerCuaDriver, + BrowserTabs.layer.pipe(Layer.provide(layerServerSettings)), ), ), ); diff --git a/apps/server/src/ws.ts b/apps/server/src/ws.ts index 213996498cc1..8b1ccc5ebb41 100644 --- a/apps/server/src/ws.ts +++ b/apps/server/src/ws.ts @@ -198,6 +198,7 @@ import { terminalOutputStream, withOutputWindow } from "./terminal/OutputProtoco import * as ServerBrowser from "./preview/ServerBrowser.ts"; import * as DeviceService from "./device/DeviceService.ts"; import * as CuaDriver from "./cua/CuaDriver.ts"; +import * as BrowserTabs from "./mcp/BrowserTabs.ts"; import * as CuaWindowPreview from "./cua/CuaWindowPreview.ts"; import { remoteSshDeviceHosts } from "./device/localSshDeviceHost.ts"; import * as PreviewManager from "./preview/Manager.ts"; @@ -2370,6 +2371,22 @@ export const layerWsRpc = ( : Effect.succeed({ platform: "other", running: false } as const), ), ), + [WS_METHODS.serverCheckBrowserTabs]: (_input) => + Effect.serviceOption(BrowserTabs.BrowserTabs).pipe( + Effect.flatMap((tabs) => + Option.isSome(tabs) + ? tabs.value.status + : Effect.succeed({ browsers: [], toolInstalled: false }), + ), + ), + [WS_METHODS.serverRunBrowserTabsAction]: (input) => + Effect.serviceOption(BrowserTabs.BrowserTabs).pipe( + Effect.flatMap((tabs) => + Option.isSome(tabs) + ? tabs.value.runAction(input.action) + : Effect.succeed({ browsers: [], toolInstalled: false }), + ), + ), [WS_METHODS.serverGetConfig]: (_input) => loadServerConfig({ usageLimitsCommand: false, diff --git a/apps/web/src/components/settings/BrowserTabsSetupDialog.tsx b/apps/web/src/components/settings/BrowserTabsSetupDialog.tsx new file mode 100644 index 000000000000..1faab5e9fc5f --- /dev/null +++ b/apps/web/src/components/settings/BrowserTabsSetupDialog.tsx @@ -0,0 +1,143 @@ +import type { BrowserTabsStatus } from "@t3tools/contracts"; +import { CircleCheckIcon } from "lucide-react"; +import { T, useGT, Var } from "gt-react"; +import { useState } from "react"; + +import { useCopyToClipboard } from "~/hooks/useCopyToClipboard"; +import { Button } from "../ui/button"; +import { + Dialog, + DialogDescription, + DialogFooter, + DialogHeader, + DialogPanel, + DialogPopup, + DialogTitle, +} from "../ui/dialog"; + +/** A browser agents can use right now: running with remote debugging on. */ +export function readyBrowser(status: BrowserTabsStatus | null) { + return status?.browsers.find((browser) => browser.remoteDebugging); +} + +/** + * Setup for browser tab access. Agents attach to the browser on the host that + * has remote debugging on, and the browser asks to allow each connection, so + * someone at the host turns it on and approves it. Done installs Chrome + * DevTools MCP on the host. + */ +export function BrowserTabsSetupDialog({ + hostLabel, + status, + onRefresh, + onFinish, + onClose, +}: { + hostLabel: string; + status: BrowserTabsStatus | null; + onRefresh: () => void; + onFinish: () => Promise; + onClose: () => void; +}) { + const gt = useGT(); + const [installing, setInstalling] = useState(false); + const [error, setError] = useState(null); + const [copiedUrl, setCopiedUrl] = useState(null); + const { copyToClipboard, isCopied } = useCopyToClipboard({ onCopy: setCopiedUrl }); + const browsers = status?.browsers ?? []; + const ready = readyBrowser(status) !== undefined; + const finish = async () => { + setInstalling(true); + setError(null); + const installed = await onFinish().catch(() => false); + setInstalling(false); + if (installed) onClose(); + else setError(gt("Chrome DevTools MCP did not install. Try again.")); + }; + + return ( + { + if (!open && !installing) onClose(); + }} + > + + + + Use your browser tabs + + + + Agents connect to the browser on {hostLabel} that has remote debugging on. + On {hostLabel}, open the browser's page below and turn on remote debugging. + The browser asks to allow each connection, so someone at {hostLabel} has to + approve it. + + + + + {status !== null && browsers.length === 0 ? ( +

+ No Chromium browser found. Install Chrome, Edge, Brave, Helium, or Chromium. +

+ ) : ( +
+ {browsers.map((browser) => ( +
+
+

{browser.name}

+ {browser.remoteDebugging ? null : ( +

+ {browser.inspectUrl} +

+ )} +
+ {browser.remoteDebugging ? ( + + + ) : ( + + )} +
+ ))} +
+ )} + {error ? ( +

+ {error} +

+ ) : null} +
+ + + + + +
+
+ ); +} diff --git a/apps/web/src/components/settings/IntegrationsSettings.tsx b/apps/web/src/components/settings/IntegrationsSettings.tsx index 5c40adbd8da5..6819085eb0ee 100644 --- a/apps/web/src/components/settings/IntegrationsSettings.tsx +++ b/apps/web/src/components/settings/IntegrationsSettings.tsx @@ -1,4 +1,5 @@ import { managedCapabilityDenial } from "@t3tools/client-runtime/contract-labels"; +import { useAtomValue } from "@effect/atom-react"; import { DeviceHostUpdates } from "../device/DeviceHostUpdates"; import { DeviceToolVersions } from "../device/DeviceToolVersions"; import { useScopedSettings, useUpdateScopedSettings } from "./useScopedSettings"; @@ -6,6 +7,7 @@ import { ScopedSwitch } from "./ScopedSwitch"; import { DeviceSourcesSettings } from "./DeviceSourcesSettings"; import { CuaSetupDialog } from "./CuaSetupDialog"; import { SettingsScopeNotice } from "./SettingsScopeNotice"; +import { BrowserTabsSetupDialog, readyBrowser } from "./BrowserTabsSetupDialog"; import { AuthSettingsWriteScope, BrowserImportFailureReason, @@ -1279,6 +1281,7 @@ function ComputerUseControls() { } /> + {setupOpen && canConfigure && environmentId !== null ? ( + + {enabled && canInstall ? ( + + ) : null} + { + if (checked) setSetupOpen(true); + else void updateSettings({ enableAgentBrowserTabs: false }); + }} + /> + + } + /> + {setupOpen && environmentId ? ( + { + const result = await runAction({ environmentId, input: { action: "install-tool" } }); + if (result._tag === "Failure") return false; + if (!enabled) await updateSettings({ enableAgentBrowserTabs: true }); + return true; + }} + onClose={() => { + setSetupOpen(false); + refresh(); + }} + /> + ) : null} + + ); +} + function BrowserAutoShowFloatingPreviewSetting({ disabled }: { readonly disabled: boolean }) { const searchableSetting = useSearchableSetting(); const gt = useGT(); diff --git a/apps/web/src/components/settings/SettingsPanels.tsx b/apps/web/src/components/settings/SettingsPanels.tsx index 3853208b5809..96cdd2cd664e 100644 --- a/apps/web/src/components/settings/SettingsPanels.tsx +++ b/apps/web/src/components/settings/SettingsPanels.tsx @@ -637,6 +637,9 @@ export function useSettingsRestore(onRestored?: () => void) { ? [gt("Agent browser access")] : []), ...(settings.enableCua !== DEFAULT_UNIFIED_SETTINGS.enableCua ? ["Computer use"] : []), + ...(settings.enableAgentBrowserTabs !== DEFAULT_UNIFIED_SETTINGS.enableAgentBrowserTabs + ? ["Agent browser tabs"] + : []), ]; const restoreDefaults = async () => { @@ -766,6 +769,7 @@ export function useSettingsRestore(onRestored?: () => void) { pullRequestLinksOpenInApp: DEFAULT_UNIFIED_SETTINGS.pullRequestLinksOpenInApp, enableAgentBrowserAccess: DEFAULT_UNIFIED_SETTINGS.enableAgentBrowserAccess, enableCua: DEFAULT_UNIFIED_SETTINGS.enableCua, + enableAgentBrowserTabs: DEFAULT_UNIFIED_SETTINGS.enableAgentBrowserTabs, }); if (result.saved) onRestored?.(); }; diff --git a/apps/web/src/components/settings/settingsSearch.ts b/apps/web/src/components/settings/settingsSearch.ts index 91977f9ad00b..419add8ac325 100644 --- a/apps/web/src/components/settings/settingsSearch.ts +++ b/apps/web/src/components/settings/settingsSearch.ts @@ -1098,6 +1098,15 @@ export const SETTINGS_SEARCH_ITEMS = [ targetId: "devices", searchTerms: [msg("allow simulator emulator ios android drive tools sessions")], }, + { + id: "agent-browser-tabs", + title: msg("Agent browser tabs"), + to: "/settings/devices", + targetId: "computer", + searchTerms: [ + msg("chrome devtools tabs sign-ins signed in browser remote debugging edge brave"), + ], + }, { id: "cua-computer-use", title: msg("Computer use"), diff --git a/apps/web/src/i18n/translations/de.json b/apps/web/src/i18n/translations/de.json index 2cd874ae8891..857d6ab51bf1 100644 --- a/apps/web/src/i18n/translations/de.json +++ b/apps/web/src/i18n/translations/de.json @@ -7564,6 +7564,32 @@ }, " fehlgeschlagen" ], + "c5cf4921e9b53824": "Chrome DevTools MCP wurde nicht installiert. Versuch es erneut.", + "75b1a7d1af613c5d": "Später abschließen", + "290cac9bd85be15a": "Deine Browser-Tabs verwenden", + "2709455317e2d538": [ + "Agenten verbinden sich mit dem Browser auf ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + ", in dem Remote-Debugging aktiviert ist. Öffne auf ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + " die unten angezeigte Seite des Browsers und aktiviere Remote-Debugging. Der Browser fragt bei jeder Verbindung nach, daher muss jemand an ", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " sie bestätigen." + ], + "2e844dc004983ebb": "Kein Chromium-Browser gefunden. Installiere Chrome, Edge, Brave, Helium oder Chromium.", + "99859ef84af13eb3": "An", "a2fc467e1a6e2e29": "Die Änderungen konnten nicht vorbereitet werden. Hilfe findest du unter „Erweitert“.", "9c09c0fc3f65c734": "Tastenkürzel gespeichert", "b1d65f0c09819ac5": "Verwende {shortcut} aus einer anderen App.", @@ -7993,7 +8019,6 @@ "82a12d86994dfd17": "In anderen Apps klicken, tippen und Steuerelemente lesen.", "c07fc2cd79fb94c4": "Bildschirmaufnahme", "4bbac051622766c1": "Den Bildschirm sehen, um den nächsten Schritt zu entscheiden.", - "75b1a7d1af613c5d": "Später abschließen", "a9b9096280be6466": [ "Agenten ", { @@ -8359,6 +8384,11 @@ "d18307275ee97e9a": "Computersteuerung auf Standard zurücksetzen", "1419352c258bc7de": "Diese Verbindung kann auf diesem Host keine Einstellungen ändern.", "b26ad48726dd8132": "Computersteuerung ist eingeschaltet, aber Cua Driver konnte nicht neu starten. Öffne das Setup erneut.", + "024b1791e74e4875": "Einrichtung nötig", + "565cc034918e3732": "Verwendet {browser}", + "ce62c408d095401d": "Aktiviere Remote-Debugging in deinem Browser", + "2541722d5b0f9ccd": "Agenten über Chrome DevTools MCP die offenen Tabs und Anmeldungen in deinem Browser auf {host} nutzen lassen.", + "b714ba7431dc4989": "Browser-Tabs für Agenten", "b395b88284e3bca2": "Die schwebende Vorschau anzeigen, wenn ein Agent einen Browser oder ein Gerät öffnet, sofern der Agent nichts anderes angibt.", "6aadfd59cf60b4b5": "Schwebende Vorschau automatisch anzeigen auf Standard zurücksetzen", "e4a7ec61190bc1f9": "Schwebende Vorschau automatisch anzeigen", @@ -11555,6 +11585,7 @@ "345075be6cacc171": "gerät hosts ssh remote mac mini identität schlüssel verbindung eas expo cloud simlock pool gateway lokale simulatoren", "a6b742430b05d6cc": "Agenten können Geräte nutzen", "1d5d7418a83575c2": "erlauben simulator emulator ios android steuern tools sitzungen", + "9a44b2704adff236": "chrome devtools tabs anmeldungen angemeldet browser remote-debugging edge brave", "04050ac46c68cdaa": "cua driver apps desktop bildschirm klicken tippen agenten steuerung computersteuerung mac linux windows", "60f0825756e404dc": "Geräte nutzen", "907782e153a139a3": "geräte-hub simulator emulator ios android installieren starten version", diff --git a/apps/web/src/i18n/translations/en.json b/apps/web/src/i18n/translations/en.json index 9b0002ab1f1a..fe65f35ff14d 100644 --- a/apps/web/src/i18n/translations/en.json +++ b/apps/web/src/i18n/translations/en.json @@ -7571,6 +7571,32 @@ "v": "v" } ], + "c5cf4921e9b53824": "Chrome DevTools MCP did not install. Try again.", + "75b1a7d1af613c5d": "Finish later", + "290cac9bd85be15a": "Use your browser tabs", + "2709455317e2d538": [ + "Agents connect to the browser on ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + " that has remote debugging on. On ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + ", open the browser's page below and turn on remote debugging. The browser asks to allow each connection, so someone at ", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " has to approve it." + ], + "2e844dc004983ebb": "No Chromium browser found. Install Chrome, Edge, Brave, Helium, or Chromium.", + "99859ef84af13eb3": "On", "a2fc467e1a6e2e29": "Couldn't prepare the changes. Check Advanced for help.", "9c09c0fc3f65c734": "Shortcut saved", "b1d65f0c09819ac5": "Use {shortcut} from another app.", @@ -8000,7 +8026,6 @@ "82a12d86994dfd17": "Click, type, and read controls in other apps.", "c07fc2cd79fb94c4": "Screen Recording", "4bbac051622766c1": "See the screen to decide what to do next.", - "75b1a7d1af613c5d": "Finish later", "a9b9096280be6466": [ "Let agents use ", { @@ -8366,6 +8391,11 @@ "d18307275ee97e9a": "Reset computer use to default", "1419352c258bc7de": "This connection cannot change settings on this host.", "b26ad48726dd8132": "Computer use is on, but Cua Driver could not restart. Try Setup again.", + "024b1791e74e4875": "Needs setup", + "565cc034918e3732": "Using {browser}", + "ce62c408d095401d": "Turn on remote debugging in your browser", + "2541722d5b0f9ccd": "Let agents use the open tabs and sign-ins in your browser on {host} through Chrome DevTools MCP.", + "b714ba7431dc4989": "Agent browser tabs", "b395b88284e3bca2": "Show the floating preview when an agent opens a browser or device unless the agent says otherwise.", "6aadfd59cf60b4b5": "Reset auto-show floating preview to default", "e4a7ec61190bc1f9": "Auto-show floating preview", @@ -11562,6 +11592,7 @@ "345075be6cacc171": "device hosts ssh remote mac mini identity key connection eas expo cloud simlock pool gateway local simulators", "a6b742430b05d6cc": "Agents can use devices", "1d5d7418a83575c2": "allow simulator emulator ios android drive tools sessions", + "9a44b2704adff236": "chrome devtools tabs sign-ins signed in browser remote debugging edge brave", "04050ac46c68cdaa": "cua driver apps desktop screen click type agents control mac linux windows", "60f0825756e404dc": "Use devices", "907782e153a139a3": "device hub simulator emulator ios android install start version", diff --git a/apps/web/src/i18n/translations/es.json b/apps/web/src/i18n/translations/es.json index 0890fe747d95..9ea91d27d181 100644 --- a/apps/web/src/i18n/translations/es.json +++ b/apps/web/src/i18n/translations/es.json @@ -7563,6 +7563,32 @@ "v": "v" } ], + "c5cf4921e9b53824": "Chrome DevTools MCP no se instaló. Inténtalo de nuevo.", + "75b1a7d1af613c5d": "Terminar más tarde", + "290cac9bd85be15a": "Usar las pestañas de tu navegador", + "2709455317e2d538": [ + "Los agentes se conectan al navegador de ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + " que tiene la depuración remota activada. En ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + ", abre la página del navegador que aparece abajo y activa la depuración remota. El navegador pide permitir cada conexión, así que alguien en ", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " tiene que aprobarla." + ], + "2e844dc004983ebb": "No se encontró ningún navegador Chromium. Instala Chrome, Edge, Brave, Helium o Chromium.", + "99859ef84af13eb3": "Activada", "a2fc467e1a6e2e29": "No se pudieron preparar los cambios. Consulta Avanzado para obtener ayuda.", "9c09c0fc3f65c734": "Atajo guardado", "b1d65f0c09819ac5": "Usa {shortcut} desde otra app.", @@ -7992,7 +8018,6 @@ "82a12d86994dfd17": "Hacer clic, escribir y leer controles en otras apps.", "c07fc2cd79fb94c4": "Grabación de pantalla", "4bbac051622766c1": "Ver la pantalla para decidir qué hacer a continuación.", - "75b1a7d1af613c5d": "Terminar más tarde", "a9b9096280be6466": [ "Permitir que los agentes usen ", { @@ -8356,6 +8381,11 @@ "d18307275ee97e9a": "Restablecer el uso del ordenador al valor predeterminado", "1419352c258bc7de": "Esta conexión no puede cambiar ajustes en este host.", "b26ad48726dd8132": "El uso del ordenador está activado, pero Cua Driver no pudo reiniciarse. Vuelve a abrir la configuración.", + "024b1791e74e4875": "Requiere configuración", + "565cc034918e3732": "Usando {browser}", + "ce62c408d095401d": "Activa la depuración remota en tu navegador", + "2541722d5b0f9ccd": "Permite que los agentes usen las pestañas abiertas y las sesiones iniciadas de tu navegador en {host} mediante Chrome DevTools MCP.", + "b714ba7431dc4989": "Pestañas del navegador para agentes", "b395b88284e3bca2": "Muestra la vista previa flotante cuando un agente abre un navegador o dispositivo, salvo que el agente indique lo contrario.", "6aadfd59cf60b4b5": "Restablecer mostrar automáticamente la vista previa flotante al valor predeterminado", "e4a7ec61190bc1f9": "Mostrar automáticamente la vista previa flotante", @@ -11547,6 +11577,7 @@ "345075be6cacc171": "hosts de dispositivos ssh remoto mac mini identidad clave conexión eas expo nube simlock grupo gateway simuladores locales", "a6b742430b05d6cc": "Los agentes pueden usar dispositivos", "1d5d7418a83575c2": "permitir simulador emulador ios android controlar herramientas sesiones", + "9a44b2704adff236": "chrome devtools pestañas sesiones sesión iniciada navegador depuración remota edge brave", "04050ac46c68cdaa": "cua driver apps escritorio pantalla clic escribir agentes control uso del ordenador mac linux windows", "60f0825756e404dc": "Usar dispositivos", "907782e153a139a3": "hub de dispositivos simulador emulador ios android instalar iniciar versión", diff --git a/apps/web/src/i18n/translations/fr.json b/apps/web/src/i18n/translations/fr.json index c8b67c1f8fd1..39a4fe0f3ea3 100644 --- a/apps/web/src/i18n/translations/fr.json +++ b/apps/web/src/i18n/translations/fr.json @@ -7564,6 +7564,32 @@ "v": "v" } ], + "c5cf4921e9b53824": "Chrome DevTools MCP ne s’est pas installé. Réessayez.", + "75b1a7d1af613c5d": "Terminer plus tard", + "290cac9bd85be15a": "Utiliser les onglets de votre navigateur", + "2709455317e2d538": [ + "Les agents se connectent au navigateur de ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + " dont le débogage à distance est activé. Sur ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + ", ouvrez la page du navigateur ci-dessous et activez le débogage à distance. Le navigateur demande d’autoriser chaque connexion : quelqu’un devant ", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " doit donc l’approuver." + ], + "2e844dc004983ebb": "Aucun navigateur Chromium trouvé. Installez Chrome, Edge, Brave, Helium ou Chromium.", + "99859ef84af13eb3": "Activé", "a2fc467e1a6e2e29": "Impossible de préparer les modifications. Consultez Avancé pour obtenir de l’aide.", "9c09c0fc3f65c734": "Raccourci enregistré", "b1d65f0c09819ac5": "Utilisez {shortcut} depuis une autre app.", @@ -7993,7 +8019,6 @@ "82a12d86994dfd17": "Cliquer, saisir du texte et lire les commandes dans d’autres apps.", "c07fc2cd79fb94c4": "Enregistrement de l’écran", "4bbac051622766c1": "Voir l’écran pour décider de la suite.", - "75b1a7d1af613c5d": "Terminer plus tard", "a9b9096280be6466": [ "Autoriser les agents à utiliser ", { @@ -8357,6 +8382,11 @@ "d18307275ee97e9a": "Réinitialiser le contrôle de l’ordinateur à la valeur par défaut", "1419352c258bc7de": "Cette connexion ne peut pas modifier les paramètres sur cet hôte.", "b26ad48726dd8132": "Le contrôle de l’ordinateur est activé, mais Cua Driver n’a pas pu redémarrer. Relancez la configuration.", + "024b1791e74e4875": "Configuration requise", + "565cc034918e3732": "Utilise {browser}", + "ce62c408d095401d": "Activez le débogage à distance dans votre navigateur", + "2541722d5b0f9ccd": "Permet aux agents d’utiliser les onglets ouverts et les sessions connectées de votre navigateur sur {host} via Chrome DevTools MCP.", + "b714ba7431dc4989": "Onglets du navigateur pour les agents", "b395b88284e3bca2": "Affiche l’aperçu flottant quand un agent ouvre un navigateur ou un appareil, sauf si l’agent indique le contraire.", "6aadfd59cf60b4b5": "Réinitialiser l’affichage automatique de l’aperçu flottant à la valeur par défaut", "e4a7ec61190bc1f9": "Afficher automatiquement l’aperçu flottant", @@ -11552,6 +11582,7 @@ "345075be6cacc171": "appareil hôtes ssh distant mac mini identité clé connexion eas expo cloud simlock pool passerelle simulateurs locaux", "a6b742430b05d6cc": "Les agents peuvent utiliser les appareils", "1d5d7418a83575c2": "autoriser simulateur émulateur ios android piloter outils sessions", + "9a44b2704adff236": "chrome devtools onglets connexions connecté navigateur débogage à distance edge brave", "04050ac46c68cdaa": "cua driver apps bureau écran cliquer saisir agents contrôle ordinateur mac linux windows", "60f0825756e404dc": "Utiliser les appareils", "907782e153a139a3": "hub d’appareils simulateur émulateur ios android installer démarrer version", diff --git a/apps/web/src/i18n/translations/ja.json b/apps/web/src/i18n/translations/ja.json index a811891165e2..c971e6b0d107 100644 --- a/apps/web/src/i18n/translations/ja.json +++ b/apps/web/src/i18n/translations/ja.json @@ -7528,6 +7528,32 @@ }, " からインポートできませんでした" ], + "c5cf4921e9b53824": "Chrome DevTools MCP をインストールできませんでした。もう一度お試しください。", + "75b1a7d1af613c5d": "後で完了", + "290cac9bd85be15a": "ブラウザーのタブを使う", + "2709455317e2d538": [ + "エージェントは、リモートデバッグが有効になっている ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + " のブラウザーに接続します。", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + " で下のブラウザーのページを開き、リモートデバッグをオンにしてください。ブラウザーは接続ごとに許可を求めるため、", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " の前にいる人が承認する必要があります。" + ], + "2e844dc004983ebb": "Chromium 系ブラウザーが見つかりません。Chrome、Edge、Brave、Helium、Chromium のいずれかをインストールしてください。", + "99859ef84af13eb3": "オン", "a2fc467e1a6e2e29": "変更を準備できませんでした。[詳細設定] でヘルプを確認してください。", "9c09c0fc3f65c734": "ショートカットを保存しました", "b1d65f0c09819ac5": "他のアプリから {shortcut} を使用できます。", @@ -7953,7 +7979,6 @@ "82a12d86994dfd17": "他のアプリでクリック、入力、コントロールの読み取りを行います。", "c07fc2cd79fb94c4": "画面収録", "4bbac051622766c1": "画面を見て次の操作を判断します。", - "75b1a7d1af613c5d": "後で完了", "a9b9096280be6466": [ "エージェントに ", { @@ -8315,6 +8340,11 @@ "d18307275ee97e9a": "コンピューター操作をデフォルトにリセット", "1419352c258bc7de": "この接続ではこのホストの設定を変更できません。", "b26ad48726dd8132": "コンピューター操作はオンですが、Cua Driver を再起動できませんでした。もう一度セットアップを開いてください。", + "024b1791e74e4875": "セットアップが必要です", + "565cc034918e3732": "{browser} を使用中", + "ce62c408d095401d": "ブラウザーでリモートデバッグをオンにしてください", + "2541722d5b0f9ccd": "Chrome DevTools MCP を通じて、{host} のブラウザーで開いているタブとサインイン状態をエージェントが使えるようにします。", + "b714ba7431dc4989": "エージェントのブラウザータブ", "b395b88284e3bca2": "エージェントがブラウザーやデバイスを開いたときに、エージェントが別途指定しない限りフローティングプレビューを表示します。", "6aadfd59cf60b4b5": "「フローティングプレビューを自動表示」をデフォルトにリセット", "e4a7ec61190bc1f9": "フローティングプレビューを自動表示", @@ -11503,6 +11533,7 @@ "345075be6cacc171": "デバイス ホスト SSH リモート Mac mini ID キー 接続 EAS Expo クラウド simlock プール ゲートウェイ ローカル シミュレーター device hosts", "a6b742430b05d6cc": "エージェントによるデバイスの使用", "1d5d7418a83575c2": "許可 シミュレーター エミュレーター iOS Android 操作 ツール セッション simulator", + "9a44b2704adff236": "chrome devtools タブ サインイン ブラウザー リモートデバッグ edge brave", "04050ac46c68cdaa": "cua driver アプリ デスクトップ 画面 クリック 入力 エージェント 操作 コンピューター操作 mac linux windows", "60f0825756e404dc": "デバイスを使用", "907782e153a139a3": "デバイスハブ シミュレーター エミュレーター iOS Android インストール 起動 バージョン device hub", diff --git a/apps/web/src/i18n/translations/ko.json b/apps/web/src/i18n/translations/ko.json index 168296648421..462622eb1e2e 100644 --- a/apps/web/src/i18n/translations/ko.json +++ b/apps/web/src/i18n/translations/ko.json @@ -7529,6 +7529,32 @@ }, "에서 가져올 수 없습니다" ], + "c5cf4921e9b53824": "Chrome DevTools MCP를 설치하지 못했습니다. 다시 시도하세요.", + "75b1a7d1af613c5d": "나중에 완료", + "290cac9bd85be15a": "브라우저 탭 사용", + "2709455317e2d538": [ + "에이전트는 원격 디버깅이 켜진 ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + "의 브라우저에 연결합니다. ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + "에서 아래 브라우저 페이지를 열고 원격 디버깅을 켜세요. 브라우저가 연결마다 허용을 요청하므로 ", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " 앞에 있는 사람이 승인해야 합니다." + ], + "2e844dc004983ebb": "Chromium 브라우저를 찾을 수 없습니다. Chrome, Edge, Brave, Helium 또는 Chromium을 설치하세요.", + "99859ef84af13eb3": "켜짐", "a2fc467e1a6e2e29": "변경 사항을 준비할 수 없습니다. 도움말은 고급을 확인하세요.", "9c09c0fc3f65c734": "단축키 저장됨", "b1d65f0c09819ac5": "다른 앱에서 {shortcut}을(를) 사용하세요.", @@ -7955,7 +7981,6 @@ "82a12d86994dfd17": "다른 앱에서 클릭하고, 입력하고, 컨트롤을 읽습니다.", "c07fc2cd79fb94c4": "화면 녹화", "4bbac051622766c1": "화면을 보고 다음에 할 일을 결정합니다.", - "75b1a7d1af613c5d": "나중에 완료", "a9b9096280be6466": [ "에이전트가 ", { @@ -8318,6 +8343,11 @@ "d18307275ee97e9a": "컴퓨터 사용을 기본값으로 재설정", "1419352c258bc7de": "이 연결로는 이 호스트의 설정을 변경할 수 없습니다.", "b26ad48726dd8132": "컴퓨터 사용은 켜져 있지만 Cua Driver를 다시 시작할 수 없습니다. 설정을 다시 시도하세요.", + "024b1791e74e4875": "설정 필요", + "565cc034918e3732": "{browser} 사용 중", + "ce62c408d095401d": "브라우저에서 원격 디버깅을 켜세요", + "2541722d5b0f9ccd": "에이전트가 Chrome DevTools MCP를 통해 {host}의 브라우저에 열린 탭과 로그인 상태를 사용할 수 있게 합니다.", + "b714ba7431dc4989": "에이전트 브라우저 탭", "b395b88284e3bca2": "에이전트가 별도로 지정하지 않으면, 에이전트가 브라우저나 기기를 열 때 플로팅 미리 보기를 표시합니다.", "6aadfd59cf60b4b5": "플로팅 미리 보기 자동 표시 기본값으로 재설정", "e4a7ec61190bc1f9": "플로팅 미리 보기 자동 표시", @@ -11500,6 +11530,7 @@ "345075be6cacc171": "기기 호스트 ssh 원격 mac mini ID 키 연결 eas expo 클라우드 simlock 풀 게이트웨이 로컬 시뮬레이터", "a6b742430b05d6cc": "에이전트가 기기를 사용할 수 있음", "1d5d7418a83575c2": "허용 시뮬레이터 에뮬레이터 iOS Android 조작 도구 세션", + "9a44b2704adff236": "chrome devtools 탭 로그인 브라우저 원격 디버깅 edge brave", "04050ac46c68cdaa": "cua driver 앱 데스크톱 화면 클릭 입력 에이전트 제어 컴퓨터 사용 mac linux windows", "60f0825756e404dc": "기기 사용", "907782e153a139a3": "기기 허브 시뮬레이터 에뮬레이터 iOS Android 설치 시작 버전", diff --git a/apps/web/src/i18n/translations/pt-BR.json b/apps/web/src/i18n/translations/pt-BR.json index 36b717b596fe..2aee29dc38f9 100644 --- a/apps/web/src/i18n/translations/pt-BR.json +++ b/apps/web/src/i18n/translations/pt-BR.json @@ -7563,6 +7563,32 @@ "v": "v" } ], + "c5cf4921e9b53824": "O Chrome DevTools MCP não foi instalado. Tente novamente.", + "75b1a7d1af613c5d": "Concluir depois", + "290cac9bd85be15a": "Usar as abas do seu navegador", + "2709455317e2d538": [ + "Os agentes se conectam ao navegador em ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + " que tem a depuração remota ativada. Em ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + ", abra a página do navegador abaixo e ative a depuração remota. O navegador pede para permitir cada conexão, então alguém em ", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " precisa aprová-la." + ], + "2e844dc004983ebb": "Nenhum navegador Chromium encontrado. Instale Chrome, Edge, Brave, Helium ou Chromium.", + "99859ef84af13eb3": "Ativada", "a2fc467e1a6e2e29": "Não foi possível preparar as alterações. Veja Avançado para obter ajuda.", "9c09c0fc3f65c734": "Atalho salvo", "b1d65f0c09819ac5": "Use {shortcut} a partir de outro app.", @@ -7992,7 +8018,6 @@ "82a12d86994dfd17": "Clicar, digitar e ler controles em outros apps.", "c07fc2cd79fb94c4": "Gravação de Tela", "4bbac051622766c1": "Ver a tela para decidir o que fazer em seguida.", - "75b1a7d1af613c5d": "Concluir depois", "a9b9096280be6466": [ "Permitir que agentes usem ", { @@ -8356,6 +8381,11 @@ "d18307275ee97e9a": "Redefinir o uso do computador para o padrão", "1419352c258bc7de": "Esta conexão não pode alterar configurações neste host.", "b26ad48726dd8132": "O uso do computador está ativado, mas o Cua Driver não conseguiu reiniciar. Abra a configuração novamente.", + "024b1791e74e4875": "Precisa de configuração", + "565cc034918e3732": "Usando {browser}", + "ce62c408d095401d": "Ative a depuração remota no seu navegador", + "2541722d5b0f9ccd": "Permite que agentes usem as abas abertas e os logins do seu navegador em {host} pelo Chrome DevTools MCP.", + "b714ba7431dc4989": "Abas do navegador para agentes", "b395b88284e3bca2": "Mostra a pré-visualização flutuante quando um agente abre um navegador ou dispositivo, a menos que o agente diga o contrário.", "6aadfd59cf60b4b5": "Redefinir \"Mostrar pré-visualização flutuante automaticamente\" para o padrão", "e4a7ec61190bc1f9": "Mostrar pré-visualização flutuante automaticamente", @@ -11551,6 +11581,7 @@ "345075be6cacc171": "dispositivo hosts ssh remoto mac mini identidade chave conexão eas expo nuvem simlock pool gateway simuladores locais", "a6b742430b05d6cc": "Agentes podem usar dispositivos", "1d5d7418a83575c2": "permitir simulador emulador ios android controlar ferramentas sessões", + "9a44b2704adff236": "chrome devtools abas logins conectado navegador depuração remota edge brave", "04050ac46c68cdaa": "cua driver apps área de trabalho tela clicar digitar agentes controle uso do computador mac linux windows", "60f0825756e404dc": "Usar dispositivos", "907782e153a139a3": "dispositivo hub simulador emulador ios android instalar iniciar versão", diff --git a/apps/web/src/i18n/translations/ru.json b/apps/web/src/i18n/translations/ru.json index 04fd4b36564b..b7bcae501d91 100644 --- a/apps/web/src/i18n/translations/ru.json +++ b/apps/web/src/i18n/translations/ru.json @@ -7563,6 +7563,32 @@ "v": "v" } ], + "c5cf4921e9b53824": "Не удалось установить Chrome DevTools MCP. Попробуйте снова.", + "75b1a7d1af613c5d": "Закончить позже", + "290cac9bd85be15a": "Использовать вкладки браузера", + "2709455317e2d538": [ + "Агенты подключаются к браузеру на ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + ", в котором включена удалённая отладка. На ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + " откройте страницу браузера ниже и включите удалённую отладку. Браузер запрашивает разрешение на каждое подключение, поэтому кто-то за ", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " должен его подтвердить." + ], + "2e844dc004983ebb": "Браузер на основе Chromium не найден. Установите Chrome, Edge, Brave, Helium или Chromium.", + "99859ef84af13eb3": "Включена", "a2fc467e1a6e2e29": "Не удалось подготовить изменения. Подсказки — в разделе «Дополнительно».", "9c09c0fc3f65c734": "Сочетание сохранено", "b1d65f0c09819ac5": "Используйте {shortcut} из другого приложения.", @@ -7992,7 +8018,6 @@ "82a12d86994dfd17": "Нажимать, вводить текст и читать элементы управления в других приложениях.", "c07fc2cd79fb94c4": "Запись экрана", "4bbac051622766c1": "Видеть экран, чтобы решить, что делать дальше.", - "75b1a7d1af613c5d": "Закончить позже", "a9b9096280be6466": [ "Разрешить агентам использовать ", { @@ -8358,6 +8383,11 @@ "d18307275ee97e9a": "Сбросить управление компьютером к значению по умолчанию", "1419352c258bc7de": "Это подключение не может изменять настройки на этом хосте.", "b26ad48726dd8132": "Управление компьютером включено, но Cua Driver не удалось перезапустить. Откройте настройку снова.", + "024b1791e74e4875": "Требуется настройка", + "565cc034918e3732": "Используется {browser}", + "ce62c408d095401d": "Включите удалённую отладку в браузере", + "2541722d5b0f9ccd": "Позволяет агентам использовать открытые вкладки и выполненные входы в вашем браузере на {host} через Chrome DevTools MCP.", + "b714ba7431dc4989": "Вкладки браузера для агентов", "b395b88284e3bca2": "Показывать плавающий предпросмотр, когда агент открывает браузер или устройство, если агент не указал иное.", "6aadfd59cf60b4b5": "Сбросить автопоказ плавающего предпросмотра к значению по умолчанию", "e4a7ec61190bc1f9": "Автопоказ плавающего предпросмотра", @@ -11552,6 +11582,7 @@ "345075be6cacc171": "хосты устройств ssh удалённый mac mini идентификатор ключ подключение eas expo облако simlock пул шлюз локальные симуляторы", "a6b742430b05d6cc": "Агенты могут использовать устройства", "1d5d7418a83575c2": "разрешить симулятор эмулятор ios android управлять инструменты сеансы", + "9a44b2704adff236": "chrome devtools вкладки входы вход браузер удалённая отладка edge brave", "04050ac46c68cdaa": "cua driver приложения рабочий стол экран нажатие ввод агенты управление компьютером mac linux windows", "60f0825756e404dc": "Использовать устройства", "907782e153a139a3": "хаб устройств симулятор эмулятор ios android установить запустить версия", diff --git a/apps/web/src/i18n/translations/sv.json b/apps/web/src/i18n/translations/sv.json index 0830f755540b..867c1f3d6481 100644 --- a/apps/web/src/i18n/translations/sv.json +++ b/apps/web/src/i18n/translations/sv.json @@ -7569,6 +7569,32 @@ "v": "v" } ], + "c5cf4921e9b53824": "Chrome DevTools MCP installerades inte. Försök igen.", + "75b1a7d1af613c5d": "Slutför senare", + "290cac9bd85be15a": "Använd dina webbläsarflikar", + "2709455317e2d538": [ + "Agenter ansluter till webbläsaren på ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + " som har fjärrfelsökning på. Öppna webbläsarens sida nedan på ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + " och slå på fjärrfelsökning. Webbläsaren ber om att tillåta varje anslutning, så någon vid ", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " måste godkänna den." + ], + "2e844dc004983ebb": "Ingen Chromium-webbläsare hittades. Installera Chrome, Edge, Brave, Helium eller Chromium.", + "99859ef84af13eb3": "På", "a2fc467e1a6e2e29": "Kunde inte förbereda ändringarna. Se Avancerat för hjälp.", "9c09c0fc3f65c734": "Kortkommandot sparades", "b1d65f0c09819ac5": "Använd {shortcut} från en annan app.", @@ -7998,7 +8024,6 @@ "82a12d86994dfd17": "Klicka, skriva och läsa kontroller i andra appar.", "c07fc2cd79fb94c4": "Skärminspelning", "4bbac051622766c1": "Se skärmen för att avgöra vad som ska göras härnäst.", - "75b1a7d1af613c5d": "Slutför senare", "a9b9096280be6466": [ "Låt agenter använda ", { @@ -8364,6 +8389,11 @@ "d18307275ee97e9a": "Återställ datoranvändning till standard", "1419352c258bc7de": "Den här anslutningen kan inte ändra inställningar på den här värden.", "b26ad48726dd8132": "Datoranvändning är på, men Cua Driver kunde inte startas om. Öppna konfigurationen igen.", + "024b1791e74e4875": "Behöver konfigureras", + "565cc034918e3732": "Använder {browser}", + "ce62c408d095401d": "Slå på fjärrfelsökning i din webbläsare", + "2541722d5b0f9ccd": "Låt agenter använda de öppna flikarna och inloggningarna i din webbläsare på {host} via Chrome DevTools MCP.", + "b714ba7431dc4989": "Agenters webbläsarflikar", "b395b88284e3bca2": "Visa den flytande förhandsvisningen när en agent öppnar en webbläsare eller enhet, om inte agenten säger något annat.", "6aadfd59cf60b4b5": "Återställ automatisk visning av flytande förhandsvisning till standard", "e4a7ec61190bc1f9": "Visa flytande förhandsvisning automatiskt", @@ -11560,6 +11590,7 @@ "345075be6cacc171": "enhetsvärdar ssh fjärr mac mini identitet nyckel anslutning eas expo moln simlock pool gateway lokala simulatorer", "a6b742430b05d6cc": "Agenter kan använda enheter", "1d5d7418a83575c2": "tillåt simulator emulator ios android styr verktyg sessioner", + "9a44b2704adff236": "chrome devtools flikar inloggningar inloggad webbläsare fjärrfelsökning edge brave", "04050ac46c68cdaa": "cua driver appar skrivbord skärm klicka skriva agenter styrning datoranvändning mac linux windows", "60f0825756e404dc": "Använd enheter", "907782e153a139a3": "enhetshubb simulator emulator ios android installera starta version", diff --git a/apps/web/src/i18n/translations/zh.json b/apps/web/src/i18n/translations/zh.json index 2056f2d76c08..9bf50aa1f0fc 100644 --- a/apps/web/src/i18n/translations/zh.json +++ b/apps/web/src/i18n/translations/zh.json @@ -7581,6 +7581,32 @@ }, " 导入" ], + "c5cf4921e9b53824": "Chrome DevTools MCP 未能安装,请重试。", + "75b1a7d1af613c5d": "稍后完成", + "290cac9bd85be15a": "使用你的浏览器标签页", + "2709455317e2d538": [ + "智能体会连接到 ", + { + "i": 1, + "k": "_gt_value_1", + "v": "v" + }, + " 上已开启远程调试的浏览器。请在 ", + { + "i": 2, + "k": "_gt_value_2", + "v": "v" + }, + " 上打开下方的浏览器页面并开启远程调试。浏览器会在每次连接时请求允许,因此需要有人在 ", + { + "i": 3, + "k": "_gt_value_3", + "v": "v" + }, + " 前批准。" + ], + "2e844dc004983ebb": "未找到 Chromium 浏览器。请安装 Chrome、Edge、Brave、Helium 或 Chromium。", + "99859ef84af13eb3": "已开启", "a2fc467e1a6e2e29": "无法准备更改,请展开“高级”查看帮助。", "9c09c0fc3f65c734": "快捷键已保存", "b1d65f0c09819ac5": "在其他应用中使用 {shortcut}。", @@ -8011,7 +8037,6 @@ "82a12d86994dfd17": "在其他应用中点击、输入并读取控件。", "c07fc2cd79fb94c4": "屏幕录制", "4bbac051622766c1": "查看屏幕以决定下一步操作。", - "75b1a7d1af613c5d": "稍后完成", "a9b9096280be6466": [ "允许智能体使用 ", { @@ -8374,6 +8399,11 @@ "d18307275ee97e9a": "将计算机操控重置为默认值", "1419352c258bc7de": "此连接无法更改此主机上的设置。", "b26ad48726dd8132": "计算机操控已开启,但 Cua Driver 无法重启。请再次打开设置。", + "024b1791e74e4875": "需要设置", + "565cc034918e3732": "正在使用 {browser}", + "ce62c408d095401d": "请在浏览器中开启远程调试", + "2541722d5b0f9ccd": "让智能体通过 Chrome DevTools MCP 使用 {host} 上浏览器中已打开的标签页和登录状态。", + "b714ba7431dc4989": "智能体浏览器标签页", "b395b88284e3bca2": "智能体打开浏览器或设备时显示浮动预览,除非智能体另有要求。", "6aadfd59cf60b4b5": "重置自动显示浮动预览为默认值", "e4a7ec61190bc1f9": "自动显示浮动预览", @@ -11576,6 +11606,7 @@ "345075be6cacc171": "设备 主机 ssh 远程 mac mini 身份 密钥 连接 eas expo 云 simlock 池 网关 本地 模拟器", "a6b742430b05d6cc": "允许智能体使用设备", "1d5d7418a83575c2": "允许 模拟器 ios android 操控 工具 智能体会话", + "9a44b2704adff236": "chrome devtools 标签页 登录 已登录 浏览器 远程调试 edge brave", "04050ac46c68cdaa": "cua driver 应用 桌面 屏幕 点击 输入 智能体 控制 计算机操控 mac linux windows", "60f0825756e404dc": "使用设备", "907782e153a139a3": "设备 hub 模拟器 ios android 安装 启动 版本", diff --git a/docs/user/computer-use.md b/docs/user/computer-use.md index f5214239fbc4..44e3cc87a67a 100644 --- a/docs/user/computer-use.md +++ b/docs/user/computer-use.md @@ -46,3 +46,15 @@ and refreshes while the turn runs, then keeps the last frame. The card follows stops the capture until the agent's next action. If the host cannot capture its screen, for example because Screen Recording is off on a Mac, the card says why. + +## Use your browser tabs + +**Agent browser tabs** lets agents work in the Chromium browser you already +use on the host, with your open tabs and sign-ins, through Chrome DevTools +MCP. It works with Chrome, Edge, Brave, Helium, and Chromium on every OS. + +Turn it on in **Settings → Devices → Computer**. Setup lists the browsers +it finds on the host. Open the browser's page it shows, such as +`chrome://inspect/#remote-debugging`, and turn on remote debugging. Choosing +**Done** installs Chrome DevTools MCP on the host. The browser asks to allow +each connection, so someone at the host has to approve it. diff --git a/packages/client-runtime/src/state/commandPermissions.test.ts b/packages/client-runtime/src/state/commandPermissions.test.ts index 403f44394656..5bdf74d985e8 100644 --- a/packages/client-runtime/src/state/commandPermissions.test.ts +++ b/packages/client-runtime/src/state/commandPermissions.test.ts @@ -221,21 +221,23 @@ describe("command permissions", () => { ), ); - it.effect.each([WS_METHODS.scheduledTasksDelete, ORCHESTRATION_V2_WS_METHODS.stopWorkflow])( - "uses the target grant for both availability and execution of %s", - (method) => - Effect.gen(function* () { - const registry = yield* setup; - const permissions = createCommandPermissions(runtime, method); - registry.set(sessions(env), AsyncResult.success(grant(true))); - expect(registry.get(permissions.permissionAtom(env))).toBe(true); - expect(permissions.permissionAtom(env)).toBe(permissions.permissionAtom(env)); - yield* permissions.authorize(registry, env); - registry.set(sessions(other), AsyncResult.success(grant(false))); - expect(registry.get(permissions.permissionAtom(other))).toBe(false); - const denied = yield* permissions.authorize(registry, other).pipe(Effect.flip); - expect(denied._tag).toBe("EnvironmentAuthorizationError"); - }), + it.effect.each([ + WS_METHODS.scheduledTasksDelete, + WS_METHODS.serverRunBrowserTabsAction, + ORCHESTRATION_V2_WS_METHODS.stopWorkflow, + ])("uses the target grant for both availability and execution of %s", (method) => + Effect.gen(function* () { + const registry = yield* setup; + const permissions = createCommandPermissions(runtime, method); + registry.set(sessions(env), AsyncResult.success(grant(true))); + expect(registry.get(permissions.permissionAtom(env))).toBe(true); + expect(permissions.permissionAtom(env)).toBe(permissions.permissionAtom(env)); + yield* permissions.authorize(registry, env); + registry.set(sessions(other), AsyncResult.success(grant(false))); + expect(registry.get(permissions.permissionAtom(other))).toBe(false); + const denied = yield* permissions.authorize(registry, other).pipe(Effect.flip); + expect(denied._tag).toBe("EnvironmentAuthorizationError"); + }), ); it.effect("waits for an initial grant", () => Effect.gen(function* () { diff --git a/packages/client-runtime/src/state/server.ts b/packages/client-runtime/src/state/server.ts index 48a0acb3fe85..846d3ba3fafb 100644 --- a/packages/client-runtime/src/state/server.ts +++ b/packages/client-runtime/src/state/server.ts @@ -1548,6 +1548,12 @@ export function createServerEnvironmentAtoms( tag: WS_METHODS.serverCheckComputerUse, refreshTrigger: ({ environmentId }) => computerUseSettingAtom(environmentId), }), + /** Browsers on the host and whether Chrome DevTools MCP is installed. */ + browserTabs: createEnvironmentRpcQueryAtomFamily(runtime, { + label: "environment-data:server:browser-tabs", + tag: WS_METHODS.serverCheckBrowserTabs, + staleTimeMs: 0, + }), traceDiagnostics: createEnvironmentRpcQueryAtomFamily(runtime, { label: "environment-data:server:trace-diagnostics", tag: WS_METHODS.serverGetTraceDiagnostics, @@ -1846,6 +1852,11 @@ export function createServerEnvironmentAtoms( key: ({ environmentId, input }) => `${environmentId}:${input.instanceId}`, }, }), + runBrowserTabsAction: createEnvironmentRpcCommand(runtime, { + label: "environment-data:server:run-browser-tabs-action", + tag: WS_METHODS.serverRunBrowserTabsAction, + concurrency: { mode: "singleFlight", key: ({ environmentId }) => environmentId }, + }), signalProcess: createEnvironmentRpcCommand(runtime, { label: "environment-data:server:signal-process", tag: WS_METHODS.serverSignalProcess, diff --git a/packages/contracts/src/clientRpcPermissions.ts b/packages/contracts/src/clientRpcPermissions.ts index 0b6164871a0a..4490df1ab753 100644 --- a/packages/contracts/src/clientRpcPermissions.ts +++ b/packages/contracts/src/clientRpcPermissions.ts @@ -51,6 +51,8 @@ export const CLIENT_GUARDED_RPC_SCOPES = { // Writing a guide runs a model on this environment's providers, which reading one does not. [WS_METHODS.pullRequestsGenerateReviewGuide]: AuthOrchestrationOperateScope, [WS_METHODS.projectsCreateFromThread]: AuthOrchestrationOperateScope, + // Installing Chrome DevTools MCP runs a package install on the host, beyond a settings write. + [WS_METHODS.serverRunBrowserTabsAction]: AuthOrchestrationOperateScope, [WS_METHODS.sourceControlCloneRepository]: AuthSourceControlWriteScope, [WS_METHODS.sourceControlPublishRepository]: AuthSourceControlWriteScope, [WS_METHODS.sourceControlStar]: AuthSourceControlWriteScope, diff --git a/packages/contracts/src/cua.ts b/packages/contracts/src/cua.ts index 6d6f20535140..9651e897f3c2 100644 --- a/packages/contracts/src/cua.ts +++ b/packages/contracts/src/cua.ts @@ -71,3 +71,35 @@ export const CuaHostStatus = Schema.Struct({ failure: Schema.optionalKey(Schema.String), }); export type CuaHostStatus = typeof CuaHostStatus.Type; + +/** A Chromium browser on the environment's host that agents can attach to. */ +export const BrowserTabsBrowser = Schema.Struct({ + id: Schema.String, + name: Schema.String, + /** Where the user turns on remote debugging, such as `chrome://inspect/#remote-debugging`. */ + inspectUrl: Schema.String, + /** The browser is running with remote debugging on right now. */ + remoteDebugging: Schema.Boolean, +}); +export type BrowserTabsBrowser = typeof BrowserTabsBrowser.Type; + +/** What browser tab setup shows. Checking never installs anything. */ +export const BrowserTabsStatus = Schema.Struct({ + browsers: Schema.Array(BrowserTabsBrowser), + /** Chrome DevTools MCP is installed; setup installs it. */ + toolInstalled: Schema.Boolean, +}); +export type BrowserTabsStatus = typeof BrowserTabsStatus.Type; + +export const BrowserTabsAction = Schema.Literals(["install-tool"]); +export type BrowserTabsAction = typeof BrowserTabsAction.Type; + +export class BrowserTabsError extends Schema.TaggedError()("BrowserTabsError", { + action: BrowserTabsAction, + /** The install failure. Never shown to users. */ + cause: Schema.optional(Schema.Defect()), +}) { + override get message(): string { + return "Chrome DevTools MCP did not install."; + } +} diff --git a/packages/contracts/src/rpc.ts b/packages/contracts/src/rpc.ts index 0b14cea10a9c..61298138b5bf 100644 --- a/packages/contracts/src/rpc.ts +++ b/packages/contracts/src/rpc.ts @@ -337,7 +337,14 @@ import { DeviceSession, DeviceShutdownInput, } from "./device.ts"; -import { CuaHostStatus, CuaWindowPreviewState, CuaWindowPreviewSubscribeInput } from "./cua.ts"; +import { + BrowserTabsAction, + BrowserTabsError, + BrowserTabsStatus, + CuaHostStatus, + CuaWindowPreviewState, + CuaWindowPreviewSubscribeInput, +} from "./cua.ts"; import { ServerConfigStreamEvent, DesktopUpdateCommitInput, @@ -534,6 +541,8 @@ export const WS_METHODS = { serverGetConfig: "server.getConfig", serverGetNpmRelease: "server.getNpmRelease", serverCheckComputerUse: "server.checkComputerUse", + serverCheckBrowserTabs: "server.checkBrowserTabs", + serverRunBrowserTabsAction: "server.runBrowserTabsAction", serverRefreshProviders: "server.refreshProviders", serverUpdateProvider: "server.updateProvider", serverUpdateServer: "server.updateServer", @@ -697,6 +706,18 @@ const WsServerCheckComputerUseRpc = Rpc.make(WS_METHODS.serverCheckComputerUse, error: EnvironmentAuthorizationError, }); +const WsServerCheckBrowserTabsRpc = Rpc.make(WS_METHODS.serverCheckBrowserTabs, { + payload: Schema.Struct({}), + success: BrowserTabsStatus, + error: EnvironmentAuthorizationError, +}); + +const WsServerRunBrowserTabsActionRpc = Rpc.make(WS_METHODS.serverRunBrowserTabsAction, { + payload: Schema.Struct({ action: BrowserTabsAction }), + success: BrowserTabsStatus, + error: Schema.Union([BrowserTabsError, EnvironmentAuthorizationError]), +}); + const WsServerGetConfigRpc = Rpc.make(WS_METHODS.serverGetConfig, { payload: Schema.Struct({}), success: ServerConfig, @@ -2279,6 +2300,8 @@ export const WsRpcGroup = RpcGroup.make( WsServerProbeRpc, WsServerGetConfigRpc, WsServerCheckComputerUseRpc, + WsServerCheckBrowserTabsRpc, + WsServerRunBrowserTabsActionRpc, WsServerRefreshProvidersRpc, WsServerUpdateProviderRpc, WsProviderConsumeResetCreditRpc, diff --git a/packages/contracts/src/settings.ts b/packages/contracts/src/settings.ts index 4f9be26eb487..f20f8f520718 100644 --- a/packages/contracts/src/settings.ts +++ b/packages/contracts/src/settings.ts @@ -1414,6 +1414,12 @@ export const ServerSettings = Schema.Struct({ ), /** Environment-owned opt-in for managed agent access to Cua Driver. */ enableCua: Schema.Boolean.pipe(Schema.withDecodingDefault(Effect.succeed(false))), + /** + * Whether agents get Chrome DevTools MCP attached to the user's running + * Chromium browser, with its open tabs and sign-ins. Applied when a provider + * session is prepared. + */ + enableAgentBrowserTabs: Schema.Boolean.pipe(Schema.withDecodingDefault(Effect.succeed(false))), projectAgentBrowserAccessOverrides: Schema.Record(ProjectId, Schema.Boolean).pipe( Schema.withDecodingDefault(Effect.succeed({})), ), @@ -1873,6 +1879,7 @@ export const ServerSettingsPatch = Schema.Struct({ speechProjectCustomWords: Schema.optionalKey(SpeechCustomWords), speechPostProcessingModelSelection: Schema.optionalKey(Schema.NullOr(ModelSelection)), enableCua: Schema.optionalKey(Schema.Boolean), + enableAgentBrowserTabs: Schema.optionalKey(Schema.Boolean), projectAgentBrowserAccessOverrides: Schema.optionalKey( Schema.Record(ProjectId, Schema.NullOr(Schema.Boolean)), ), diff --git a/packages/provider-acp/src/server/adapter.ts b/packages/provider-acp/src/server/adapter.ts index 40236c0c309f..2349bd7aea3d 100644 --- a/packages/provider-acp/src/server/adapter.ts +++ b/packages/provider-acp/src/server/adapter.ts @@ -921,9 +921,9 @@ function acpMcpContext( return { servers: [], acpServers: [], httpServers: [] }; } // codex-acp 1.2.0 and pi-acp drop injected HTTP servers, so HTTP is opt-in per flavor. - // The managed Cua Driver is already stdio, so every form lists it: the runtime sends the - // agent only one of them. - const cua = McpProviderSession.cuaAcpMcpServers(session); + // Cua Driver and browser tabs are already stdio servers, so every form lists them: the runtime + // sends the agent only one of them. + const local = McpProviderSession.localAcpMcpServers(session); return { servers: [ { @@ -936,9 +936,9 @@ function acpMcpContext( { name: "T3_ACP_MCP_AUTHORIZATION", value: session.authorizationHeader }, ], }, - ...cua, + ...local, ], - acpServers: [{ type: "acp", name: "t3-code", serverId: "t3-code" }, ...cua], + acpServers: [{ type: "acp", name: "t3-code", serverId: "t3-code" }, ...local], httpServers: mcpOverHttp === true ? [ @@ -953,7 +953,7 @@ function acpMcpContext( : []), ], }, - ...cua, + ...local, ] : [], endpoint: session.endpoint, @@ -8500,6 +8500,7 @@ export const makeAcpAdapterV2 = Effect.fn("makeAcpAdapterV2")(function* ( harness: flavor.runtimeHarness ?? driver, model: turnInput.modelSelection.model, computerUse: mcpSession?.cuaDriver !== undefined, + browserTabs: mcpSession?.browserTabs?.browserName, pullRequestLinking: sessionSetup === null || flavor.sessionCarriesPullRequestLinking?.(sessionSetup.initializeResult) !== true, diff --git a/packages/provider-core/src/server/mcpSession.ts b/packages/provider-core/src/server/mcpSession.ts index 9bc316c638f6..169eeb0e9a0d 100644 --- a/packages/provider-core/src/server/mcpSession.ts +++ b/packages/provider-core/src/server/mcpSession.ts @@ -31,6 +31,46 @@ export interface McpProviderSessionConfig { * computer use instructions; a provider without an MCP client ignores it. */ readonly cuaDriver?: CuaDriverMcpConfiguration; + /** + * Set when browser tab access is on: Chrome DevTools MCP attached to the + * user's running Chromium browser. Adapters attach it beside `cua-driver`. + */ + readonly browserTabs?: { + readonly command: string; + readonly args: ReadonlyArray; + readonly env: Readonly>; + readonly browserName: string; + }; +} + +/** Server name every provider sees for browser tab access. */ +export const BROWSER_TABS_MCP_SERVER_NAME = "chrome-devtools"; + +/** Prompt text for a session with browser tab access. */ +export const browserTabsInstructions = (browserName: string) => + ` +The chrome-devtools MCP server is attached to the user's own ${browserName}, with their open tabs and signed-in sessions. Use it only when the user asks you to work in their browser or the task needs their existing sign-ins. For other web work, use the t3-code preview tools. The browser asks the user to allow each connection; if it cannot connect, ask them to turn on remote debugging in the browser's inspect page. +`; + +/** The local stdio servers a session attaches, Cua Driver and browser tabs, as name-command pairs. */ +function localStdioServers(config: McpProviderSessionConfig | undefined) { + const servers: Array<{ + readonly name: string; + readonly command: string; + readonly args: ReadonlyArray; + readonly env: Readonly>; + }> = []; + if (config?.cuaDriver) { + servers.push({ + name: CUA_MCP_SERVER_NAME, + command: config.cuaDriver.command, + args: config.cuaDriver.args, + env: cuaEnvironment(config.cuaDriver), + }); + } + if (config?.browserTabs) + servers.push({ name: BROWSER_TABS_MCP_SERVER_NAME, ...config.browserTabs }); + return servers; } /** Server name every provider sees for the managed Cua Driver. */ @@ -39,34 +79,29 @@ export const CUA_MCP_SERVER_NAME = "cua-driver"; const cuaEnvironment = (descriptor: CuaDriverMcpConfiguration) => Object.fromEntries(descriptor.environment.map(({ name, value }) => [name, value])); -/** Claude and Cursor SDK `mcpServers` entry for the session's Cua Driver, keyed by name. */ -export function cuaStdioMcpServers(config: McpProviderSessionConfig | undefined) { - const descriptor = config?.cuaDriver; - return descriptor === undefined - ? {} - : { - [CUA_MCP_SERVER_NAME]: { - type: "stdio" as const, - command: descriptor.command, - args: [...descriptor.args], - env: cuaEnvironment(descriptor), - }, - }; +/** Claude and Cursor SDK `mcpServers` entries for the session's local servers, keyed by name. */ +export function localStdioMcpServers(config: McpProviderSessionConfig | undefined) { + return Object.fromEntries( + localStdioServers(config).map((server) => [ + server.name, + { + type: "stdio" as const, + command: server.command, + args: [...server.args], + env: { ...server.env }, + }, + ]), + ); } -/** ACP stdio `mcpServers` entry for the session's Cua Driver. */ -export function cuaAcpMcpServers(config: McpProviderSessionConfig | undefined) { - const descriptor = config?.cuaDriver; - return descriptor === undefined - ? [] - : [ - { - name: CUA_MCP_SERVER_NAME, - command: descriptor.command, - args: [...descriptor.args], - env: descriptor.environment.map(({ name, value }) => ({ name, value })), - }, - ]; +/** ACP stdio `mcpServers` entries for the session's local servers. */ +export function localAcpMcpServers(config: McpProviderSessionConfig | undefined) { + return localStdioServers(config).map((server) => ({ + name: server.name, + command: server.command, + args: [...server.args], + env: Object.entries(server.env).map(([name, value]) => ({ name, value })), + })); } /** OpenCode `local` MCP config for the session's Cua Driver. */ diff --git a/packages/provider-core/src/server/runtimeInstructions.ts b/packages/provider-core/src/server/runtimeInstructions.ts index b7609e4ada7c..e2d9513a1357 100644 --- a/packages/provider-core/src/server/runtimeInstructions.ts +++ b/packages/provider-core/src/server/runtimeInstructions.ts @@ -1,3 +1,5 @@ +import { browserTabsInstructions } from "./mcpSession.ts"; + /** Session-invariant; harnesses with a native system-prompt append can carry it once per session. */ export const PULL_REQUEST_LINKING_INSTRUCTIONS = ` Link each PR you create, take over, or push to: link_pull_request, or link_pull_requests for several, full URL, every stack layer, as your next call. Host tools don't link for you. If linking fails, say so. Skip PRs you only read or review and PRs named only as background. Call watch_pull_request when asked to monitor or babysit, or when work you were asked to do, such as a merge, still waits on checks or reviews, even after an earlier unwatch. Finish any needed branch update and push first, then watch and end your turn. Otherwise act now or hand back. Delegated children never watch, even if the brief says babysit. After PR work, a child's last line is: PR , head , checks and reviews . Links and watches persist across pushes. For PR waits, no sleep, loops, gh --watch, Monitor or ScheduleWakeup. Before handback, call unwatch_pull_request on any PR you watch. @@ -22,6 +24,8 @@ export function buildRuntimeInstructions(runtime: { readonly pullRequestLinking?: boolean; /** True when this session's tool list includes the managed `cua-driver` MCP server. */ readonly computerUse?: boolean | undefined; + /** The browser `chrome-devtools` is attached to, when this session has browser tabs. */ + readonly browserTabs?: string | undefined; }): string { const harness = toSingleLine(runtime.harness); const model = toSingleLine(runtime.model ?? ""); @@ -33,9 +37,12 @@ export function buildRuntimeInstructions(runtime: { const effortInfo = effort ? ` with ${effort} reasoning effort` : ""; const runtimeInfo = `In case you're asked: you are running in T3 Code through the ${harness} harness${modelInfo}${effortInfo}. No need to mention this otherwise. You can embed images, video, and audio using Markdown image syntax with absolute file paths. Link every other file you cite or produce by its absolute path, as in [http.ts:42](/abs/path/http.ts:42), so the user can open it in T3 Code's files viewer.`; const computerUse = runtime.computerUse ? `\n\n${COMPUTER_USE_INSTRUCTIONS}` : ""; + const browserTabs = runtime.browserTabs + ? `\n\n${browserTabsInstructions(toSingleLine(runtime.browserTabs))}` + : ""; return runtime.pullRequestLinking === false - ? `${runtimeInfo}${computerUse}` - : `${runtimeInfo}\n\n${PULL_REQUEST_LINKING_INSTRUCTIONS}${computerUse}`; + ? `${runtimeInfo}${computerUse}${browserTabs}` + : `${runtimeInfo}\n\n${PULL_REQUEST_LINKING_INSTRUCTIONS}${computerUse}${browserTabs}`; } function toSingleLine(value: string): string { diff --git a/packages/provider-cursor/src/server/adapter.ts b/packages/provider-cursor/src/server/adapter.ts index 272f0ba0552d..de438e4d0585 100644 --- a/packages/provider-cursor/src/server/adapter.ts +++ b/packages/provider-cursor/src/server/adapter.ts @@ -225,7 +225,7 @@ export function cursorMcpServers( Authorization: session.authorizationHeader, }, }, - ...McpProviderSession.cuaStdioMcpServers(session), + ...McpProviderSession.localStdioMcpServers(session), }; } @@ -2691,9 +2691,8 @@ export const makeCursorAdapterV2 = Effect.fn("makeCursorAdapterV2")(function* ( detail: "Cursor turn requires non-empty text or attachments.", }); } - const computerUse = - (yield* mcpSessions.read(turnInput.threadId))?.cuaDriver !== undefined; - const text = `${userText}\n\n${buildRuntimeInstructions({ harness: "Cursor", model: turnInput.modelSelection.model, computerUse })}`; + const mcpSession = yield* mcpSessions.read(turnInput.threadId); + const text = `${userText}\n\n${buildRuntimeInstructions({ harness: "Cursor", model: turnInput.modelSelection.model, computerUse: mcpSession?.cuaDriver !== undefined, browserTabs: mcpSession?.browserTabs?.browserName })}`; return { message: images.length === 0 ? text : ({ text, images } satisfies SDKUserMessage), prompt: userText, diff --git a/packages/provider-opencode/src/server/adapter.ts b/packages/provider-opencode/src/server/adapter.ts index 0e30cdc969e9..3b744ccba710 100644 --- a/packages/provider-opencode/src/server/adapter.ts +++ b/packages/provider-opencode/src/server/adapter.ts @@ -1105,6 +1105,27 @@ export const makeOpenCodeAdapterV2 = Effect.fn("makeOpenCodeAdapterV2")(function ), ) : false; + const tabs = mcpSession?.browserTabs; + const browserTabs = + hasT3Mcp && tabs !== undefined + ? yield* OpenCodeRuntime.runOpenCodeSdk("mcp.add", () => + client.mcp.add({ + name: McpProviderSession.BROWSER_TABS_MCP_SERVER_NAME, + config: { + type: "local", + command: [tabs.command, ...tabs.args], + environment: { ...tabs.env }, + }, + }), + ).pipe( + Effect.as(tabs.browserName), + Effect.catchCause((cause) => + Effect.logWarning("Could not add Chrome DevTools MCP to OpenCode.", cause).pipe( + Effect.as(undefined), + ), + ), + ) + : undefined; const now = yield* DateTime.now; let sessionEntity: OrchestrationV2ProviderSession = { @@ -3517,6 +3538,7 @@ export const makeOpenCodeAdapterV2 = Effect.fn("makeOpenCodeAdapterV2")(function harness: "OpenCode", model: turn.modelSelection.model, computerUse, + browserTabs, }), ] .filter(Boolean) diff --git a/packages/provider-opencode/src/server/v2/adapter.ts b/packages/provider-opencode/src/server/v2/adapter.ts index 30336cafb3b6..7a6ef5895c4d 100644 --- a/packages/provider-opencode/src/server/v2/adapter.ts +++ b/packages/provider-opencode/src/server/v2/adapter.ts @@ -389,8 +389,12 @@ interface ThreadState { mcp: | { readonly name: string; readonly directory: string; readonly credential: string } | undefined; - /** The managed Cua Driver as registered for this thread; `socket` names its daemon. */ + /** The managed Cua Driver as registered for this thread; `socket` names its command. */ cua: { readonly name: string; readonly directory: string; readonly socket: string } | undefined; + /** Browser tabs as registered for this thread. */ + browserTabs: + | { readonly name: string; readonly directory: string; readonly socket: string } + | undefined; instructions: string | undefined; } @@ -441,9 +445,18 @@ export const t3McpServerName = Effect.fn("t3McpServerName")(function* (threadId: const cuaMcpServerName = (t3ServerName: string) => t3ServerName.replace(/^t3-code-/u, "cua-driver-"); +/** The thread's browser tabs server, registered the same way. */ +const browserTabsMcpServerName = (t3ServerName: string) => + t3ServerName.replace(/^t3-code-/u, "chrome-devtools-"); + // Last match wins: deny all threads' T3 servers, then allow only this thread's. Every thread's -// Cua Driver is registered per directory too, so it gets the same pair, allowed only while attached. -const mcpRules = (mcpServerName: string | null, computerUse: boolean): ReadonlyArray => +// Cua Driver and browser tabs server are registered per directory too, so each gets the same pair, +// allowed only while attached. +const mcpRules = ( + mcpServerName: string | null, + computerUse: boolean, + browserTabs: boolean, +): ReadonlyArray => mcpServerName === null ? [] : [ @@ -451,6 +464,8 @@ const mcpRules = (mcpServerName: string | null, computerUse: boolean): ReadonlyA { action: `${mcpServerName}_*`, resource: "*", effect: "allow" }, { action: "cua-driver-*", resource: "*", effect: "deny" }, ...(computerUse ? [rule(`${cuaMcpServerName(mcpServerName)}_*`, "allow")] : []), + { action: "chrome-devtools-*", resource: "*", effect: "deny" }, + ...(browserTabs ? [rule(`${browserTabsMcpServerName(mcpServerName)}_*`, "allow")] : []), ]; const sessionRules = ( @@ -459,6 +474,7 @@ const sessionRules = ( grants: ReadonlyArray, mcpServerName: string | null, computerUse = false, + browserTabs = false, ): ReadonlyArray => [ ...(policy.runtimeMode === "full-access" ? [rule("*", "allow")] @@ -471,7 +487,7 @@ const sessionRules = ( // Plan edits are re-allowed only for plan paths; free-tier sessions refuse denied shell/read. ...(policy.interactionMode === "plan" ? [rule("edit", "deny")] : []), ...paths, - ...mcpRules(mcpServerName, computerUse), + ...mcpRules(mcpServerName, computerUse, browserTabs), ]; const sameRules = (left: ReadonlyArray | undefined, right: ReadonlyArray) => @@ -940,6 +956,7 @@ export const make = Effect.fn("OpenCode2Adapter.make")(function* (instanceId: Pr externalPrompts: new Map(), mcp: undefined, cua: undefined, + browserTabs: undefined, instructions: undefined, }); @@ -3831,6 +3848,7 @@ export const make = Effect.fn("OpenCode2Adapter.make")(function* (instanceId: Pr for (const state of threads.values()) { state.mcp = undefined; state.cua = undefined; + state.browserTabs = undefined; state.goalFresh = false; state.goalRefreshing = false; state.goalRevision += 1; @@ -4061,6 +4079,8 @@ export const make = Effect.fn("OpenCode2Adapter.make")(function* (instanceId: Pr appThreadId === null ? null : yield* mcpServerNameFor(appThreadId), appThreadId !== null && (yield* mcpSessions.read(ThreadId.make(appThreadId)))?.cuaDriver !== undefined, + appThreadId !== null && + (yield* mcpSessions.read(ThreadId.make(appThreadId)))?.browserTabs !== undefined, ); }); @@ -4323,6 +4343,7 @@ export const make = Effect.fn("OpenCode2Adapter.make")(function* (instanceId: Pr [...threads.values()].flatMap((state) => [ ...(state.mcp === undefined ? [] : [state.mcp]), ...(state.cua === undefined ? [] : [state.cua]), + ...(state.browserTabs === undefined ? [] : [state.browserTabs]), ]), removeMcp, { concurrency: 8, discard: true }, @@ -4382,54 +4403,78 @@ export const make = Effect.fn("OpenCode2Adapter.make")(function* (instanceId: Pr yield* Effect.sleep(MCP_TOOL_RELOAD_SETTLE); } } - // The managed Cua Driver follows the same per-directory registration; a - // new daemon generation (another socket) replaces the old entry. - const cuaDriver = state.mcp === undefined ? undefined : mcpSession?.cuaDriver; - const wantedCua = - cuaDriver === undefined - ? undefined - : { - name: cuaMcpServerName(name), - directory, - socket: cuaDriver.socketPath ?? cuaDriver.args.join(" "), - }; - if ( - state.cua !== undefined && - (wantedCua === undefined || - state.cua.directory !== wantedCua.directory || - state.cua.socket !== wantedCua.socket) - ) { - yield* removeMcp(state.cua); - state.cua = undefined; - } - if (cuaDriver !== undefined && wantedCua !== undefined && state.cua === undefined) { - const config = McpProviderSession.cuaOpenCodeMcpConfig(cuaDriver); + // Cua Driver and browser tabs follow the same per-directory, per-thread + // registration; a changed command (a new Cua daemon socket, another + // browser profile) replaces the old entry. + const localServers = [ + { + slot: "cua" as const, + name: cuaMcpServerName(name), + spec: + mcpSession?.cuaDriver === undefined + ? undefined + : McpProviderSession.cuaOpenCodeMcpConfig(mcpSession.cuaDriver), + label: "Cua Driver", + }, + { + slot: "browserTabs" as const, + name: browserTabsMcpServerName(name), + spec: + mcpSession?.browserTabs === undefined + ? undefined + : { + command: [mcpSession.browserTabs.command, ...mcpSession.browserTabs.args], + environment: { ...mcpSession.browserTabs.env }, + }, + label: "Chrome DevTools MCP", + }, + ]; + for (const server of localServers) { + const spec = state.mcp === undefined ? undefined : server.spec; + const wanted = + spec === undefined + ? undefined + : { name: server.name, directory, socket: spec.command.join(" ") }; + const current = state[server.slot]; + if ( + current !== undefined && + (wanted === undefined || + current.directory !== wanted.directory || + current.socket !== wanted.socket) + ) { + yield* removeMcp(current); + state[server.slot] = undefined; + } + if (spec === undefined || wanted === undefined || state[server.slot] !== undefined) + continue; const added = yield* client.mcp .add({ - server: wantedCua.name, + server: wanted.name, location: { directory }, config: new Mcp.LocalConfig({ type: "local", - command: config.command, - environment: config.environment, + command: spec.command, + environment: spec.environment, }), }) .pipe( Effect.timeout(INVENTORY_TIMEOUT), Effect.as(true), Effect.catchCause((cause) => - Effect.logWarning("Could not add Cua Driver to OpenCode.", cause).pipe( + Effect.logWarning(`Could not add ${server.label} to OpenCode.`, cause).pipe( Effect.as(false), ), ), ); - if (added) state.cua = wantedCua; + if (added) state[server.slot] = wanted; } const instructions = [ buildRuntimeInstructions({ harness: "OpenCode", model: turnInput.modelSelection.model, computerUse: state.cua !== undefined, + browserTabs: + state.browserTabs === undefined ? undefined : mcpSession?.browserTabs?.browserName, }), t3OrchestrationSystemPrompt(mcpAvailable, mcpSession?.capabilities?.has("device") === true), mcpAvailable @@ -5281,6 +5326,7 @@ export const make = Effect.fn("OpenCode2Adapter.make")(function* (instanceId: Pr } if (state.mcp !== undefined) yield* removeMcp(state.mcp); if (state.cua !== undefined) yield* removeMcp(state.cua); + if (state.browserTabs !== undefined) yield* removeMcp(state.browserTabs); }), respondToRuntimeRequest: Effect.fn("OpenCode2Adapter.respondToRuntimeRequest")( function* (requestInput) { diff --git a/packages/provider-pi/src/server/mcpExtensionSource.ts b/packages/provider-pi/src/server/mcpExtensionSource.ts index af4e0ea361f1..eb4e209cb3f5 100644 --- a/packages/provider-pi/src/server/mcpExtensionSource.ts +++ b/packages/provider-pi/src/server/mcpExtensionSource.ts @@ -1,6 +1,7 @@ // No T3 imports inside the string; resolve Pi and typebox from the user's Pi install. import { T3_CODE_ORCHESTRATION_INSTRUCTIONS } from "@t3tools/provider-core/server/orchestrationInstructions"; import { COMPUTER_USE_INSTRUCTIONS } from "@t3tools/provider-core/server/runtimeInstructions"; +import { browserTabsInstructions } from "@t3tools/provider-core/server/mcpSession"; export const PI_T3_MCP_EXTENSION_FILENAME = "pi-t3-mcp-extension.ts"; @@ -11,6 +12,8 @@ export const T3_PI_MCP_EXTENSION_PATH_ENV = "T3_PI_MCP_EXTENSION_PATH"; export const PI_T3_SERVICE_TIER_COMMAND = "t3-service-tier"; /** The managed Cua Driver's stdio MCP command, as JSON `{ command, args, env }`. */ export const T3_CUA_MCP_ENV = "T3_CUA_MCP"; +/** Browser tabs' stdio MCP command, as JSON `{ command, args, env, browserName }`. */ +export const T3_BROWSER_TABS_MCP_ENV = "T3_BROWSER_TABS_MCP"; // These tools trigger file-change approvals, bypassed by Auto-accept edits. export const PI_FILE_CHANGE_TOOLS = ["edit", "write"] as const; @@ -28,9 +31,12 @@ const TOKEN_ENV = ${JSON.stringify(T3_MCP_BEARER_ENV)}; const RUNTIME_MODE_ENV = ${JSON.stringify(T3_PI_RUNTIME_MODE_ENV)}; const EXTENSION_PATH_ENV = ${JSON.stringify(T3_PI_MCP_EXTENSION_PATH_ENV)}; const CUA_ENV = ${JSON.stringify(T3_CUA_MCP_ENV)}; +const BROWSER_TABS_ENV = ${JSON.stringify(T3_BROWSER_TABS_MCP_ENV)}; const ORCHESTRATION_INSTRUCTIONS = ${JSON.stringify(T3_CODE_ORCHESTRATION_INSTRUCTIONS.trim())}; const SERVICE_TIER_COMMAND = ${JSON.stringify(PI_T3_SERVICE_TIER_COMMAND)}; const COMPUTER_USE_INSTRUCTIONS = ${JSON.stringify(COMPUTER_USE_INSTRUCTIONS)}; +const BROWSER_TABS_INSTRUCTIONS = (browserName: string) => + ${JSON.stringify(browserTabsInstructions("BROWSER_NAME"))}.replace("BROWSER_NAME", browserName); const PROTOCOL = "2025-06-18"; const READ_ONLY_TOOLS = new Set(["read", "grep", "find", "ls"]); const FILE_CHANGE_TOOLS = new Set(${JSON.stringify(PI_FILE_CHANGE_TOOLS)}); @@ -364,16 +370,29 @@ function createStdioMcpClient(spec: { command: string; args: string[]; env: Reco }; } -function cuaSpec(): { command: string; args: string[]; env: Record } | undefined { - const raw = env(CUA_ENV); +type StdioSpec = { + command: string; + args: string[]; + env: Record; + browserName?: string; +}; + +function stdioSpec(variable: string): StdioSpec | undefined { + const raw = env(variable); if (raw === undefined) return undefined; try { - const parsed = JSON.parse(raw) as { command?: unknown; args?: unknown; env?: unknown }; + const parsed = JSON.parse(raw) as { + command?: unknown; + args?: unknown; + env?: unknown; + browserName?: unknown; + }; if (typeof parsed.command !== "string" || !Array.isArray(parsed.args)) return undefined; return { command: parsed.command, args: parsed.args.map(String), env: (parsed.env ?? {}) as Record, + ...(typeof parsed.browserName === "string" ? { browserName: parsed.browserName } : {}), }; } catch { return undefined; @@ -624,27 +643,26 @@ export default async function t3McpExtension(pi: ExtensionAPI) { } }); - // The managed Cua Driver, registered as mcp__cua-driver__ like other - // harnesses name it. Its screenshots pass through as image content. - const cua = cuaSpec(); - let computerUse = false; - if (cua !== undefined) { - const cuaClient = createStdioMcpClient(cua); - pi.on("session_shutdown", () => cuaClient.close()); + // Cua Driver and browser tabs, registered as mcp____ like + // other harnesses name them. Screenshots pass through as image content. + const attach = async (server: string, spec: StdioSpec | undefined) => { + if (spec === undefined) return false; + const client = createStdioMcpClient(spec); + pi.on("session_shutdown", () => client.close()); try { const signal = AbortSignal.timeout(20_000); - await cuaClient.connect(signal); - for (const tool of await cuaClient.listTools(signal)) { + await client.connect(signal); + for (const tool of await client.listTools(signal)) { const name = tool.name; const description = tool.description ?? name; pi.registerTool({ - name: \`mcp__cua-driver__\${name}\`, + name: \`mcp__\${server}__\${name}\`, label: name, description, promptSnippet: description.split("\\n")[0] ?? name, parameters: jsonSchemaToTypebox(tool.inputSchema), async execute(_toolCallId, params, signal) { - const result = await cuaClient.callTool( + const result = await client.callTool( name, (params ?? {}) as Record, signal, @@ -652,25 +670,32 @@ export default async function t3McpExtension(pi: ExtensionAPI) { const text = formatMcpContent(result); return { content: [...(text ? [{ type: "text" as const, text }] : []), ...mcpImages(result)], - details: { server: "cua-driver", tool: name }, + details: { server, tool: name }, ...(isMcpToolError(result) ? { isError: true } : {}), }; }, }); } - computerUse = true; + return true; } catch (error) { const message = error instanceof Error ? error.message : String(error); pi.on("session_start", async (_event, ctx) => { - ctx.ui.notify(\`Cua Driver unavailable: \${message}\`, "warning"); + ctx.ui.notify(\`\${server} unavailable: \${message}\`, "warning"); }); + return false; } - } + }; + const computerUse = await attach("cua-driver", stdioSpec(CUA_ENV)); + const tabs = stdioSpec(BROWSER_TABS_ENV); + const browserTabs = (await attach("chrome-devtools", tabs)) ? tabs?.browserName : undefined; // Keep guidance in the system prompt so leading slash commands still expand. pi.on("before_agent_start", (event, ctx) => { reconcileDiscovery(ctx); - const guidance = ORCHESTRATION_INSTRUCTIONS + (computerUse ? "\\n\\n" + COMPUTER_USE_INSTRUCTIONS : ""); + const guidance = + ORCHESTRATION_INSTRUCTIONS + + (computerUse ? "\\n\\n" + COMPUTER_USE_INSTRUCTIONS : "") + + (browserTabs ? "\\n\\n" + BROWSER_TABS_INSTRUCTIONS(browserTabs) : ""); const sections = event.systemPromptOptions?.sections; if (sections && typeof sections === "object" && event.systemPromptOptions?.forceSystemPrompt === undefined) { // A full prompt override bypasses Pi's later section rendering. diff --git a/packages/provider-pi/src/server/mcpInjection.ts b/packages/provider-pi/src/server/mcpInjection.ts index 68092d091d24..ad2e1554b779 100644 --- a/packages/provider-pi/src/server/mcpInjection.ts +++ b/packages/provider-pi/src/server/mcpInjection.ts @@ -6,6 +6,7 @@ import type { McpProviderSessionConfig } from "@t3tools/provider-core/server/mcp import { PI_T3_MCP_EXTENSION_FILENAME, PI_T3_MCP_EXTENSION_SOURCE, + T3_BROWSER_TABS_MCP_ENV, T3_CUA_MCP_ENV, T3_MCP_BEARER_ENV, T3_MCP_URL_ENV, @@ -299,7 +300,9 @@ export function buildPiRpcLaunch(input: { delete environment[T3_MCP_BEARER_ENV]; delete environment[T3_PI_MCP_EXTENSION_PATH_ENV]; delete environment[T3_CUA_MCP_ENV]; + delete environment[T3_BROWSER_TABS_MCP_ENV]; const cuaDriver = hasT3Extension ? input.mcpSession?.cuaDriver : undefined; + const browserTabs = hasT3Extension ? input.mcpSession?.browserTabs : undefined; return { args, @@ -333,6 +336,16 @@ export function buildPiRpcLaunch(input: { ), }), }), + ...(browserTabs === undefined + ? {} + : { + [T3_BROWSER_TABS_MCP_ENV]: JSON.stringify({ + command: browserTabs.command, + args: browserTabs.args, + env: browserTabs.env, + browserName: browserTabs.browserName, + }), + }), }, }; } diff --git a/packages/shared/src/nodeRuntime.ts b/packages/shared/src/nodeRuntime.ts index 7b3e9398682c..0e507887f41a 100644 --- a/packages/shared/src/nodeRuntime.ts +++ b/packages/shared/src/nodeRuntime.ts @@ -12,6 +12,7 @@ const NodeRuntimeFeature = Schema.Literals([ "Device automation", "Antigravity", "Antigravity sign-in", + "Browser tab access", ]); export const nodeRuntimeUnavailableMessage = (feature: typeof NodeRuntimeFeature.Type): string =>