tbenandClaude Opus 5.5
f24c0d7e82
- Computers get CPUs and memory (default 1 CPU, 2 GB), set at creation and editable; new resources stop, remove and recreate the container, its home dir kept. Every computer container has a docker health check and stays "creating" until it passes; only healthy computers are reached, by hostname, else by their IP on the network (dev outside docker). - Docker is required: the app creates the cobble network on startup and exits without docker. - Production container: deploy/run-app-container.sh mounts .env, the data dir and the docker socket; the database (DB_DIR), media, computers' homes and bun-sqlite's live schema now live on the data volume. - Settings pages for bots, workspaces, computers and users, sharing list components; bots can be deleted; users are created with a password and confirmation, edited and deleted through RBAC-gated APIs. - User types trimmed to super_admin, admin, member, read_only and revoked; admins manage members. UserAvatar shows profile photos from the user row. Co-Authored-By: Claude Opus 5.5 <[email protected]>
100 lines
3.5 KiB
TypeScript
100 lines
3.5 KiB
TypeScript
import { ComputerMcpExcludedTools } from "@/src/dict/computer-dict";
|
|
import grabComputerMcpUrl from "@/src/functions/backend/db/computers/grab-computer-mcp-url";
|
|
import grabComputerEnvs from "@/src/functions/backend/db/envs/grab-computer-envs";
|
|
import computerNotReadyMessage from "@/src/utils/computer-not-ready-message";
|
|
import redactSecrets from "@/src/utils/redact-secrets";
|
|
import connectMcpServer from "../../mcp/connect-mcp-server";
|
|
import grabMcpTools from "../../mcp/grab-mcp-tools";
|
|
import readImage from "../../media/read-image";
|
|
import type { HarnessTool } from "../../types";
|
|
import withComputerEnv from "./with-computer-env";
|
|
import writeComputerEnv from "./write-computer-env";
|
|
|
|
type Params = {
|
|
computer_id: number | string;
|
|
/**
|
|
* Screenshots are read with this bot's media reading model.
|
|
*/
|
|
bot_id?: number | string;
|
|
/**
|
|
* The workspace the run is in: its envs apply, and its models read
|
|
* screenshots.
|
|
*/
|
|
workspace_id?: number | string | null;
|
|
signal?: AbortSignal;
|
|
};
|
|
|
|
export type OpenComputer = {
|
|
name: string;
|
|
tools: HarnessTool[];
|
|
/**
|
|
* The envs set on the computer, for the prompt: keys and descriptions,
|
|
* never values.
|
|
*/
|
|
envs: { key: string; description: string }[];
|
|
/**
|
|
* Blanks the computer's secret values out of text, e.g. the report.
|
|
*/
|
|
redact: (text: string) => string;
|
|
close: () => Promise<void>;
|
|
};
|
|
|
|
/**
|
|
* Connects to a computer (its AIO sandbox, over MCP) and returns its tools:
|
|
* shell, files, code and browser. Its envs (`grabComputerEnvs`) are written
|
|
* to the computer and loaded by the shell and code tools; secret values are
|
|
* redacted from everything the tools return. Screenshots come back as
|
|
* readings from the media reading harness. Call `close` when the run ends.
|
|
* Throws when the computer can't be reached, which the queue retries.
|
|
*/
|
|
export default async function openComputerTools({
|
|
computer_id,
|
|
bot_id,
|
|
workspace_id,
|
|
signal,
|
|
}: Params): Promise<OpenComputer> {
|
|
const target = await grabComputerMcpUrl({ computer_id });
|
|
|
|
if (!target) {
|
|
throw new Error(`Computer #${computer_id} has no container to connect to.`);
|
|
}
|
|
|
|
if (!target.ready) {
|
|
throw new Error(computerNotReadyMessage(target));
|
|
}
|
|
|
|
const envs = await grabComputerEnvs({ computer_id, workspace_id });
|
|
const paths = await writeComputerEnv({ base_url: target.base_url, envs, signal });
|
|
const secrets = envs.filter((env) => env.secret);
|
|
const redact = (text: string) => redactSecrets({ text, secrets });
|
|
|
|
const client = await connectMcpServer({ url: target.url, signal });
|
|
|
|
try {
|
|
const tools = await grabMcpTools({
|
|
client,
|
|
exclude: ComputerMcpExcludedTools,
|
|
redact,
|
|
describeImage: ({ data, mime_type }) =>
|
|
readImage({
|
|
url: `data:${mime_type};base64,${data}`,
|
|
focus: "This is a screenshot of a computer screen. Describe the page layout, text, buttons and form fields, and any errors or popups.",
|
|
signal,
|
|
bot_id,
|
|
workspace_id,
|
|
}),
|
|
});
|
|
|
|
return {
|
|
name: target.name,
|
|
tools: tools.map((tool) => withComputerEnv({ tool, ...paths })),
|
|
envs: envs.map((env) => ({ key: env.key, description: env.description })),
|
|
redact,
|
|
close: () => client.close().catch(() => {}),
|
|
};
|
|
} catch (error) {
|
|
await client.close().catch(() => {});
|
|
throw error;
|
|
}
|
|
}
|