tbenandClaude Opus 5.5
163d9a434c
- A mic in the composer records, transcribes with the bot's transcription model (api/admin/bots/transcribe) and writes the text into the input at the cursor to edit before sending. Escape cancels; recordings aren't stored. - Every bot message has a read-aloud button that plays GET api/admin/bots/speak-message, streamed from the provider as the audio is made, so it starts in a couple of seconds. One message plays at a time; only the user's own sessions can be read. - Both buttons stay visible but disabled while the bot has no model for them (bot_voice page prop). - Transcription and speech no longer pick free models automatically: they're not available until a model is picked, and Settings says so. Transcription lists speech-to-text models only, so the chat-model transcript path and its missing-audio check are gone. Co-Authored-By: Claude Opus 5.5 <[email protected]>
108 lines
4.0 KiB
TypeScript
108 lines
4.0 KiB
TypeScript
import type { PagePropsType } from "@/src/types";
|
|
import grabBots from "../bots/grab-bots";
|
|
import grabActiveBotTask from "../bots/grab-active-bot-task";
|
|
import grabBotMessages from "../bots/grab-bot-messages";
|
|
import grabBotExtensionsOverview from "../extensions/grab-bot-extensions-overview";
|
|
import grabBotComputers from "../computers/grab-bot-computers";
|
|
import grabBotHarnessOverview from "../harness/grab-bot-harness-overview";
|
|
import grabHarnessOverview from "../harness/grab-harness-overview";
|
|
import resolveHarnessCandidates from "@/src/harness/resolve/resolve-harness-candidates";
|
|
import grabUserWorkspaces from "../workspaces/grab-user-workspaces";
|
|
import ensureBotSession from "./ensure-bot-session";
|
|
import grabUserConversation from "./grab-user-conversation";
|
|
import markBotSessionRead from "./mark-bot-session-read";
|
|
|
|
type Params = {
|
|
user_id: number;
|
|
bot_id: number | string;
|
|
/**
|
|
* The workspace the conversation is in; none for the bot's own chat.
|
|
*/
|
|
workspace_id?: number | string | null;
|
|
};
|
|
|
|
/**
|
|
* The page props of a conversation (`/admin/bots/<id>` or
|
|
* `/admin/workspaces/<id>/bots/<id>`): the rail's crew (the workspace's
|
|
* in a workspace) and workspaces, the bot, its active session (marked
|
|
* read) and its messages, its models, computers, tools and MCP servers
|
|
* and active task there, and whether its mic and read-aloud have a model
|
|
* to run on.
|
|
* Null when the user can't chat with the bot there.
|
|
*/
|
|
export default async function grabConversationProps({
|
|
user_id,
|
|
bot_id,
|
|
workspace_id,
|
|
}: Params): Promise<PagePropsType | null> {
|
|
const conversation = await grabUserConversation({ user_id, bot_id, workspace_id }).catch(
|
|
() => null,
|
|
);
|
|
|
|
if (!conversation) return null;
|
|
|
|
const scope = conversation.workspace_id;
|
|
const session = await ensureBotSession({ user_id, bot_id: conversation.bot.id, workspace_id: scope });
|
|
|
|
if (session.unread) {
|
|
await markBotSessionRead({ session_id: session.id!, user_id });
|
|
session.unread = 0;
|
|
}
|
|
|
|
const [bots, workspaces] = await Promise.all([
|
|
grabBots({ user_id, workspace_id: scope }),
|
|
grabUserWorkspaces({ user_id }),
|
|
]);
|
|
|
|
const bot = bots.find((b) => b.id == conversation.bot.id);
|
|
|
|
if (!bot?.id) return null;
|
|
|
|
bot.unread = 0;
|
|
|
|
/**
|
|
* The header's models modal: a worker's own settings, or for the
|
|
* coordinator the defaults it runs on (without the providers). In a
|
|
* workspace the workspace's own models come first, so what runs now
|
|
* shows its pick.
|
|
*/
|
|
const [bot_messages, bot_harness_overview, bot_computers, bot_task, bot_extensions, transcription, speech] = await Promise.all([
|
|
grabBotMessages({ session_id: session.id! }),
|
|
(bot.kind == "coordinator" && !scope
|
|
? grabHarnessOverview().then(({ harnesses }) => ({ harnesses }))
|
|
: grabBotHarnessOverview({
|
|
bot_id: bot.kind == "coordinator" ? undefined : bot.id,
|
|
workspace_id: scope || undefined,
|
|
})
|
|
).catch(() => null),
|
|
grabBotComputers({ bot_id: bot.id, workspace_id: scope }),
|
|
grabActiveBotTask({ bot_id: bot.id, session_id: session.id }),
|
|
grabBotExtensionsOverview({ user_id, bot_id: bot.id, workspace_id: scope }),
|
|
hasHarnessModel({ harness: "transcription", bot_id: bot.id, workspace_id: scope }),
|
|
hasHarnessModel({ harness: "speech", bot_id: bot.id, workspace_id: scope }),
|
|
]);
|
|
|
|
return {
|
|
bots,
|
|
bot,
|
|
workspaces,
|
|
workspace: conversation.workspace,
|
|
bot_session: session,
|
|
bot_messages,
|
|
bot_harness_overview,
|
|
bot_computers,
|
|
bot_task,
|
|
bot_extensions,
|
|
bot_voice: { transcription, speech },
|
|
};
|
|
}
|
|
|
|
/**
|
|
* Whether the harness is on and has a model to run on for the bot there.
|
|
*/
|
|
async function hasHarnessModel(params: Parameters<typeof resolveHarnessCandidates>[0]) {
|
|
return await resolveHarnessCandidates(params)
|
|
.then((candidates) => candidates.length > 0)
|
|
.catch(() => false);
|
|
}
|