tbenandClaude Opus 5.5
163d9a434c
- A mic in the composer records, transcribes with the bot's transcription model (api/admin/bots/transcribe) and writes the text into the input at the cursor to edit before sending. Escape cancels; recordings aren't stored. - Every bot message has a read-aloud button that plays GET api/admin/bots/speak-message, streamed from the provider as the audio is made, so it starts in a couple of seconds. One message plays at a time; only the user's own sessions can be read. - Both buttons stay visible but disabled while the bot has no model for them (bot_voice page prop). - Transcription and speech no longer pick free models automatically: they're not available until a model is picked, and Settings says so. Transcription lists speech-to-text models only, so the chat-model transcript path and its missing-audio check are gone. Co-Authored-By: Claude Opus 5.5 <[email protected]>
70 lines
2.4 KiB
TypeScript
70 lines
2.4 KiB
TypeScript
import type { HarnessKind } from "@/src/dict/harness-dict";
|
|
import { Harnesses } from "@/src/dict/harness-dict";
|
|
import modelServesHarness from "@/src/harness/catalog/model-serves-harness";
|
|
import resolveHarnessCandidates from "@/src/harness/resolve/resolve-harness-candidates";
|
|
import type { HarnessOverview } from "@/src/types";
|
|
import type { HarnessModelEntry } from "./grab-harness-model-entries";
|
|
import type { HarnessSetting } from "./grab-harness-setting";
|
|
|
|
type Params = {
|
|
harness: HarnessKind;
|
|
setting: HarnessSetting;
|
|
entries: HarnessModelEntry[];
|
|
/**
|
|
* Resolve what runs now for this bot instead of the default.
|
|
*/
|
|
bot_id?: number | string;
|
|
workspace_id?: number | string;
|
|
};
|
|
|
|
/**
|
|
* One harness as the model settings pages show it: its setting, the
|
|
* models it can be set to, and the model it would use right now.
|
|
*/
|
|
export default async function grabHarnessOverviewItem({
|
|
harness,
|
|
setting,
|
|
entries,
|
|
bot_id,
|
|
workspace_id,
|
|
}: Params): Promise<HarnessOverview> {
|
|
const meta = Harnesses.find((h) => h.value == harness)!;
|
|
const candidates = setting.enabled
|
|
? await resolveHarnessCandidates({ harness, bot_id, workspace_id }).catch(() => [])
|
|
: [];
|
|
const first = candidates[0];
|
|
const serving = entries.filter(({ model }) => modelServesHarness({ model, harness }));
|
|
const providers = [
|
|
...new Map(
|
|
serving.map(({ option }) => [
|
|
option.provider_id,
|
|
{ id: option.provider_id, name: option.provider_name },
|
|
]),
|
|
).values(),
|
|
];
|
|
|
|
if (setting.provider_id && !providers.some((p) => p.id == setting.provider_id)) {
|
|
providers.push({ id: setting.provider_id, name: "Unavailable provider" });
|
|
}
|
|
const current = first
|
|
? entries.find(({ row, model }) => `${row.provider_id}:${model.slug}` == first.key)
|
|
: undefined;
|
|
|
|
return {
|
|
harness,
|
|
title: meta.title,
|
|
description: meta.description,
|
|
required: meta.required,
|
|
automatic: meta.automatic,
|
|
model_id: setting.model_id,
|
|
provider_id: setting.provider_id,
|
|
providers,
|
|
fallback: setting.fallback,
|
|
enabled: setting.enabled,
|
|
options: setting.options,
|
|
models: serving.map(({ option }) => option),
|
|
current: current && first ? { ...current.option, source: first.source } : undefined,
|
|
candidate_count: candidates.length,
|
|
};
|
|
}
|