Add knowledgebases

Knowledgebases give bots RAG over documents, scoped like extensions: to
particular bots, to a workspace, or to every bot, with their own button
beside Tools in the composer. Documents are chunked and embedded by the
file-ingest worker with the install's embedding model, which is now an
install-wide setting rather than a per-bot one.

- Word search runs on an FTS5 index ranked by BM25, with a scored LIKE
  fallback for scripts written without spaces.
- Changing the embedding model re-indexes documents automatically.
- Ingest jobs wait without spending attempts while every embedding model
  rests, fail at once on errors retrying can't fix, and keep passages
  searchable by words when the model refuses.
- Settings > Knowledgebases shows each knowledgebase's and document's
  index state: spinner, warning, grey check (words only) or green check.

Co-Authored-By: Claude Opus 5.5 <[email protected]>
This commit is contained in:
2026-10-26 16:41:01 +01:00
co-authored by Claude Opus 5.5
parent 2259b6895f
commit e7b23b7454
111 changed files with 4573 additions and 148 deletions
@@ -1,4 +1,4 @@
import type { BotExtensionsPayload } from "@/src/types";
import type { BotExtensionKind, BotExtensionsPayload } from "@/src/types";
import { extensionOptionValue, parseExtensionOptionValue } from "@/src/utils/extension-option-value";
import extensionNoun from "@/src/utils/extension-noun";
import InlineAddSelect from "./inline-add-select";
@@ -7,17 +7,21 @@ type Props = {
id: string;
addable: BotExtensionsPayload["addable"];
loading?: boolean;
onAdd: (params: { kind: "mcp" | "tool" | "skill"; id: number }) => void;
onAdd: (params: { kind: BotExtensionKind; id: number }) => void;
/**
* What the picker offers, for its placeholder.
*/
noun?: string;
};
/**
* Picks an MCP server, tool or skill to give a bot.
* Picks an MCP server, tool, skill or knowledgebase to give a bot.
*/
export default function ExtensionAddSelect({ id, addable, loading, onAdd }: Props) {
export default function ExtensionAddSelect({ id, addable, loading, onAdd, noun = "tool, MCP server or skill" }: Props) {
return (
<InlineAddSelect
id={id}
noun="tool, MCP server or skill"
noun={noun}
options={addable.map((item) => ({
value: extensionOptionValue(item),
title: `${extensionNoun({ kind: item.kind })}: ${item.name}`,
+4 -2
View File
@@ -1,12 +1,14 @@
import { BookOpen, Plug, Wrench } from "lucide-react";
import { BookOpen, Library, Plug, Wrench } from "lucide-react";
import type { BotExtension } from "@/src/types";
/**
* The icon of an MCP server (a plug), a tool (a wrench) or a skill (a book).
* The icon of an MCP server (a plug), a tool (a wrench), a skill (a book)
* or a knowledgebase (a library).
*/
export default function extensionIcon({ kind }: { kind: BotExtension["kind"] }) {
if (kind == "mcp") return Plug;
if (kind == "skill") return BookOpen;
if (kind == "knowledgebase") return Library;
return Wrench;
}