Add knowledgebases

Knowledgebases give bots RAG over documents, scoped like extensions: to particular bots, to a workspace, or to every bot, with their own button beside Tools in the composer. Documents are chunked and embedded by the file-ingest worker with the install's embedding model, which is now an install-wide setting rather than a per-bot one. - Word search runs on an FTS5 index ranked by BM25, with a scored LIKE fallback for scripts written without spaces. - Changing the embedding model re-indexes documents automatically. - Ingest jobs wait without spending attempts while every embedding model rests, fail at once on errors retrying can't fix, and keep passages searchable by words when the model refuses. - Settings > Knowledgebases shows each knowledgebase's and document's index state: spinner, warning, grey check (words only) or green check. Co-Authored-By: Claude Opus 5.5 <[email protected]>
2026-10-26 16:41:01 +01:00
parent 2259b6895f
commit e7b23b7454
111 changed files with 4573 additions and 148 deletions
@@ -0,0 +1,57 @@
+import BunSQLite from "@moduletrace/bun-sqlite";
+import type { BUN_SQLITE_COBBLE_KNOWLEDGEBASES, BunSQLiteTables } from "@/db/types/db";
+import type { SaveKnowledgebaseRequest } from "@/src/schemas/knowledgebase-schema";
+import attachToAllBots from "../extensions/attach-to-all-bots";
+import grabKnowledgebase from "./grab-knowledgebase";
+
+type Params = {
+    /**
+     * The super admin saving it (checked by the caller).
+     */
+    user_id: number | string;
+    data: SaveKnowledgebaseRequest;
+};
+
+/**
+ * Adds or edits a knowledgebase (its name, what it holds, on or off, every
+ * bot) and returns its id. Its documents are added on their own.
+ */
+export default async function saveKnowledgebase({ user_id, data }: Params) {
+    const fields = {
+        name: data.name,
+        description: data.description,
+        enabled: data.enabled ? 1 : 0,
+        all_bots: data.all_bots ? 1 : 0,
+    } as const;
+
+    if (data.knowledgebase_id) {
+        const knowledgebase = await grabKnowledgebase({ knowledgebase_id: data.knowledgebase_id });
+
+        const res = await BunSQLite.update<BUN_SQLITE_COBBLE_KNOWLEDGEBASES, (typeof BunSQLiteTables)[number]>({
+            table: "knowledgebases",
+            targetId: knowledgebase.id,
+            data: fields,
+        });
+
+        if (!res.success) throw new Error(`Couldn't save the knowledgebase: ${res.msg}`);
+
+        if (data.all_bots && !knowledgebase.all_bots) {
+            await attachToAllBots({ kind: "knowledgebase", id: knowledgebase.id });
+        }
+
+        return knowledgebase.id;
+    }
+
+    const res = await BunSQLite.insert<BUN_SQLITE_COBBLE_KNOWLEDGEBASES, (typeof BunSQLiteTables)[number]>({
+        table: "knowledgebases",
+        data: [{ ...fields, user_id: Number(user_id) }],
+    });
+
+    const id = res.singleRes?.id || res.postInsertReturn?.insertId;
+
+    if (!res.success || !id) throw new Error(`Couldn't add the knowledgebase: ${res.msg}`);
+
+    if (data.all_bots) await attachToAllBots({ kind: "knowledgebase", id: Number(id) });
+
+    return Number(id);
+}