Add knowledgebases

Knowledgebases give bots RAG over documents, scoped like extensions: to particular bots, to a workspace, or to every bot, with their own button beside Tools in the composer. Documents are chunked and embedded by the file-ingest worker with the install's embedding model, which is now an install-wide setting rather than a per-bot one. - Word search runs on an FTS5 index ranked by BM25, with a scored LIKE fallback for scripts written without spaces. - Changing the embedding model re-indexes documents automatically. - Ingest jobs wait without spending attempts while every embedding model rests, fail at once on errors retrying can't fix, and keep passages searchable by words when the model refuses. - Settings > Knowledgebases shows each knowledgebase's and document's index state: spinner, warning, grey check (words only) or green check. Co-Authored-By: Claude Opus 5.5 <[email protected]>
2026-10-26 16:41:01 +01:00
parent 2259b6895f
commit e7b23b7454
111 changed files with 4573 additions and 148 deletions
@@ -0,0 +1,107 @@
+import { useState } from "react";
+import AddFormActions from "@/src/layouts/bots/(partials)/add-form-actions";
+import AddModalShell from "@/src/layouts/bots/(partials)/add-modal-shell";
+import Checkbox from "@moduletrace/twui/form/Checkbox";
+import Form from "@moduletrace/twui/form/Form";
+import Input from "@moduletrace/twui/form/Input";
+import Textarea from "@moduletrace/twui/form/Textarea";
+import postAdminApi from "@/src/layouts/bots/(functions)/post-admin-api";
+import type { KnowledgebasesOverviewPayload, PublicKnowledgebase } from "@/src/types";
+
+type Props = {
+    /**
+     * Edits this knowledgebase; adds one when not given.
+     */
+    knowledgebase?: PublicKnowledgebase;
+    onSaved: (overview: KnowledgebasesOverviewPayload, msg: string) => void;
+    onCancel: () => void;
+};
+
+/**
+ * Adds or edits a knowledgebase: its name, the one line that tells a bot
+ * what it holds, whether it's on, and whether every bot gets it. Its
+ * documents are added from its row.
+ */
+export default function KnowledgebaseModal({ knowledgebase, onSaved, onCancel }: Props) {
+    const [name, setName] = useState(knowledgebase?.name || "");
+    const [description, setDescription] = useState(knowledgebase?.description || "");
+    const [enabled, setEnabled] = useState(knowledgebase?.enabled ?? true);
+    const [all_bots, setAllBots] = useState(knowledgebase?.access.all_bots ?? false);
+    const [loading, setLoading] = useState(false);
+    const [error, setError] = useState<string>();
+
+    const id = `knowledgebase-${knowledgebase?.id || "new"}`;
+
+    const submit = async () => {
+        if (
+            loading ||
+            !window.confirm(knowledgebase ? `Save ${knowledgebase.name}?` : `Add ${name || "this knowledgebase"}?`)
+        ) {
+            return;
+        }
+
+        setLoading(true);
+        setError(undefined);
+
+        const res = await postAdminApi<KnowledgebasesOverviewPayload>({
+            path: "knowledgebases/save-knowledgebase",
+            body: { knowledgebase_id: knowledgebase?.id, name, description, enabled, all_bots },
+        });
+
+        setLoading(false);
+
+        if (!res.success || !res.singleRes) {
+            setError(res.msg || "Couldn't save the knowledgebase.");
+            return;
+        }
+
+        onSaved(res.singleRes, res.msg || "Saved.");
+    };
+
+    return (
+        <AddModalShell
+            open
+            setOpen={(next) => !next && onCancel()}
+            title={knowledgebase ? `Edit ${knowledgebase.name}` : "Add a knowledgebase"}
+            description="Bots search it once it's attached to them. Add its documents from its row."
+        >
+            <Form className="w-full gap-4! items-stretch pt-4" onSubmit={submit}>
+                <Input
+                    id={`${id}-name`}
+                    title="Name"
+                    label="Name"
+                    showLabel
+                    placeholder="Product handbook"
+                    defaultValue={name}
+                    autoComplete="off"
+                    info="What the settings page and the composer call it."
+                    onChange={(e) => setName(e.target.value)}
+                />
+                <Textarea
+                    id={`${id}-description`}
+                    title="What it holds"
+                    label="What it holds"
+                    showLabel
+                    rows={2}
+                    placeholder="Pricing, plans and refund rules, as the sales team uses them."
+                    defaultValue={description}
+                    info="The one line a bot reads to know when to search it. Say what's in it."
+                    onChange={(e) => setDescription(e.target.value)}
+                />
+                <Checkbox title="On" label="On: bots search it" checked={enabled} changeHandler={setEnabled} />
+                <Checkbox
+                    title="Every bot"
+                    label="Every bot by default: every bot now and every new one, the coordinator included. Each can still drop it."
+                    checked={all_bots}
+                    changeHandler={setAllBots}
+                />
+                <AddFormActions
+                    submit_label={knowledgebase ? "Save" : "Add knowledgebase"}
+                    loading={loading}
+                    error={error}
+                    onCancel={onCancel}
+                />
+            </Form>
+        </AddModalShell>
+    );
+}