Add the harness, envs, per-bot models and chat attachments

- Harness: providers, model catalog synced hourly, automatic free picks, cooldowns, tool loop with context trimming, MCP computer tools - Bots queue runs replies and tasks through the harness; jobs wait (attempt refunded) while every model is resting - Envs: Settings > Environment, scoped general/workspace/computer, written to computers and redacted from tool output - Models: Settings > Models, per-harness provider select defaulting to OpenRouter, and a models modal on each bot's chat (the coordinator's edits the defaults) - Chat: thinking row while a reply runs, file attachments (upload, paste, drop) that replies read as images, audio and document text - Fix media uploads failing after a user's first file, and private files being served from the public media path Co-Authored-By: Claude Opus 5.5 <[email protected]>
2026-10-19 03:38:38 +01:00
parent d49f524fe8
commit 6a2665dae9
223 changed files with 12342 additions and 162 deletions
@@ -0,0 +1,39 @@
+import userAuth from "@/src/functions/backend/auth/user-auth";
+import markBotRead from "@/src/functions/backend/db/bots/mark-bot-read";
+import { BotIdRequestSchema } from "@/src/schemas/bot-schema";
+import AppError from "@/src/utils/app-error";
+import parseWithSchema from "@/src/utils/parse-with-schema";
+import safeErrorMessage from "@/src/utils/safe-error-message";
+import type {
+    APIResponseObject,
+    BunextAPIRouteHandler,
+} from "@moduletrace/bunext/types";
+
+/**
+ * Clears a bot's unread flag when a message arrives in the conversation
+ * the user has open. Only the session user's own bots.
+ */
+export const handler: BunextAPIRouteHandler<APIResponseObject> = async ({
+    req,
+    body,
+}) => {
+    try {
+        if (req.method != "POST") {
+            throw new AppError(`Method not allowed`);
+        }
+
+        const { user } = await userAuth({ req });
+
+        if (!user?.logged_in_status || !user.id) {
+            return { success: false, msg: `Unauthorized`, logoutUser: true };
+        }
+
+        const { bot_id } = parseWithSchema({ schema: BotIdRequestSchema, data: body });
+
+        await markBotRead({ bot_id, user_id: user.id });
+
+        return { success: true };
+    } catch (error: unknown) {
+        return { success: false, msg: safeErrorMessage({ error }) };
+    }
+};
@@ -0,0 +1,93 @@
+import userAuth from "@/src/functions/backend/auth/user-auth";
+import grabUserBot from "@/src/functions/backend/db/bots/grab-user-bot";
+import grabBotHarnessOverview from "@/src/functions/backend/db/harness/grab-bot-harness-overview";
+import grabHarnessSetting from "@/src/functions/backend/db/harness/grab-harness-setting";
+import saveBotHarnessSetting from "@/src/functions/backend/db/harness/save-bot-harness-setting";
+import logEvent, { grabRequestIP } from "@/src/functions/backend/logger";
+import { SaveBotHarnessSettingsRequestSchema } from "@/src/schemas/harness-schema";
+import type { BotHarnessOverviewPayload } from "@/src/types";
+import AppError from "@/src/utils/app-error";
+import parseWithSchema from "@/src/utils/parse-with-schema";
+import isReadOnlyUser from "@/src/utils/rbac/is-read-only-user";
+import safeErrorMessage from "@/src/utils/safe-error-message";
+import type {
+    APIResponseObject,
+    BunextAPIRouteHandler,
+} from "@moduletrace/bunext/types";
+
+/**
+ * Saves which model each harness uses for one of the session user's
+ * worker bots. The coordinator always uses the defaults.
+ */
+export const handler: BunextAPIRouteHandler<
+    APIResponseObject<BotHarnessOverviewPayload>
+> = async ({ req, body }) => {
+    try {
+        if (req.method != "POST") {
+            throw new AppError(`Method not allowed`);
+        }
+
+        const { user, user_types } = await userAuth({ req });
+
+        if (!user?.logged_in_status || !user.id) {
+            return { success: false, msg: `Unauthorized`, logoutUser: true };
+        }
+
+        if (isReadOnlyUser({ user_types: user_types || [] })) {
+            throw new AppError(`This user can only read records.`);
+        }
+
+        const { bot_id, settings } = parseWithSchema({
+            schema: SaveBotHarnessSettingsRequestSchema,
+            data: body,
+        });
+
+        const bot = await grabUserBot({ bot_id, user_id: user.id });
+
+        if (!bot?.id) {
+            throw new AppError(`Bot not found.`);
+        }
+
+        if (bot.kind == "coordinator") {
+            throw new AppError(
+                `The coordinator uses the default models. A super admin can change them in Settings, under Models.`,
+            );
+        }
+
+        for (const setting of settings) {
+            const existing = await grabHarnessSetting({ harness: setting.harness, bot_id: bot.id });
+            const { voice, ...options } = existing.source == "bot" ? existing.options : {};
+
+            await saveBotHarnessSetting({
+                bot_id: bot.id,
+                harness: setting.harness,
+                inherit: setting.inherit,
+                model_id: setting.model_id,
+                provider_id: setting.provider_id,
+                fallback: setting.fallback,
+                enabled: setting.enabled,
+                options: setting.voice ? { ...options, voice: setting.voice } : options,
+            });
+        }
+
+        await logEvent({
+            title: "Bot model settings changed",
+            category: "system",
+            user_id: user.id,
+            plain_text: `User #${user.id} changed ${bot.name}'s model settings for ${settings.map((s) => s.harness).join(", ")}.`,
+            metadata: { bot_id: bot.id, settings },
+            ip_address: grabRequestIP(req),
+        });
+
+        return {
+            success: true,
+            msg: `Saved.`,
+            singleRes: await grabBotHarnessOverview({ bot_id: bot.id }),
+        };
+    } catch (error: unknown) {
+        return {
+            success: false,
+            msg: safeErrorMessage({ error }),
+        };
+    }
+};
@@ -1,6 +1,10 @@
 import userAuth from "@/src/functions/backend/auth/user-auth";
 import grabUserBot from "@/src/functions/backend/db/bots/grab-user-bot";
 import insertUserMessage from "@/src/functions/backend/db/bots/insert-user-message";
+import grabAttachableMedia from "@/src/functions/backend/db/bots/grab-attachable-media";
+import enqueueBotReply from "@/src/functions/backend/db/bots-queue/enqueue-bot-reply";
+import pushBotNotice from "@/src/bots-queue/push-bot-notice";
+import wakeBotsQueue from "@/src/bots-queue/wake-bots-queue";
 import { SendBotMessageRequestSchema } from "@/src/schemas/bot-schema";
 import parseWithSchema from "@/src/utils/parse-with-schema";
 import isReadOnlyUser from "@/src/utils/rbac/is-read-only-user";
@@ -12,7 +16,10 @@ import type {
 } from "@moduletrace/bunext/types";

 /**
- * Posts a message from the session user to one of their own bots.
+ * Posts a message from the session user to one of their own bots and
+ * queues the bot's reply, which arrives over the WebSocket. The message
+ * also goes to the user's other open tabs. Files are uploaded first
+ * (`upload-attachment`) and sent as `media_ids`.
 */
 export const handler: BunextAPIRouteHandler<APIResponseObject> = async ({
    req,
@@ -37,7 +44,7 @@ export const handler: BunextAPIRouteHandler<APIResponseObject> = async ({
            throw new AppError(`This user can only read records.`);
        }

-        const { bot_id, text } = parseWithSchema({
+        const { bot_id, text, media_ids } = parseWithSchema({
            schema: SendBotMessageRequestSchema,
            data: body,
        });
@@ -48,7 +55,18 @@ export const handler: BunextAPIRouteHandler<APIResponseObject> = async ({
            throw new AppError(`Bot not found`);
        }

-        const message = await insertUserMessage({ bot_id: bot.id, text });
+        const media = await grabAttachableMedia({ user_id: Number(user.id), media_ids });
+        const message = await insertUserMessage({ bot_id: bot.id, text, media });
+
+        await enqueueBotReply({
+            user_id: user.id,
+            bot_id: bot.id,
+            message_id: message.id || 0,
+        });
+
+        wakeBotsQueue();
+
+        await pushBotNotice({ bot_id: bot.id, message });

        return {
            success: true,
@@ -0,0 +1,86 @@
+import userAuth from "@/src/functions/backend/auth/user-auth";
+import { logError } from "@/src/functions/backend/logger";
+import mediaToAttachment from "@/src/functions/backend/db/bots/media-to-attachment";
+import uploadAndRecordMedia from "@/src/functions/backend/db/users/media/upload-and-record-media";
+import { AppData } from "@/src/data/app-data";
+import { UploadBotAttachmentRequestSchema } from "@/src/schemas/bot-schema";
+import type { BotMessageAttachment } from "@/src/types";
+import AppError from "@/src/utils/app-error";
+import attachmentFileKind from "@/src/utils/attachment-file-kind";
+import bufferFromBase64 from "@/src/utils/buffer-from-base-64";
+import parseWithSchema from "@/src/utils/parse-with-schema";
+import isReadOnlyUser from "@/src/utils/rbac/is-read-only-user";
+import safeErrorMessage from "@/src/utils/safe-error-message";
+import type {
+    APIResponseObject,
+    BunextAPIRouteHandler,
+} from "@moduletrace/bunext/types";
+
+/**
+ * Stores one file for a chat message, private to the session user, before
+ * the message is sent with its id. Images are resized; documents have
+ * their text pulled out now, so bots can read them later.
+ */
+export const handler: BunextAPIRouteHandler<
+    APIResponseObject<BotMessageAttachment>
+> = async ({ req, body }) => {
+    try {
+        if (req.method != "POST") {
+            throw new AppError(`Method not allowed`);
+        }
+
+        const { user, user_types } = await userAuth({ req });
+
+        if (!user?.logged_in_status || !user.id) {
+            return { success: false, msg: `Unauthorized`, logoutUser: true };
+        }
+
+        if (isReadOnlyUser({ user_types: user_types || [] })) {
+            throw new AppError(`This user can only read records.`);
+        }
+
+        const { data_url, name } = parseWithSchema({
+            schema: UploadBotAttachmentRequestSchema,
+            data: body,
+        });
+
+        const mime = data_url.match(/^data:([^;,]*)/)?.[1] || "";
+        const { media_type, ext } = attachmentFileKind({ mime, name });
+        const { buffer } = await bufferFromBase64(data_url);
+
+        if (!buffer.length) {
+            throw new AppError(`${name} is empty.`);
+        }
+
+        if (buffer.length > AppData.BotAttachmentMaxBytes) {
+            throw new AppError(
+                `${name} is too big. Files can be up to ${Math.round(AppData.BotAttachmentMaxBytes / 1024 / 1024)} MB.`,
+            );
+        }
+
+        const res = await uploadAndRecordMedia({
+            data: buffer,
+            media_type,
+            media_mime_type: ext,
+            media_paradigms: ["bot-attachment"],
+            media: { title: name },
+            extract_media_text_content: media_type == "document",
+            is_private: true,
+            user: { id: Number(user.id) },
+        }).catch(async (error) => {
+            await logError({ title: `Attachment ${name} couldn't be saved`, error }).catch(() => {});
+            throw new AppError(`Couldn't save ${name}. If it's an image, try another format.`);
+        });
+
+        if (!res.singleRes?.id) {
+            throw new AppError(`Couldn't save ${name}.`);
+        }
+
+        return {
+            success: true,
+            singleRes: mediaToAttachment({ media: res.singleRes }),
+        };
+    } catch (error: unknown) {
+        return { success: false, msg: safeErrorMessage({ error }) };
+    }
+};