Add the harness, envs, per-bot models and chat attachments

- Harness: providers, model catalog synced hourly, automatic free picks,
  cooldowns, tool loop with context trimming, MCP computer tools
- Bots queue runs replies and tasks through the harness; jobs wait
  (attempt refunded) while every model is resting
- Envs: Settings > Environment, scoped general/workspace/computer,
  written to computers and redacted from tool output
- Models: Settings > Models, per-harness provider select defaulting to
  OpenRouter, and a models modal on each bot's chat (the coordinator's
  edits the defaults)
- Chat: thinking row while a reply runs, file attachments (upload,
  paste, drop) that replies read as images, audio and document text
- Fix media uploads failing after a user's first file, and private
  files being served from the public media path

Co-Authored-By: Claude Opus 5.5 <[email protected]>
This commit is contained in:
2026-10-19 03:38:38 +01:00
co-authored by Claude Opus 5.5
parent d49f524fe8
commit 6a2665dae9
223 changed files with 12342 additions and 162 deletions
@@ -1,17 +1,18 @@
import fetchApi from "@moduletrace/twui/utils/fetch/fetchApi";
import type { APIResponseObject } from "@moduletrace/bunext/types";
import type { BUN_SQLITE_COBBLE_BOT_MESSAGES } from "@/db/types/db";
import type { SendBotMessageRequest } from "@/src/schemas/bot-schema";
import type { BotMessageWithAttachments } from "@/src/types";
export default async function sendBotMessage({
bot_id,
text,
media_ids,
}: SendBotMessageRequest) {
return await fetchApi<
SendBotMessageRequest,
APIResponseObject<BUN_SQLITE_COBBLE_BOT_MESSAGES>
APIResponseObject<BotMessageWithAttachments>
>(`/api/admin/bots/send-message`, {
method: "POST",
body: { bot_id, text },
body: { bot_id, text, media_ids },
});
}
@@ -0,0 +1,39 @@
import fetchApi from "@moduletrace/twui/utils/fetch/fetchApi";
import fileInputToBase64 from "@moduletrace/twui/utils/form/fileInputToBase64";
import type { APIResponseObject } from "@moduletrace/bunext/types";
import { AppData } from "@/src/data/app-data";
import type { UploadBotAttachmentRequest } from "@/src/schemas/bot-schema";
import type { BotMessageAttachment } from "@/src/types";
type Params = {
file: File;
};
/**
* Uploads one file for the next message. Files over the size limit are
* refused here, before they're read.
*/
export default async function uploadBotAttachment({
file,
}: Params): Promise<APIResponseObject<BotMessageAttachment>> {
if (file.size > AppData.BotAttachmentMaxBytes) {
return {
success: false,
msg: `Too big: files can be up to ${Math.round(AppData.BotAttachmentMaxBytes / 1024 / 1024)} MB.`,
};
}
const { fileBase64Full } = await fileInputToBase64({ inputFile: file });
if (!fileBase64Full) {
return { success: false, msg: `Couldn't read the file.` };
}
return await fetchApi<
UploadBotAttachmentRequest,
APIResponseObject<BotMessageAttachment>
>(`/api/admin/bots/upload-attachment`, {
method: "POST",
body: { data_url: fileBase64Full, name: file.name || "file" },
});
}