Add the harness, envs, per-bot models and chat attachments

- Harness: providers, model catalog synced hourly, automatic free picks,
  cooldowns, tool loop with context trimming, MCP computer tools
- Bots queue runs replies and tasks through the harness; jobs wait
  (attempt refunded) while every model is resting
- Envs: Settings > Environment, scoped general/workspace/computer,
  written to computers and redacted from tool output
- Models: Settings > Models, per-harness provider select defaulting to
  OpenRouter, and a models modal on each bot's chat (the coordinator's
  edits the defaults)
- Chat: thinking row while a reply runs, file attachments (upload,
  paste, drop) that replies read as images, audio and document text
- Fix media uploads failing after a user's first file, and private
  files being served from the public media path

Co-Authored-By: Claude Opus 5.5 <[email protected]>
This commit is contained in:
2026-10-19 03:38:38 +01:00
co-authored by Claude Opus 5.5
parent d49f524fe8
commit 6a2665dae9
223 changed files with 12342 additions and 162 deletions
+54
View File
@@ -0,0 +1,54 @@
import { useState } from "react";
import type { BUN_SQLITE_COBBLE_BOT_MESSAGES } from "@/db/types/db";
import type { BotUpdatedData, BotWithLastMessage } from "@/src/types";
import useServerEvent from "./use-server-event";
type Params = {
bots: BotWithLastMessage[];
/**
* The conversation open now: its new messages don't count as unread.
*/
open_bot_id?: number;
};
/**
* The crew, kept current from server pushes: faces and status lines,
* latest messages, and unread for conversations that aren't open.
*/
export default function useLiveBots({ bots, open_bot_id }: Params) {
const [live, setLive] = useState(bots);
useServerEvent({
event: "server:bot-updated",
onData: (data: BotUpdatedData) =>
setLive((prev) =>
prev.map((bot) =>
bot.id == data.id
? { ...bot, face: data.face, status_line: data.status_line }
: bot,
),
),
});
useServerEvent({
event: "server:bot-message",
onData: (message: BUN_SQLITE_COBBLE_BOT_MESSAGES) =>
setLive((prev) =>
prev.map((bot) =>
bot.id == message.bot_id
? {
...bot,
last_message_text: message.text,
last_message_at: Number(message.created_at) || Date.now(),
unread:
message.author == "bot" && bot.id != open_bot_id
? 1
: bot.unread,
}
: bot,
),
),
});
return live;
}
+29
View File
@@ -0,0 +1,29 @@
import { useEffect, useRef } from "react";
import type { WebSocketDataType } from "@/src/types";
type Params = {
event: WebSocketDataType["event"];
onData: (data: any) => void;
};
/**
* Calls `onData` with the payload of every `event` pushed over the
* WebSocket. The socket itself is opened once, by the bots layout (twui
* `useWebSocket`, which re-dispatches each message as `wsDataEvent`).
*/
export default function useServerEvent({ event, onData }: Params) {
const handler = useRef(onData);
handler.current = onData;
useEffect(() => {
const listener = (e: Event) => {
const data = (e as CustomEvent<{ data?: WebSocketDataType }>).detail?.data;
if (data?.event == event) handler.current(data.data);
};
window.addEventListener("wsDataEvent", listener);
return () => window.removeEventListener("wsDataEvent", listener);
}, [event]);
}