Add the harness, envs, per-bot models and chat attachments

- Harness: providers, model catalog synced hourly, automatic free picks, cooldowns, tool loop with context trimming, MCP computer tools - Bots queue runs replies and tasks through the harness; jobs wait (attempt refunded) while every model is resting - Envs: Settings > Environment, scoped general/workspace/computer, written to computers and redacted from tool output - Models: Settings > Models, per-harness provider select defaulting to OpenRouter, and a models modal on each bot's chat (the coordinator's edits the defaults) - Chat: thinking row while a reply runs, file attachments (upload, paste, drop) that replies read as images, audio and document text - Fix media uploads failing after a user's first file, and private files being served from the public media path Co-Authored-By: Claude Opus 5.5 <[email protected]>
2026-10-19 03:38:38 +01:00
parent d49f524fe8
commit 6a2665dae9
223 changed files with 12342 additions and 162 deletions
@@ -0,0 +1,72 @@
+import { ReadImagePrompt } from "@/src/data/harness-prompts";
+import HarnessError from "../harness-error";
+import grabHarnessAdapter from "../providers/grab-harness-adapter";
+import resolveHarnessCandidates from "../resolve/resolve-harness-candidates";
+import withCandidates from "../resolve/with-candidates";
+
+type Params = {
+    /**
+     * An https or `data:` URL.
+     */
+    url: string;
+    /**
+     * What to look for, added to the standard reading prompt.
+     */
+    focus?: string;
+    signal?: AbortSignal;
+    /**
+     * Uses this bot's media reading model when it has its own.
+     */
+    bot_id?: number | string;
+};
+
+/**
+ * Reads an image with the media reading (vision) harness and returns what
+ * it sees, as text for a model that can't see.
+ */
+export default async function readImage({ url, focus, signal, bot_id }: Params) {
+    const candidates = await resolveHarnessCandidates({
+        harness: "vision",
+        bot_id,
+    });
+
+    const { result } = await withCandidates({
+        harness: "vision",
+        candidates,
+        run: async (candidate) => {
+            const answer = await grabHarnessAdapter({
+                kind: candidate.provider.kind,
+            }).chat({
+                candidate,
+                messages: [
+                    {
+                        role: "user",
+                        content: [
+                            {
+                                type: "text",
+                                text: focus
+                                    ? `${ReadImagePrompt}\n\nPay special attention to: ${focus}`
+                                    : ReadImagePrompt,
+                            },
+                            { type: "image", url },
+                        ],
+                    },
+                ],
+                temperature: 0,
+                signal: signal || new AbortController().signal,
+            });
+
+            if (!answer.text?.trim()) {
+                throw new HarnessError({
+                    message: `The model couldn't read the image.`,
+                    retryable: true,
+                    candidate_key: candidate.key,
+                });
+            }
+
+            return answer.text.trim();
+        },
+    });
+
+    return result;
+}