Add per-model generation settings to the model selector

Each text and vision harness setting now carries the generation settings its model takes (temperature, sampling limits, penalties, seed, reasoning effort), edited in a modal under the model pick so the harness block stays short. Nothing is set by default, so models keep their provider's own values until a super admin or admin changes them. A setting is only offered and only sent when the catalog says the model takes it: OpenRouter's supported_parameters is now stored on harness_models and refreshed by the hourly sync. Other providers list no parameters, so their models get them all.
2026-10-22 04:52:55 +01:00
parent fe502b38fe
commit c2553a4746
25 changed files with 644 additions and 13 deletions
@@ -0,0 +1,56 @@
+import {
+    HarnessParameters,
+    modelTakesParameter,
+} from "@/src/dict/harness-parameter-dict";
+import grabHarnessSetting from "@/src/functions/backend/db/harness/grab-harness-setting";
+import type { HarnessModelInfo } from "../types";
+
+type Params = {
+    harness: "text" | "vision";
+    bot_id?: number | string;
+    workspace_id?: number | string | null;
+};
+
+/**
+ * A model's generation settings for one call: what is saved in the
+ * harness's setting (the workspace's, the bot's, else the default),
+ * keyed by the field sent on the wire, keeping only what the model says it
+ * takes. Empty when none are set, so the model gets its provider's
+ * defaults.
+ */
+export default async function grabChatParams({
+    harness,
+    bot_id,
+    workspace_id,
+}: Params): Promise<
+    (model: HarnessModelInfo) => Record<string, number | string | { effort: string }>
+> {
+    const setting = await grabHarnessSetting({
+        harness,
+        bot_id,
+        workspace_id,
+    });
+
+    return (model) =>
+        Object.fromEntries(
+            HarnessParameters.flatMap((parameter) => {
+                const value = setting.options[parameter.key];
+
+                if (typeof value != "number" && typeof value != "string") return [];
+                if (!value && value !== 0) return [];
+                if (
+                    !modelTakesParameter({
+                        parameter,
+                        supported: model.supported_parameters,
+                    })
+                )
+                    return [];
+
+                const key = "wire" in parameter ? parameter.wire : parameter.key;
+
+                return [
+                    [key, key == "reasoning" ? { effort: String(value) } : value],
+                ];
+            }),
+        );
+}