Improve chat title generation and context compacting

2026-10-16 12:22:14 +02:00
parent b8b06a8a33
commit 99aff83a23
6 changed files with 11 additions and 8 deletions
@@ -199,7 +199,7 @@ export function createChatService(repositories, modelService, config, webSearchP
        if (summarizable.length < config.chatSummaryUpdateEveryMessages) return;

        const previousSummary = String(session.context_summary || "").trim();
-        const summary = await modelService.generateReply(selectedModel, [
+        const summary = await modelService.generateReply(config.contextSummaryModel || "nomic-embed-text:latest", [
            {
                role: "system",
                content: [
@@ -687,8 +687,7 @@ export function createChatService(repositories, modelService, config, webSearchP
            if (session.assistant_persona_id || session.title !== "New chat" || repositories.getLatestChatMessage(chatId)) {
                return {title: session.title};
            }
-            const {model: effectiveModel} = getGenerationSettings(session, model);
-            const title = await generateChatTitle(message, effectiveModel, signal);
+            const title = await generateChatTitle(message, config.titleModel || "nomic-embed-text:latest", signal);
            if (title !== "New chat") repositories.updateChatTitle(chatId, user, title);
            return {title};
        },