Introduce context compaction: optimize conversation context persistence, reduce redundant tokens, and enhance summary handling.

2026-10-16 14:09:23 +02:00
parent 99aff83a23
commit be4cce67f7
6 changed files with 90 additions and 23 deletions
@@ -10,3 +10,9 @@ UPLOAD_MAX_PIXELS=30000000
 VISION_MODEL=gemma3:4b
 VISION_DEBUG=false
 VISION_DEBUG_SHA256_ENABLED=false
+# Required to enable automatic context compaction; use the exact hosted Ollama tag.
+CONTEXT_MODEL=
+CONTEXT_COMPACTION_TRIGGER_TOKENS=6000
+CONTEXT_COMPACTION_RECENT_TOKENS=2500
+CONTEXT_COMPACTION_MIN_MESSAGES=4
+CONTEXT_COMPACTION_MAX_CHARS=8000