Enhancement: AI LLM chunk size and context window config (#12891)

2026-08-29 05:57:32 +00:00 · 2026-06-01 17:56:21 +00:00
parent bb860a5834
commit f6c865bf47
15 changed files with 318 additions and 36 deletions
@@ -74,6 +74,7 @@ def get_embedding_model() -> "BaseEmbedding":
            embedding = OllamaEmbedding(
                model_name=config.llm_embedding_model or "embeddinggemma",
                base_url=endpoint,
+                ollama_additional_kwargs={"num_ctx": config.llm_context_size},
            )
            embedding._client = Client(
                host=endpoint,