diff --git a/app/lib/.server/llm/model.ts b/app/lib/.server/llm/model.ts index 6d48171..b3a208b 100644 --- a/app/lib/.server/llm/model.ts +++ b/app/lib/.server/llm/model.ts @@ -58,7 +58,10 @@ export function getGroqModel(apiKey: string, model: string) { } export function getOllamaModel(baseURL: string, model: string) { - let Ollama = ollama(model); + let Ollama = ollama(model, { + numCtx: 32768, + }); + Ollama.config.baseURL = `${baseURL}/api`; return Ollama; }