UniqAI/bolt.diy
1
0
Fork 0
mirror of https://github.com/stackblitz-labs/bolt.diy synced 2025-01-22 10:55:34 +00:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Merge pull request #209 from patrykwegrzyn/main

Browse Source 
feat: set numCtx = 32768 for Ollama models
This commit is contained in:
Cole Medin 2024-11-07 18:12:27 -06:00 committed by GitHub
commit 1ba0606e58
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
app/lib/.server/llm/model.ts
View File

@ -58,7 +58,10 @@ export function getGroqModel(apiKey: string, model: string) {
}
export function getOllamaModel(baseURL: string, model: string) {
let Ollama = ollama(model);
let Ollama = ollama(model, {
numCtx: 32768,
});
Ollama.config.baseURL = `${baseURL}/api`;
return Ollama;
}