UniqAI/bolt.new-any-llm
1
0
Fork 0
mirror of https://github.com/coleam00/bolt.new-any-llm synced 2024-12-28 06:42:56 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge pull request #209 from patrykwegrzyn/main
Some checks are pending
Build and Push Container / build-and-push (push) Waiting to run
Details

Browse Source 
feat: set numCtx = 32768 for Ollama models
This commit is contained in:
Cole Medin 2024-11-07 18:12:27 -06:00 committed by GitHub
commit 1ba0606e58
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
app/lib/.server/llm/model.ts
View File

@ -58,7 +58,10 @@ export function getGroqModel(apiKey: string, model: string) {
}
export function getOllamaModel(baseURL: string, model: string) {
let Ollama = ollama(model);
let Ollama = ollama(model, {
numCtx: 32768,
});
Ollama.config.baseURL = `${baseURL}/api`;
return Ollama;
}