UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-01-19 01:06:45 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

Merge pull request #4743 from 5E-324/add-num_gpu

Browse Source 
fix: Changes to num_gpu made in Settings > General won't be saved
This commit is contained in:
Timothy Jaeryang Baek 2024-08-20 13:38:11 +02:00 committed by GitHub
commit 27109d22e4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/lib/components/chat/Settings/General.svelte
View File

@ -59,7 +59,8 @@
num_ctx: null,
num_batch: null,
num_keep: null,
max_tokens: null
max_tokens: null,
num_gpu: null
};
const toggleRequestFormat = async () => {
@ -321,7 +322,8 @@
max_tokens: params.max_tokens !== null ? params.max_tokens : undefined,
use_mmap: params.use_mmap !== null ? params.use_mmap : undefined,
use_mlock: params.use_mlock !== null ? params.use_mlock : undefined,
num_thread: params.num_thread !== null ? params.num_thread : undefined
num_thread: params.num_thread !== null ? params.num_thread : undefined,
num_gpu: params.num_gpu !== null ? params.num_gpu : undefined
},
keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined
});