OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-05-21 13:36:35 +00:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

Add num_gpu in General.svelte

Browse Source
This commit is contained in:
Zhuoran 2024-08-20 07:47:20 +08:00
parent 56e2d579f2
commit b350b0023f
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/lib/components/chat/Settings/General.svelte
View File

@ -59,7 +59,8 @@
num_ctx: null, num_ctx: null,
num_batch: null, num_batch: null,
num_keep: null, num_keep: null,
max_tokens: null max_tokens: null,
num_gpu: null
}; };
const toggleRequestFormat = async () => { const toggleRequestFormat = async () => {
@ -321,7 +322,8 @@
max_tokens: params.max_tokens !== null ? params.max_tokens : undefined, max_tokens: params.max_tokens !== null ? params.max_tokens : undefined,
use_mmap: params.use_mmap !== null ? params.use_mmap : undefined, use_mmap: params.use_mmap !== null ? params.use_mmap : undefined,
use_mlock: params.use_mlock !== null ? params.use_mlock : undefined, use_mlock: params.use_mlock !== null ? params.use_mlock : undefined,
num_thread: params.num_thread !== null ? params.num_thread : undefined num_thread: params.num_thread !== null ? params.num_thread : undefined,
num_gpu: params.num_gpu !== null ? params.num_gpu : undefined
}, },
keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined
}); });