UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-07 00:59:52 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

Add num_gpu in General.svelte

Browse Source
This commit is contained in:
Zhuoran 2024-08-20 07:47:20 +08:00
parent 56e2d579f2
commit b350b0023f
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/lib/components/chat/Settings/General.svelte
View File

@ -59,7 +59,8 @@
num_ctx: null,
num_batch: null,
num_keep: null,
max_tokens: null
max_tokens: null,
num_gpu: null
};
const toggleRequestFormat = async () => {
@ -321,7 +322,8 @@
max_tokens: params.max_tokens !== null ? params.max_tokens : undefined,
use_mmap: params.use_mmap !== null ? params.use_mmap : undefined,
use_mlock: params.use_mlock !== null ? params.use_mlock : undefined,
num_thread: params.num_thread !== null ? params.num_thread : undefined
num_thread: params.num_thread !== null ? params.num_thread : undefined,
num_gpu: params.num_gpu !== null ? params.num_gpu : undefined
},
keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined
});