From b350b0023f0221fa5adfe530e1d66ca6bc76845f Mon Sep 17 00:00:00 2001 From: Zhuoran Date: Tue, 20 Aug 2024 07:47:20 +0800 Subject: [PATCH] Add num_gpu in General.svelte --- src/lib/components/chat/Settings/General.svelte | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/src/lib/components/chat/Settings/General.svelte b/src/lib/components/chat/Settings/General.svelte index 427bc4a7c..3ebcf08e2 100644 --- a/src/lib/components/chat/Settings/General.svelte +++ b/src/lib/components/chat/Settings/General.svelte @@ -59,7 +59,8 @@ num_ctx: null, num_batch: null, num_keep: null, - max_tokens: null + max_tokens: null, + num_gpu: null }; const toggleRequestFormat = async () => { @@ -321,7 +322,8 @@ max_tokens: params.max_tokens !== null ? params.max_tokens : undefined, use_mmap: params.use_mmap !== null ? params.use_mmap : undefined, use_mlock: params.use_mlock !== null ? params.use_mlock : undefined, - num_thread: params.num_thread !== null ? params.num_thread : undefined + num_thread: params.num_thread !== null ? params.num_thread : undefined, + num_gpu: params.num_gpu !== null ? params.num_gpu : undefined }, keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined });