From 96ef15362a536be5b1138d89c9f095c766a8fdbf Mon Sep 17 00:00:00 2001 From: James Clarke Date: Sun, 22 Sep 2024 05:11:59 +0100 Subject: [PATCH] Increased max_tokens (num_predict) to 131072, fixes #5600 --- .../components/chat/Settings/Advanced/AdvancedParams.svelte | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte index d1b566b63..dd55b6a06 100644 --- a/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte +++ b/src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte @@ -734,7 +734,7 @@ id="steps-range" type="range" min="-2" - max="16000" + max="131072" step="1" bind:value={params.max_tokens} class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700" @@ -746,7 +746,7 @@ type="number" class=" bg-transparent text-center w-14" min="-2" - max="16000" + max="131072" step="1" />