Increased max_tokens (num_predict) to 131072, fixes #5600

This commit is contained in:
James Clarke 2024-09-22 05:11:59 +01:00
parent d6d6098378
commit 96ef15362a

View File

@ -734,7 +734,7 @@
id="steps-range"
type="range"
min="-2"
max="16000"
max="131072"
step="1"
bind:value={params.max_tokens}
class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
@ -746,7 +746,7 @@
type="number"
class=" bg-transparent text-center w-14"
min="-2"
max="16000"
max="131072"
step="1"
/>
</div>