UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-04-24 16:32:11 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

refac: num_predict renamed to max_tokens

Browse Source
This commit is contained in:
Timothy J. Baek 2024-05-25 00:58:20 -07:00
parent 1aa33a4667
commit bd6ccf8c15
4 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/lib/components/chat/Chat.svelte
View File

@ -479,7 +479,8 @@
? $settings.params.stop.map((str) =>
decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
)
: undefined
: undefined,
num_predict: $settings?.params?.max_tokens ?? undefined
},
format: $settings.requestFormat ?? undefined,
keep_alive: $settings.keepAlive ?? undefined,
@ -726,9 +727,8 @@
: undefined,
temperature: $settings?.params?.temperature ?? undefined,
top_p: $settings?.params?.top_p ?? undefined,
num_ctx: $settings?.params?.num_ctx ?? undefined,
frequency_penalty: $settings?.params?.repeat_penalty ?? undefined,
max_tokens: $settings?.params?.num_predict ?? undefined,
max_tokens: $settings?.params?.max_tokens ?? undefined,
docs: docs.length > 0 ? docs : undefined,
citations: docs.length > 0
},

4
src/lib/components/chat/Settings/Advanced.svelte
View File

@ -25,7 +25,7 @@
stop: '',
tfs_z: '',
num_ctx: '',
num_predict: ''
max_tokens: ''
};
const toggleRequestFormat = async () => {
@ -141,7 +141,7 @@
top_p: params.top_p !== '' ? params.top_p : undefined,
tfs_z: params.tfs_z !== '' ? params.tfs_z : undefined,
num_ctx: params.num_ctx !== '' ? params.num_ctx : undefined,
num_predict: params.num_predict !== '' ? params.num_predict : undefined
max_tokens: params.max_tokens !== '' ? params.max_tokens : undefined
},
keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined
});

14
src/lib/components/chat/Settings/Advanced/AdvancedParams.svelte
View File

@ -19,7 +19,7 @@
top_p: '',
tfs_z: '',
num_ctx: '',
num_predict: '',
max_tokens: '',
template: null
};
@ -561,16 +561,16 @@
</div>
<div class=" py-0.5 w-full justify-between">
<div class="flex w-full justify-between">
<div class=" self-center text-xs font-medium">{$i18n.t('Max Tokens')}</div>
<div class=" self-center text-xs font-medium">{$i18n.t('Max Tokens (num_predict)')}</div>
<button
class="p-1 px-3 text-xs flex rounded transition"
type="button"
on:click={() => {
params.num_predict = (params?.num_predict ?? '') === '' ? 128 : '';
params.max_tokens = (params?.max_tokens ?? '') === '' ? 128 : '';
}}
>
{#if (params?.num_predict ?? '') === ''}
{#if (params?.max_tokens ?? '') === ''}
<span class="ml-2 self-center">{$i18n.t('Default')}</span>
{:else}
<span class="ml-2 self-center">{$i18n.t('Custom')}</span>
@ -578,7 +578,7 @@
</button>
</div>
{#if (params?.num_predict ?? '') !== ''}
{#if (params?.max_tokens ?? '') !== ''}
<div class="flex mt-0.5 space-x-2">
<div class=" flex-1">
<input
@ -587,13 +587,13 @@
min="-2"
max="16000"
step="1"
bind:value={params.num_predict}
bind:value={params.max_tokens}
class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
/>
</div>
<div class="">
<input
bind:value={params.num_predict}
bind:value={params.max_tokens}
type="number"
class=" bg-transparent text-center w-14"
min="-2"

4
src/lib/components/chat/Settings/General.svelte
View File

@ -55,7 +55,7 @@
stop: '',
tfs_z: '',
num_ctx: '',
num_predict: ''
max_tokens: ''
};
const toggleRequestFormat = async () => {
@ -313,7 +313,7 @@
top_p: params.top_p !== '' ? params.top_p : undefined,
tfs_z: params.tfs_z !== '' ? params.tfs_z : undefined,
num_ctx: params.num_ctx !== '' ? params.num_ctx : undefined,
num_predict: params.num_predict !== '' ? params.num_predict : undefined
max_tokens: params.max_tokens !== '' ? params.max_tokens : undefined
},
keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined
});