mirror of
https://github.com/open-webui/open-webui
synced 2024-11-16 05:24:02 +00:00
Set whether to stream responses for this model individually, overriding the global setting
This commit is contained in:
parent
6b463164f4
commit
0d01ea5f2f
@ -1206,7 +1206,7 @@
|
|||||||
await tick();
|
await tick();
|
||||||
|
|
||||||
try {
|
try {
|
||||||
const stream = $settings?.streamResponse ?? true;
|
const stream = model?.info?.params?.stream_response ?? $settings?.streamResponse ?? true;
|
||||||
const [res, controller] = await generateOpenAIChatCompletion(
|
const [res, controller] = await generateOpenAIChatCompletion(
|
||||||
localStorage.token,
|
localStorage.token,
|
||||||
{
|
{
|
||||||
|
@ -10,6 +10,7 @@
|
|||||||
|
|
||||||
export let params = {
|
export let params = {
|
||||||
// Advanced
|
// Advanced
|
||||||
|
stream_response: null, // Set stream responses for this model individually
|
||||||
seed: null,
|
seed: null,
|
||||||
stop: null,
|
stop: null,
|
||||||
temperature: null,
|
temperature: null,
|
||||||
@ -42,6 +43,30 @@
|
|||||||
</script>
|
</script>
|
||||||
|
|
||||||
<div class=" space-y-1 text-xs pb-safe-bottom">
|
<div class=" space-y-1 text-xs pb-safe-bottom">
|
||||||
|
<div>
|
||||||
|
<div class=" py-0.5 flex w-full justify-between">
|
||||||
|
<div class=" self-center text-xs">
|
||||||
|
{$i18n.t('Stream Chat Response')}
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<button
|
||||||
|
class="p-1 px-3 text-xs flex rounded transition"
|
||||||
|
on:click={() => {
|
||||||
|
params.stream_response = (params?.stream_response ?? null) === null ? true : (params.stream_response ? false : null);
|
||||||
|
}}
|
||||||
|
type="button"
|
||||||
|
>
|
||||||
|
{#if params.stream_response === true}
|
||||||
|
<span class="ml-2 self-center">{$i18n.t('On')}</span>
|
||||||
|
{:else if params.stream_response === false}
|
||||||
|
<span class="ml-2 self-center">{$i18n.t('Off')}</span>
|
||||||
|
{:else}
|
||||||
|
<span class="ml-2 self-center">{$i18n.t('Default')}</span>
|
||||||
|
{/if}
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
<div class=" py-0.5 w-full justify-between">
|
<div class=" py-0.5 w-full justify-between">
|
||||||
<div class="flex w-full justify-between">
|
<div class="flex w-full justify-between">
|
||||||
<div class=" self-center text-xs font-medium">{$i18n.t('Seed')}</div>
|
<div class=" self-center text-xs font-medium">{$i18n.t('Seed')}</div>
|
||||||
|
Loading…
Reference in New Issue
Block a user