UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-02-22 13:18:25 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Merge pull request #2001 from cheahjs/feat/limit-title-gen-tokens

Browse Source 
feat: restrict title gen output to 50 tokens
This commit is contained in:
Timothy Jaeryang Baek 2024-05-06 00:05:53 -07:00 committed by GitHub
commit 0334ab7c5d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/lib/apis/ollama/index.ts
View File

@ -159,7 +159,11 @@ export const generateTitle = async (
body: JSON.stringify({ body: JSON.stringify({
model: model, model: model,
prompt: template, prompt: template,
stream: false stream: false,
options: {
// Restrict the number of tokens generated to 50
num_predict: 50,
}
}) })
}) })
.then(async (res) => { .then(async (res) => {

4
src/lib/apis/openai/index.ts
View File

@ -295,7 +295,9 @@ export const generateTitle = async (
content: template content: template
} }
], ],
stream: false stream: false,
// Restricting the max tokens to 50 to avoid long titles
max_tokens: 50,
}) })
}) })
.then(async (res) => { .then(async (res) => {