mirror of
https://github.com/open-webui/open-webui
synced 2025-06-23 02:16:52 +00:00
Merge pull request #14017 from athoik/title_tags
feat: read max_tokens from model config with fallback to 1000 for title and tag generation
This commit is contained in:
commit
4f4811adb1
@ -192,15 +192,19 @@ async def generate_title(
|
|||||||
},
|
},
|
||||||
)
|
)
|
||||||
|
|
||||||
|
max_tokens = (
|
||||||
|
models[task_model_id].get("info", {}).get("params", {}).get("max_tokens", 1000)
|
||||||
|
)
|
||||||
|
|
||||||
payload = {
|
payload = {
|
||||||
"model": task_model_id,
|
"model": task_model_id,
|
||||||
"messages": [{"role": "user", "content": content}],
|
"messages": [{"role": "user", "content": content}],
|
||||||
"stream": False,
|
"stream": False,
|
||||||
**(
|
**(
|
||||||
{"max_tokens": 1000}
|
{"max_tokens": max_tokens}
|
||||||
if models[task_model_id].get("owned_by") == "ollama"
|
if models[task_model_id].get("owned_by") == "ollama"
|
||||||
else {
|
else {
|
||||||
"max_completion_tokens": 1000,
|
"max_completion_tokens": max_tokens,
|
||||||
}
|
}
|
||||||
),
|
),
|
||||||
"metadata": {
|
"metadata": {
|
||||||
|
Loading…
Reference in New Issue
Block a user