mirror of
https://github.com/open-webui/open-webui
synced 2025-04-22 15:33:21 +00:00
Alternative Temp Fix: Uncomment to Keep Alive Forever
This commit is contained in:
parent
53448b3f0a
commit
04046ed6c8
@ -1169,7 +1169,7 @@ async def generate_chat_completion(
|
|||||||
prefix_id = api_config.get("prefix_id", None)
|
prefix_id = api_config.get("prefix_id", None)
|
||||||
if prefix_id:
|
if prefix_id:
|
||||||
payload["model"] = payload["model"].replace(f"{prefix_id}.", "")
|
payload["model"] = payload["model"].replace(f"{prefix_id}.", "")
|
||||||
|
# payload["keep_alive"] = -1 # keep alive forever
|
||||||
return await send_post_request(
|
return await send_post_request(
|
||||||
url=f"{url}/api/chat",
|
url=f"{url}/api/chat",
|
||||||
payload=json.dumps(payload),
|
payload=json.dumps(payload),
|
||||||
|
Loading…
Reference in New Issue
Block a user