OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-15 09:55:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

update default values

Browse Source
This commit is contained in:
Justin Hayes 2024-05-29 09:02:12 -04:00 committed by GitHub
parent 19c3fb4954
commit 1d7eff6812
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
pipelines/examples/anthropic_manifold_pipeline.py
View File

@ -74,8 +74,8 @@ class Pipeline:
stream = self.client.messages.create( stream = self.client.messages.create(
model=model_id, model=model_id,
messages=messages, messages=messages,
max_tokens=body.get("max_tokens", 1024), max_tokens=body.get("max_tokens", 4096),
temperature=body.get("temperature", 1.0), temperature=body.get("temperature", 0.8),
top_k=body.get("top_k", 40), top_k=body.get("top_k", 40),
top_p=body.get("top_p", 0.9), top_p=body.get("top_p", 0.9),
stop_sequences=body.get("stop", []), stop_sequences=body.get("stop", []),
@ -92,8 +92,8 @@ class Pipeline:
response = self.client.messages.create( response = self.client.messages.create(
model=model_id, model=model_id,
messages=messages, messages=messages,
max_tokens=body.get("max_tokens", 1024), max_tokens=body.get("max_tokens", 4096),
temperature=body.get("temperature", 1.0), temperature=body.get("temperature", 0.8),
top_k=body.get("top_k", 40), top_k=body.get("top_k", 40),
top_p=body.get("top_p", 0.9), top_p=body.get("top_p", 0.9),
stop_sequences=body.get("stop", []), stop_sequences=body.get("stop", []),

4
pipelines/examples/mlx_pipeline.py
View File

@ -74,9 +74,9 @@ class Pipeline:
headers = {"Content-Type": "application/json"} headers = {"Content-Type": "application/json"}
# Extract and validate parameters from the request body # Extract and validate parameters from the request body
max_tokens = body.get("max_tokens", 1024) max_tokens = body.get("max_tokens", 4096)
if not isinstance(max_tokens, int) or max_tokens < 0: if not isinstance(max_tokens, int) or max_tokens < 0:
max_tokens = 1024 # Default to 1024 if invalid max_tokens = 4096 # Default to 4096 if invalid
temperature = body.get("temperature", 0.8) temperature = body.get("temperature", 0.8)
if not isinstance(temperature, (int, float)) or temperature < 0: if not isinstance(temperature, (int, float)) or temperature < 0: