OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-13 00:50:44 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Adjust default params

Browse Source
This commit is contained in:
Justin Hayes 2024-05-22 12:01:47 -04:00
parent 940d91c216
commit 46f4aa1ca5
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
pipelines/examples/mlx_pipeline.py
View File

@ -23,7 +23,7 @@ class Pipeline:
self.process = None self.process = None
self.model = os.getenv('MLX_MODEL', 'mistralai/Mistral-7B-Instruct-v0.2') # Default model if not set in environment variable self.model = os.getenv('MLX_MODEL', 'mistralai/Mistral-7B-Instruct-v0.2') # Default model if not set in environment variable
self.port = self.find_free_port() self.port = self.find_free_port()
self.stop_sequences = os.getenv('MLX_STOP', None) # Stop sequences from environment variable self.stop_sequences = os.getenv('MLX_STOP', '[INST]') # Stop sequences from environment variable
@staticmethod @staticmethod
def find_free_port(): def find_free_port():
@ -74,8 +74,8 @@ class Pipeline:
MODEL = self.model MODEL = self.model
# Extract additional parameters from the body # Extract additional parameters from the body
temperature = body.get("temperature", 1.0) temperature = body.get("temperature", 0.8)
max_tokens = body.get("max_tokens", 100) max_tokens = body.get("max_tokens", 1000)
top_p = body.get("top_p", 1.0) top_p = body.get("top_p", 1.0)
repetition_penalty = body.get("repetition_penalty", 1.0) repetition_penalty = body.get("repetition_penalty", 1.0)
stop = self.stop_sequences stop = self.stop_sequences