OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-10 23:50:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

cleanup: MLX valves

Browse Source
This commit is contained in:
Justin Hayes 2024-07-01 23:24:32 -04:00 committed by GitHub
parent c44fb71930
commit f7ac26be13
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/pipelines/providers/mlx_manifold_pipeline.py
View File

@ -20,12 +20,12 @@ import psutil
class Pipeline:
class Valves(BaseModel):
MLX_STOP: str = "<|start_header_id|>,<|end_header_id|>,<|eot_id|>"
HUGGINGFACE_TOKEN: str = ""
MLX_MODEL_PATTERN: str = "mlx-community"
MLX_MODEL_FILTER: str = "mlx-community"
MLX_DEFAULT_MODEL: str = "mlx-community/Meta-Llama-3-8B-Instruct-8bit"
MLX_STOP: str = "<|start_header_id|>,<|end_header_id|>,<|eot_id|>"
MLX_CHAT_TEMPLATE: str = ""
MLX_USE_DEFAULT_CHAT_TEMPLATE: bool = False
HUGGINGFACE_TOKEN: str = ""
def __init__(self):
# Pipeline identification
@ -61,7 +61,7 @@ class Pipeline:
cmd = [
'mlx_lm.manage',
'--scan',
'--pattern', self.valves.MLX_MODEL_PATTERN,
'--pattern', self.valves.MLX_MODEL_FILTER,
]
result = subprocess.run(cmd, capture_output=True, text=True)
lines = result.stdout.strip().split('\n')