OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-13 09:00:53 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix: make some MLX valves optional

Browse Source
This commit is contained in:
Justin Hayes 2024-07-03 11:06:22 -04:00 committed by GitHub
parent 47de6f1bb1
commit 54e83986e3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
examples/pipelines/providers/mlx_manifold_pipeline.py
View File

@ -23,9 +23,9 @@ class Pipeline:
MLX_DEFAULT_MODEL: str = "mlx-community/Meta-Llama-3-8B-Instruct-8bit" MLX_DEFAULT_MODEL: str = "mlx-community/Meta-Llama-3-8B-Instruct-8bit"
MLX_MODEL_FILTER: str = "mlx-community" MLX_MODEL_FILTER: str = "mlx-community"
MLX_STOP: str = "<|start_header_id|>,<|end_header_id|>,<|eot_id|>" MLX_STOP: str = "<|start_header_id|>,<|end_header_id|>,<|eot_id|>"
MLX_CHAT_TEMPLATE: str = "" MLX_CHAT_TEMPLATE: str | None = None
MLX_USE_DEFAULT_CHAT_TEMPLATE: bool = False MLX_USE_DEFAULT_CHAT_TEMPLATE: bool | None = None
HUGGINGFACE_TOKEN: str = "" HUGGINGFACE_TOKEN: str | None = None
def __init__(self): def __init__(self):
# Pipeline identification # Pipeline identification