From f7ac26be13e1cbece44d34a644be6e413ac1a026 Mon Sep 17 00:00:00 2001 From: Justin Hayes <52832301+justinh-rahb@users.noreply.github.com> Date: Mon, 1 Jul 2024 23:24:32 -0400 Subject: [PATCH] cleanup: MLX valves --- examples/pipelines/providers/mlx_manifold_pipeline.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/examples/pipelines/providers/mlx_manifold_pipeline.py b/examples/pipelines/providers/mlx_manifold_pipeline.py index 5490f9e..0ddb83c 100644 --- a/examples/pipelines/providers/mlx_manifold_pipeline.py +++ b/examples/pipelines/providers/mlx_manifold_pipeline.py @@ -20,12 +20,12 @@ import psutil class Pipeline: class Valves(BaseModel): - MLX_STOP: str = "<|start_header_id|>,<|end_header_id|>,<|eot_id|>" - HUGGINGFACE_TOKEN: str = "" - MLX_MODEL_PATTERN: str = "mlx-community" + MLX_MODEL_FILTER: str = "mlx-community" MLX_DEFAULT_MODEL: str = "mlx-community/Meta-Llama-3-8B-Instruct-8bit" + MLX_STOP: str = "<|start_header_id|>,<|end_header_id|>,<|eot_id|>" MLX_CHAT_TEMPLATE: str = "" MLX_USE_DEFAULT_CHAT_TEMPLATE: bool = False + HUGGINGFACE_TOKEN: str = "" def __init__(self): # Pipeline identification @@ -61,7 +61,7 @@ class Pipeline: cmd = [ 'mlx_lm.manage', '--scan', - '--pattern', self.valves.MLX_MODEL_PATTERN, + '--pattern', self.valves.MLX_MODEL_FILTER, ] result = subprocess.run(cmd, capture_output=True, text=True) lines = result.stdout.strip().split('\n')