From c44fb71930dec976e415448ac707485abb4839a1 Mon Sep 17 00:00:00 2001 From: Justin Hayes <52832301+justinh-rahb@users.noreply.github.com> Date: Mon, 1 Jul 2024 12:29:42 -0400 Subject: [PATCH] Update default MLX model --- examples/pipelines/providers/mlx_manifold_pipeline.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/pipelines/providers/mlx_manifold_pipeline.py b/examples/pipelines/providers/mlx_manifold_pipeline.py index 0e6822b..5490f9e 100644 --- a/examples/pipelines/providers/mlx_manifold_pipeline.py +++ b/examples/pipelines/providers/mlx_manifold_pipeline.py @@ -22,8 +22,8 @@ class Pipeline: class Valves(BaseModel): MLX_STOP: str = "<|start_header_id|>,<|end_header_id|>,<|eot_id|>" HUGGINGFACE_TOKEN: str = "" - MLX_MODEL_PATTERN: str = "meta-llama" - MLX_DEFAULT_MODEL: str = "meta-llama/Meta-Llama-3-8B-Instruct" + MLX_MODEL_PATTERN: str = "mlx-community" + MLX_DEFAULT_MODEL: str = "mlx-community/Meta-Llama-3-8B-Instruct-8bit" MLX_CHAT_TEMPLATE: str = "" MLX_USE_DEFAULT_CHAT_TEMPLATE: bool = False