Update default MLX model

This commit is contained in:
Justin Hayes 2024-07-01 12:29:42 -04:00 committed by GitHub
parent f1dab7a6aa
commit c44fb71930
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -22,8 +22,8 @@ class Pipeline:
class Valves(BaseModel):
MLX_STOP: str = "<|start_header_id|>,<|end_header_id|>,<|eot_id|>"
HUGGINGFACE_TOKEN: str = ""
MLX_MODEL_PATTERN: str = "meta-llama"
MLX_DEFAULT_MODEL: str = "meta-llama/Meta-Llama-3-8B-Instruct"
MLX_MODEL_PATTERN: str = "mlx-community"
MLX_DEFAULT_MODEL: str = "mlx-community/Meta-Llama-3-8B-Instruct-8bit"
MLX_CHAT_TEMPLATE: str = ""
MLX_USE_DEFAULT_CHAT_TEMPLATE: bool = False