Update mlx_manifold_pipeline.py

This commit is contained in:
Justin Hayes 2024-07-03 10:54:53 -04:00 committed by GitHub
parent becb4f6a75
commit 47de6f1bb1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -20,8 +20,8 @@ import psutil
class Pipeline:
class Valves(BaseModel):
MLX_MODEL_FILTER: str = "mlx-community"
MLX_DEFAULT_MODEL: str = "mlx-community/Meta-Llama-3-8B-Instruct-8bit"
MLX_MODEL_FILTER: str = "mlx-community"
MLX_STOP: str = "<|start_header_id|>,<|end_header_id|>,<|eot_id|>"
MLX_CHAT_TEMPLATE: str = ""
MLX_USE_DEFAULT_CHAT_TEMPLATE: bool = False