diff --git a/pipelines/examples/anthropic_manifold_pipeline.py b/pipelines/examples/anthropic_manifold_pipeline.py index 5ff9636..6b3d05d 100644 --- a/pipelines/examples/anthropic_manifold_pipeline.py +++ b/pipelines/examples/anthropic_manifold_pipeline.py @@ -1,5 +1,5 @@ """ -title: Anthropic Pipeline +title: Anthropic Manifold Pipeline author: justinh-rahb date: 2024-05-27 version: 1.0 @@ -22,7 +22,7 @@ class Pipeline: def __init__(self): self.type = "manifold" self.id = "anthropic" - self.name = "Anthropic/" + self.name = "anthropic/" class Valves(BaseModel): ANTHROPIC_API_KEY: str @@ -71,14 +71,20 @@ class Pipeline: def stream_response( self, model_id: str, messages: List[dict], body: dict ) -> Generator: + max_tokens = body.get("max_tokens") if body.get("max_tokens") is not None else 4096 + temperature = body.get("temperature") if body.get("temperature") is not None else 0.8 + top_k = body.get("top_k") if body.get("top_k") is not None else 40 + top_p = body.get("top_p") if body.get("top_p") is not None else 0.9 + stop_sequences = body.get("stop") if body.get("stop") is not None else [] + stream = self.client.messages.create( model=model_id, messages=messages, - max_tokens=body.get("max_tokens", 1024), - temperature=body.get("temperature", 1.0), - top_k=body.get("top_k", 40), - top_p=body.get("top_p", 0.9), - stop_sequences=body.get("stop", []), + max_tokens=max_tokens, + temperature=temperature, + top_k=top_k, + top_p=top_p, + stop_sequences=stop_sequences, stream=True, ) @@ -89,13 +95,19 @@ class Pipeline: yield chunk.delta.text def get_completion(self, model_id: str, messages: List[dict], body: dict) -> str: + max_tokens = body.get("max_tokens") if body.get("max_tokens") is not None else 4096 + temperature = body.get("temperature") if body.get("temperature") is not None else 0.8 + top_k = body.get("top_k") if body.get("top_k") is not None else 40 + top_p = body.get("top_p") if body.get("top_p") is not None else 0.9 + stop_sequences = body.get("stop") if body.get("stop") is not None else [] + response = self.client.messages.create( model=model_id, messages=messages, - max_tokens=body.get("max_tokens", 1024), - temperature=body.get("temperature", 1.0), - top_k=body.get("top_k", 40), - top_p=body.get("top_p", 0.9), - stop_sequences=body.get("stop", []), + max_tokens=max_tokens, + temperature=temperature, + top_k=top_k, + top_p=top_p, + stop_sequences=stop_sequences, ) return response.content[0].text diff --git a/pipelines/examples/cohere_manifold_pipeline.py b/pipelines/examples/cohere_manifold_pipeline.py index b4538a2..1986b3c 100644 --- a/pipelines/examples/cohere_manifold_pipeline.py +++ b/pipelines/examples/cohere_manifold_pipeline.py @@ -1,11 +1,11 @@ """ -title: Anthropic Pipeline +title: Cohere Manifold Pipeline author: justinh-rahb -date: 2024-05-27 +date: 2024-05-28 version: 1.0 license: MIT description: A pipeline for generating text using the Anthropic API. -dependencies: requests, anthropic +dependencies: requests environment_variables: COHERE_API_KEY """ @@ -20,8 +20,8 @@ import requests class Pipeline: def __init__(self): self.type = "manifold" - self.id = "cohere_manifold" - self.name = "Cohere/" + self.id = "cohere" + self.name = "cohere/" class Valves(BaseModel): COHERE_API_BASE_URL: str = "https://api.cohere.com/v1" diff --git a/pipelines/examples/mlx_pipeline.py b/pipelines/examples/mlx_pipeline.py index 70e40a8..05db3fb 100644 --- a/pipelines/examples/mlx_pipeline.py +++ b/pipelines/examples/mlx_pipeline.py @@ -74,9 +74,9 @@ class Pipeline: headers = {"Content-Type": "application/json"} # Extract and validate parameters from the request body - max_tokens = body.get("max_tokens", 1024) + max_tokens = body.get("max_tokens", 4096) if not isinstance(max_tokens, int) or max_tokens < 0: - max_tokens = 1024 # Default to 1024 if invalid + max_tokens = 4096 # Default to 4096 if invalid temperature = body.get("temperature", 0.8) if not isinstance(temperature, (int, float)) or temperature < 0: diff --git a/requirements.txt b/requirements.txt index 107d9da..a3065f6 100644 --- a/requirements.txt +++ b/requirements.txt @@ -4,3 +4,5 @@ pydantic==2.7.1 python-multipart==0.0.9 requests==2.32.2 aiohttp==3.9.5 +passlib==1.7.4 +jwt==1.3.1