OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-12 00:20:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

refac: anthropic manifold

Browse Source
This commit is contained in:
Justin Hayes 2024-07-30 09:01:13 -04:00
parent cd6c092a53
commit dd5e986a52
1 changed files with 46 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

69
examples/pipelines/providers/anthropic_manifold_pipeline.py
View File

@ -1,21 +1,20 @@
""" """
title: Anthropic Manifold Pipeline title: Anthropic Manifold Pipeline
author: justinh-rahb author: justinh-rahb, sriparashiva
date: 2024-06-20 date: 2024-06-20
version: 1.3 version: 1.4
license: MIT license: MIT
description: A pipeline for generating text and processing images using the Anthropic API. description: A pipeline for generating text and processing images using the Anthropic API.
requirements: requests, anthropic requirements: requests, sseclient-py
environment_variables: ANTHROPIC_API_KEY environment_variables: ANTHROPIC_API_KEY
""" """
import os import os
from anthropic import Anthropic, RateLimitError, APIStatusError, APIConnectionError import requests
import json
from schemas import OpenAIChatMessage
from typing import List, Union, Generator, Iterator from typing import List, Union, Generator, Iterator
from pydantic import BaseModel from pydantic import BaseModel
import requests import sseclient
from utils.pipelines.main import pop_system_message from utils.pipelines.main import pop_system_message
@ -32,7 +31,15 @@ class Pipeline:
self.valves = self.Valves( self.valves = self.Valves(
**{"ANTHROPIC_API_KEY": os.getenv("ANTHROPIC_API_KEY", "your-api-key-here")} **{"ANTHROPIC_API_KEY": os.getenv("ANTHROPIC_API_KEY", "your-api-key-here")}
) )
self.client = Anthropic(api_key=self.valves.ANTHROPIC_API_KEY) self.url = 'https://api.anthropic.com/v1/messages'
self.update_headers()
def update_headers(self):
self.headers = {
'anthropic-version': '2023-06-01',
'content-type': 'application/json',
'x-api-key': self.valves.ANTHROPIC_API_KEY
}
def get_anthropic_models(self): def get_anthropic_models(self):
return [ return [
@ -51,8 +58,7 @@ class Pipeline:
pass pass
async def on_valves_updated(self): async def on_valves_updated(self):
self.client = Anthropic(api_key=self.valves.ANTHROPIC_API_KEY) self.update_headers()
pass
def pipelines(self) -> List[dict]: def pipelines(self) -> List[dict]:
return self.get_anthropic_models() return self.get_anthropic_models()
@ -131,21 +137,38 @@ class Pipeline:
} }
if body.get("stream", False): if body.get("stream", False):
return self.stream_response(model_id, payload) return self.stream_response(payload)
else: else:
return self.get_completion(model_id, payload) return self.get_completion(payload)
except (RateLimitError, APIStatusError, APIConnectionError) as e: except Exception as e:
return f"Error: {e}" return f"Error: {e}"
def stream_response(self, model_id: str, payload: dict) -> Generator: def stream_response(self, payload: dict) -> Generator:
stream = self.client.messages.create(**payload) response = requests.post(self.url, headers=self.headers, json=payload, stream=True)
for chunk in stream: if response.status_code == 200:
if chunk.type == "content_block_start": client = sseclient.SSEClient(response)
yield chunk.content_block.text for event in client.events():
elif chunk.type == "content_block_delta": try:
yield chunk.delta.text data = json.loads(event.data)
if data["type"] == "content_block_start":
yield data["content_block"]["text"]
elif data["type"] == "content_block_delta":
yield data["delta"]["text"]
elif data["type"] == "message_stop":
break
except json.JSONDecodeError:
print(f"Failed to parse JSON: {event.data}")
except KeyError as e:
print(f"Unexpected data structure: {e}")
print(f"Full data: {data}")
else:
raise Exception(f"Error: {response.status_code} - {response.text}")
def get_completion(self, model_id: str, payload: dict) -> str: def get_completion(self, payload: dict) -> str:
response = self.client.messages.create(**payload) response = requests.post(self.url, headers=self.headers, json=payload)
return response.content[0].text if response.status_code == 200:
res = response.json()
return res["content"][0]["text"] if "content" in res and res["content"] else ""
else:
raise Exception(f"Error: {response.status_code} - {response.text}")