OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-14 17:35:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #74 from cheahjs/fix/azure-openai

Browse Source 
fix: make azure openai work by dropping/modifying params
This commit is contained in:
Timothy Jaeryang Baek 2024-06-07 11:31:43 -07:00 committed by GitHub
commit c062c5caca
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 20 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
examples/pipelines/providers/azure_openai_pipeline.py
View File

@ -1,5 +1,4 @@
from typing import List, Union, Generator, Iterator from typing import List, Union, Generator, Iterator
from schemas import OpenAIChatMessage
from pydantic import BaseModel from pydantic import BaseModel
import requests import requests
@ -10,9 +9,7 @@ class Pipeline:
AZURE_OPENAI_API_KEY: str = "your-azure-openai-api-key-here" AZURE_OPENAI_API_KEY: str = "your-azure-openai-api-key-here"
AZURE_OPENAI_ENDPOINT: str = "your-azure-openai-endpoint-here" AZURE_OPENAI_ENDPOINT: str = "your-azure-openai-endpoint-here"
DEPLOYMENT_NAME: str = "your-deployment-name-here" DEPLOYMENT_NAME: str = "your-deployment-name-here"
API_VERSION: str = "2023-10-01-preview" API_VERSION: str = "2024-02-01"
MODEL: str = "gpt-3.5-turbo"
pass
def __init__(self): def __init__(self):
# Optionally, you can set the id and name of the pipeline. # Optionally, you can set the id and name of the pipeline.
@ -35,7 +32,7 @@ class Pipeline:
pass pass
def pipe( def pipe(
self, user_message: str, model_id: str, messages: List[dict], body: dict self, user_message: str, model_id: str, messages: List[dict], body: dict
) -> Union[str, Generator, Iterator]: ) -> Union[str, Generator, Iterator]:
# This is where you can add your custom pipelines like RAG. # This is where you can add your custom pipelines like RAG.
print(f"pipe:{__name__}") print(f"pipe:{__name__}")
@ -50,10 +47,22 @@ class Pipeline:
url = f"{self.valves.AZURE_OPENAI_ENDPOINT}/openai/deployments/{self.valves.DEPLOYMENT_NAME}/chat/completions?api-version={self.valves.API_VERSION}" url = f"{self.valves.AZURE_OPENAI_ENDPOINT}/openai/deployments/{self.valves.DEPLOYMENT_NAME}/chat/completions?api-version={self.valves.API_VERSION}"
allowed_params = {'messages', 'temperature', 'role', 'content', 'contentPart', 'contentPartImage',
'enhancements', 'dataSources', 'n', 'stream', 'stop', 'max_tokens', 'presence_penalty',
'frequency_penalty', 'logit_bias', 'user', 'function_call', 'funcions', 'tools',
'tool_choice', 'top_p', 'log_probs', 'top_logprobs', 'response_format', 'seed'}
# remap user field
if "user" in body and not isinstance(body["user"], str):
body["user"] = body["user"]["id"] if "id" in body["user"] else str(body["user"])
filtered_body = {k: v for k, v in body.items() if k in allowed_params}
# log fields that were filtered out as a single line
if len(body) != len(filtered_body):
print(f"Dropped params: {', '.join(set(body.keys()) - set(filtered_body.keys()))}")
try: try:
r = requests.post( r = requests.post(
url=url, url=url,
json={**body, "model": self.valves.MODEL}, json=filtered_body,
headers=headers, headers=headers,
stream=True, stream=True,
) )
@ -64,4 +73,8 @@ class Pipeline:
else: else:
return r.json() return r.json()
except Exception as e: except Exception as e:
return f"Error: {e}" if r:
text = r.text
return f"Error: {e} ({text})"
else:
return f"Error: {e}"