OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-22 04:56:15 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: suffix

Browse Source
This commit is contained in:
Justin Hayes 2024-07-26 10:32:05 -04:00 committed by GitHub
parent e49419ccd3
commit 984d5b9f58
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 36 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

51
examples/pipelines/providers/routellm_pipeline.py
View File

@ -9,25 +9,50 @@ requirements: routellm, pydantic, requests
""" """
from typing import List, Union, Generator, Iterator from typing import List, Union, Generator, Iterator
from pydantic import BaseModel from pydantic import BaseModel, Field
import logging import logging
from routellm.controller import Controller from routellm.controller import Controller
class Pipeline: class Pipeline:
class Valves(BaseModel): class Valves(BaseModel):
ROUTELLM_ROUTER: str = "mf" ROUTELLM_ROUTER: str = Field(
ROUTELLM_STRONG_MODEL: str = "gpt-4o" default="mf", description="Identifier for the RouteLLM router."
ROUTELLM_WEAK_MODEL: str = "gpt-4o-mini" )
ROUTELLM_STRONG_API_KEY: str = "sk-your-api-key" ROUTELLM_STRONG_MODEL: str = Field(
ROUTELLM_WEAK_API_KEY: str = "sk-your-api-key" default="gpt-4o", description="Identifier for the strong model."
ROUTELLM_STRONG_BASE_URL: str = "https://api.openai.com/v1" )
ROUTELLM_WEAK_BASE_URL: str = "https://api.openai.com/v1" ROUTELLM_WEAK_MODEL: str = Field(
ROUTELLM_THRESHOLD: float = 0.11593 default="gpt-4o-mini", description="Identifier for the weak model."
)
ROUTELLM_STRONG_API_KEY: str = Field(
default="sk-your-api-key",
description="API key for accessing the strong model."
)
ROUTELLM_WEAK_API_KEY: str = Field(
default="sk-your-api-key",
description="API key for accessing the weak model."
)
ROUTELLM_STRONG_BASE_URL: str = Field(
default="https://api.openai.com/v1",
description="Base URL for the strong model's API."
)
ROUTELLM_WEAK_BASE_URL: str = Field(
default="https://api.openai.com/v1",
description="Base URL for the weak model's API."
)
ROUTELLM_THRESHOLD: float = Field(
default=0.11593,
description="Threshold value for determining when to use the strong model."
)
ROUTELLM_SUFFIX: str = Field(
default="OpenAI",
description="Suffix to use for model identifier and name."
)
def __init__(self): def __init__(self):
self.id = "routellm"
self.name = "RouteLLM"
self.valves = self.Valves() self.valves = self.Valves()
self.id = f"routellm-{self.valves.ROUTELLM_SUFFIX.lower()}"
self.name = f"RouteLLM/{self.valves.ROUTELLM_SUFFIX}"
self.controller = None self.controller = None
self._initialize_controller() self._initialize_controller()
@ -76,10 +101,6 @@ class Pipeline:
# Prepare parameters, excluding 'model' and 'messages' if they're in body # Prepare parameters, excluding 'model' and 'messages' if they're in body
params = {k: v for k, v in body.items() if k not in ['model', 'messages'] and v is not None} params = {k: v for k, v in body.items() if k not in ['model', 'messages'] and v is not None}
# Ensure 'user' is a string if present
if 'user' in params and not isinstance(params['user'], str):
params['user'] = str(params['user'])
response = self.controller.completion( response = self.controller.completion(
model=model_name, model=model_name,
messages=messages, messages=messages,