open-webui/backend/main.py

1029 lines
31 KiB
Python
Raw Normal View History

from contextlib import asynccontextmanager
2024-02-23 08:30:26 +00:00
from bs4 import BeautifulSoup
import json
import markdown
2024-01-07 10:48:21 +00:00
import time
2024-02-24 08:21:53 +00:00
import os
import sys
import logging
2024-04-10 06:03:05 +00:00
import aiohttp
2024-02-25 19:26:58 +00:00
import requests
import mimetypes
2024-06-05 20:57:48 +00:00
import shutil
import os
import asyncio
2024-02-23 08:30:26 +00:00
2024-06-05 20:57:48 +00:00
from fastapi import FastAPI, Request, Depends, status, UploadFile, File, Form
2023-11-15 00:28:51 +00:00
from fastapi.staticfiles import StaticFiles
2024-05-28 16:50:17 +00:00
from fastapi.responses import JSONResponse
2023-11-15 00:28:51 +00:00
from fastapi import HTTPException
from fastapi.middleware.wsgi import WSGIMiddleware
from fastapi.middleware.cors import CORSMiddleware
2023-11-19 00:47:12 +00:00
from starlette.exceptions import HTTPException as StarletteHTTPException
2024-03-09 06:34:47 +00:00
from starlette.middleware.base import BaseHTTPMiddleware
2024-05-07 00:29:16 +00:00
from starlette.responses import StreamingResponse, Response
2024-01-07 06:07:20 +00:00
2024-06-04 06:39:52 +00:00
from apps.socket.main import app as socket_app
2024-05-24 08:40:48 +00:00
from apps.ollama.main import app as ollama_app, get_all_models as get_ollama_models
from apps.openai.main import app as openai_app, get_all_models as get_openai_models
2024-04-10 06:03:05 +00:00
2024-02-11 08:17:50 +00:00
from apps.audio.main import app as audio_app
2024-02-22 02:12:01 +00:00
from apps.images.main import app as images_app
from apps.rag.main import app as rag_app
2024-05-26 08:15:48 +00:00
from apps.webui.main import app as webui_app
2024-01-07 06:07:20 +00:00
2024-06-05 20:57:48 +00:00
2024-03-10 05:19:20 +00:00
from pydantic import BaseModel
from typing import List, Optional
2024-02-24 06:44:56 +00:00
2024-05-26 08:15:48 +00:00
from apps.webui.models.models import Models, ModelModel
2024-05-28 02:16:07 +00:00
from utils.utils import (
get_admin_user,
get_verified_user,
get_current_user,
get_http_authorization_cred,
)
2024-03-11 01:40:50 +00:00
from apps.rag.utils import rag_messages
2024-03-09 06:34:47 +00:00
2024-03-10 05:47:01 +00:00
from config import (
2024-03-24 03:16:18 +00:00
CONFIG_DATA,
2024-03-10 05:47:01 +00:00
WEBUI_NAME,
2024-05-07 00:29:16 +00:00
WEBUI_URL,
2024-05-08 15:40:18 +00:00
WEBUI_AUTH,
2024-03-10 05:47:01 +00:00
ENV,
VERSION,
CHANGELOG,
FRONTEND_BUILD_DIR,
CACHE_DIR,
STATIC_DIR,
2024-05-24 08:40:48 +00:00
ENABLE_OPENAI_API,
ENABLE_OLLAMA_API,
ENABLE_MODEL_FILTER,
2024-03-10 05:47:01 +00:00
MODEL_FILTER_LIST,
GLOBAL_LOG_LEVEL,
SRC_LOG_LEVELS,
2024-03-21 01:35:02 +00:00
WEBHOOK_URL,
ENABLE_ADMIN_EXPORT,
AppConfig,
2024-05-26 07:49:30 +00:00
WEBUI_BUILD_HASH,
2024-03-10 05:47:01 +00:00
)
2024-02-25 19:26:58 +00:00
from constants import ERROR_MESSAGES
logging.basicConfig(stream=sys.stdout, level=GLOBAL_LOG_LEVEL)
log = logging.getLogger(__name__)
log.setLevel(SRC_LOG_LEVELS["MAIN"])
2023-11-15 00:28:51 +00:00
2024-03-28 09:45:56 +00:00
2023-11-15 00:28:51 +00:00
class SPAStaticFiles(StaticFiles):
async def get_response(self, path: str, scope):
try:
return await super().get_response(path, scope)
except (HTTPException, StarletteHTTPException) as ex:
if ex.status_code == 404:
return await super().get_response("index.html", scope)
else:
raise ex
2024-04-02 10:03:55 +00:00
print(
2024-05-03 21:23:38 +00:00
rf"""
2024-04-02 10:03:55 +00:00
___ __ __ _ _ _ ___
/ _ \ _ __ ___ _ __ \ \ / /__| |__ | | | |_ _|
| | | | '_ \ / _ \ '_ \ \ \ /\ / / _ \ '_ \| | | || |
| |_| | |_) | __/ | | | \ V V / __/ |_) | |_| || |
\___/| .__/ \___|_| |_| \_/\_/ \___|_.__/ \___/|___|
|_|
2024-05-22 19:22:38 +00:00
v{VERSION} - building the best open-source AI user interface.
2024-05-26 07:49:30 +00:00
{f"Commit: {WEBUI_BUILD_HASH}" if WEBUI_BUILD_HASH != "dev-build" else ""}
2024-04-02 10:03:55 +00:00
https://github.com/open-webui/open-webui
"""
)
2023-11-15 00:28:51 +00:00
@asynccontextmanager
async def lifespan(app: FastAPI):
yield
app = FastAPI(
docs_url="/docs" if ENV == "dev" else None, redoc_url=None, lifespan=lifespan
)
2023-11-15 00:28:51 +00:00
app.state.config = AppConfig()
2024-05-24 08:40:48 +00:00
app.state.config.ENABLE_OPENAI_API = ENABLE_OPENAI_API
app.state.config.ENABLE_OLLAMA_API = ENABLE_OLLAMA_API
app.state.config.ENABLE_MODEL_FILTER = ENABLE_MODEL_FILTER
app.state.config.MODEL_FILTER_LIST = MODEL_FILTER_LIST
2024-03-10 05:19:20 +00:00
app.state.config.WEBHOOK_URL = WEBHOOK_URL
2024-03-21 01:35:02 +00:00
2024-05-25 01:26:36 +00:00
app.state.MODELS = {}
2023-11-15 00:28:51 +00:00
origins = ["*"]
2024-05-17 03:49:28 +00:00
# Custom middleware to add security headers
2024-05-17 17:35:33 +00:00
# class SecurityHeadersMiddleware(BaseHTTPMiddleware):
# async def dispatch(self, request: Request, call_next):
# response: Response = await call_next(request)
# response.headers["Cross-Origin-Opener-Policy"] = "same-origin"
# response.headers["Cross-Origin-Embedder-Policy"] = "require-corp"
# return response
2024-05-17 03:49:28 +00:00
2024-05-17 17:35:33 +00:00
# app.add_middleware(SecurityHeadersMiddleware)
2024-05-17 03:49:28 +00:00
2024-03-09 06:34:47 +00:00
class RAGMiddleware(BaseHTTPMiddleware):
async def dispatch(self, request: Request, call_next):
return_citations = False
if request.method == "POST" and (
2024-05-30 09:04:29 +00:00
"/ollama/api/chat" in request.url.path
or "/chat/completions" in request.url.path
):
log.debug(f"request.url.path: {request.url.path}")
2024-03-09 06:52:42 +00:00
2024-03-09 06:34:47 +00:00
# Read the original request body
body = await request.body()
# Decode body to string
body_str = body.decode("utf-8")
# Parse string to JSON
data = json.loads(body_str) if body_str else {}
return_citations = data.get("citations", False)
if "citations" in data:
del data["citations"]
2024-03-09 06:34:47 +00:00
# Example: Add a new key-value pair or modify existing ones
# data["modified"] = True # Example modification
if "docs" in data:
2024-03-11 01:40:50 +00:00
data = {**data}
data["messages"], citations = rag_messages(
2024-04-27 19:38:50 +00:00
docs=data["docs"],
messages=data["messages"],
2024-05-14 06:18:01 +00:00
template=rag_app.state.config.RAG_TEMPLATE,
2024-04-27 19:38:50 +00:00
embedding_function=rag_app.state.EMBEDDING_FUNCTION,
k=rag_app.state.config.TOP_K,
2024-04-27 19:38:50 +00:00
reranking_function=rag_app.state.sentence_transformer_rf,
2024-05-14 06:18:01 +00:00
r=rag_app.state.config.RELEVANCE_THRESHOLD,
hybrid_search=rag_app.state.config.ENABLE_RAG_HYBRID_SEARCH,
2024-03-11 01:40:50 +00:00
)
2024-03-09 06:34:47 +00:00
del data["docs"]
log.debug(
f"data['messages']: {data['messages']}, citations: {citations}"
)
2024-03-10 04:12:32 +00:00
2024-03-09 06:34:47 +00:00
modified_body_bytes = json.dumps(data).encode("utf-8")
2024-03-11 01:40:50 +00:00
# Replace the request body with the modified one
request._body = modified_body_bytes
# Set custom header to ensure content-length matches new body length
request.headers.__dict__["_list"] = [
(b"content-length", str(len(modified_body_bytes)).encode("utf-8")),
*[
(k, v)
for k, v in request.headers.raw
if k.lower() != b"content-length"
],
]
2024-03-09 06:34:47 +00:00
response = await call_next(request)
if return_citations:
# Inject the citations into the response
if isinstance(response, StreamingResponse):
# If it's a streaming response, inject it as SSE event or NDJSON line
content_type = response.headers.get("Content-Type")
if "text/event-stream" in content_type:
return StreamingResponse(
self.openai_stream_wrapper(response.body_iterator, citations),
)
if "application/x-ndjson" in content_type:
return StreamingResponse(
self.ollama_stream_wrapper(response.body_iterator, citations),
)
2024-03-09 06:34:47 +00:00
return response
async def _receive(self, body: bytes):
return {"type": "http.request", "body": body, "more_body": False}
async def openai_stream_wrapper(self, original_generator, citations):
yield f"data: {json.dumps({'citations': citations})}\n\n"
async for data in original_generator:
yield data
async def ollama_stream_wrapper(self, original_generator, citations):
yield f"{json.dumps({'citations': citations})}\n"
async for data in original_generator:
yield data
2024-03-09 06:34:47 +00:00
app.add_middleware(RAGMiddleware)
2024-05-28 02:03:26 +00:00
class PipelineMiddleware(BaseHTTPMiddleware):
async def dispatch(self, request: Request, call_next):
if request.method == "POST" and (
2024-05-30 09:04:29 +00:00
"/ollama/api/chat" in request.url.path
or "/chat/completions" in request.url.path
2024-05-28 02:03:26 +00:00
):
log.debug(f"request.url.path: {request.url.path}")
# Read the original request body
body = await request.body()
# Decode body to string
body_str = body.decode("utf-8")
# Parse string to JSON
data = json.loads(body_str) if body_str else {}
model_id = data["model"]
2024-05-28 03:26:24 +00:00
filters = [
2024-05-28 02:03:26 +00:00
model
for model in app.state.MODELS.values()
if "pipeline" in model
2024-05-28 18:43:48 +00:00
and "type" in model["pipeline"]
2024-05-28 02:34:05 +00:00
and model["pipeline"]["type"] == "filter"
2024-05-28 03:26:24 +00:00
and (
model["pipeline"]["pipelines"] == ["*"]
or any(
2024-05-29 01:24:39 +00:00
model_id == target_model_id
for target_model_id in model["pipeline"]["pipelines"]
2024-05-28 03:26:24 +00:00
)
)
2024-05-28 02:03:26 +00:00
]
2024-05-28 03:26:24 +00:00
sorted_filters = sorted(filters, key=lambda x: x["pipeline"]["priority"])
2024-05-28 02:03:26 +00:00
2024-05-28 02:16:07 +00:00
user = None
2024-05-28 03:26:24 +00:00
if len(sorted_filters) > 0:
2024-05-28 02:16:07 +00:00
try:
user = get_current_user(
get_http_authorization_cred(
request.headers.get("Authorization")
)
)
user = {"id": user.id, "name": user.name, "role": user.role}
except:
pass
2024-05-31 04:43:10 +00:00
model = app.state.MODELS[model_id]
if "pipeline" in model:
sorted_filters.append(model)
2024-05-28 03:26:24 +00:00
for filter in sorted_filters:
2024-05-28 16:50:17 +00:00
r = None
2024-05-28 02:03:26 +00:00
try:
2024-05-28 03:26:24 +00:00
urlIdx = filter["urlIdx"]
2024-05-28 02:03:26 +00:00
url = openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx]
key = openai_app.state.config.OPENAI_API_KEYS[urlIdx]
if key != "":
headers = {"Authorization": f"Bearer {key}"}
r = requests.post(
2024-05-30 06:29:45 +00:00
f"{url}/{filter['id']}/filter/inlet",
2024-05-28 02:03:26 +00:00
headers=headers,
json={
2024-05-28 02:16:07 +00:00
"user": user,
2024-05-28 02:03:26 +00:00
"body": data,
},
)
r.raise_for_status()
data = r.json()
except Exception as e:
# Handle connection error here
2024-05-28 03:26:24 +00:00
print(f"Connection error: {e}")
2024-05-28 16:50:17 +00:00
if r is not None:
try:
res = r.json()
if "detail" in res:
return JSONResponse(
status_code=r.status_code,
content=res,
)
except:
pass
else:
pass
2024-05-28 02:03:26 +00:00
2024-05-31 20:30:12 +00:00
if "pipeline" not in app.state.MODELS[model_id]:
if "chat_id" in data:
del data["chat_id"]
if "title" in data:
del data["title"]
2024-05-30 09:04:29 +00:00
2024-05-28 02:03:26 +00:00
modified_body_bytes = json.dumps(data).encode("utf-8")
# Replace the request body with the modified one
request._body = modified_body_bytes
# Set custom header to ensure content-length matches new body length
request.headers.__dict__["_list"] = [
(b"content-length", str(len(modified_body_bytes)).encode("utf-8")),
*[
(k, v)
for k, v in request.headers.raw
if k.lower() != b"content-length"
],
]
response = await call_next(request)
return response
async def _receive(self, body: bytes):
return {"type": "http.request", "body": body, "more_body": False}
app.add_middleware(PipelineMiddleware)
2024-05-28 16:50:17 +00:00
app.add_middleware(
CORSMiddleware,
allow_origins=origins,
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
2023-11-15 00:28:51 +00:00
@app.middleware("http")
async def check_url(request: Request, call_next):
2024-05-25 01:26:36 +00:00
if len(app.state.MODELS) == 0:
await get_all_models()
else:
pass
2023-11-15 00:28:51 +00:00
start_time = int(time.time())
response = await call_next(request)
process_time = int(time.time()) - start_time
response.headers["X-Process-Time"] = str(process_time)
return response
2024-05-19 15:00:07 +00:00
@app.middleware("http")
async def update_embedding_function(request: Request, call_next):
response = await call_next(request)
if "/embedding/update" in request.url.path:
webui_app.state.EMBEDDING_FUNCTION = rag_app.state.EMBEDDING_FUNCTION
return response
2024-02-22 11:22:23 +00:00
2024-05-19 15:00:07 +00:00
2024-06-04 06:39:52 +00:00
app.mount("/ws", socket_app)
app.mount("/ollama", ollama_app)
2024-05-24 08:40:48 +00:00
app.mount("/openai", openai_app)
2024-02-11 08:17:50 +00:00
2024-02-22 02:12:01 +00:00
app.mount("/images/api/v1", images_app)
2024-02-11 08:17:50 +00:00
app.mount("/audio/api/v1", audio_app)
2024-01-07 06:07:20 +00:00
app.mount("/rag/api/v1", rag_app)
2024-05-19 15:00:07 +00:00
app.mount("/api/v1", webui_app)
webui_app.state.EMBEDDING_FUNCTION = rag_app.state.EMBEDDING_FUNCTION
2024-03-31 20:59:39 +00:00
2024-05-25 01:26:36 +00:00
async def get_all_models():
2024-05-24 08:40:48 +00:00
openai_models = []
ollama_models = []
if app.state.config.ENABLE_OPENAI_API:
openai_models = await get_openai_models()
openai_models = openai_models["data"]
if app.state.config.ENABLE_OLLAMA_API:
ollama_models = await get_ollama_models()
ollama_models = [
{
"id": model["model"],
"name": model["name"],
"object": "model",
"created": int(time.time()),
"owned_by": "ollama",
"ollama": model,
}
for model in ollama_models["models"]
]
models = openai_models + ollama_models
custom_models = Models.get_all_models()
for custom_model in custom_models:
if custom_model.base_model_id == None:
for model in models:
2024-05-24 09:11:17 +00:00
if (
custom_model.id == model["id"]
or custom_model.id == model["id"].split(":")[0]
):
2024-05-24 08:40:48 +00:00
model["name"] = custom_model.name
model["info"] = custom_model.model_dump()
else:
2024-05-24 10:06:57 +00:00
owned_by = "openai"
for model in models:
2024-05-25 03:29:13 +00:00
if (
custom_model.base_model_id == model["id"]
or custom_model.base_model_id == model["id"].split(":")[0]
):
2024-05-24 10:06:57 +00:00
owned_by = model["owned_by"]
break
2024-05-24 08:40:48 +00:00
models.append(
{
"id": custom_model.id,
"name": custom_model.name,
"object": "model",
"created": custom_model.created_at,
2024-05-24 10:06:57 +00:00
"owned_by": owned_by,
2024-05-24 08:40:48 +00:00
"info": custom_model.model_dump(),
2024-05-25 03:29:13 +00:00
"preset": True,
2024-05-24 08:40:48 +00:00
}
)
2024-05-25 01:26:36 +00:00
app.state.MODELS = {model["id"]: model for model in models}
webui_app.state.MODELS = app.state.MODELS
return models
@app.get("/api/models")
async def get_models(user=Depends(get_verified_user)):
models = await get_all_models()
2024-05-28 02:03:26 +00:00
2024-05-28 02:34:05 +00:00
# Filter out filter pipelines
2024-05-28 02:03:26 +00:00
models = [
model
for model in models
2024-05-28 18:43:48 +00:00
if "pipeline" not in model or model["pipeline"].get("type", None) != "filter"
2024-05-28 02:03:26 +00:00
]
2024-05-24 08:40:48 +00:00
if app.state.config.ENABLE_MODEL_FILTER:
if user.role == "user":
models = list(
filter(
lambda model: model["id"] in app.state.config.MODEL_FILTER_LIST,
models,
)
)
return {"data": models}
return {"data": models}
2024-05-30 09:04:29 +00:00
@app.post("/api/chat/completed")
async def chat_completed(form_data: dict, user=Depends(get_verified_user)):
data = form_data
model_id = data["model"]
filters = [
model
for model in app.state.MODELS.values()
if "pipeline" in model
and "type" in model["pipeline"]
and model["pipeline"]["type"] == "filter"
and (
model["pipeline"]["pipelines"] == ["*"]
or any(
model_id == target_model_id
for target_model_id in model["pipeline"]["pipelines"]
)
)
]
sorted_filters = sorted(filters, key=lambda x: x["pipeline"]["priority"])
2024-06-03 01:03:30 +00:00
print(model_id)
2024-06-03 00:49:44 +00:00
if model_id in app.state.MODELS:
model = app.state.MODELS[model_id]
if "pipeline" in model:
sorted_filters = [model] + sorted_filters
2024-05-31 04:43:10 +00:00
2024-05-30 09:04:29 +00:00
for filter in sorted_filters:
r = None
try:
urlIdx = filter["urlIdx"]
url = openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx]
key = openai_app.state.config.OPENAI_API_KEYS[urlIdx]
if key != "":
headers = {"Authorization": f"Bearer {key}"}
r = requests.post(
f"{url}/{filter['id']}/filter/outlet",
headers=headers,
json={
"user": {"id": user.id, "name": user.name, "role": user.role},
"body": data,
},
)
r.raise_for_status()
data = r.json()
except Exception as e:
# Handle connection error here
print(f"Connection error: {e}")
if r is not None:
try:
res = r.json()
if "detail" in res:
return JSONResponse(
status_code=r.status_code,
content=res,
)
except:
pass
else:
pass
return data
@app.get("/api/pipelines/list")
async def get_pipelines_list(user=Depends(get_admin_user)):
2024-05-30 05:41:51 +00:00
responses = await get_openai_models(raw=True)
print(responses)
2024-06-02 23:46:33 +00:00
urlIdxs = [
idx
for idx, response in enumerate(responses)
if response != None and "pipelines" in response
]
return {
"data": [
{
"url": openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx],
"idx": urlIdx,
}
for urlIdx in urlIdxs
]
}
2024-06-05 20:57:48 +00:00
@app.post("/api/pipelines/upload")
async def upload_pipeline(
urlIdx: int = Form(...), file: UploadFile = File(...), user=Depends(get_admin_user)
):
print("upload_pipeline", urlIdx, file.filename)
# Check if the uploaded file is a python file
if not file.filename.endswith(".py"):
raise HTTPException(
status_code=status.HTTP_400_BAD_REQUEST,
detail="Only Python (.py) files are allowed.",
)
upload_folder = f"{CACHE_DIR}/pipelines"
os.makedirs(upload_folder, exist_ok=True)
file_path = os.path.join(upload_folder, file.filename)
try:
# Save the uploaded file
with open(file_path, "wb") as buffer:
shutil.copyfileobj(file.file, buffer)
url = openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx]
key = openai_app.state.config.OPENAI_API_KEYS[urlIdx]
headers = {"Authorization": f"Bearer {key}"}
with open(file_path, "rb") as f:
files = {"file": f}
r = requests.post(f"{url}/pipelines/upload", headers=headers, files=files)
r.raise_for_status()
data = r.json()
return {**data}
except Exception as e:
# Handle connection error here
print(f"Connection error: {e}")
detail = "Pipeline not found"
if r is not None:
try:
res = r.json()
if "detail" in res:
detail = res["detail"]
except:
pass
raise HTTPException(
status_code=(r.status_code if r is not None else status.HTTP_404_NOT_FOUND),
detail=detail,
)
finally:
# Ensure the file is deleted after the upload is completed or on failure
if os.path.exists(file_path):
os.remove(file_path)
2024-05-30 05:03:22 +00:00
class AddPipelineForm(BaseModel):
url: str
urlIdx: int
@app.post("/api/pipelines/add")
async def add_pipeline(form_data: AddPipelineForm, user=Depends(get_admin_user)):
r = None
try:
urlIdx = form_data.urlIdx
url = openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx]
key = openai_app.state.config.OPENAI_API_KEYS[urlIdx]
headers = {"Authorization": f"Bearer {key}"}
r = requests.post(
f"{url}/pipelines/add", headers=headers, json={"url": form_data.url}
)
r.raise_for_status()
data = r.json()
return {**data}
except Exception as e:
# Handle connection error here
print(f"Connection error: {e}")
detail = "Pipeline not found"
if r is not None:
try:
res = r.json()
if "detail" in res:
detail = res["detail"]
except:
pass
raise HTTPException(
status_code=(r.status_code if r is not None else status.HTTP_404_NOT_FOUND),
detail=detail,
)
class DeletePipelineForm(BaseModel):
id: str
urlIdx: int
@app.delete("/api/pipelines/delete")
async def delete_pipeline(form_data: DeletePipelineForm, user=Depends(get_admin_user)):
r = None
try:
urlIdx = form_data.urlIdx
url = openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx]
key = openai_app.state.config.OPENAI_API_KEYS[urlIdx]
headers = {"Authorization": f"Bearer {key}"}
r = requests.delete(
f"{url}/pipelines/delete", headers=headers, json={"id": form_data.id}
)
r.raise_for_status()
data = r.json()
return {**data}
except Exception as e:
# Handle connection error here
print(f"Connection error: {e}")
detail = "Pipeline not found"
if r is not None:
try:
res = r.json()
if "detail" in res:
detail = res["detail"]
except:
pass
raise HTTPException(
status_code=(r.status_code if r is not None else status.HTTP_404_NOT_FOUND),
detail=detail,
)
2024-05-28 19:04:19 +00:00
@app.get("/api/pipelines")
async def get_pipelines(urlIdx: Optional[int] = None, user=Depends(get_admin_user)):
2024-05-30 05:18:27 +00:00
r = None
try:
urlIdx
2024-05-30 05:18:27 +00:00
url = openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx]
key = openai_app.state.config.OPENAI_API_KEYS[urlIdx]
2024-05-30 05:18:27 +00:00
headers = {"Authorization": f"Bearer {key}"}
r = requests.get(f"{url}/pipelines", headers=headers)
2024-05-30 05:18:27 +00:00
r.raise_for_status()
data = r.json()
2024-05-28 19:04:19 +00:00
2024-05-30 05:18:27 +00:00
return {**data}
except Exception as e:
# Handle connection error here
print(f"Connection error: {e}")
2024-05-28 19:04:19 +00:00
2024-05-30 05:18:27 +00:00
detail = "Pipeline not found"
if r is not None:
try:
res = r.json()
if "detail" in res:
detail = res["detail"]
except:
pass
raise HTTPException(
status_code=(r.status_code if r is not None else status.HTTP_404_NOT_FOUND),
detail=detail,
)
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
@app.get("/api/pipelines/{pipeline_id}/valves")
async def get_pipeline_valves(
urlIdx: Optional[int], pipeline_id: str, user=Depends(get_admin_user)
):
models = await get_all_models()
r = None
try:
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
url = openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx]
key = openai_app.state.config.OPENAI_API_KEYS[urlIdx]
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
headers = {"Authorization": f"Bearer {key}"}
r = requests.get(f"{url}/{pipeline_id}/valves", headers=headers)
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
r.raise_for_status()
data = r.json()
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
return {**data}
except Exception as e:
# Handle connection error here
print(f"Connection error: {e}")
2024-05-28 20:05:31 +00:00
2024-05-30 05:18:27 +00:00
detail = "Pipeline not found"
2024-05-28 20:05:31 +00:00
2024-05-30 05:18:27 +00:00
if r is not None:
try:
res = r.json()
if "detail" in res:
detail = res["detail"]
except:
pass
2024-05-28 19:32:49 +00:00
raise HTTPException(
2024-05-30 05:18:27 +00:00
status_code=(r.status_code if r is not None else status.HTTP_404_NOT_FOUND),
detail=detail,
2024-05-28 19:32:49 +00:00
)
@app.get("/api/pipelines/{pipeline_id}/valves/spec")
2024-05-30 05:18:27 +00:00
async def get_pipeline_valves_spec(
urlIdx: Optional[int], pipeline_id: str, user=Depends(get_admin_user)
):
2024-05-28 19:32:49 +00:00
models = await get_all_models()
2024-05-30 05:18:27 +00:00
r = None
try:
url = openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx]
key = openai_app.state.config.OPENAI_API_KEYS[urlIdx]
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
headers = {"Authorization": f"Bearer {key}"}
r = requests.get(f"{url}/{pipeline_id}/valves/spec", headers=headers)
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
r.raise_for_status()
data = r.json()
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
return {**data}
except Exception as e:
# Handle connection error here
print(f"Connection error: {e}")
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
detail = "Pipeline not found"
if r is not None:
try:
res = r.json()
if "detail" in res:
detail = res["detail"]
except:
pass
2024-05-28 20:05:31 +00:00
2024-05-28 19:32:49 +00:00
raise HTTPException(
2024-05-30 05:18:27 +00:00
status_code=(r.status_code if r is not None else status.HTTP_404_NOT_FOUND),
detail=detail,
2024-05-28 19:32:49 +00:00
)
@app.post("/api/pipelines/{pipeline_id}/valves/update")
async def update_pipeline_valves(
2024-05-30 05:18:27 +00:00
urlIdx: Optional[int],
pipeline_id: str,
form_data: dict,
user=Depends(get_admin_user),
2024-05-28 19:32:49 +00:00
):
models = await get_all_models()
2024-05-30 05:18:27 +00:00
r = None
try:
url = openai_app.state.config.OPENAI_API_BASE_URLS[urlIdx]
key = openai_app.state.config.OPENAI_API_KEYS[urlIdx]
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
headers = {"Authorization": f"Bearer {key}"}
r = requests.post(
f"{url}/{pipeline_id}/valves/update",
headers=headers,
json={**form_data},
)
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
r.raise_for_status()
data = r.json()
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
return {**data}
except Exception as e:
# Handle connection error here
print(f"Connection error: {e}")
2024-05-28 19:32:49 +00:00
2024-05-30 05:18:27 +00:00
detail = "Pipeline not found"
2024-05-28 20:05:31 +00:00
2024-05-30 05:18:27 +00:00
if r is not None:
try:
res = r.json()
if "detail" in res:
detail = res["detail"]
except:
pass
2024-05-28 20:05:31 +00:00
2024-05-28 19:32:49 +00:00
raise HTTPException(
2024-05-30 05:41:51 +00:00
status_code=(r.status_code if r is not None else status.HTTP_404_NOT_FOUND),
2024-05-30 05:18:27 +00:00
detail=detail,
2024-05-28 19:32:49 +00:00
)
2024-02-22 02:12:01 +00:00
@app.get("/api/config")
async def get_app_config():
# Checking and Handling the Absence of 'ui' in CONFIG_DATA
2024-03-31 20:59:39 +00:00
default_locale = "en-US"
if "ui" in CONFIG_DATA:
default_locale = CONFIG_DATA["ui"].get("default_locale", "en-US")
# The Rest of the Function Now Uses the Variables Defined Above
2024-02-22 02:12:01 +00:00
return {
"status": True,
2024-02-24 01:12:19 +00:00
"name": WEBUI_NAME,
2024-02-23 08:30:26 +00:00
"version": VERSION,
"default_locale": default_locale,
"default_models": webui_app.state.config.DEFAULT_MODELS,
"default_prompt_suggestions": webui_app.state.config.DEFAULT_PROMPT_SUGGESTIONS,
2024-05-26 20:02:40 +00:00
"features": {
"auth": WEBUI_AUTH,
"auth_trusted_header": bool(webui_app.state.AUTH_TRUSTED_EMAIL_HEADER),
2024-05-26 20:02:40 +00:00
"enable_signup": webui_app.state.config.ENABLE_SIGNUP,
2024-06-02 02:03:56 +00:00
"enable_web_search": rag_app.state.config.ENABLE_RAG_WEB_SEARCH,
"enable_image_generation": images_app.state.config.ENABLED,
2024-05-26 16:10:25 +00:00
"enable_community_sharing": webui_app.state.config.ENABLE_COMMUNITY_SHARING,
"enable_admin_export": ENABLE_ADMIN_EXPORT,
},
2024-02-22 02:12:01 +00:00
}
2024-03-10 05:19:20 +00:00
@app.get("/api/config/model/filter")
async def get_model_filter_config(user=Depends(get_admin_user)):
2024-03-10 05:47:01 +00:00
return {
"enabled": app.state.config.ENABLE_MODEL_FILTER,
"models": app.state.config.MODEL_FILTER_LIST,
2024-03-10 05:47:01 +00:00
}
2024-03-10 05:19:20 +00:00
class ModelFilterConfigForm(BaseModel):
enabled: bool
models: List[str]
@app.post("/api/config/model/filter")
2024-03-21 01:35:02 +00:00
async def update_model_filter_config(
2024-03-10 05:19:20 +00:00
form_data: ModelFilterConfigForm, user=Depends(get_admin_user)
):
2024-05-17 17:35:33 +00:00
app.state.config.ENABLE_MODEL_FILTER = form_data.enabled
app.state.config.MODEL_FILTER_LIST = form_data.models
2024-03-10 05:19:20 +00:00
2024-03-10 05:47:01 +00:00
return {
"enabled": app.state.config.ENABLE_MODEL_FILTER,
"models": app.state.config.MODEL_FILTER_LIST,
2024-03-10 05:47:01 +00:00
}
2024-03-10 05:19:20 +00:00
2024-03-21 01:35:02 +00:00
@app.get("/api/webhook")
async def get_webhook_url(user=Depends(get_admin_user)):
return {
"url": app.state.config.WEBHOOK_URL,
2024-03-21 01:35:02 +00:00
}
class UrlForm(BaseModel):
url: str
@app.post("/api/webhook")
async def update_webhook_url(form_data: UrlForm, user=Depends(get_admin_user)):
app.state.config.WEBHOOK_URL = form_data.url
webui_app.state.WEBHOOK_URL = app.state.config.WEBHOOK_URL
return {"url": app.state.config.WEBHOOK_URL}
2024-03-05 08:59:35 +00:00
@app.get("/api/version")
async def get_app_config():
return {
"version": VERSION,
}
2024-02-23 08:30:26 +00:00
@app.get("/api/changelog")
async def get_app_changelog():
2024-03-31 08:10:57 +00:00
return {key: CHANGELOG[key] for idx, key in enumerate(CHANGELOG) if idx < 5}
2024-02-23 08:30:26 +00:00
2024-02-25 19:26:58 +00:00
@app.get("/api/version/updates")
async def get_app_latest_release_version():
try:
async with aiohttp.ClientSession(trust_env=True) as session:
2024-04-10 06:03:05 +00:00
async with session.get(
"https://api.github.com/repos/open-webui/open-webui/releases/latest"
) as response:
response.raise_for_status()
data = await response.json()
latest_version = data["tag_name"]
return {"current": VERSION, "latest": latest_version[1:]}
except aiohttp.ClientError as e:
2024-02-25 19:26:58 +00:00
raise HTTPException(
status_code=status.HTTP_503_SERVICE_UNAVAILABLE,
2024-02-25 19:55:15 +00:00
detail=ERROR_MESSAGES.RATE_LIMIT_EXCEEDED,
2024-02-25 19:26:58 +00:00
)
2024-04-10 08:27:19 +00:00
@app.get("/manifest.json")
async def get_manifest_json():
return {
2024-04-04 03:43:55 +00:00
"name": WEBUI_NAME,
"short_name": WEBUI_NAME,
"start_url": "/",
"display": "standalone",
"background_color": "#343541",
"theme_color": "#343541",
"orientation": "portrait-primary",
2024-05-02 02:32:36 +00:00
"icons": [{"src": "/static/logo.png", "type": "image/png", "sizes": "500x500"}],
}
2024-04-10 08:27:19 +00:00
2024-05-07 00:29:16 +00:00
@app.get("/opensearch.xml")
async def get_opensearch_xml():
xml_content = rf"""
<OpenSearchDescription xmlns="http://a9.com/-/spec/opensearch/1.1/" xmlns:moz="http://www.mozilla.org/2006/browser/search/">
<ShortName>{WEBUI_NAME}</ShortName>
<Description>Search {WEBUI_NAME}</Description>
<InputEncoding>UTF-8</InputEncoding>
<Image width="16" height="16" type="image/x-icon">{WEBUI_URL}/favicon.png</Image>
<Url type="text/html" method="get" template="{WEBUI_URL}/?q={"{searchTerms}"}"/>
<moz:SearchForm>{WEBUI_URL}</moz:SearchForm>
</OpenSearchDescription>
"""
return Response(content=xml_content, media_type="application/xml")
2024-05-15 18:17:18 +00:00
@app.get("/health")
async def healthcheck():
return {"status": True}
app.mount("/static", StaticFiles(directory=STATIC_DIR), name="static")
app.mount("/cache", StaticFiles(directory=CACHE_DIR), name="cache")
2024-02-24 01:12:19 +00:00
if os.path.exists(FRONTEND_BUILD_DIR):
2024-05-22 04:38:58 +00:00
mimetypes.add_type("text/javascript", ".js")
app.mount(
"/",
SPAStaticFiles(directory=FRONTEND_BUILD_DIR, html=True),
name="spa-static-files",
)
else:
log.warning(
f"Frontend build directory not found at '{FRONTEND_BUILD_DIR}'. Serving API only."
)