This commit is contained in:
Timothy J. Baek 2024-05-21 18:06:51 -07:00
parent 6810ed2166
commit f508caaea7
2 changed files with 5 additions and 4 deletions

View File

@ -109,7 +109,7 @@ async def get_models():
@app.post("/chat/completions")
@app.post("/v1/chat/completions")
def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
user_message = get_last_user_message(form_data.messages)
if form_data.model not in PIPELINES:
@ -118,7 +118,7 @@ def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
detail=f"Model {form_data.model} not found",
)
def job():
async def job():
get_response = PIPELINES[form_data.model]["module"].get_response
if form_data.stream:
@ -184,7 +184,7 @@ def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
],
}
return job()
return await job()
@app.get("/")

View File

@ -2,7 +2,7 @@ from typing import List, Union, Generator
from schemas import OpenAIChatMessage
import os
global basic_rag_pipeline
basic_rag_pipeline = None
def get_response(
@ -23,6 +23,7 @@ def get_response(
async def on_startup():
global basic_rag_pipeline
os.environ["OPENAI_API_KEY"] = "your_openai_api_key_here"