This commit is contained in:
Timothy J. Baek 2024-05-21 14:53:35 -07:00
parent 8651356dc4
commit f91d48aff8
2 changed files with 2 additions and 3 deletions

View File

@ -14,7 +14,7 @@ from utils import get_last_user_message, stream_message_template
from schemas import OpenAIChatCompletionForm
from config import MODEL_ID, MODEL_NAME
from rag_pipeline import get_response
from pipeline import get_response
app = FastAPI(docs_url="/docs", redoc_url=None)

View File

@ -5,8 +5,7 @@ from schemas import OpenAIChatMessage
def get_response(
user_message: str, messages: List[OpenAIChatMessage]
) -> Union[str, Generator]:
# This is where you can add your custom RAG pipeline.
# Typically, you would retrieve relevant information from your knowledge base and synthesize it to generate a response.
# This is where you can add your custom pipelines like RAG.
print(messages)
print(user_message)