From 995f7bc51bf7a00f31b4c8841aafb3781ca69e21 Mon Sep 17 00:00:00 2001 From: "Timothy J. Baek" Date: Thu, 30 May 2024 21:43:10 -0700 Subject: [PATCH] fix: chat completed --- backend/main.py | 10 ++++++++++ src/lib/components/chat/Chat.svelte | 2 +- 2 files changed, 11 insertions(+), 1 deletion(-) diff --git a/backend/main.py b/backend/main.py index 3ffb5bdd7..ea35ba2a1 100644 --- a/backend/main.py +++ b/backend/main.py @@ -271,6 +271,11 @@ class PipelineMiddleware(BaseHTTPMiddleware): except: pass + model = app.state.MODELS[model_id] + + if "pipeline" in model: + sorted_filters.append(model) + for filter in sorted_filters: r = None try: @@ -490,6 +495,11 @@ async def chat_completed(form_data: dict, user=Depends(get_verified_user)): ] sorted_filters = sorted(filters, key=lambda x: x["pipeline"]["priority"]) + model = app.state.MODELS[model_id] + + if "pipeline" in model: + sorted_filters = [model] + sorted_filters + for filter in sorted_filters: r = None try: diff --git a/src/lib/components/chat/Chat.svelte b/src/lib/components/chat/Chat.svelte index 44080a288..348d79d75 100644 --- a/src/lib/components/chat/Chat.svelte +++ b/src/lib/components/chat/Chat.svelte @@ -899,7 +899,7 @@ const messages = createMessagesList(responseMessageId); const res = await chatCompleted(localStorage.token, { - model: model, + model: model.id, messages: messages.map((m) => ({ id: m.id, role: m.role,