From e1c3d603dfa9d31d1aa955a86264916a1a56e28a Mon Sep 17 00:00:00 2001 From: Raiyan Hasan Date: Thu, 21 Nov 2024 11:49:09 +0530 Subject: [PATCH] Update stream-text.ts dynamic model max Token updated --- app/lib/.server/llm/stream-text.ts | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/app/lib/.server/llm/stream-text.ts b/app/lib/.server/llm/stream-text.ts index 0a9c8e2..4fedccb 100644 --- a/app/lib/.server/llm/stream-text.ts +++ b/app/lib/.server/llm/stream-text.ts @@ -68,10 +68,12 @@ export function streamText( const modelDetails = MODEL_LIST.find((m) => m.name === currentModel); - const dynamicMaxTokens = - modelDetails && modelDetails.maxTokenAllowed - ? Math.min(MAX_TOKENS, modelDetails.maxTokenAllowed) - : MAX_TOKENS; + + + const dynamicMaxTokens = +modelDetails && modelDetails.maxTokenAllowed + ? modelDetails.maxTokenAllowed + : MAX_TOKENS; return _streamText({ model: getModel(currentProvider, currentModel, env, apiKeys),