From c48914409eb3928ec913cedb241c032b8ca4d7ff Mon Sep 17 00:00:00 2001 From: Yaqub Mahmoud Date: Mon, 27 Jan 2025 13:28:01 +0900 Subject: [PATCH] Update stream-text.ts --- app/lib/.server/llm/stream-text.ts | 16 ++-------------- 1 file changed, 2 insertions(+), 14 deletions(-) diff --git a/app/lib/.server/llm/stream-text.ts b/app/lib/.server/llm/stream-text.ts index ed2a692..c14e3cd 100644 --- a/app/lib/.server/llm/stream-text.ts +++ b/app/lib/.server/llm/stream-text.ts @@ -24,19 +24,6 @@ export type Messages = Message[]; export type StreamingOptions = Omit[0], 'model'>; -// export function streamText(messages: Messages, env: Env, options?: StreamingOptions) { -// return _streamText({ -// model: getAnthropicModel(getAPIKey(env)), -// system: getSystemPrompt(), -// maxTokens: MAX_TOKENS, -// headers: { -// 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15', -// }, -// messages: convertToCoreMessages(messages), -// ...options, -// }); -// } - export function streamText(messages: Messages, env: Env, options?: StreamingOptions) { try { const azureResourceName = process.env.AZURE_RESOURCE_NAME; @@ -47,7 +34,8 @@ export function streamText(messages: Messages, env: Env, options?: StreamingOpti }); return _streamText({ - model: azure('gpt-4o'), + // model: azure('gpt-4o'), + model: azure('gpt-4o-2024-08-06'), system: getSystemPrompt(), messages: convertToCoreMessages(messages), maxTokens: 4096,