diff --git a/app/lib/.server/llm/stream-text.ts b/app/lib/.server/llm/stream-text.ts index ed2a692..c14e3cd 100644 --- a/app/lib/.server/llm/stream-text.ts +++ b/app/lib/.server/llm/stream-text.ts @@ -24,19 +24,6 @@ export type Messages = Message[]; export type StreamingOptions = Omit[0], 'model'>; -// export function streamText(messages: Messages, env: Env, options?: StreamingOptions) { -// return _streamText({ -// model: getAnthropicModel(getAPIKey(env)), -// system: getSystemPrompt(), -// maxTokens: MAX_TOKENS, -// headers: { -// 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15', -// }, -// messages: convertToCoreMessages(messages), -// ...options, -// }); -// } - export function streamText(messages: Messages, env: Env, options?: StreamingOptions) { try { const azureResourceName = process.env.AZURE_RESOURCE_NAME; @@ -47,7 +34,8 @@ export function streamText(messages: Messages, env: Env, options?: StreamingOpti }); return _streamText({ - model: azure('gpt-4o'), + // model: azure('gpt-4o'), + model: azure('gpt-4o-2024-08-06'), system: getSystemPrompt(), messages: convertToCoreMessages(messages), maxTokens: 4096,