diff --git a/app/lib/.server/llm/stream-text.ts b/app/lib/.server/llm/stream-text.ts index 760347f..800d23f 100644 --- a/app/lib/.server/llm/stream-text.ts +++ b/app/lib/.server/llm/stream-text.ts @@ -30,14 +30,17 @@ export function streamText(messages: Messages, env: Env, options?: StreamingOpti const azure = createAzure({ resourceName: azureResourceName, apiKey: azureResourceNameApiKey, + headers: { + 'api_version': '2024-11-20', + }, }); return _streamText({ - model: azure('gpt-4o'), - // model: azure('gpt-4o-2024-08-06'), + // model: azure('gpt-4o'), + model: azure('gpt-4o-2'), system: getSystemPrompt(), messages: convertToCoreMessages(messages), - maxTokens: 4096, + maxTokens: MAX_TOKENS, ...options, });