diff --git a/app/lib/.server/llm/stream-text.ts b/app/lib/.server/llm/stream-text.ts index 0ee28052..558b5e8a 100644 --- a/app/lib/.server/llm/stream-text.ts +++ b/app/lib/.server/llm/stream-text.ts @@ -108,6 +108,9 @@ export async function streamText(props: { } const dynamicMaxTokens = modelDetails && modelDetails.maxTokenAllowed ? modelDetails.maxTokenAllowed : MAX_TOKENS; + logger.info( + `Max tokens for model ${modelDetails.name} is ${dynamicMaxTokens} based on ${modelDetails.maxTokenAllowed} or ${MAX_TOKENS}`, + ); let systemPrompt = PromptLibrary.getPropmtFromLibrary(promptId || 'default', { diff --git a/app/lib/modules/llm/providers/anthropic.ts b/app/lib/modules/llm/providers/anthropic.ts index 70f93c07..b67d695c 100644 --- a/app/lib/modules/llm/providers/anthropic.ts +++ b/app/lib/modules/llm/providers/anthropic.ts @@ -17,7 +17,7 @@ export default class AnthropicProvider extends BaseProvider { name: 'claude-3-7-sonnet-20250219', label: 'Claude 3.7 Sonnet', provider: 'Anthropic', - maxTokenAllowed: 8000, + maxTokenAllowed: 128000, }, { name: 'claude-3-5-sonnet-latest', @@ -95,6 +95,7 @@ export default class AnthropicProvider extends BaseProvider { }); const anthropic = createAnthropic({ apiKey, + headers: { 'anthropic-beta': 'output-128k-2025-02-19' }, }); return anthropic(model);