Merge pull request #1721 from dhensen/anthropic-experiment-128k-max-token-output
Some checks are pending
Docker Publish / docker-build-publish (push) Waiting to run
Update Stable Branch / prepare-release (push) Waiting to run

feat: increase max token limit for Claude model claude-3-7-sonnet-202…
This commit is contained in:
KevIsDev 2025-05-19 11:19:27 +01:00 committed by GitHub
commit 50a5196477
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 1 deletions

View File

@ -108,6 +108,9 @@ export async function streamText(props: {
}
const dynamicMaxTokens = modelDetails && modelDetails.maxTokenAllowed ? modelDetails.maxTokenAllowed : MAX_TOKENS;
logger.info(
`Max tokens for model ${modelDetails.name} is ${dynamicMaxTokens} based on ${modelDetails.maxTokenAllowed} or ${MAX_TOKENS}`,
);
let systemPrompt =
PromptLibrary.getPropmtFromLibrary(promptId || 'default', {

View File

@ -17,7 +17,7 @@ export default class AnthropicProvider extends BaseProvider {
name: 'claude-3-7-sonnet-20250219',
label: 'Claude 3.7 Sonnet',
provider: 'Anthropic',
maxTokenAllowed: 8000,
maxTokenAllowed: 128000,
},
{
name: 'claude-3-5-sonnet-latest',
@ -95,6 +95,7 @@ export default class AnthropicProvider extends BaseProvider {
});
const anthropic = createAnthropic({
apiKey,
headers: { 'anthropic-beta': 'output-128k-2025-02-19' },
});
return anthropic(model);