UniqAI/bolt.diy
1
0
Fork 0
mirror of https://github.com/stackblitz-labs/bolt.diy synced 2025-06-26 18:26:38 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge pull request #1721 from dhensen/anthropic-experiment-128k-max-token-output
Some checks are pending
Docker Publish / docker-build-publish (push) Waiting to run
Details
Update Stable Branch / prepare-release (push) Waiting to run
Details

Browse Source 
feat: increase max token limit for Claude model claude-3-7-sonnet-202…
This commit is contained in:
KevIsDev 2025-05-19 11:19:27 +01:00 committed by GitHub
commit 50a5196477
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
app/lib/.server/llm/stream-text.ts
View File

@ -108,6 +108,9 @@ export async function streamText(props: {
}
const dynamicMaxTokens = modelDetails && modelDetails.maxTokenAllowed ? modelDetails.maxTokenAllowed : MAX_TOKENS;
logger.info(
`Max tokens for model ${modelDetails.name} is ${dynamicMaxTokens} based on ${modelDetails.maxTokenAllowed} or ${MAX_TOKENS}`,
);
let systemPrompt =
PromptLibrary.getPropmtFromLibrary(promptId || 'default', {

3
app/lib/modules/llm/providers/anthropic.ts
View File

@ -17,7 +17,7 @@ export default class AnthropicProvider extends BaseProvider {
name: 'claude-3-7-sonnet-20250219',
label: 'Claude 3.7 Sonnet',
provider: 'Anthropic',
maxTokenAllowed: 8000,
maxTokenAllowed: 128000,
},
{
name: 'claude-3-5-sonnet-latest',
@ -95,6 +95,7 @@ export default class AnthropicProvider extends BaseProvider {
});
const anthropic = createAnthropic({
apiKey,
headers: { 'anthropic-beta': 'output-128k-2025-02-19' },
});
return anthropic(model);