UniqAI/bolt.diy
1
0
Fork 0
mirror of https://github.com/stackblitz-labs/bolt.diy synced 2025-06-26 18:26:38 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Set api key when counting tokens

Browse Source
This commit is contained in:
Brian Hackett 2025-03-06 08:31:15 -08:00
parent f3f1cc12c8
commit 35058618b1
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
app/lib/.server/llm/chat-anthropic.ts
View File

@ -74,8 +74,8 @@ function maybeParseAnthropicErrorPromptTooLong(e: any) {
return undefined;
}
async function countTokens(messages: MessageParam[], systemPrompt: string): Promise<number> {
const anthropic = new Anthropic();
async function countTokens(state: ChatState, messages: MessageParam[], systemPrompt: string): Promise<number> {
const anthropic = new Anthropic({ apiKey: state.apiKey });
const response = await anthropic.messages.countTokens({
model: Model,
messages,
@ -122,7 +122,7 @@ function compressMessages(messages: MessageParam[]): MessageParam[] {
async function reduceMessageSize(state: ChatState, messages: MessageParam[], systemPrompt: string, maximum: number): Promise<MessageParam[]> {
for (let iteration = 0; iteration < 5; iteration++) {
const tokens = await countTokens(messages, systemPrompt);
const tokens = await countTokens(state, messages, systemPrompt);
console.log(`AnthropicReduceMessageSize ${JSON.stringify({ iteration, tokens, maximum })}`);
state.infos.push(`AnthropicReduceMessageSize ${JSON.stringify({ iteration, tokens, maximum })}`);