UniqAI/bolt.new
1
0
Fork 0
mirror of https://github.com/stackblitz/bolt.new synced 2025-06-26 18:17:50 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update stream-text.ts

Browse Source
This commit is contained in:
Yaqub Mahmoud 2025-01-23 17:15:33 +09:00
parent 16fe3b5974
commit 4fb31a4fc4
1 changed files with 35 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

63
app/lib/.server/llm/stream-text.ts
View File

@ -5,6 +5,7 @@ import { MAX_TOKENS } from './constants';
import { getSystemPrompt } from './prompts';
import { createAnthropic } from '@ai-sdk/anthropic';
import { createAzure } from '@ai-sdk/azure';
import { env } from 'node:process';
@ -25,35 +26,7 @@ export type Messages = Message[];
export type StreamingOptions = Omit<Parameters<typeof _streamText>[0], 'model'>;
export function streamText(messages: Messages, env: Env, options?: StreamingOptions) {
return _streamText({
model: getAnthropicModel(getAPIKey(env)),
system: getSystemPrompt(),
maxTokens: MAX_TOKENS,
headers: {
'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',
},
messages: convertToCoreMessages(messages),
...options,
});
}
// export function streamText(messages: Messages, env: Env, options?: StreamingOptions) {
// const anthropic = createAnthropic({
// apiKey: getAPIKey(env),
// });
// // return _streamText({
// // model: anthropic('claude-3-5-sonnet-20240620'),
// // system: getSystemPrompt(),
// // messages: convertToCoreMessages(messages),
// // headers: {
// // 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',
// // },
// // maxTokens: MAX_TOKENS,
// // ...options,
// // });
// return _streamText({
// model: getAnthropicModel(getAPIKey(env)),
// system: getSystemPrompt(),
@ -65,3 +38,37 @@ export function streamText(messages: Messages, env: Env, options?: StreamingOpti
// ...options,
// });
// }
export function streamText(messages: Messages, env: Env, options?: StreamingOptions) {
const anthropic = createAnthropic({
apiKey: getAPIKey(env),
});
const azure = createAzure({
apiKey: '',
resourceName: '',
});
return _streamText({
model: anthropic('claude-3-5-sonnet-20240620'),
// model: azure('gpt-4o'),
system: getSystemPrompt(),
messages: convertToCoreMessages(messages),
// headers: {
// 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',
// },
maxTokens: MAX_TOKENS,
...options,
});
// return _streamText({
// model: getAnthropicModel(getAPIKey(env)),
// system: getSystemPrompt(),
// maxTokens: MAX_TOKENS,
// headers: {
// 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',
// },
// messages: convertToCoreMessages(messages),
// ...options,
// });
}