UniqAI/bolt.diy
1
0
Fork 0
mirror of https://github.com/stackblitz-labs/bolt.diy synced 2025-06-26 18:26:38 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Refactor getModelInstance call outside of getStreamTextArguments so we don't need an API key for the selected model if we're using claude

Browse Source
This commit is contained in:
Brian Hackett 2025-01-16 08:47:07 -08:00
parent f040c9b440
commit e014056030
1 changed files with 14 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
app/lib/.server/llm/stream-text.ts
View File

@ -183,8 +183,6 @@ export async function getStreamTextArguments(props: {
const dynamicMaxTokens = modelDetails && modelDetails.maxTokenAllowed ? modelDetails.maxTokenAllowed : MAX_TOKENS;
const provider = PROVIDER_LIST.find((p) => p.name === currentProvider) || DEFAULT_PROVIDER;
let systemPrompt =
PromptLibrary.getPropmtFromLibrary(promptId || 'default', {
cwd: WORK_DIR,
@ -202,12 +200,8 @@ export async function getStreamTextArguments(props: {
const coreMessages = convertToCoreMessages(processedMessages as any);
return {
model: provider.getModelInstance({
model: currentModel,
serverEnv,
apiKeys,
providerSettings,
}),
currentModel,
currentProvider,
system: systemPrompt,
maxTokens: dynamicMaxTokens,
messages: coreMessages,
@ -224,5 +218,16 @@ export async function streamText(props: {
promptId?: string;
}) {
const args = await getStreamTextArguments(props);
return _streamText({ ...args, ...props.options });
const { currentModel, currentProvider } = args;
const provider = PROVIDER_LIST.find((p) => p.name === currentProvider) || DEFAULT_PROVIDER;
const model = provider.getModelInstance({
model: currentModel,
serverEnv: props.env,
apiKeys: props.apiKeys,
providerSettings: props.providerSettings,
});
return _streamText({ ...args, ...props.options, model });
}