UniqAI/bolt.new
1
0
Fork 0
mirror of https://github.com/stackblitz/bolt.new synced 2025-02-06 04:48:04 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

model pickup

Browse Source
This commit is contained in:
Andrew Trokhymenko 2024-11-21 00:17:06 -05:00
parent 302cd28775
commit 937ba7e61b
3 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app/lib/.server/llm/stream-text.ts
View File

@ -64,6 +64,8 @@ export function streamText(
let currentModel = DEFAULT_MODEL; let currentModel = DEFAULT_MODEL;
let currentProvider = DEFAULT_PROVIDER; let currentProvider = DEFAULT_PROVIDER;
console.log('StreamText:', JSON.stringify(messages));
const processedMessages = messages.map((message) => { const processedMessages = messages.map((message) => {
if (message.role === 'user') { if (message.role === 'user') {
const { model, provider, content } = extractPropertiesFromMessage(message); const { model, provider, content } = extractPropertiesFromMessage(message);

8
app/routes/api.chat.ts
View File

@ -31,11 +31,14 @@ function parseCookies(cookieHeader) {
async function chatAction({ context, request }: ActionFunctionArgs) { async function chatAction({ context, request }: ActionFunctionArgs) {
const { messages, imageData } = await request.json<{ const { messages, imageData, model } = await request.json<{
messages: Messages, messages: Messages,
imageData?: string[] imageData?: string[],
model: string
}>(); }>();
console.log('ChatAction:', JSON.stringify(messages));
const cookieHeader = request.headers.get("Cookie"); const cookieHeader = request.headers.get("Cookie");
// Parse the cookie's value (returns an object or null if no cookie exists) // Parse the cookie's value (returns an object or null if no cookie exists)
@ -47,6 +50,7 @@ async function chatAction({ context, request }: ActionFunctionArgs) {
const options: StreamingOptions = { const options: StreamingOptions = {
toolChoice: 'none', toolChoice: 'none',
apiKeys, apiKeys,
model,
onFinish: async ({ text: content, finishReason }) => { onFinish: async ({ text: content, finishReason }) => {
if (finishReason !== 'length') { if (finishReason !== 'length') {
return stream.close(); return stream.close();

6
app/utils/constants.ts
View File

@ -30,13 +30,15 @@ const PROVIDER_LIST: ProviderInfo[] = [
icon: "i-ph:cloud-arrow-down", icon: "i-ph:cloud-arrow-down",
}, { }, {
name: 'OpenAILike', name: 'OpenAILike',
staticModels: [], staticModels: [
{ name: 'o1-mini', label: 'o1-mini', provider: 'OpenAILike' },
],
getDynamicModels: getOpenAILikeModels getDynamicModels: getOpenAILikeModels
}, },
{ {
name: 'OpenRouter', name: 'OpenRouter',
staticModels: [ staticModels: [
{ name: 'gpt-4o', label: 'GPT-4o', provider: 'OpenAI' }, { name: 'gpt-4o', label: 'GPT-4o', provider: 'OpenRouter' },
{ {
name: 'anthropic/claude-3.5-sonnet', name: 'anthropic/claude-3.5-sonnet',
label: 'Anthropic: Claude 3.5 Sonnet (OpenRouter)', label: 'Anthropic: Claude 3.5 Sonnet (OpenRouter)',