mirror of
https://github.com/stackblitz/bolt.new
synced 2025-02-06 04:48:04 +00:00
added indicator on settings menu
This commit is contained in:
parent
62ebfe51a6
commit
283eb22ae5
@ -1 +1 @@
|
|||||||
{ "commit": "fce8999f27c0affbc762dc90de992b5a759ab325" }
|
{ "commit": "62ebfe51a69788229aa62d34afb4ce89b7cd8ac8" }
|
||||||
|
@ -2,6 +2,7 @@ import React, { useCallback, useEffect, useState } from 'react';
|
|||||||
import { useSettings } from '~/lib/hooks/useSettings';
|
import { useSettings } from '~/lib/hooks/useSettings';
|
||||||
import commit from '~/commit.json';
|
import commit from '~/commit.json';
|
||||||
import { toast } from 'react-toastify';
|
import { toast } from 'react-toastify';
|
||||||
|
import { providerBaseUrlEnvKeys } from '~/utils/constants';
|
||||||
|
|
||||||
interface ProviderStatus {
|
interface ProviderStatus {
|
||||||
name: string;
|
name: string;
|
||||||
@ -236,7 +237,7 @@ const checkProviderStatus = async (url: string | null, providerName: string): Pr
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Try different endpoints based on provider
|
// Try different endpoints based on provider
|
||||||
const checkUrls = [`${url}/api/health`, `${url}/v1/models`];
|
const checkUrls = [`${url}/api/health`, url.endsWith('v1') ? `${url}/models` : `${url}/v1/models`];
|
||||||
console.log(`[Debug] Checking additional endpoints:`, checkUrls);
|
console.log(`[Debug] Checking additional endpoints:`, checkUrls);
|
||||||
|
|
||||||
const results = await Promise.all(
|
const results = await Promise.all(
|
||||||
@ -321,14 +322,16 @@ export default function DebugTab() {
|
|||||||
.filter(([, provider]) => LOCAL_PROVIDERS.includes(provider.name))
|
.filter(([, provider]) => LOCAL_PROVIDERS.includes(provider.name))
|
||||||
.map(async ([, provider]) => {
|
.map(async ([, provider]) => {
|
||||||
const envVarName =
|
const envVarName =
|
||||||
provider.name.toLowerCase() === 'ollama'
|
providerBaseUrlEnvKeys[provider.name].baseUrlKey || `REACT_APP_${provider.name.toUpperCase()}_URL`;
|
||||||
? 'OLLAMA_API_BASE_URL'
|
|
||||||
: provider.name.toLowerCase() === 'lmstudio'
|
|
||||||
? 'LMSTUDIO_API_BASE_URL'
|
|
||||||
: `REACT_APP_${provider.name.toUpperCase()}_URL`;
|
|
||||||
|
|
||||||
// Access environment variables through import.meta.env
|
// Access environment variables through import.meta.env
|
||||||
const url = import.meta.env[envVarName] || provider.settings.baseUrl || null; // Ensure baseUrl is used
|
let settingsUrl = provider.settings.baseUrl;
|
||||||
|
|
||||||
|
if (settingsUrl && settingsUrl.trim().length === 0) {
|
||||||
|
settingsUrl = undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
const url = settingsUrl || import.meta.env[envVarName] || null; // Ensure baseUrl is used
|
||||||
console.log(`[Debug] Using URL for ${provider.name}:`, url, `(from ${envVarName})`);
|
console.log(`[Debug] Using URL for ${provider.name}:`, url, `(from ${envVarName})`);
|
||||||
|
|
||||||
const status = await checkProviderStatus(url, provider.name);
|
const status = await checkProviderStatus(url, provider.name);
|
||||||
|
@ -7,6 +7,7 @@ import { logStore } from '~/lib/stores/logs';
|
|||||||
|
|
||||||
// Import a default fallback icon
|
// Import a default fallback icon
|
||||||
import DefaultIcon from '/icons/Default.svg'; // Adjust the path as necessary
|
import DefaultIcon from '/icons/Default.svg'; // Adjust the path as necessary
|
||||||
|
import { providerBaseUrlEnvKeys } from '~/utils/constants';
|
||||||
|
|
||||||
export default function ProvidersTab() {
|
export default function ProvidersTab() {
|
||||||
const { providers, updateProviderSettings, isLocalModel } = useSettings();
|
const { providers, updateProviderSettings, isLocalModel } = useSettings();
|
||||||
@ -47,7 +48,11 @@ export default function ProvidersTab() {
|
|||||||
className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor"
|
className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor"
|
||||||
/>
|
/>
|
||||||
</div>
|
</div>
|
||||||
{filteredProviders.map((provider) => (
|
{filteredProviders.map((provider) => {
|
||||||
|
const envBaseUrlKey = providerBaseUrlEnvKeys[provider.name].baseUrlKey;
|
||||||
|
const envBaseUrl = envBaseUrlKey ? import.meta.env[envBaseUrlKey] : undefined;
|
||||||
|
|
||||||
|
return (
|
||||||
<div
|
<div
|
||||||
key={provider.name}
|
key={provider.name}
|
||||||
className="flex flex-col mb-2 provider-item hover:bg-bolt-elements-bg-depth-3 p-4 rounded-lg border border-bolt-elements-borderColor "
|
className="flex flex-col mb-2 provider-item hover:bg-bolt-elements-bg-depth-3 p-4 rounded-lg border border-bolt-elements-borderColor "
|
||||||
@ -82,7 +87,14 @@ export default function ProvidersTab() {
|
|||||||
{/* Base URL input for configurable providers */}
|
{/* Base URL input for configurable providers */}
|
||||||
{URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && provider.settings.enabled && (
|
{URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && provider.settings.enabled && (
|
||||||
<div className="mt-2">
|
<div className="mt-2">
|
||||||
<label className="block text-sm text-bolt-elements-textSecondary mb-1">Base URL:</label>
|
{envBaseUrl && (
|
||||||
|
<label className="block text-xs text-bolt-elements-textSecondary text-green-300 mb-2">
|
||||||
|
Set On (.env) : {envBaseUrl}
|
||||||
|
</label>
|
||||||
|
)}
|
||||||
|
<label className="block text-sm text-bolt-elements-textSecondary mb-2">
|
||||||
|
{envBaseUrl ? 'Override Base Url' : 'Base URL '}:{' '}
|
||||||
|
</label>
|
||||||
<input
|
<input
|
||||||
type="text"
|
type="text"
|
||||||
value={provider.settings.baseUrl || ''}
|
value={provider.settings.baseUrl || ''}
|
||||||
@ -105,7 +117,8 @@ export default function ProvidersTab() {
|
|||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
</div>
|
</div>
|
||||||
))}
|
);
|
||||||
|
})}
|
||||||
</div>
|
</div>
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
@ -4,6 +4,7 @@
|
|||||||
*/
|
*/
|
||||||
import { env } from 'node:process';
|
import { env } from 'node:process';
|
||||||
import type { IProviderSetting } from '~/types/model';
|
import type { IProviderSetting } from '~/types/model';
|
||||||
|
import { getProviderBaseUrlAndKey } from '~/utils/constants';
|
||||||
|
|
||||||
export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Record<string, string>) {
|
export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Record<string, string>) {
|
||||||
/**
|
/**
|
||||||
@ -16,7 +17,20 @@ export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Re
|
|||||||
return userApiKeys[provider];
|
return userApiKeys[provider];
|
||||||
}
|
}
|
||||||
|
|
||||||
// Fall back to environment variables
|
const { apiKey } = getProviderBaseUrlAndKey({
|
||||||
|
provider,
|
||||||
|
apiKeys: userApiKeys,
|
||||||
|
providerSettings: undefined,
|
||||||
|
serverEnv: cloudflareEnv as any,
|
||||||
|
defaultBaseUrlKey: '',
|
||||||
|
defaultApiTokenKey: '',
|
||||||
|
});
|
||||||
|
|
||||||
|
if (apiKey) {
|
||||||
|
return apiKey;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Fall back to hardcoded environment variables names
|
||||||
switch (provider) {
|
switch (provider) {
|
||||||
case 'Anthropic':
|
case 'Anthropic':
|
||||||
return env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY;
|
return env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY;
|
||||||
@ -52,6 +66,19 @@ export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Re
|
|||||||
}
|
}
|
||||||
|
|
||||||
export function getBaseURL(cloudflareEnv: Env, provider: string, providerSettings?: Record<string, IProviderSetting>) {
|
export function getBaseURL(cloudflareEnv: Env, provider: string, providerSettings?: Record<string, IProviderSetting>) {
|
||||||
|
const { baseUrl } = getProviderBaseUrlAndKey({
|
||||||
|
provider,
|
||||||
|
apiKeys: {},
|
||||||
|
providerSettings,
|
||||||
|
serverEnv: cloudflareEnv as any,
|
||||||
|
defaultBaseUrlKey: '',
|
||||||
|
defaultApiTokenKey: '',
|
||||||
|
});
|
||||||
|
|
||||||
|
if (baseUrl) {
|
||||||
|
return baseUrl;
|
||||||
|
}
|
||||||
|
|
||||||
let settingBaseUrl = providerSettings?.[provider].baseUrl;
|
let settingBaseUrl = providerSettings?.[provider].baseUrl;
|
||||||
|
|
||||||
if (settingBaseUrl && settingBaseUrl.length == 0) {
|
if (settingBaseUrl && settingBaseUrl.length == 0) {
|
||||||
|
@ -4,6 +4,7 @@ export type ProviderInfo = {
|
|||||||
staticModels: ModelInfo[];
|
staticModels: ModelInfo[];
|
||||||
name: string;
|
name: string;
|
||||||
getDynamicModels?: (
|
getDynamicModels?: (
|
||||||
|
providerName: string,
|
||||||
apiKeys?: Record<string, string>,
|
apiKeys?: Record<string, string>,
|
||||||
providerSettings?: IProviderSetting,
|
providerSettings?: IProviderSetting,
|
||||||
serverEnv?: Record<string, string>,
|
serverEnv?: Record<string, string>,
|
||||||
|
@ -318,6 +318,83 @@ const PROVIDER_LIST: ProviderInfo[] = [
|
|||||||
},
|
},
|
||||||
];
|
];
|
||||||
|
|
||||||
|
export const providerBaseUrlEnvKeys: Record<string, { baseUrlKey?: string; apiTokenKey?: string }> = {
|
||||||
|
Anthropic: {
|
||||||
|
apiTokenKey: 'ANTHROPIC_API_KEY',
|
||||||
|
},
|
||||||
|
OpenAI: {
|
||||||
|
apiTokenKey: 'OPENAI_API_KEY',
|
||||||
|
},
|
||||||
|
Groq: {
|
||||||
|
apiTokenKey: 'GROQ_API_KEY',
|
||||||
|
},
|
||||||
|
HuggingFace: {
|
||||||
|
apiTokenKey: 'HuggingFace_API_KEY',
|
||||||
|
},
|
||||||
|
OpenRouter: {
|
||||||
|
apiTokenKey: 'OPEN_ROUTER_API_KEY',
|
||||||
|
},
|
||||||
|
Google: {
|
||||||
|
apiTokenKey: 'GOOGLE_GENERATIVE_AI_API_KEY',
|
||||||
|
},
|
||||||
|
OpenAILike: {
|
||||||
|
baseUrlKey: 'OPENAI_LIKE_API_BASE_URL',
|
||||||
|
apiTokenKey: 'OPENAI_LIKE_API_KEY',
|
||||||
|
},
|
||||||
|
Together: {
|
||||||
|
baseUrlKey: 'TOGETHER_API_BASE_URL',
|
||||||
|
apiTokenKey: 'TOGETHER_API_KEY',
|
||||||
|
},
|
||||||
|
Deepseek: {
|
||||||
|
apiTokenKey: 'DEEPSEEK_API_KEY',
|
||||||
|
},
|
||||||
|
Mistral: {
|
||||||
|
apiTokenKey: 'MISTRAL_API_KEY',
|
||||||
|
},
|
||||||
|
LMStudio: {
|
||||||
|
baseUrlKey: 'LMSTUDIO_API_BASE_URL',
|
||||||
|
},
|
||||||
|
xAI: {
|
||||||
|
apiTokenKey: 'XAI_API_KEY',
|
||||||
|
},
|
||||||
|
Cohere: {
|
||||||
|
apiTokenKey: 'COHERE_API_KEY',
|
||||||
|
},
|
||||||
|
Perplexity: {
|
||||||
|
apiTokenKey: 'PERPLEXITY_API_KEY',
|
||||||
|
},
|
||||||
|
Ollama: {
|
||||||
|
baseUrlKey: 'OLLAMA_API_BASE_URL',
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getProviderBaseUrlAndKey = (options: {
|
||||||
|
provider: string;
|
||||||
|
apiKeys?: Record<string, string>;
|
||||||
|
providerSettings?: IProviderSetting;
|
||||||
|
serverEnv?: Record<string, string>;
|
||||||
|
defaultBaseUrlKey: string;
|
||||||
|
defaultApiTokenKey: string;
|
||||||
|
}) => {
|
||||||
|
const { provider, apiKeys, providerSettings, serverEnv, defaultBaseUrlKey, defaultApiTokenKey } = options;
|
||||||
|
let settingsBaseUrl = providerSettings?.baseUrl;
|
||||||
|
|
||||||
|
if (settingsBaseUrl && settingsBaseUrl.length == 0) {
|
||||||
|
settingsBaseUrl = undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
const baseUrlKey = providerBaseUrlEnvKeys[provider]?.baseUrlKey || defaultBaseUrlKey;
|
||||||
|
const baseUrl = settingsBaseUrl || serverEnv?.[baseUrlKey] || process.env[baseUrlKey] || import.meta.env[baseUrlKey];
|
||||||
|
|
||||||
|
const apiTokenKey = providerBaseUrlEnvKeys[provider]?.apiTokenKey || defaultApiTokenKey;
|
||||||
|
const apiKey =
|
||||||
|
apiKeys?.[provider] || serverEnv?.[apiTokenKey] || process.env[apiTokenKey] || import.meta.env[apiTokenKey];
|
||||||
|
|
||||||
|
return {
|
||||||
|
baseUrl,
|
||||||
|
apiKey,
|
||||||
|
};
|
||||||
|
};
|
||||||
export const DEFAULT_PROVIDER = PROVIDER_LIST[0];
|
export const DEFAULT_PROVIDER = PROVIDER_LIST[0];
|
||||||
|
|
||||||
const staticModels: ModelInfo[] = PROVIDER_LIST.map((p) => p.staticModels).flat();
|
const staticModels: ModelInfo[] = PROVIDER_LIST.map((p) => p.staticModels).flat();
|
||||||
@ -337,7 +414,7 @@ export async function getModelList(options: {
|
|||||||
await Promise.all(
|
await Promise.all(
|
||||||
PROVIDER_LIST.filter(
|
PROVIDER_LIST.filter(
|
||||||
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
|
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
|
||||||
).map((p) => p.getDynamicModels(apiKeys, providerSettings?.[p.name], serverEnv)),
|
).map((p) => p.getDynamicModels(p.name, apiKeys, providerSettings?.[p.name], serverEnv)),
|
||||||
)
|
)
|
||||||
).flat(),
|
).flat(),
|
||||||
...staticModels,
|
...staticModels,
|
||||||
@ -347,35 +424,26 @@ export async function getModelList(options: {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function getTogetherModels(
|
async function getTogetherModels(
|
||||||
|
name: string,
|
||||||
apiKeys?: Record<string, string>,
|
apiKeys?: Record<string, string>,
|
||||||
settings?: IProviderSetting,
|
settings?: IProviderSetting,
|
||||||
serverEnv: Record<string, string> = {},
|
serverEnv: Record<string, string> = {},
|
||||||
): Promise<ModelInfo[]> {
|
): Promise<ModelInfo[]> {
|
||||||
try {
|
try {
|
||||||
let settingsBaseUrl = settings?.baseUrl;
|
const { baseUrl, apiKey } = getProviderBaseUrlAndKey({
|
||||||
|
provider: name,
|
||||||
if (settingsBaseUrl && settingsBaseUrl.length == 0) {
|
apiKeys,
|
||||||
settingsBaseUrl = undefined;
|
providerSettings: settings,
|
||||||
}
|
serverEnv,
|
||||||
|
defaultBaseUrlKey: 'TOGETHER_API_BASE_URL',
|
||||||
const baseUrl =
|
defaultApiTokenKey: 'TOGETHER_API_KEY',
|
||||||
settingsBaseUrl ||
|
});
|
||||||
serverEnv?.TOGETHER_API_BASE_URL ||
|
console.log({ baseUrl, apiKey });
|
||||||
process.env.TOGETHER_API_BASE_URL ||
|
|
||||||
import.meta.env.TOGETHER_API_BASE_URL ||
|
|
||||||
'';
|
|
||||||
const provider = 'Together';
|
|
||||||
|
|
||||||
if (!baseUrl) {
|
if (!baseUrl) {
|
||||||
return [];
|
return [];
|
||||||
}
|
}
|
||||||
|
|
||||||
let apiKey = import.meta.env.OPENAI_LIKE_API_KEY ?? '';
|
|
||||||
|
|
||||||
if (apiKeys && apiKeys[provider]) {
|
|
||||||
apiKey = apiKeys[provider];
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!apiKey) {
|
if (!apiKey) {
|
||||||
return [];
|
return [];
|
||||||
}
|
}
|
||||||
@ -393,7 +461,7 @@ async function getTogetherModels(
|
|||||||
label: `${m.display_name} - in:$${m.pricing.input.toFixed(
|
label: `${m.display_name} - in:$${m.pricing.input.toFixed(
|
||||||
2,
|
2,
|
||||||
)} out:$${m.pricing.output.toFixed(2)} - context ${Math.floor(m.context_length / 1000)}k`,
|
)} out:$${m.pricing.output.toFixed(2)} - context ${Math.floor(m.context_length / 1000)}k`,
|
||||||
provider,
|
provider: name,
|
||||||
maxTokenAllowed: 8000,
|
maxTokenAllowed: 8000,
|
||||||
}));
|
}));
|
||||||
} catch (e) {
|
} catch (e) {
|
||||||
@ -402,39 +470,40 @@ async function getTogetherModels(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
const getOllamaBaseUrl = (settings?: IProviderSetting, serverEnv: Record<string, string> = {}) => {
|
const getOllamaBaseUrl = (name: string, settings?: IProviderSetting, serverEnv: Record<string, string> = {}) => {
|
||||||
let settingsBaseUrl = settings?.baseUrl;
|
const { baseUrl } = getProviderBaseUrlAndKey({
|
||||||
|
provider: name,
|
||||||
if (settingsBaseUrl && settingsBaseUrl.length == 0) {
|
providerSettings: settings,
|
||||||
settingsBaseUrl = undefined;
|
serverEnv,
|
||||||
}
|
defaultBaseUrlKey: 'OLLAMA_API_BASE_URL',
|
||||||
|
defaultApiTokenKey: '',
|
||||||
const defaultBaseUrl =
|
});
|
||||||
settings?.baseUrl ||
|
|
||||||
serverEnv?.OLLAMA_API_BASE_URL ||
|
|
||||||
process.env.OLLAMA_API_BASE_URL ||
|
|
||||||
import.meta.env.OLLAMA_API_BASE_URL ||
|
|
||||||
'http://localhost:11434';
|
|
||||||
|
|
||||||
// Check if we're in the browser
|
// Check if we're in the browser
|
||||||
if (typeof window !== 'undefined') {
|
if (typeof window !== 'undefined') {
|
||||||
// Frontend always uses localhost
|
// Frontend always uses localhost
|
||||||
return defaultBaseUrl;
|
return baseUrl;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Backend: Check if we're running in Docker
|
// Backend: Check if we're running in Docker
|
||||||
const isDocker = process.env.RUNNING_IN_DOCKER === 'true';
|
const isDocker = process.env.RUNNING_IN_DOCKER === 'true';
|
||||||
|
|
||||||
return isDocker ? defaultBaseUrl.replace('localhost', 'host.docker.internal') : defaultBaseUrl;
|
return isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
|
||||||
};
|
};
|
||||||
|
|
||||||
async function getOllamaModels(
|
async function getOllamaModels(
|
||||||
apiKeys?: Record<string, string>,
|
name: string,
|
||||||
|
_apiKeys?: Record<string, string>,
|
||||||
settings?: IProviderSetting,
|
settings?: IProviderSetting,
|
||||||
serverEnv: Record<string, string> = {},
|
serverEnv: Record<string, string> = {},
|
||||||
): Promise<ModelInfo[]> {
|
): Promise<ModelInfo[]> {
|
||||||
try {
|
try {
|
||||||
const baseUrl = getOllamaBaseUrl(settings, serverEnv);
|
const baseUrl = getOllamaBaseUrl(name, settings, serverEnv);
|
||||||
|
|
||||||
|
if (!baseUrl) {
|
||||||
|
return [];
|
||||||
|
}
|
||||||
|
|
||||||
const response = await fetch(`${baseUrl}/api/tags`);
|
const response = await fetch(`${baseUrl}/api/tags`);
|
||||||
const data = (await response.json()) as OllamaApiResponse;
|
const data = (await response.json()) as OllamaApiResponse;
|
||||||
|
|
||||||
@ -453,34 +522,25 @@ async function getOllamaModels(
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function getOpenAILikeModels(
|
async function getOpenAILikeModels(
|
||||||
|
name: string,
|
||||||
apiKeys?: Record<string, string>,
|
apiKeys?: Record<string, string>,
|
||||||
settings?: IProviderSetting,
|
settings?: IProviderSetting,
|
||||||
serverEnv: Record<string, string> = {},
|
serverEnv: Record<string, string> = {},
|
||||||
): Promise<ModelInfo[]> {
|
): Promise<ModelInfo[]> {
|
||||||
try {
|
try {
|
||||||
let settingsBaseUrl = settings?.baseUrl;
|
const { baseUrl, apiKey } = getProviderBaseUrlAndKey({
|
||||||
|
provider: name,
|
||||||
if (settingsBaseUrl && settingsBaseUrl.length == 0) {
|
apiKeys,
|
||||||
settingsBaseUrl = undefined;
|
providerSettings: settings,
|
||||||
}
|
serverEnv,
|
||||||
|
defaultBaseUrlKey: 'OPENAI_LIKE_API_BASE_URL',
|
||||||
const baseUrl =
|
defaultApiTokenKey: 'OPENAI_LIKE_API_KEY',
|
||||||
settingsBaseUrl ||
|
});
|
||||||
serverEnv.OPENAI_LIKE_API_BASE_URL ||
|
|
||||||
process.env.OPENAI_LIKE_API_BASE_URL ||
|
|
||||||
import.meta.env.OPENAI_LIKE_API_BASE_URL ||
|
|
||||||
'';
|
|
||||||
|
|
||||||
if (!baseUrl) {
|
if (!baseUrl) {
|
||||||
return [];
|
return [];
|
||||||
}
|
}
|
||||||
|
|
||||||
let apiKey = '';
|
|
||||||
|
|
||||||
if (apiKeys && apiKeys.OpenAILike) {
|
|
||||||
apiKey = apiKeys.OpenAILike;
|
|
||||||
}
|
|
||||||
|
|
||||||
const response = await fetch(`${baseUrl}/models`, {
|
const response = await fetch(`${baseUrl}/models`, {
|
||||||
headers: {
|
headers: {
|
||||||
Authorization: `Bearer ${apiKey}`,
|
Authorization: `Bearer ${apiKey}`,
|
||||||
@ -491,7 +551,7 @@ async function getOpenAILikeModels(
|
|||||||
return res.data.map((model: any) => ({
|
return res.data.map((model: any) => ({
|
||||||
name: model.id,
|
name: model.id,
|
||||||
label: model.id,
|
label: model.id,
|
||||||
provider: 'OpenAILike',
|
provider: name,
|
||||||
}));
|
}));
|
||||||
} catch (e) {
|
} catch (e) {
|
||||||
console.error('Error getting OpenAILike models:', e);
|
console.error('Error getting OpenAILike models:', e);
|
||||||
@ -533,23 +593,25 @@ async function getOpenRouterModels(): Promise<ModelInfo[]> {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async function getLMStudioModels(
|
async function getLMStudioModels(
|
||||||
_apiKeys?: Record<string, string>,
|
name: string,
|
||||||
|
apiKeys?: Record<string, string>,
|
||||||
settings?: IProviderSetting,
|
settings?: IProviderSetting,
|
||||||
serverEnv: Record<string, string> = {},
|
serverEnv: Record<string, string> = {},
|
||||||
): Promise<ModelInfo[]> {
|
): Promise<ModelInfo[]> {
|
||||||
try {
|
try {
|
||||||
let settingsBaseUrl = settings?.baseUrl;
|
const { baseUrl } = getProviderBaseUrlAndKey({
|
||||||
|
provider: name,
|
||||||
|
apiKeys,
|
||||||
|
providerSettings: settings,
|
||||||
|
serverEnv,
|
||||||
|
defaultBaseUrlKey: 'LMSTUDIO_API_BASE_URL',
|
||||||
|
defaultApiTokenKey: '',
|
||||||
|
});
|
||||||
|
|
||||||
if (settingsBaseUrl && settingsBaseUrl.length == 0) {
|
if (!baseUrl) {
|
||||||
settingsBaseUrl = undefined;
|
return [];
|
||||||
}
|
}
|
||||||
|
|
||||||
const baseUrl =
|
|
||||||
settingsBaseUrl ||
|
|
||||||
serverEnv.LMSTUDIO_API_BASE_URL ||
|
|
||||||
process.env.LMSTUDIO_API_BASE_URL ||
|
|
||||||
import.meta.env.LMSTUDIO_API_BASE_URL ||
|
|
||||||
'http://localhost:1234';
|
|
||||||
const response = await fetch(`${baseUrl}/v1/models`);
|
const response = await fetch(`${baseUrl}/v1/models`);
|
||||||
const data = (await response.json()) as any;
|
const data = (await response.json()) as any;
|
||||||
|
|
||||||
@ -594,7 +656,7 @@ async function initializeModelList(options: {
|
|||||||
await Promise.all(
|
await Promise.all(
|
||||||
PROVIDER_LIST.filter(
|
PROVIDER_LIST.filter(
|
||||||
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
|
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
|
||||||
).map((p) => p.getDynamicModels(apiKeys, providerSettings?.[p.name], env)),
|
).map((p) => p.getDynamicModels(p.name, apiKeys, providerSettings?.[p.name], env)),
|
||||||
)
|
)
|
||||||
).flat(),
|
).flat(),
|
||||||
...staticModels,
|
...staticModels,
|
||||||
|
@ -28,7 +28,7 @@ export default defineConfig((config) => {
|
|||||||
chrome129IssuePlugin(),
|
chrome129IssuePlugin(),
|
||||||
config.mode === 'production' && optimizeCssModules({ apply: 'build' }),
|
config.mode === 'production' && optimizeCssModules({ apply: 'build' }),
|
||||||
],
|
],
|
||||||
envPrefix: ["VITE_", "OPENAI_LIKE_API_", "OLLAMA_API_BASE_URL", "LMSTUDIO_API_BASE_URL","TOGETHER_API_BASE_URL"],
|
envPrefix: ["VITE_", "OPENAI_LIKE_API_", "OLLAMA_API_BASE_URL", "LMSTUDIO_API_BASE_URL","TOGETHER_API_"],
|
||||||
css: {
|
css: {
|
||||||
preprocessorOptions: {
|
preprocessorOptions: {
|
||||||
scss: {
|
scss: {
|
||||||
|
Loading…
Reference in New Issue
Block a user