added indicator on settings menu

This commit is contained in:
Anirban Kar 2024-12-18 20:04:43 +05:30
parent 62ebfe51a6
commit 283eb22ae5
7 changed files with 237 additions and 131 deletions

View File

@ -1 +1 @@
{ "commit": "fce8999f27c0affbc762dc90de992b5a759ab325" } { "commit": "62ebfe51a69788229aa62d34afb4ce89b7cd8ac8" }

View File

@ -2,6 +2,7 @@ import React, { useCallback, useEffect, useState } from 'react';
import { useSettings } from '~/lib/hooks/useSettings'; import { useSettings } from '~/lib/hooks/useSettings';
import commit from '~/commit.json'; import commit from '~/commit.json';
import { toast } from 'react-toastify'; import { toast } from 'react-toastify';
import { providerBaseUrlEnvKeys } from '~/utils/constants';
interface ProviderStatus { interface ProviderStatus {
name: string; name: string;
@ -236,7 +237,7 @@ const checkProviderStatus = async (url: string | null, providerName: string): Pr
} }
// Try different endpoints based on provider // Try different endpoints based on provider
const checkUrls = [`${url}/api/health`, `${url}/v1/models`]; const checkUrls = [`${url}/api/health`, url.endsWith('v1') ? `${url}/models` : `${url}/v1/models`];
console.log(`[Debug] Checking additional endpoints:`, checkUrls); console.log(`[Debug] Checking additional endpoints:`, checkUrls);
const results = await Promise.all( const results = await Promise.all(
@ -321,14 +322,16 @@ export default function DebugTab() {
.filter(([, provider]) => LOCAL_PROVIDERS.includes(provider.name)) .filter(([, provider]) => LOCAL_PROVIDERS.includes(provider.name))
.map(async ([, provider]) => { .map(async ([, provider]) => {
const envVarName = const envVarName =
provider.name.toLowerCase() === 'ollama' providerBaseUrlEnvKeys[provider.name].baseUrlKey || `REACT_APP_${provider.name.toUpperCase()}_URL`;
? 'OLLAMA_API_BASE_URL'
: provider.name.toLowerCase() === 'lmstudio'
? 'LMSTUDIO_API_BASE_URL'
: `REACT_APP_${provider.name.toUpperCase()}_URL`;
// Access environment variables through import.meta.env // Access environment variables through import.meta.env
const url = import.meta.env[envVarName] || provider.settings.baseUrl || null; // Ensure baseUrl is used let settingsUrl = provider.settings.baseUrl;
if (settingsUrl && settingsUrl.trim().length === 0) {
settingsUrl = undefined;
}
const url = settingsUrl || import.meta.env[envVarName] || null; // Ensure baseUrl is used
console.log(`[Debug] Using URL for ${provider.name}:`, url, `(from ${envVarName})`); console.log(`[Debug] Using URL for ${provider.name}:`, url, `(from ${envVarName})`);
const status = await checkProviderStatus(url, provider.name); const status = await checkProviderStatus(url, provider.name);

View File

@ -7,6 +7,7 @@ import { logStore } from '~/lib/stores/logs';
// Import a default fallback icon // Import a default fallback icon
import DefaultIcon from '/icons/Default.svg'; // Adjust the path as necessary import DefaultIcon from '/icons/Default.svg'; // Adjust the path as necessary
import { providerBaseUrlEnvKeys } from '~/utils/constants';
export default function ProvidersTab() { export default function ProvidersTab() {
const { providers, updateProviderSettings, isLocalModel } = useSettings(); const { providers, updateProviderSettings, isLocalModel } = useSettings();
@ -47,7 +48,11 @@ export default function ProvidersTab() {
className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor" className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor"
/> />
</div> </div>
{filteredProviders.map((provider) => ( {filteredProviders.map((provider) => {
const envBaseUrlKey = providerBaseUrlEnvKeys[provider.name].baseUrlKey;
const envBaseUrl = envBaseUrlKey ? import.meta.env[envBaseUrlKey] : undefined;
return (
<div <div
key={provider.name} key={provider.name}
className="flex flex-col mb-2 provider-item hover:bg-bolt-elements-bg-depth-3 p-4 rounded-lg border border-bolt-elements-borderColor " className="flex flex-col mb-2 provider-item hover:bg-bolt-elements-bg-depth-3 p-4 rounded-lg border border-bolt-elements-borderColor "
@ -82,7 +87,14 @@ export default function ProvidersTab() {
{/* Base URL input for configurable providers */} {/* Base URL input for configurable providers */}
{URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && provider.settings.enabled && ( {URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && provider.settings.enabled && (
<div className="mt-2"> <div className="mt-2">
<label className="block text-sm text-bolt-elements-textSecondary mb-1">Base URL:</label> {envBaseUrl && (
<label className="block text-xs text-bolt-elements-textSecondary text-green-300 mb-2">
Set On (.env) : {envBaseUrl}
</label>
)}
<label className="block text-sm text-bolt-elements-textSecondary mb-2">
{envBaseUrl ? 'Override Base Url' : 'Base URL '}:{' '}
</label>
<input <input
type="text" type="text"
value={provider.settings.baseUrl || ''} value={provider.settings.baseUrl || ''}
@ -105,7 +117,8 @@ export default function ProvidersTab() {
</div> </div>
)} )}
</div> </div>
))} );
})}
</div> </div>
); );
} }

View File

@ -4,6 +4,7 @@
*/ */
import { env } from 'node:process'; import { env } from 'node:process';
import type { IProviderSetting } from '~/types/model'; import type { IProviderSetting } from '~/types/model';
import { getProviderBaseUrlAndKey } from '~/utils/constants';
export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Record<string, string>) { export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Record<string, string>) {
/** /**
@ -16,7 +17,20 @@ export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Re
return userApiKeys[provider]; return userApiKeys[provider];
} }
// Fall back to environment variables const { apiKey } = getProviderBaseUrlAndKey({
provider,
apiKeys: userApiKeys,
providerSettings: undefined,
serverEnv: cloudflareEnv as any,
defaultBaseUrlKey: '',
defaultApiTokenKey: '',
});
if (apiKey) {
return apiKey;
}
// Fall back to hardcoded environment variables names
switch (provider) { switch (provider) {
case 'Anthropic': case 'Anthropic':
return env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY; return env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY;
@ -52,6 +66,19 @@ export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Re
} }
export function getBaseURL(cloudflareEnv: Env, provider: string, providerSettings?: Record<string, IProviderSetting>) { export function getBaseURL(cloudflareEnv: Env, provider: string, providerSettings?: Record<string, IProviderSetting>) {
const { baseUrl } = getProviderBaseUrlAndKey({
provider,
apiKeys: {},
providerSettings,
serverEnv: cloudflareEnv as any,
defaultBaseUrlKey: '',
defaultApiTokenKey: '',
});
if (baseUrl) {
return baseUrl;
}
let settingBaseUrl = providerSettings?.[provider].baseUrl; let settingBaseUrl = providerSettings?.[provider].baseUrl;
if (settingBaseUrl && settingBaseUrl.length == 0) { if (settingBaseUrl && settingBaseUrl.length == 0) {

View File

@ -4,6 +4,7 @@ export type ProviderInfo = {
staticModels: ModelInfo[]; staticModels: ModelInfo[];
name: string; name: string;
getDynamicModels?: ( getDynamicModels?: (
providerName: string,
apiKeys?: Record<string, string>, apiKeys?: Record<string, string>,
providerSettings?: IProviderSetting, providerSettings?: IProviderSetting,
serverEnv?: Record<string, string>, serverEnv?: Record<string, string>,

View File

@ -318,6 +318,83 @@ const PROVIDER_LIST: ProviderInfo[] = [
}, },
]; ];
export const providerBaseUrlEnvKeys: Record<string, { baseUrlKey?: string; apiTokenKey?: string }> = {
Anthropic: {
apiTokenKey: 'ANTHROPIC_API_KEY',
},
OpenAI: {
apiTokenKey: 'OPENAI_API_KEY',
},
Groq: {
apiTokenKey: 'GROQ_API_KEY',
},
HuggingFace: {
apiTokenKey: 'HuggingFace_API_KEY',
},
OpenRouter: {
apiTokenKey: 'OPEN_ROUTER_API_KEY',
},
Google: {
apiTokenKey: 'GOOGLE_GENERATIVE_AI_API_KEY',
},
OpenAILike: {
baseUrlKey: 'OPENAI_LIKE_API_BASE_URL',
apiTokenKey: 'OPENAI_LIKE_API_KEY',
},
Together: {
baseUrlKey: 'TOGETHER_API_BASE_URL',
apiTokenKey: 'TOGETHER_API_KEY',
},
Deepseek: {
apiTokenKey: 'DEEPSEEK_API_KEY',
},
Mistral: {
apiTokenKey: 'MISTRAL_API_KEY',
},
LMStudio: {
baseUrlKey: 'LMSTUDIO_API_BASE_URL',
},
xAI: {
apiTokenKey: 'XAI_API_KEY',
},
Cohere: {
apiTokenKey: 'COHERE_API_KEY',
},
Perplexity: {
apiTokenKey: 'PERPLEXITY_API_KEY',
},
Ollama: {
baseUrlKey: 'OLLAMA_API_BASE_URL',
},
};
export const getProviderBaseUrlAndKey = (options: {
provider: string;
apiKeys?: Record<string, string>;
providerSettings?: IProviderSetting;
serverEnv?: Record<string, string>;
defaultBaseUrlKey: string;
defaultApiTokenKey: string;
}) => {
const { provider, apiKeys, providerSettings, serverEnv, defaultBaseUrlKey, defaultApiTokenKey } = options;
let settingsBaseUrl = providerSettings?.baseUrl;
if (settingsBaseUrl && settingsBaseUrl.length == 0) {
settingsBaseUrl = undefined;
}
const baseUrlKey = providerBaseUrlEnvKeys[provider]?.baseUrlKey || defaultBaseUrlKey;
const baseUrl = settingsBaseUrl || serverEnv?.[baseUrlKey] || process.env[baseUrlKey] || import.meta.env[baseUrlKey];
const apiTokenKey = providerBaseUrlEnvKeys[provider]?.apiTokenKey || defaultApiTokenKey;
const apiKey =
apiKeys?.[provider] || serverEnv?.[apiTokenKey] || process.env[apiTokenKey] || import.meta.env[apiTokenKey];
return {
baseUrl,
apiKey,
};
};
export const DEFAULT_PROVIDER = PROVIDER_LIST[0]; export const DEFAULT_PROVIDER = PROVIDER_LIST[0];
const staticModels: ModelInfo[] = PROVIDER_LIST.map((p) => p.staticModels).flat(); const staticModels: ModelInfo[] = PROVIDER_LIST.map((p) => p.staticModels).flat();
@ -337,7 +414,7 @@ export async function getModelList(options: {
await Promise.all( await Promise.all(
PROVIDER_LIST.filter( PROVIDER_LIST.filter(
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels, (p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
).map((p) => p.getDynamicModels(apiKeys, providerSettings?.[p.name], serverEnv)), ).map((p) => p.getDynamicModels(p.name, apiKeys, providerSettings?.[p.name], serverEnv)),
) )
).flat(), ).flat(),
...staticModels, ...staticModels,
@ -347,35 +424,26 @@ export async function getModelList(options: {
} }
async function getTogetherModels( async function getTogetherModels(
name: string,
apiKeys?: Record<string, string>, apiKeys?: Record<string, string>,
settings?: IProviderSetting, settings?: IProviderSetting,
serverEnv: Record<string, string> = {}, serverEnv: Record<string, string> = {},
): Promise<ModelInfo[]> { ): Promise<ModelInfo[]> {
try { try {
let settingsBaseUrl = settings?.baseUrl; const { baseUrl, apiKey } = getProviderBaseUrlAndKey({
provider: name,
if (settingsBaseUrl && settingsBaseUrl.length == 0) { apiKeys,
settingsBaseUrl = undefined; providerSettings: settings,
} serverEnv,
defaultBaseUrlKey: 'TOGETHER_API_BASE_URL',
const baseUrl = defaultApiTokenKey: 'TOGETHER_API_KEY',
settingsBaseUrl || });
serverEnv?.TOGETHER_API_BASE_URL || console.log({ baseUrl, apiKey });
process.env.TOGETHER_API_BASE_URL ||
import.meta.env.TOGETHER_API_BASE_URL ||
'';
const provider = 'Together';
if (!baseUrl) { if (!baseUrl) {
return []; return [];
} }
let apiKey = import.meta.env.OPENAI_LIKE_API_KEY ?? '';
if (apiKeys && apiKeys[provider]) {
apiKey = apiKeys[provider];
}
if (!apiKey) { if (!apiKey) {
return []; return [];
} }
@ -393,7 +461,7 @@ async function getTogetherModels(
label: `${m.display_name} - in:$${m.pricing.input.toFixed( label: `${m.display_name} - in:$${m.pricing.input.toFixed(
2, 2,
)} out:$${m.pricing.output.toFixed(2)} - context ${Math.floor(m.context_length / 1000)}k`, )} out:$${m.pricing.output.toFixed(2)} - context ${Math.floor(m.context_length / 1000)}k`,
provider, provider: name,
maxTokenAllowed: 8000, maxTokenAllowed: 8000,
})); }));
} catch (e) { } catch (e) {
@ -402,39 +470,40 @@ async function getTogetherModels(
} }
} }
const getOllamaBaseUrl = (settings?: IProviderSetting, serverEnv: Record<string, string> = {}) => { const getOllamaBaseUrl = (name: string, settings?: IProviderSetting, serverEnv: Record<string, string> = {}) => {
let settingsBaseUrl = settings?.baseUrl; const { baseUrl } = getProviderBaseUrlAndKey({
provider: name,
if (settingsBaseUrl && settingsBaseUrl.length == 0) { providerSettings: settings,
settingsBaseUrl = undefined; serverEnv,
} defaultBaseUrlKey: 'OLLAMA_API_BASE_URL',
defaultApiTokenKey: '',
const defaultBaseUrl = });
settings?.baseUrl ||
serverEnv?.OLLAMA_API_BASE_URL ||
process.env.OLLAMA_API_BASE_URL ||
import.meta.env.OLLAMA_API_BASE_URL ||
'http://localhost:11434';
// Check if we're in the browser // Check if we're in the browser
if (typeof window !== 'undefined') { if (typeof window !== 'undefined') {
// Frontend always uses localhost // Frontend always uses localhost
return defaultBaseUrl; return baseUrl;
} }
// Backend: Check if we're running in Docker // Backend: Check if we're running in Docker
const isDocker = process.env.RUNNING_IN_DOCKER === 'true'; const isDocker = process.env.RUNNING_IN_DOCKER === 'true';
return isDocker ? defaultBaseUrl.replace('localhost', 'host.docker.internal') : defaultBaseUrl; return isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
}; };
async function getOllamaModels( async function getOllamaModels(
apiKeys?: Record<string, string>, name: string,
_apiKeys?: Record<string, string>,
settings?: IProviderSetting, settings?: IProviderSetting,
serverEnv: Record<string, string> = {}, serverEnv: Record<string, string> = {},
): Promise<ModelInfo[]> { ): Promise<ModelInfo[]> {
try { try {
const baseUrl = getOllamaBaseUrl(settings, serverEnv); const baseUrl = getOllamaBaseUrl(name, settings, serverEnv);
if (!baseUrl) {
return [];
}
const response = await fetch(`${baseUrl}/api/tags`); const response = await fetch(`${baseUrl}/api/tags`);
const data = (await response.json()) as OllamaApiResponse; const data = (await response.json()) as OllamaApiResponse;
@ -453,34 +522,25 @@ async function getOllamaModels(
} }
async function getOpenAILikeModels( async function getOpenAILikeModels(
name: string,
apiKeys?: Record<string, string>, apiKeys?: Record<string, string>,
settings?: IProviderSetting, settings?: IProviderSetting,
serverEnv: Record<string, string> = {}, serverEnv: Record<string, string> = {},
): Promise<ModelInfo[]> { ): Promise<ModelInfo[]> {
try { try {
let settingsBaseUrl = settings?.baseUrl; const { baseUrl, apiKey } = getProviderBaseUrlAndKey({
provider: name,
if (settingsBaseUrl && settingsBaseUrl.length == 0) { apiKeys,
settingsBaseUrl = undefined; providerSettings: settings,
} serverEnv,
defaultBaseUrlKey: 'OPENAI_LIKE_API_BASE_URL',
const baseUrl = defaultApiTokenKey: 'OPENAI_LIKE_API_KEY',
settingsBaseUrl || });
serverEnv.OPENAI_LIKE_API_BASE_URL ||
process.env.OPENAI_LIKE_API_BASE_URL ||
import.meta.env.OPENAI_LIKE_API_BASE_URL ||
'';
if (!baseUrl) { if (!baseUrl) {
return []; return [];
} }
let apiKey = '';
if (apiKeys && apiKeys.OpenAILike) {
apiKey = apiKeys.OpenAILike;
}
const response = await fetch(`${baseUrl}/models`, { const response = await fetch(`${baseUrl}/models`, {
headers: { headers: {
Authorization: `Bearer ${apiKey}`, Authorization: `Bearer ${apiKey}`,
@ -491,7 +551,7 @@ async function getOpenAILikeModels(
return res.data.map((model: any) => ({ return res.data.map((model: any) => ({
name: model.id, name: model.id,
label: model.id, label: model.id,
provider: 'OpenAILike', provider: name,
})); }));
} catch (e) { } catch (e) {
console.error('Error getting OpenAILike models:', e); console.error('Error getting OpenAILike models:', e);
@ -533,23 +593,25 @@ async function getOpenRouterModels(): Promise<ModelInfo[]> {
} }
async function getLMStudioModels( async function getLMStudioModels(
_apiKeys?: Record<string, string>, name: string,
apiKeys?: Record<string, string>,
settings?: IProviderSetting, settings?: IProviderSetting,
serverEnv: Record<string, string> = {}, serverEnv: Record<string, string> = {},
): Promise<ModelInfo[]> { ): Promise<ModelInfo[]> {
try { try {
let settingsBaseUrl = settings?.baseUrl; const { baseUrl } = getProviderBaseUrlAndKey({
provider: name,
apiKeys,
providerSettings: settings,
serverEnv,
defaultBaseUrlKey: 'LMSTUDIO_API_BASE_URL',
defaultApiTokenKey: '',
});
if (settingsBaseUrl && settingsBaseUrl.length == 0) { if (!baseUrl) {
settingsBaseUrl = undefined; return [];
} }
const baseUrl =
settingsBaseUrl ||
serverEnv.LMSTUDIO_API_BASE_URL ||
process.env.LMSTUDIO_API_BASE_URL ||
import.meta.env.LMSTUDIO_API_BASE_URL ||
'http://localhost:1234';
const response = await fetch(`${baseUrl}/v1/models`); const response = await fetch(`${baseUrl}/v1/models`);
const data = (await response.json()) as any; const data = (await response.json()) as any;
@ -594,7 +656,7 @@ async function initializeModelList(options: {
await Promise.all( await Promise.all(
PROVIDER_LIST.filter( PROVIDER_LIST.filter(
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels, (p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
).map((p) => p.getDynamicModels(apiKeys, providerSettings?.[p.name], env)), ).map((p) => p.getDynamicModels(p.name, apiKeys, providerSettings?.[p.name], env)),
) )
).flat(), ).flat(),
...staticModels, ...staticModels,

View File

@ -28,7 +28,7 @@ export default defineConfig((config) => {
chrome129IssuePlugin(), chrome129IssuePlugin(),
config.mode === 'production' && optimizeCssModules({ apply: 'build' }), config.mode === 'production' && optimizeCssModules({ apply: 'build' }),
], ],
envPrefix: ["VITE_", "OPENAI_LIKE_API_", "OLLAMA_API_BASE_URL", "LMSTUDIO_API_BASE_URL","TOGETHER_API_BASE_URL"], envPrefix: ["VITE_", "OPENAI_LIKE_API_", "OLLAMA_API_BASE_URL", "LMSTUDIO_API_BASE_URL","TOGETHER_API_"],
css: { css: {
preprocessorOptions: { preprocessorOptions: {
scss: { scss: {