import React, { useEffect, useState, useCallback } from 'react'; import { Switch } from '~/components/ui/Switch'; import { useSettings } from '~/lib/hooks/useSettings'; import { LOCAL_PROVIDERS, URL_CONFIGURABLE_PROVIDERS } from '~/lib/stores/settings'; import type { IProviderConfig } from '~/types/model'; import { logStore } from '~/lib/stores/logs'; import { motion } from 'framer-motion'; import { classNames } from '~/utils/classNames'; import { settingsStyles } from '~/components/settings/settings.styles'; import { toast } from 'react-toastify'; import { BsBox, BsCodeSquare, BsRobot } from 'react-icons/bs'; import type { IconType } from 'react-icons'; import OllamaModelUpdater from './OllamaModelUpdater'; import { DialogRoot, Dialog } from '~/components/ui/Dialog'; import { BiChip } from 'react-icons/bi'; import { TbBrandOpenai } from 'react-icons/tb'; import { providerBaseUrlEnvKeys } from '~/utils/constants'; // Add type for provider names to ensure type safety type ProviderName = 'Ollama' | 'LMStudio' | 'OpenAILike'; // Update the PROVIDER_ICONS type to use the ProviderName type const PROVIDER_ICONS: Record = { Ollama: BsBox, LMStudio: BsCodeSquare, OpenAILike: TbBrandOpenai, }; // Update PROVIDER_DESCRIPTIONS to use the same type const PROVIDER_DESCRIPTIONS: Record = { Ollama: 'Run open-source models locally on your machine', LMStudio: 'Local model inference with LM Studio', OpenAILike: 'Connect to OpenAI-compatible API endpoints', }; const LocalProvidersTab = () => { const settings = useSettings(); const [filteredProviders, setFilteredProviders] = useState([]); const [categoryEnabled, setCategoryEnabled] = useState(false); const [showOllamaUpdater, setShowOllamaUpdater] = useState(false); const [editingProvider, setEditingProvider] = useState(null); // Effect to filter and sort providers useEffect(() => { const newFilteredProviders = Object.entries(settings.providers || {}) .filter(([key]) => [...LOCAL_PROVIDERS, 'OpenAILike'].includes(key)) .map(([key, value]) => { const provider = value as IProviderConfig; return { name: key, settings: provider.settings, staticModels: provider.staticModels || [], getDynamicModels: provider.getDynamicModels, getApiKeyLink: provider.getApiKeyLink, labelForGetApiKey: provider.labelForGetApiKey, icon: provider.icon, } as IProviderConfig; }); const sorted = newFilteredProviders.sort((a, b) => a.name.localeCompare(b.name)); setFilteredProviders(sorted); }, [settings.providers]); // Add effect to update category toggle state based on provider states useEffect(() => { const newCategoryState = filteredProviders.every((p) => p.settings.enabled); setCategoryEnabled(newCategoryState); }, [filteredProviders]); const handleToggleCategory = useCallback( (enabled: boolean) => { setCategoryEnabled(enabled); filteredProviders.forEach((provider) => { settings.updateProviderSettings(provider.name, { ...provider.settings, enabled }); }); toast.success(enabled ? 'All local providers enabled' : 'All local providers disabled'); }, [filteredProviders, settings], ); const handleToggleProvider = (provider: IProviderConfig, enabled: boolean) => { settings.updateProviderSettings(provider.name, { ...provider.settings, enabled }); if (enabled) { logStore.logProvider(`Provider ${provider.name} enabled`, { provider: provider.name }); toast.success(`${provider.name} enabled`); } else { logStore.logProvider(`Provider ${provider.name} disabled`, { provider: provider.name }); toast.success(`${provider.name} disabled`); } }; const handleUpdateBaseUrl = (provider: IProviderConfig, baseUrl: string) => { let newBaseUrl: string | undefined = baseUrl; if (newBaseUrl && newBaseUrl.trim().length === 0) { newBaseUrl = undefined; } settings.updateProviderSettings(provider.name, { ...provider.settings, baseUrl: newBaseUrl }); logStore.logProvider(`Base URL updated for ${provider.name}`, { provider: provider.name, baseUrl: newBaseUrl, }); toast.success(`${provider.name} base URL updated`); setEditingProvider(null); }; return (

Local Providers

Configure and update local AI models on your machine

Enable All Local
{filteredProviders.map((provider, index) => (
Local {URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && ( Configurable )}
{React.createElement(PROVIDER_ICONS[provider.name as ProviderName] || BsRobot, { className: 'w-full h-full', 'aria-label': `${provider.name} logo`, })}

{provider.name}

{PROVIDER_DESCRIPTIONS[provider.name as ProviderName]}

handleToggleProvider(provider, checked)} />
{provider.settings.enabled && URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && (
{editingProvider === provider.name ? ( { if (e.key === 'Enter') { handleUpdateBaseUrl(provider, e.currentTarget.value); } else if (e.key === 'Escape') { setEditingProvider(null); } }} onBlur={(e) => handleUpdateBaseUrl(provider, e.target.value)} autoFocus /> ) : (
setEditingProvider(provider.name)} >
{provider.settings.baseUrl || 'Click to set base URL'}
)}
{providerBaseUrlEnvKeys[provider.name]?.baseUrlKey && (
Environment URL set in .env file
)} )}
{provider.name === 'Ollama' && provider.settings.enabled && ( setShowOllamaUpdater(true)} className={classNames( settingsStyles.button.base, settingsStyles.button.secondary, 'ml-2', 'hover:bg-purple-500/10 hover:text-purple-500', 'dark:bg-[#1A1A1A] dark:hover:bg-purple-500/20 dark:text-bolt-elements-textPrimary dark:hover:text-purple-500', )} whileHover={{ scale: 1.02 }} whileTap={{ scale: 0.98 }} >
Update Models )} ))}
); }; export default LocalProvidersTab;