import React, { useEffect, useState, useMemo, useCallback } from 'react'; import { Switch } from '~/components/ui/Switch'; import Separator from '~/components/ui/Separator'; import { useSettings } from '~/lib/hooks/useSettings'; import { LOCAL_PROVIDERS, URL_CONFIGURABLE_PROVIDERS } from '~/lib/stores/settings'; import type { IProviderConfig } from '~/types/model'; import { logStore } from '~/lib/stores/logs'; import { motion } from 'framer-motion'; import { classNames } from '~/utils/classNames'; import { settingsStyles } from '~/components/settings/settings.styles'; import { toast } from 'react-toastify'; import { providerBaseUrlEnvKeys } from '~/utils/constants'; import { SiAmazon, SiOpenai, SiGoogle, SiHuggingface, SiPerplexity } from 'react-icons/si'; import { BsRobot, BsCloud, BsCodeSquare, BsCpu, BsBox } from 'react-icons/bs'; import { TbBrandOpenai, TbBrain, TbCloudComputing } from 'react-icons/tb'; import { BiCodeBlock, BiChip } from 'react-icons/bi'; import { FaCloud, FaBrain } from 'react-icons/fa'; import type { IconType } from 'react-icons'; import OllamaModelUpdater from './OllamaModelUpdater'; import { DialogRoot, Dialog } from '~/components/ui/Dialog'; // Add type for provider names to ensure type safety type ProviderName = | 'AmazonBedrock' | 'Anthropic' | 'Cohere' | 'Deepseek' | 'Google' | 'Groq' | 'HuggingFace' | 'Hyperbolic' | 'LMStudio' | 'Mistral' | 'Ollama' | 'OpenAI' | 'OpenAILike' | 'OpenRouter' | 'Perplexity' | 'Together' | 'XAI'; // Update the PROVIDER_ICONS type to use the ProviderName type const PROVIDER_ICONS: Record = { AmazonBedrock: SiAmazon, Anthropic: FaBrain, Cohere: BiChip, Deepseek: BiCodeBlock, Google: SiGoogle, Groq: BsCpu, HuggingFace: SiHuggingface, Hyperbolic: TbCloudComputing, LMStudio: BsCodeSquare, Mistral: TbBrain, Ollama: BsBox, OpenAI: SiOpenai, OpenAILike: TbBrandOpenai, OpenRouter: FaCloud, Perplexity: SiPerplexity, Together: BsCloud, XAI: BsRobot, }; // Update PROVIDER_DESCRIPTIONS to use the same type const PROVIDER_DESCRIPTIONS: Partial> = { OpenAI: 'Use GPT-4, GPT-3.5, and other OpenAI models', Anthropic: 'Access Claude and other Anthropic models', Ollama: 'Run open-source models locally on your machine', LMStudio: 'Local model inference with LM Studio', OpenAILike: 'Connect to OpenAI-compatible API endpoints', }; // Add these types and helper functions type ProviderCategory = 'cloud' | 'local'; interface ProviderGroup { title: string; description: string; icon: string; providers: IProviderConfig[]; } // Add this type interface CategoryToggleState { cloud: boolean; local: boolean; } export const ProvidersTab = () => { const settings = useSettings(); const [editingProvider, setEditingProvider] = useState(null); const [filteredProviders, setFilteredProviders] = useState([]); const [categoryEnabled, setCategoryEnabled] = useState({ cloud: false, local: false, }); const [showOllamaUpdater, setShowOllamaUpdater] = useState(false); // Group providers by category const groupedProviders = useMemo(() => { const groups: Record = { cloud: { title: 'Cloud Providers', description: 'AI models hosted on cloud platforms', icon: 'i-ph:cloud-duotone', providers: [], }, local: { title: 'Local Providers', description: 'Run models locally on your machine', icon: 'i-ph:desktop-duotone', providers: [], }, }; filteredProviders.forEach((provider) => { const category: ProviderCategory = LOCAL_PROVIDERS.includes(provider.name) ? 'local' : 'cloud'; groups[category].providers.push(provider); }); return groups; }, [filteredProviders]); // Update the toggle handler const handleToggleCategory = useCallback( (category: ProviderCategory, enabled: boolean) => { setCategoryEnabled((prev) => ({ ...prev, [category]: enabled })); // Get providers for this category const categoryProviders = groupedProviders[category].providers; categoryProviders.forEach((provider) => { settings.updateProviderSettings(provider.name, { ...provider.settings, enabled }); }); toast.success(enabled ? `All ${category} providers enabled` : `All ${category} providers disabled`); }, [groupedProviders, settings.updateProviderSettings], ); // Add effect to update category toggle states based on provider states useEffect(() => { const newCategoryState = { cloud: groupedProviders.cloud.providers.every((p) => p.settings.enabled), local: groupedProviders.local.providers.every((p) => p.settings.enabled), }; setCategoryEnabled(newCategoryState); }, [groupedProviders]); // Effect to filter and sort providers useEffect(() => { const newFilteredProviders = Object.entries(settings.providers || {}).map(([key, value]) => { const provider = value as IProviderConfig; return { name: key, settings: provider.settings, staticModels: provider.staticModels || [], getDynamicModels: provider.getDynamicModels, getApiKeyLink: provider.getApiKeyLink, labelForGetApiKey: provider.labelForGetApiKey, icon: provider.icon, } as IProviderConfig; }); const filtered = !settings.isLocalModel ? newFilteredProviders.filter((provider) => !LOCAL_PROVIDERS.includes(provider.name)) : newFilteredProviders; const sorted = filtered.sort((a, b) => a.name.localeCompare(b.name)); const regular = sorted.filter((p) => !URL_CONFIGURABLE_PROVIDERS.includes(p.name)); const urlConfigurable = sorted.filter((p) => URL_CONFIGURABLE_PROVIDERS.includes(p.name)); setFilteredProviders([...regular, ...urlConfigurable]); }, [settings.providers, settings.isLocalModel]); const handleToggleProvider = (provider: IProviderConfig, enabled: boolean) => { settings.updateProviderSettings(provider.name, { ...provider.settings, enabled }); if (enabled) { logStore.logProvider(`Provider ${provider.name} enabled`, { provider: provider.name }); toast.success(`${provider.name} enabled`); } else { logStore.logProvider(`Provider ${provider.name} disabled`, { provider: provider.name }); toast.success(`${provider.name} disabled`); } }; const handleUpdateBaseUrl = (provider: IProviderConfig, baseUrl: string) => { let newBaseUrl: string | undefined = baseUrl; if (newBaseUrl && newBaseUrl.trim().length === 0) { newBaseUrl = undefined; } settings.updateProviderSettings(provider.name, { ...provider.settings, baseUrl: newBaseUrl }); logStore.logProvider(`Base URL updated for ${provider.name}`, { provider: provider.name, baseUrl: newBaseUrl, }); toast.success(`${provider.name} base URL updated`); setEditingProvider(null); }; return (
{Object.entries(groupedProviders).map(([category, group]) => (

{group.title}

{group.description}

Enable All {category === 'cloud' ? 'Cloud' : 'Local'} handleToggleCategory(category as ProviderCategory, checked)} />
{group.providers.map((provider, index) => (
{LOCAL_PROVIDERS.includes(provider.name) && ( Local )} {URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && ( Configurable )}
{React.createElement(PROVIDER_ICONS[provider.name as ProviderName] || BsRobot, { className: 'w-full h-full', 'aria-label': `${provider.name} logo`, })}

{provider.name}

{PROVIDER_DESCRIPTIONS[provider.name as keyof typeof PROVIDER_DESCRIPTIONS] || (URL_CONFIGURABLE_PROVIDERS.includes(provider.name) ? 'Configure custom endpoint for this provider' : 'Standard AI provider integration')}

handleToggleProvider(provider, checked)} />
{provider.settings.enabled && URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && (
{editingProvider === provider.name ? ( { if (e.key === 'Enter') { handleUpdateBaseUrl(provider, e.currentTarget.value); } else if (e.key === 'Escape') { setEditingProvider(null); } }} onBlur={(e) => handleUpdateBaseUrl(provider, e.target.value)} autoFocus /> ) : (
setEditingProvider(provider.name)} >
{provider.settings.baseUrl || 'Click to set base URL'}
)}
{providerBaseUrlEnvKeys[provider.name]?.baseUrlKey && (
Environment URL set in .env file
)} )}
{provider.name === 'Ollama' && provider.settings.enabled && ( setShowOllamaUpdater(true)} className={classNames(settingsStyles.button.base, settingsStyles.button.secondary, 'ml-2')} whileHover={{ scale: 1.02 }} whileTap={{ scale: 0.98 }} >
Update Models )}
))}
{category === 'cloud' && }
))}
); };