import type { IProviderSetting } from '~/types/model'; import { LLMManager } from '~/lib/modules/llm/manager'; import type { ModelInfo } from '~/lib/modules/llm/types'; export const WORK_DIR_NAME = 'project'; export const WORK_DIR = `/home/${WORK_DIR_NAME}`; export const MODIFICATIONS_TAG_NAME = 'bolt_file_modifications'; export const MODEL_REGEX = /^\[Model: (.*?)\]\n\n/; export const PROVIDER_REGEX = /\[Provider: (.*?)\]\n\n/; export const DEFAULT_MODEL = 'claude-3-5-sonnet-latest'; export const PROMPT_COOKIE_KEY = 'cachedPrompt'; const llmManager = LLMManager.getInstance(import.meta.env); export const PROVIDER_LIST = llmManager.getAllProviders(); export const DEFAULT_PROVIDER = llmManager.getDefaultProvider(); let MODEL_LIST = llmManager.getModelList(); /* *const PROVIDER_LIST_OLD: ProviderInfo[] = [ * { * name: 'Anthropic', * staticModels: [ * { * name: 'claude-3-5-sonnet-latest', * label: 'Claude 3.5 Sonnet (new)', * provider: 'Anthropic', * maxTokenAllowed: 8000, * }, * { * name: 'claude-3-5-sonnet-20240620', * label: 'Claude 3.5 Sonnet (old)', * provider: 'Anthropic', * maxTokenAllowed: 8000, * }, * { * name: 'claude-3-5-haiku-latest', * label: 'Claude 3.5 Haiku (new)', * provider: 'Anthropic', * maxTokenAllowed: 8000, * }, * { name: 'claude-3-opus-latest', label: 'Claude 3 Opus', provider: 'Anthropic', maxTokenAllowed: 8000 }, * { name: 'claude-3-sonnet-20240229', label: 'Claude 3 Sonnet', provider: 'Anthropic', maxTokenAllowed: 8000 }, * { name: 'claude-3-haiku-20240307', label: 'Claude 3 Haiku', provider: 'Anthropic', maxTokenAllowed: 8000 }, * ], * getApiKeyLink: 'https://console.anthropic.com/settings/keys', * }, * { * name: 'Ollama', * staticModels: [], * getDynamicModels: getOllamaModels, * getApiKeyLink: 'https://ollama.com/download', * labelForGetApiKey: 'Download Ollama', * icon: 'i-ph:cloud-arrow-down', * }, * { * name: 'OpenAILike', * staticModels: [], * getDynamicModels: getOpenAILikeModels, * }, * { * name: 'Cohere', * staticModels: [ * { name: 'command-r-plus-08-2024', label: 'Command R plus Latest', provider: 'Cohere', maxTokenAllowed: 4096 }, * { name: 'command-r-08-2024', label: 'Command R Latest', provider: 'Cohere', maxTokenAllowed: 4096 }, * { name: 'command-r-plus', label: 'Command R plus', provider: 'Cohere', maxTokenAllowed: 4096 }, * { name: 'command-r', label: 'Command R', provider: 'Cohere', maxTokenAllowed: 4096 }, * { name: 'command', label: 'Command', provider: 'Cohere', maxTokenAllowed: 4096 }, * { name: 'command-nightly', label: 'Command Nightly', provider: 'Cohere', maxTokenAllowed: 4096 }, * { name: 'command-light', label: 'Command Light', provider: 'Cohere', maxTokenAllowed: 4096 }, * { name: 'command-light-nightly', label: 'Command Light Nightly', provider: 'Cohere', maxTokenAllowed: 4096 }, * { name: 'c4ai-aya-expanse-8b', label: 'c4AI Aya Expanse 8b', provider: 'Cohere', maxTokenAllowed: 4096 }, * { name: 'c4ai-aya-expanse-32b', label: 'c4AI Aya Expanse 32b', provider: 'Cohere', maxTokenAllowed: 4096 }, * ], * getApiKeyLink: 'https://dashboard.cohere.com/api-keys', * }, * { * name: 'OpenRouter', * staticModels: [ * { name: 'gpt-4o', label: 'GPT-4o', provider: 'OpenAI', maxTokenAllowed: 8000 }, * { * name: 'anthropic/claude-3.5-sonnet', * label: 'Anthropic: Claude 3.5 Sonnet (OpenRouter)', * provider: 'OpenRouter', * maxTokenAllowed: 8000, * }, * { * name: 'anthropic/claude-3-haiku', * label: 'Anthropic: Claude 3 Haiku (OpenRouter)', * provider: 'OpenRouter', * maxTokenAllowed: 8000, * }, * { * name: 'deepseek/deepseek-coder', * label: 'Deepseek-Coder V2 236B (OpenRouter)', * provider: 'OpenRouter', * maxTokenAllowed: 8000, * }, * { * name: 'google/gemini-flash-1.5', * label: 'Google Gemini Flash 1.5 (OpenRouter)', * provider: 'OpenRouter', * maxTokenAllowed: 8000, * }, * { * name: 'google/gemini-pro-1.5', * label: 'Google Gemini Pro 1.5 (OpenRouter)', * provider: 'OpenRouter', * maxTokenAllowed: 8000, * }, * { name: 'x-ai/grok-beta', label: 'xAI Grok Beta (OpenRouter)', provider: 'OpenRouter', maxTokenAllowed: 8000 }, * { * name: 'mistralai/mistral-nemo', * label: 'OpenRouter Mistral Nemo (OpenRouter)', * provider: 'OpenRouter', * maxTokenAllowed: 8000, * }, * { * name: 'qwen/qwen-110b-chat', * label: 'OpenRouter Qwen 110b Chat (OpenRouter)', * provider: 'OpenRouter', * maxTokenAllowed: 8000, * }, * { name: 'cohere/command', label: 'Cohere Command (OpenRouter)', provider: 'OpenRouter', maxTokenAllowed: 4096 }, * ], * getDynamicModels: getOpenRouterModels, * getApiKeyLink: 'https://openrouter.ai/settings/keys', * }, * { * name: 'Google', * staticModels: [ * { name: 'gemini-1.5-flash-latest', label: 'Gemini 1.5 Flash', provider: 'Google', maxTokenAllowed: 8192 }, * { name: 'gemini-2.0-flash-exp', label: 'Gemini 2.0 Flash', provider: 'Google', maxTokenAllowed: 8192 }, * { name: 'gemini-1.5-flash-002', label: 'Gemini 1.5 Flash-002', provider: 'Google', maxTokenAllowed: 8192 }, * { name: 'gemini-1.5-flash-8b', label: 'Gemini 1.5 Flash-8b', provider: 'Google', maxTokenAllowed: 8192 }, * { name: 'gemini-1.5-pro-latest', label: 'Gemini 1.5 Pro', provider: 'Google', maxTokenAllowed: 8192 }, * { name: 'gemini-1.5-pro-002', label: 'Gemini 1.5 Pro-002', provider: 'Google', maxTokenAllowed: 8192 }, * { name: 'gemini-exp-1206', label: 'Gemini exp-1206', provider: 'Google', maxTokenAllowed: 8192 }, * ], * getApiKeyLink: 'https://aistudio.google.com/app/apikey', * }, * { * name: 'Groq', * staticModels: [ * { name: 'llama-3.1-8b-instant', label: 'Llama 3.1 8b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 }, * { name: 'llama-3.2-11b-vision-preview', label: 'Llama 3.2 11b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 }, * { name: 'llama-3.2-90b-vision-preview', label: 'Llama 3.2 90b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 }, * { name: 'llama-3.2-3b-preview', label: 'Llama 3.2 3b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 }, * { name: 'llama-3.2-1b-preview', label: 'Llama 3.2 1b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 }, * { name: 'llama-3.3-70b-versatile', label: 'Llama 3.3 70b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 }, * ], * getApiKeyLink: 'https://console.groq.com/keys', * }, * { * name: 'HuggingFace', * staticModels: [ * { * name: 'Qwen/Qwen2.5-Coder-32B-Instruct', * label: 'Qwen2.5-Coder-32B-Instruct (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: '01-ai/Yi-1.5-34B-Chat', * label: 'Yi-1.5-34B-Chat (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: 'codellama/CodeLlama-34b-Instruct-hf', * label: 'CodeLlama-34b-Instruct (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: 'NousResearch/Hermes-3-Llama-3.1-8B', * label: 'Hermes-3-Llama-3.1-8B (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: 'Qwen/Qwen2.5-Coder-32B-Instruct', * label: 'Qwen2.5-Coder-32B-Instruct (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: 'Qwen/Qwen2.5-72B-Instruct', * label: 'Qwen2.5-72B-Instruct (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: 'meta-llama/Llama-3.1-70B-Instruct', * label: 'Llama-3.1-70B-Instruct (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: 'meta-llama/Llama-3.1-405B', * label: 'Llama-3.1-405B (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: '01-ai/Yi-1.5-34B-Chat', * label: 'Yi-1.5-34B-Chat (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: 'codellama/CodeLlama-34b-Instruct-hf', * label: 'CodeLlama-34b-Instruct (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * { * name: 'NousResearch/Hermes-3-Llama-3.1-8B', * label: 'Hermes-3-Llama-3.1-8B (HuggingFace)', * provider: 'HuggingFace', * maxTokenAllowed: 8000, * }, * ], * getApiKeyLink: 'https://huggingface.co/settings/tokens', * }, * { * name: 'OpenAI', * staticModels: [ * { name: 'gpt-4o-mini', label: 'GPT-4o Mini', provider: 'OpenAI', maxTokenAllowed: 8000 }, * { name: 'gpt-4-turbo', label: 'GPT-4 Turbo', provider: 'OpenAI', maxTokenAllowed: 8000 }, * { name: 'gpt-4', label: 'GPT-4', provider: 'OpenAI', maxTokenAllowed: 8000 }, * { name: 'gpt-3.5-turbo', label: 'GPT-3.5 Turbo', provider: 'OpenAI', maxTokenAllowed: 8000 }, * ], * getApiKeyLink: 'https://platform.openai.com/api-keys', * }, * { * name: 'xAI', * staticModels: [{ name: 'grok-beta', label: 'xAI Grok Beta', provider: 'xAI', maxTokenAllowed: 8000 }], * getApiKeyLink: 'https://docs.x.ai/docs/quickstart#creating-an-api-key', * }, * { * name: 'Deepseek', * staticModels: [ * { name: 'deepseek-coder', label: 'Deepseek-Coder', provider: 'Deepseek', maxTokenAllowed: 8000 }, * { name: 'deepseek-chat', label: 'Deepseek-Chat', provider: 'Deepseek', maxTokenAllowed: 8000 }, * ], * getApiKeyLink: 'https://platform.deepseek.com/apiKeys', * }, * { * name: 'Mistral', * staticModels: [ * { name: 'open-mistral-7b', label: 'Mistral 7B', provider: 'Mistral', maxTokenAllowed: 8000 }, * { name: 'open-mixtral-8x7b', label: 'Mistral 8x7B', provider: 'Mistral', maxTokenAllowed: 8000 }, * { name: 'open-mixtral-8x22b', label: 'Mistral 8x22B', provider: 'Mistral', maxTokenAllowed: 8000 }, * { name: 'open-codestral-mamba', label: 'Codestral Mamba', provider: 'Mistral', maxTokenAllowed: 8000 }, * { name: 'open-mistral-nemo', label: 'Mistral Nemo', provider: 'Mistral', maxTokenAllowed: 8000 }, * { name: 'ministral-8b-latest', label: 'Mistral 8B', provider: 'Mistral', maxTokenAllowed: 8000 }, * { name: 'mistral-small-latest', label: 'Mistral Small', provider: 'Mistral', maxTokenAllowed: 8000 }, * { name: 'codestral-latest', label: 'Codestral', provider: 'Mistral', maxTokenAllowed: 8000 }, * { name: 'mistral-large-latest', label: 'Mistral Large Latest', provider: 'Mistral', maxTokenAllowed: 8000 }, * ], * getApiKeyLink: 'https://console.mistral.ai/api-keys/', * }, * { * name: 'LMStudio', * staticModels: [], * getDynamicModels: getLMStudioModels, * getApiKeyLink: 'https://lmstudio.ai/', * labelForGetApiKey: 'Get LMStudio', * icon: 'i-ph:cloud-arrow-down', * }, * { * name: 'Together', * getDynamicModels: getTogetherModels, * staticModels: [ * { * name: 'Qwen/Qwen2.5-Coder-32B-Instruct', * label: 'Qwen/Qwen2.5-Coder-32B-Instruct', * provider: 'Together', * maxTokenAllowed: 8000, * }, * { * name: 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo', * label: 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo', * provider: 'Together', * maxTokenAllowed: 8000, * }, * * { * name: 'mistralai/Mixtral-8x7B-Instruct-v0.1', * label: 'Mixtral 8x7B Instruct', * provider: 'Together', * maxTokenAllowed: 8192, * }, * ], * getApiKeyLink: 'https://api.together.xyz/settings/api-keys', * }, * { * name: 'Perplexity', * staticModels: [ * { * name: 'llama-3.1-sonar-small-128k-online', * label: 'Sonar Small Online', * provider: 'Perplexity', * maxTokenAllowed: 8192, * }, * { * name: 'llama-3.1-sonar-large-128k-online', * label: 'Sonar Large Online', * provider: 'Perplexity', * maxTokenAllowed: 8192, * }, * { * name: 'llama-3.1-sonar-huge-128k-online', * label: 'Sonar Huge Online', * provider: 'Perplexity', * maxTokenAllowed: 8192, * }, * ], * getApiKeyLink: 'https://www.perplexity.ai/settings/api', * }, *]; */ const providerBaseUrlEnvKeys: Record = {}; PROVIDER_LIST.forEach((provider) => { providerBaseUrlEnvKeys[provider.name] = { baseUrlKey: provider.config.baseUrlKey, apiTokenKey: provider.config.apiTokenKey, }; }); // Export the getModelList function using the manager export async function getModelList(options: { apiKeys?: Record; providerSettings?: Record; serverEnv?: Record; }) { return await llmManager.updateModelList(options); } async function initializeModelList(options: { env?: Record; providerSettings?: Record; apiKeys?: Record; }): Promise { const { providerSettings, apiKeys, env } = options; const list = await getModelList({ apiKeys, providerSettings, serverEnv: env, }); MODEL_LIST = list || MODEL_LIST; return list; } // initializeModelList({}) export { initializeModelList, providerBaseUrlEnvKeys, MODEL_LIST };