UniqAI/bolt.new-any-llm
1
0
Fork 0
mirror of https://github.com/coleam00/bolt.new-any-llm synced 2024-12-27 22:33:03 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity
main
bolt.new-any-llm/app/utils/constants.ts
Anirban Kar fc4f89f806
Some checks are pending
Update Stable Branch / prepare-release (push) Waiting to run
Details
feat: add Starter template menu in homepage (#884) 
* added icons and component

* updated unocss to add dynamic icons

* removed temp logs

* updated readme
2024-12-24 22:37:28 +05:30

456 lines
17 KiB
TypeScript
Raw Permalink Blame History

import type { IProviderSetting } from '~/types/model';
import { LLMManager } from '~/lib/modules/llm/manager';
import type { ModelInfo } from '~/lib/modules/llm/types';
import type { Template } from '~/types/template';
export const WORK_DIR_NAME = 'project';
export const WORK_DIR = `/home/${WORK_DIR_NAME}`;
export const MODIFICATIONS_TAG_NAME = 'bolt_file_modifications';
export const MODEL_REGEX = /^\[Model: (.*?)\]\n\n/;
export const PROVIDER_REGEX = /\[Provider: (.*?)\]\n\n/;
export const DEFAULT_MODEL = 'claude-3-5-sonnet-latest';
export const PROMPT_COOKIE_KEY = 'cachedPrompt';
const llmManager = LLMManager.getInstance(import.meta.env);
export const PROVIDER_LIST = llmManager.getAllProviders();
export const DEFAULT_PROVIDER = llmManager.getDefaultProvider();
let MODEL_LIST = llmManager.getModelList();
/*
*const PROVIDER_LIST_OLD: ProviderInfo[] = [
* {
* name: 'Anthropic',
* staticModels: [
* {
* name: 'claude-3-5-sonnet-latest',
* label: 'Claude 3.5 Sonnet (new)',
* provider: 'Anthropic',
* maxTokenAllowed: 8000,
* },
* {
* name: 'claude-3-5-sonnet-20240620',
* label: 'Claude 3.5 Sonnet (old)',
* provider: 'Anthropic',
* maxTokenAllowed: 8000,
* },
* {
* name: 'claude-3-5-haiku-latest',
* label: 'Claude 3.5 Haiku (new)',
* provider: 'Anthropic',
* maxTokenAllowed: 8000,
* },
* { name: 'claude-3-opus-latest', label: 'Claude 3 Opus', provider: 'Anthropic', maxTokenAllowed: 8000 },
* { name: 'claude-3-sonnet-20240229', label: 'Claude 3 Sonnet', provider: 'Anthropic', maxTokenAllowed: 8000 },
* { name: 'claude-3-haiku-20240307', label: 'Claude 3 Haiku', provider: 'Anthropic', maxTokenAllowed: 8000 },
* ],
* getApiKeyLink: 'https://console.anthropic.com/settings/keys',
* },
* {
* name: 'Ollama',
* staticModels: [],
* getDynamicModels: getOllamaModels,
* getApiKeyLink: 'https://ollama.com/download',
* labelForGetApiKey: 'Download Ollama',
* icon: 'i-ph:cloud-arrow-down',
* },
* {
* name: 'OpenAILike',
* staticModels: [],
* getDynamicModels: getOpenAILikeModels,
* },
* {
* name: 'Cohere',
* staticModels: [
* { name: 'command-r-plus-08-2024', label: 'Command R plus Latest', provider: 'Cohere', maxTokenAllowed: 4096 },
* { name: 'command-r-08-2024', label: 'Command R Latest', provider: 'Cohere', maxTokenAllowed: 4096 },
* { name: 'command-r-plus', label: 'Command R plus', provider: 'Cohere', maxTokenAllowed: 4096 },
* { name: 'command-r', label: 'Command R', provider: 'Cohere', maxTokenAllowed: 4096 },
* { name: 'command', label: 'Command', provider: 'Cohere', maxTokenAllowed: 4096 },
* { name: 'command-nightly', label: 'Command Nightly', provider: 'Cohere', maxTokenAllowed: 4096 },
* { name: 'command-light', label: 'Command Light', provider: 'Cohere', maxTokenAllowed: 4096 },
* { name: 'command-light-nightly', label: 'Command Light Nightly', provider: 'Cohere', maxTokenAllowed: 4096 },
* { name: 'c4ai-aya-expanse-8b', label: 'c4AI Aya Expanse 8b', provider: 'Cohere', maxTokenAllowed: 4096 },
* { name: 'c4ai-aya-expanse-32b', label: 'c4AI Aya Expanse 32b', provider: 'Cohere', maxTokenAllowed: 4096 },
* ],
* getApiKeyLink: 'https://dashboard.cohere.com/api-keys',
* },
* {
* name: 'OpenRouter',
* staticModels: [
* { name: 'gpt-4o', label: 'GPT-4o', provider: 'OpenAI', maxTokenAllowed: 8000 },
* {
* name: 'anthropic/claude-3.5-sonnet',
* label: 'Anthropic: Claude 3.5 Sonnet (OpenRouter)',
* provider: 'OpenRouter',
* maxTokenAllowed: 8000,
* },
* {
* name: 'anthropic/claude-3-haiku',
* label: 'Anthropic: Claude 3 Haiku (OpenRouter)',
* provider: 'OpenRouter',
* maxTokenAllowed: 8000,
* },
* {
* name: 'deepseek/deepseek-coder',
* label: 'Deepseek-Coder V2 236B (OpenRouter)',
* provider: 'OpenRouter',
* maxTokenAllowed: 8000,
* },
* {
* name: 'google/gemini-flash-1.5',
* label: 'Google Gemini Flash 1.5 (OpenRouter)',
* provider: 'OpenRouter',
* maxTokenAllowed: 8000,
* },
* {
* name: 'google/gemini-pro-1.5',
* label: 'Google Gemini Pro 1.5 (OpenRouter)',
* provider: 'OpenRouter',
* maxTokenAllowed: 8000,
* },
* { name: 'x-ai/grok-beta', label: 'xAI Grok Beta (OpenRouter)', provider: 'OpenRouter', maxTokenAllowed: 8000 },
* {
* name: 'mistralai/mistral-nemo',
* label: 'OpenRouter Mistral Nemo (OpenRouter)',
* provider: 'OpenRouter',
* maxTokenAllowed: 8000,
* },
* {
* name: 'qwen/qwen-110b-chat',
* label: 'OpenRouter Qwen 110b Chat (OpenRouter)',
* provider: 'OpenRouter',
* maxTokenAllowed: 8000,
* },
* { name: 'cohere/command', label: 'Cohere Command (OpenRouter)', provider: 'OpenRouter', maxTokenAllowed: 4096 },
* ],
* getDynamicModels: getOpenRouterModels,
* getApiKeyLink: 'https://openrouter.ai/settings/keys',
* },
* {
* name: 'Google',
* staticModels: [
* { name: 'gemini-1.5-flash-latest', label: 'Gemini 1.5 Flash', provider: 'Google', maxTokenAllowed: 8192 },
* { name: 'gemini-2.0-flash-exp', label: 'Gemini 2.0 Flash', provider: 'Google', maxTokenAllowed: 8192 },
* { name: 'gemini-1.5-flash-002', label: 'Gemini 1.5 Flash-002', provider: 'Google', maxTokenAllowed: 8192 },
* { name: 'gemini-1.5-flash-8b', label: 'Gemini 1.5 Flash-8b', provider: 'Google', maxTokenAllowed: 8192 },
* { name: 'gemini-1.5-pro-latest', label: 'Gemini 1.5 Pro', provider: 'Google', maxTokenAllowed: 8192 },
* { name: 'gemini-1.5-pro-002', label: 'Gemini 1.5 Pro-002', provider: 'Google', maxTokenAllowed: 8192 },
* { name: 'gemini-exp-1206', label: 'Gemini exp-1206', provider: 'Google', maxTokenAllowed: 8192 },
* ],
* getApiKeyLink: 'https://aistudio.google.com/app/apikey',
* },
* {
* name: 'Groq',
* staticModels: [
* { name: 'llama-3.1-8b-instant', label: 'Llama 3.1 8b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
* { name: 'llama-3.2-11b-vision-preview', label: 'Llama 3.2 11b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
* { name: 'llama-3.2-90b-vision-preview', label: 'Llama 3.2 90b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
* { name: 'llama-3.2-3b-preview', label: 'Llama 3.2 3b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
* { name: 'llama-3.2-1b-preview', label: 'Llama 3.2 1b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
* { name: 'llama-3.3-70b-versatile', label: 'Llama 3.3 70b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
* ],
* getApiKeyLink: 'https://console.groq.com/keys',
* },
* {
* name: 'HuggingFace',
* staticModels: [
* {
* name: 'Qwen/Qwen2.5-Coder-32B-Instruct',
* label: 'Qwen2.5-Coder-32B-Instruct (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: '01-ai/Yi-1.5-34B-Chat',
* label: 'Yi-1.5-34B-Chat (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: 'codellama/CodeLlama-34b-Instruct-hf',
* label: 'CodeLlama-34b-Instruct (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: 'NousResearch/Hermes-3-Llama-3.1-8B',
* label: 'Hermes-3-Llama-3.1-8B (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: 'Qwen/Qwen2.5-Coder-32B-Instruct',
* label: 'Qwen2.5-Coder-32B-Instruct (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: 'Qwen/Qwen2.5-72B-Instruct',
* label: 'Qwen2.5-72B-Instruct (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: 'meta-llama/Llama-3.1-70B-Instruct',
* label: 'Llama-3.1-70B-Instruct (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: 'meta-llama/Llama-3.1-405B',
* label: 'Llama-3.1-405B (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: '01-ai/Yi-1.5-34B-Chat',
* label: 'Yi-1.5-34B-Chat (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: 'codellama/CodeLlama-34b-Instruct-hf',
* label: 'CodeLlama-34b-Instruct (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* {
* name: 'NousResearch/Hermes-3-Llama-3.1-8B',
* label: 'Hermes-3-Llama-3.1-8B (HuggingFace)',
* provider: 'HuggingFace',
* maxTokenAllowed: 8000,
* },
* ],
* getApiKeyLink: 'https://huggingface.co/settings/tokens',
* },
* {
* name: 'OpenAI',
* staticModels: [
* { name: 'gpt-4o-mini', label: 'GPT-4o Mini', provider: 'OpenAI', maxTokenAllowed: 8000 },
* { name: 'gpt-4-turbo', label: 'GPT-4 Turbo', provider: 'OpenAI', maxTokenAllowed: 8000 },
* { name: 'gpt-4', label: 'GPT-4', provider: 'OpenAI', maxTokenAllowed: 8000 },
* { name: 'gpt-3.5-turbo', label: 'GPT-3.5 Turbo', provider: 'OpenAI', maxTokenAllowed: 8000 },
* ],
* getApiKeyLink: 'https://platform.openai.com/api-keys',
* },
* {
* name: 'xAI',
* staticModels: [{ name: 'grok-beta', label: 'xAI Grok Beta', provider: 'xAI', maxTokenAllowed: 8000 }],
* getApiKeyLink: 'https://docs.x.ai/docs/quickstart#creating-an-api-key',
* },
* {
* name: 'Deepseek',
* staticModels: [
* { name: 'deepseek-coder', label: 'Deepseek-Coder', provider: 'Deepseek', maxTokenAllowed: 8000 },
* { name: 'deepseek-chat', label: 'Deepseek-Chat', provider: 'Deepseek', maxTokenAllowed: 8000 },
* ],
* getApiKeyLink: 'https://platform.deepseek.com/apiKeys',
* },
* {
* name: 'Mistral',
* staticModels: [
* { name: 'open-mistral-7b', label: 'Mistral 7B', provider: 'Mistral', maxTokenAllowed: 8000 },
* { name: 'open-mixtral-8x7b', label: 'Mistral 8x7B', provider: 'Mistral', maxTokenAllowed: 8000 },
* { name: 'open-mixtral-8x22b', label: 'Mistral 8x22B', provider: 'Mistral', maxTokenAllowed: 8000 },
* { name: 'open-codestral-mamba', label: 'Codestral Mamba', provider: 'Mistral', maxTokenAllowed: 8000 },
* { name: 'open-mistral-nemo', label: 'Mistral Nemo', provider: 'Mistral', maxTokenAllowed: 8000 },
* { name: 'ministral-8b-latest', label: 'Mistral 8B', provider: 'Mistral', maxTokenAllowed: 8000 },
* { name: 'mistral-small-latest', label: 'Mistral Small', provider: 'Mistral', maxTokenAllowed: 8000 },
* { name: 'codestral-latest', label: 'Codestral', provider: 'Mistral', maxTokenAllowed: 8000 },
* { name: 'mistral-large-latest', label: 'Mistral Large Latest', provider: 'Mistral', maxTokenAllowed: 8000 },
* ],
* getApiKeyLink: 'https://console.mistral.ai/api-keys/',
* },
* {
* name: 'LMStudio',
* staticModels: [],
* getDynamicModels: getLMStudioModels,
* getApiKeyLink: 'https://lmstudio.ai/',
* labelForGetApiKey: 'Get LMStudio',
* icon: 'i-ph:cloud-arrow-down',
* },
* {
* name: 'Together',
* getDynamicModels: getTogetherModels,
* staticModels: [
* {
* name: 'Qwen/Qwen2.5-Coder-32B-Instruct',
* label: 'Qwen/Qwen2.5-Coder-32B-Instruct',
* provider: 'Together',
* maxTokenAllowed: 8000,
* },
* {
* name: 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo',
* label: 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo',
* provider: 'Together',
* maxTokenAllowed: 8000,
* },
*
* {
* name: 'mistralai/Mixtral-8x7B-Instruct-v0.1',
* label: 'Mixtral 8x7B Instruct',
* provider: 'Together',
* maxTokenAllowed: 8192,
* },
* ],
* getApiKeyLink: 'https://api.together.xyz/settings/api-keys',
* },
* {
* name: 'Perplexity',
* staticModels: [
* {
* name: 'llama-3.1-sonar-small-128k-online',
* label: 'Sonar Small Online',
* provider: 'Perplexity',
* maxTokenAllowed: 8192,
* },
* {
* name: 'llama-3.1-sonar-large-128k-online',
* label: 'Sonar Large Online',
* provider: 'Perplexity',
* maxTokenAllowed: 8192,
* },
* {
* name: 'llama-3.1-sonar-huge-128k-online',
* label: 'Sonar Huge Online',
* provider: 'Perplexity',
* maxTokenAllowed: 8192,
* },
* ],
* getApiKeyLink: 'https://www.perplexity.ai/settings/api',
* },
*];
*/
const providerBaseUrlEnvKeys: Record<string, { baseUrlKey?: string; apiTokenKey?: string }> = {};
PROVIDER_LIST.forEach((provider) => {
providerBaseUrlEnvKeys[provider.name] = {
baseUrlKey: provider.config.baseUrlKey,
apiTokenKey: provider.config.apiTokenKey,
};
});
// Export the getModelList function using the manager
export async function getModelList(options: {
apiKeys?: Record<string, string>;
providerSettings?: Record<string, IProviderSetting>;
serverEnv?: Record<string, string>;
}) {
return await llmManager.updateModelList(options);
}
async function initializeModelList(options: {
env?: Record<string, string>;
providerSettings?: Record<string, IProviderSetting>;
apiKeys?: Record<string, string>;
}): Promise<ModelInfo[]> {
const { providerSettings, apiKeys, env } = options;
const list = await getModelList({
apiKeys,
providerSettings,
serverEnv: env,
});
MODEL_LIST = list || MODEL_LIST;
return list;
}
// initializeModelList({})
export { initializeModelList, providerBaseUrlEnvKeys, MODEL_LIST };
// starter Templates
export const STARTER_TEMPLATES: Template[] = [
{
name: 'bolt-astro-basic',
label: 'Astro Basic',
description: 'Lightweight Astro starter template for building fast static websites',
githubRepo: 'thecodacus/bolt-astro-basic-template',
tags: ['astro', 'blog', 'performance'],
icon: 'i-bolt:astro',
},
{
name: 'bolt-nextjs-shadcn',
label: 'Next.js with shadcn/ui',
description: 'Next.js starter fullstack template integrated with shadcn/ui components and styling system',
githubRepo: 'thecodacus/bolt-nextjs-shadcn-template',
tags: ['nextjs', 'react', 'typescript', 'shadcn', 'tailwind'],
icon: 'i-bolt:nextjs',
},
{
name: 'bolt-qwik-ts',
label: 'Qwik TypeScript',
description: 'Qwik framework starter with TypeScript for building resumable applications',
githubRepo: 'thecodacus/bolt-qwik-ts-template',
tags: ['qwik', 'typescript', 'performance', 'resumable'],
icon: 'i-bolt:qwik',
},
{
name: 'bolt-remix-ts',
label: 'Remix TypeScript',
description: 'Remix framework starter with TypeScript for full-stack web applications',
githubRepo: 'thecodacus/bolt-remix-ts-template',
tags: ['remix', 'typescript', 'fullstack', 'react'],
icon: 'i-bolt:remix',
},
{
name: 'bolt-slidev',
label: 'Slidev Presentation',
description: 'Slidev starter template for creating developer-friendly presentations using Markdown',
githubRepo: 'thecodacus/bolt-slidev-template',
tags: ['slidev', 'presentation', 'markdown'],
icon: 'i-bolt:slidev',
},
{
name: 'bolt-sveltekit',
label: 'SvelteKit',
description: 'SvelteKit starter template for building fast, efficient web applications',
githubRepo: 'bolt-sveltekit-template',
tags: ['svelte', 'sveltekit', 'typescript'],
icon: 'i-bolt:svelte',
},
{
name: 'vanilla-vite',
label: 'Vanilla + Vite',
description: 'Minimal Vite starter template for vanilla JavaScript projects',
githubRepo: 'thecodacus/vanilla-vite-template',
tags: ['vite', 'vanilla-js', 'minimal'],
icon: 'i-bolt:vite',
},
{
name: 'bolt-vite-react',
label: 'React + Vite + typescript',
description: 'React starter template powered by Vite for fast development experience',
githubRepo: 'thecodacus/bolt-vite-react-ts-template',
tags: ['react', 'vite', 'frontend'],
icon: 'i-bolt:react',
},
{
name: 'bolt-vite-ts',
label: 'Vite + TypeScript',
description: 'Vite starter template with TypeScript configuration for type-safe development',
githubRepo: 'thecodacus/bolt-vite-ts-template',
tags: ['vite', 'typescript', 'minimal'],
icon: 'i-bolt:typescript',
},
{
name: 'bolt-vue',
label: 'Vue.js',
description: 'Vue.js starter template with modern tooling and best practices',
githubRepo: 'thecodacus/bolt-vue-template',
tags: ['vue', 'typescript', 'frontend'],
icon: 'i-bolt:vue',
},
{
name: 'bolt-angular',
label: 'Angular Starter',
description: 'A modern Angular starter template with TypeScript support and best practices configuration',
githubRepo: 'thecodacus/bolt-angular-template',
tags: ['angular', 'typescript', 'frontend', 'spa'],
icon: 'i-bolt:angular',
},
];
Reference in New Issue View Git Blame Copy Permalink