import { BaseProvider, getOpenAILikeModel } from '~/lib/modules/llm/base-provider'; import type { ModelInfo } from '~/lib/modules/llm/types'; import type { IProviderSetting } from '~/types/model'; import type { LanguageModelV1 } from 'ai'; export default class ChutesProvider extends BaseProvider { name = 'Chutes'; config = { apiTokenKey: 'CHUTES_API_TOKEN', baseUrl: 'https://llm.chutes.ai/v1', }; staticModels: ModelInfo[] = [ { name: 'deepseek-ai/DeepSeek-V3-0324', label: 'Deepseek V3-0324 (Free)', provider: 'Chutes', maxTokenAllowed: 4096, }, { name: 'deepseek-ai/DeepSeek-R1-0528', label: 'Deepseek R1-0528 (Free)', provider: 'Chutes', maxTokenAllowed: 1024, }, { name: 'tngtech/DeepSeek-R1T-Chimera', label: 'DeepSeek-R1T-Chimera (Free)', provider: 'Chutes', maxTokenAllowed: 1024, }, { name: 'microsoft/MAI-DS-R1-FP8', label: 'MAI-DS-R1-FP8 (Free)', provider: 'Chutes', maxTokenAllowed: 1024, }, { name: 'Qwen/Qwen3-235B-A22B', label: 'Qwen3-235B-A22B (Free)', provider: 'Chutes', maxTokenAllowed: 1024, }, { name: 'chutesai/Mistral-Small-3.1-24B-Instruct-2503', label: 'Mistral-Small-3.1-24B-Instruct-2503 (Free)', provider: 'Chutes', maxTokenAllowed: 1024, }, { name: 'deepseek-ai/DeepSeek-R1-0528-Qwen3-8B', label: 'DeepSeek-R1-0528-Qwen3-8B (Free)', provider: 'Chutes', maxTokenAllowed: 1024, }, { name: 'agentica-org/DeepCoder-14B-Preview', label: 'DeepCoder-14B-Preview (Free)', provider: 'Chutes', maxTokenAllowed: 1024, }, { name: 'nvidia/Llama-3_1-Nemotron-Ultra-253B-v1', label: 'Llama-3.1-Nemotron-Ultra-253B-v1 (Free)', provider: 'Chutes', maxTokenAllowed: 1024, }, { name: 'ByteDance-Seed/Seed-Coder-8B-Reasoning-bf16', label: 'Seed-Coder-8B-Reasoning-bf16 (Free)', provider: 'Chutes', maxTokenAllowed: 1024, }, // Add other Chutes models here following the same structure ]; getModelInstance(options: { model: string; serverEnv: Env; apiKeys?: Record; providerSettings?: Record; }): LanguageModelV1 { const { model, serverEnv, apiKeys, providerSettings } = options; const { baseUrl, apiKey } = this.getProviderBaseUrlAndKey({ apiKeys, providerSettings: providerSettings?.[this.name], serverEnv: serverEnv as any, defaultBaseUrlKey: '', // Chutes has a fixed base URL defaultApiTokenKey: 'CHUTES_API_TOKEN', }); if (!apiKey) { throw new Error(`Missing API key for ${this.name} provider`); } if (!baseUrl) { throw new Error(`Missing base URL for ${this.name} provider`); } return getOpenAILikeModel(baseUrl, apiKey, model); } }