import { BaseProvider } from '~/lib/modules/llm/base-provider'; import type { ModelInfo } from '~/lib/modules/llm/types'; import type { IProviderSetting } from '~/types/model'; import type { LanguageModelV1 } from 'ai'; import { createOpenAI } from '@ai-sdk/openai'; export default class XAIProvider extends BaseProvider { name = 'xAI'; getApiKeyLink = 'https://docs.x.ai/docs/quickstart#creating-an-api-key'; config = { apiTokenKey: 'XAI_API_KEY', }; staticModels: ModelInfo[] = [ { name: 'grok-beta', label: 'xAI Grok Beta', provider: 'xAI', maxTokenAllowed: 8000 }, { name: 'grok-2-1212', label: 'xAI Grok2 1212', provider: 'xAI', maxTokenAllowed: 8000 }, ]; getModelInstance(options: { model: string; serverEnv: Env; apiKeys?: Record; providerSettings?: Record; }): LanguageModelV1 { const { model, serverEnv, apiKeys, providerSettings } = options; const { apiKey } = this.getProviderBaseUrlAndKey({ apiKeys, providerSettings: providerSettings?.[this.name], serverEnv: serverEnv as any, defaultBaseUrlKey: '', defaultApiTokenKey: 'XAI_API_KEY', }); if (!apiKey) { throw new Error(`Missing API key for ${this.name} provider`); } const openai = createOpenAI({ baseURL: 'https://api.x.ai/v1', apiKey, }); return openai(model); } }