mirror of
https://github.com/coleam00/bolt.new-any-llm
synced 2024-12-27 22:33:03 +00:00
76cc7a8139
- Create detailed provider implementation guide with: - Architecture overview and implementation steps - Configuration patterns and best practices - Testing checklist and Docker integration guide - Example using Together AI implementation - Add Together AI as new provider with: - Environment variables and Docker configuration - Support for Qwen, Llama, and Mixtral models - API key and base URL management - OpenAI-compatible API integration
83 lines
2.8 KiB
Plaintext
83 lines
2.8 KiB
Plaintext
# Rename this file to .env once you have filled in the below environment variables!
|
|
|
|
# Get your GROQ API Key here -
|
|
# https://console.groq.com/keys
|
|
# You only need this environment variable set if you want to use Groq models
|
|
GROQ_API_KEY=
|
|
|
|
# Get your HuggingFace API Key here -
|
|
# https://huggingface.co/settings/tokens
|
|
# You only need this environment variable set if you want to use HuggingFace models
|
|
HuggingFace_API_KEY=
|
|
|
|
|
|
# Get your Open AI API Key by following these instructions -
|
|
# https://help.openai.com/en/articles/4936850-where-do-i-find-my-openai-api-key
|
|
# You only need this environment variable set if you want to use GPT models
|
|
OPENAI_API_KEY=
|
|
|
|
# Get your Anthropic API Key in your account settings -
|
|
# https://console.anthropic.com/settings/keys
|
|
# You only need this environment variable set if you want to use Claude models
|
|
ANTHROPIC_API_KEY=
|
|
|
|
# Get your OpenRouter API Key in your account settings -
|
|
# https://openrouter.ai/settings/keys
|
|
# You only need this environment variable set if you want to use OpenRouter models
|
|
OPEN_ROUTER_API_KEY=
|
|
|
|
# Get your Google Generative AI API Key by following these instructions -
|
|
# https://console.cloud.google.com/apis/credentials
|
|
# You only need this environment variable set if you want to use Google Generative AI models
|
|
GOOGLE_GENERATIVE_AI_API_KEY=
|
|
|
|
# You only need this environment variable set if you want to use oLLAMA models
|
|
# EXAMPLE http://localhost:11434
|
|
OLLAMA_API_BASE_URL=
|
|
|
|
# You only need this environment variable set if you want to use OpenAI Like models
|
|
OPENAI_LIKE_API_BASE_URL=
|
|
|
|
# You only need this environment variable set if you want to use Together AI models
|
|
TOGETHER_API_BASE_URL=
|
|
|
|
# You only need this environment variable set if you want to use DeepSeek models through their API
|
|
DEEPSEEK_API_KEY=
|
|
|
|
# Get your OpenAI Like API Key
|
|
OPENAI_LIKE_API_KEY=
|
|
|
|
# Get your Together API Key
|
|
TOGATHER_API_KEY=
|
|
|
|
# Get your Mistral API Key by following these instructions -
|
|
# https://console.mistral.ai/api-keys/
|
|
# You only need this environment variable set if you want to use Mistral models
|
|
MISTRAL_API_KEY=
|
|
|
|
# Get the Cohere Api key by following these instructions -
|
|
# https://dashboard.cohere.com/api-keys
|
|
# You only need this environment variable set if you want to use Cohere models
|
|
COHERE_API_KEY=
|
|
|
|
# Get LMStudio Base URL from LM Studio Developer Console
|
|
# Make sure to enable CORS
|
|
# Example: http://localhost:1234
|
|
LMSTUDIO_API_BASE_URL=
|
|
|
|
# Get your xAI API key
|
|
# https://x.ai/api
|
|
# You only need this environment variable set if you want to use xAI models
|
|
XAI_API_KEY=
|
|
|
|
# Include this environment variable if you want more logging for debugging locally
|
|
VITE_LOG_LEVEL=debug
|
|
|
|
# Example Context Values for qwen2.5-coder:32b
|
|
#
|
|
# DEFAULT_NUM_CTX=32768 # Consumes 36GB of VRAM
|
|
# DEFAULT_NUM_CTX=24576 # Consumes 32GB of VRAM
|
|
# DEFAULT_NUM_CTX=12288 # Consumes 26GB of VRAM
|
|
# DEFAULT_NUM_CTX=6144 # Consumes 24GB of VRAM
|
|
DEFAULT_NUM_CTX=
|