Merge branch 'main' from coleam00 into add-docker-support

2024-12-27 06:12:07 +00:00 · 2024-10-23 23:34:14 -04:00 · 2024-10-23 23:34:14 -04:00 · 7448666846
commit 7448666846
parent 8fb0248a9f dd4dd2c21a
19 changed files with 963 additions and 138 deletions
--- a/.env.example
+++ b/.env.example
@ -0,0 +1,33 @@
+# Rename this file to .env.local once you have filled in the below environment variables!
+
+# Get your GROQ API Key here -
+# https://console.groq.com/keys
+# You only need this environment variable set if you want to use Groq models
+GROQ_API_KEY=
+
+# Get your Open AI API Key by following these instructions -
+# https://help.openai.com/en/articles/4936850-where-do-i-find-my-openai-api-key
+# You only need this environment variable set if you want to use GPT models
+OPENAI_API_KEY=
+
+# Get your Anthropic API Key in your account settings -
+# https://console.anthropic.com/settings/keys
+# You only need this environment variable set if you want to use Claude models
+ANTHROPIC_API_KEY=
+
+# Get your OpenRouter API Key in your account settings -
+# https://openrouter.ai/settings/keys
+# You only need this environment variable set if you want to use OpenRouter models
+OPEN_ROUTER_API_KEY=
+
+# Get your Google Generative AI API Key by following these instructions -
+# https://console.cloud.google.com/apis/credentials
+# You only need this environment variable set if you want to use Google Generative AI models
+GOOGLE_GENERATIVE_AI_API_KEY=
+
+# You only need this environment variable set if you want to use oLLAMA models
+# EXAMPLE http://localhost:11434
+OLLAMA_API_BASE_URL=
+
+# Include this environment variable if you want more logging for debugging locally
+VITE_LOG_LEVEL=debug
--- a/.gitignore
+++ b/.gitignore
@ -24,7 +24,8 @@ dist-ssr

 /.cache
 /build
-.env*
+.env.local
+.env
 *.vars
 .wrangler
 _worker.bundle
--- a/README.md
+++ b/README.md
@ -1,12 +1,41 @@
 [![Bolt.new: AI-Powered Full-Stack Web Development in the Browser](./public/social_preview_index.jpg)](https://bolt.new)

+# Bolt.new Fork by Cole Medin
+
+This fork of Bolt.new allows you to choose the LLM that you use for each prompt! Currently, you can use OpenAI, Anthropic, Ollama, OpenRouter, Gemini, or Groq models - and it is easily extended to use any other model supported by the Vercel AI SDK! See the instructions below for running this locally and extending it to include more models.
+
+# Requested Additions to this Fork - Feel Free to Contribute!!
+
+- ✅ OpenRouter Integration (@coleam00)
+- ✅ Gemini Integration (@jonathands)
+- ✅ Autogenerate Ollama models from what is downloaded (@yunatamos)
+- ✅ Filter models by provider (@jasonm23)
+- ✅ Download project as ZIP (@fabwaseem)
+- ⬜ LM Studio Integration
+- ⬜ DeepSeek API Integration
+- ⬜ Together Integration
+- ⬜ Azure Open AI API Integration
+- ⬜ HuggingFace Integration
+- ⬜ Perplexity Integration
+- ⬜ Containerize the application with Docker for easy installation
+- ⬜ Better prompting for smaller LLMs (code window sometimes doesn't start)
+- ⬜ Attach images to prompts
+- ⬜ Run agents in the backend as opposed to a single model call
+- ⬜ Publish projects directly to GitHub
+- ⬜ Deploy directly to Vercel/Netlify/other similar platforms
+- ⬜ Load local projects into the app
+- ⬜ Ability to revert code to earlier version
+- ⬜ Prompt caching
+- ⬜ Ability to enter API keys in the UI
+- ⬜ Prevent Bolt from rewriting files as often
+
 # Bolt.new: AI-Powered Full-Stack Web Development in the Browser

 Bolt.new is an AI-powered web development agent that allows you to prompt, run, edit, and deploy full-stack applications directly from your browser—no local setup required. If you're here to build your own AI-powered web dev agent using the Bolt open source codebase, [click here to get started!](./CONTRIBUTING.md)

 ## What Makes Bolt.new Different

-Claude, v0, etc are incredible- but you can't install packages, run backends or edit code. That’s where Bolt.new stands out:
+Claude, v0, etc are incredible- but you can't install packages, run backends, or edit code. That’s where Bolt.new stands out:

 - **Full-Stack in the Browser**: Bolt.new integrates cutting-edge AI models with an in-browser development environment powered by **StackBlitz’s WebContainers**. This allows you to:
  - Install and run npm tools and libraries (like Vite, Next.js, and more)
@ -15,12 +44,78 @@ Claude, v0, etc are incredible- but you can't install packages, run backends or
  - Deploy to production from chat
  - Share your work via a URL

- **AI with Environment Control**: Unlike traditional dev environments where the AI can only assist in code generation, Bolt.new gives AI models **complete control** over the entire  environment including the filesystem, node server, package manager, terminal, and browser console. This empowers AI agents to handle the entire app lifecycle—from creation to deployment.
+- **AI with Environment Control**: Unlike traditional dev environments where the AI can only assist in code generation, Bolt.new gives AI models **complete control** over the entire  environment including the filesystem, node server, package manager, terminal, and browser console. This empowers AI agents to handle the whole app lifecycle—from creation to deployment.

-Whether you’re an experienced developer, a PM or designer, Bolt.new allows you to build production-grade full-stack applications with ease.
+Whether you’re an experienced developer, a PM, or a designer, Bolt.new allows you to easily build production-grade full-stack applications.

 For developers interested in building their own AI-powered development tools with WebContainers, check out the open-source Bolt codebase in this repo!

+## Prerequisites
+
+Before you begin, ensure you have the following installed:
+
+- Node.js (v20.15.1)
+- pnpm (v9.4.0)
+
+## Setup
+
+1. Clone the repository (if you haven't already):
+
+```bash
+git clone https://github.com/coleam00/bolt.new-any-llm.git
+```
+
+2. Install dependencies:
+
+```bash
+pnpm install
+```
+
+3. Rename `.env.example` to .env.local and add your LLM API keys (you only have to set the ones you want to use and Ollama doesn't need an API key because it runs locally on your computer):
+
+```
+GROQ_API_KEY=XXX
+OPENAI_API_KEY=XXX
+ANTHROPIC_API_KEY=XXX
+```
+
+Optionally, you can set the debug level:
+
+```
+VITE_LOG_LEVEL=debug
+```
+
+**Important**: Never commit your `.env.local` file to version control. It's already included in .gitignore.
+
+## Adding New LLMs:
+
+To make new LLMs available to use in this version of Bolt.new, head on over to `app/utils/constants.ts` and find the constant MODEL_LIST. Each element in this array is an object that has the model ID for the name (get this from the provider's API documentation), a label for the frontend model dropdown, and the provider. 
+
+By default, Anthropic, OpenAI, Groq, and Ollama are implemented as providers, but the YouTube video for this repo covers how to extend this to work with more providers if you wish!
+
+When you add a new model to the MODEL_LIST array, it will immediately be available to use when you run the app locally or reload it. For Ollama models, make sure you have the model installed already before trying to use it here!
+
+## Available Scripts
+
+- `pnpm run dev`: Starts the development server.
+- `pnpm run build`: Builds the project.
+- `pnpm run start`: Runs the built application locally using Wrangler Pages. This script uses `bindings.sh` to set up necessary bindings so you don't have to duplicate environment variables.
+- `pnpm run preview`: Builds the project and then starts it locally, useful for testing the production build. Note, HTTP streaming currently doesn't work as expected with `wrangler pages dev`.
+- `pnpm test`: Runs the test suite using Vitest.
+- `pnpm run typecheck`: Runs TypeScript type checking.
+- `pnpm run typegen`: Generates TypeScript types using Wrangler.
+- `pnpm run deploy`: Builds the project and deploys it to Cloudflare Pages.
+
+## Development
+
+To start the development server:
+
+```bash
+pnpm run dev
+```
+
+This will start the Remix Vite development server. You will need Google Chrome Canary to run this locally! It's an easy install and a good browser for web development anyway.
+
 ## Tips and Tricks

 Here are some tips to get the most out of Bolt.new:
@ -32,23 +127,3 @@ Here are some tips to get the most out of Bolt.new:
 - **Scaffold the basics first, then add features**: Make sure the basic structure of your application is in place before diving into more advanced functionality. This helps Bolt understand the foundation of your project and ensure everything is wired up right before building out more advanced functionality.

 - **Batch simple instructions**: Save time by combining simple instructions into one message. For example, you can ask Bolt to change the color scheme, add mobile responsiveness, and restart the dev server, all in one go saving you time and reducing API credit consumption significantly.
-
-## FAQs
-
-**Where do I sign up for a paid plan?**  
-Bolt.new is free to get started. If you need more AI tokens or want private projects, you can purchase a paid subscription in your [Bolt.new](https://bolt.new) settings, in the lower-left hand corner of the application. 
-
-**What happens if I hit the free usage limit?**  
-Once your free daily token limit is reached, AI interactions are paused until the next day or until you upgrade your plan.
-
-**Is Bolt in beta?**  
-Yes, Bolt.new is in beta, and we are actively improving it based on feedback.
-
-**How can I report Bolt.new issues?**  
-Check out the [Issues section](https://github.com/stackblitz/bolt.new/issues) to report an issue or request a new feature. Please use the search feature to check if someone else has already submitted the same issue/request.
-
-**What frameworks/libraries currently work on Bolt?**  
-Bolt.new supports most popular JavaScript frameworks and libraries. If it runs on StackBlitz, it will run on Bolt.new as well.
-
-**How can I add make sure my framework/project works well in bolt?**  
-We are excited to work with the JavaScript ecosystem to improve functionality in Bolt. Reach out to us via [hello@stackblitz.com](mailto:hello@stackblitz.com) to discuss how we can partner!
--- a/app/components/chat/BaseChat.tsx
+++ b/app/components/chat/BaseChat.tsx
@ -1,3 +1,5 @@
+// @ts-nocheck
+// Preventing TS checks with files presented in the video for a better presentation.
 import type { Message } from 'ai';
 import React, { type RefCallback } from 'react';
 import { ClientOnly } from 'remix-utils/client-only';
@ -5,11 +7,62 @@ import { Menu } from '~/components/sidebar/Menu.client';
 import { IconButton } from '~/components/ui/IconButton';
 import { Workbench } from '~/components/workbench/Workbench.client';
 import { classNames } from '~/utils/classNames';
+import { MODEL_LIST, DEFAULT_PROVIDER } from '~/utils/constants';
 import { Messages } from './Messages.client';
 import { SendButton } from './SendButton.client';
+import { useState } from 'react';

 import styles from './BaseChat.module.scss';

+const EXAMPLE_PROMPTS = [
+  { text: 'Build a todo app in React using Tailwind' },
+  { text: 'Build a simple blog using Astro' },
+  { text: 'Create a cookie consent form using Material UI' },
+  { text: 'Make a space invaders game' },
+  { text: 'How do I center a div?' },
+];
+
+const providerList = [...new Set(MODEL_LIST.map((model) => model.provider))]
+
+const ModelSelector = ({ model, setModel, modelList, providerList }) => {
+  const [provider, setProvider] = useState(DEFAULT_PROVIDER);
+  return (
+    <div className="mb-2">
+      <select 
+        value={provider}
+        onChange={(e) => {
+          setProvider(e.target.value);
+          const firstModel = [...modelList].find(m => m.provider == e.target.value);
+          setModel(firstModel ? firstModel.name : '');
+        }}
+        className="w-full p-2 rounded-lg border border-bolt-elements-borderColor bg-bolt-elements-prompt-background text-bolt-elements-textPrimary focus:outline-none"
+      >
+        {providerList.map((provider) => (
+          <option key={provider} value={provider}>
+            {provider}
+          </option>
+        ))}
+          <option key="Ollama" value="Ollama">
+            Ollama
+          </option>        
+      </select>
+      <select
+        value={model}
+        onChange={(e) => setModel(e.target.value)}
+        className="w-full p-2 rounded-lg border border-bolt-elements-borderColor bg-bolt-elements-prompt-background text-bolt-elements-textPrimary focus:outline-none"
+      >
+        {[...modelList].filter(e => e.provider == provider && e.name).map((modelOption) => (
+          <option key={modelOption.name} value={modelOption.name}>
+            {modelOption.label}
+          </option>
+        ))}
+      </select>
+    </div>
+  );
+};
+
+const TEXTAREA_MIN_HEIGHT = 76;
+
 interface BaseChatProps {
  textareaRef?: React.RefObject<HTMLTextAreaElement> | undefined;
  messageRef?: RefCallback<HTMLDivElement> | undefined;
@ -21,22 +74,14 @@ interface BaseChatProps {
  enhancingPrompt?: boolean;
  promptEnhanced?: boolean;
  input?: string;
+  model: string;
+  setModel: (model: string) => void;
  handleStop?: () => void;
  sendMessage?: (event: React.UIEvent, messageInput?: string) => void;
  handleInputChange?: (event: React.ChangeEvent<HTMLTextAreaElement>) => void;
  enhancePrompt?: () => void;
 }

-const EXAMPLE_PROMPTS = [
-  { text: 'Build a todo app in React using Tailwind' },
-  { text: 'Build a simple blog using Astro' },
-  { text: 'Create a cookie consent form using Material UI' },
-  { text: 'Make a space invaders game' },
-  { text: 'How do I center a div?' },
-];
-
-const TEXTAREA_MIN_HEIGHT = 76;
-
 export const BaseChat = React.forwardRef<HTMLDivElement, BaseChatProps>(
  (
    {
@ -50,6 +95,8 @@ export const BaseChat = React.forwardRef<HTMLDivElement, BaseChatProps>(
      promptEnhanced = false,
      messages,
      input = '',
+      model,
+      setModel,
      sendMessage,
      handleInputChange,
      enhancePrompt,
@ -103,6 +150,12 @@ export const BaseChat = React.forwardRef<HTMLDivElement, BaseChatProps>(
                  'sticky bottom-0': chatStarted,
                })}
              >
+                <ModelSelector
+                  model={model}
+                  setModel={setModel}
+                  modelList={MODEL_LIST}
+                  providerList={providerList}
+                />
                <div
                  className={classNames(
                    'shadow-sm border border-bolt-elements-borderColor bg-bolt-elements-prompt-background backdrop-filter backdrop-blur-[8px] rounded-lg overflow-hidden',
@ -210,4 +263,4 @@ export const BaseChat = React.forwardRef<HTMLDivElement, BaseChatProps>(
      </div>
    );
  },
-);
+);
--- a/app/components/chat/Chat.client.tsx
+++ b/app/components/chat/Chat.client.tsx
@ -1,3 +1,5 @@
+// @ts-nocheck
+// Preventing TS checks with files presented in the video for a better presentation.
 import { useStore } from '@nanostores/react';
 import type { Message } from 'ai';
 import { useChat } from 'ai/react';
@ -9,6 +11,7 @@ import { useChatHistory } from '~/lib/persistence';
 import { chatStore } from '~/lib/stores/chat';
 import { workbenchStore } from '~/lib/stores/workbench';
 import { fileModificationsToHTML } from '~/utils/diff';
+import { DEFAULT_MODEL } from '~/utils/constants';
 import { cubicEasingFn } from '~/utils/easings';
 import { createScopedLogger, renderLogger } from '~/utils/logger';
 import { BaseChat } from './BaseChat';
@ -70,6 +73,7 @@ export const ChatImpl = memo(({ initialMessages, storeMessageHistory }: ChatProp
  const textareaRef = useRef<HTMLTextAreaElement>(null);

  const [chatStarted, setChatStarted] = useState(initialMessages.length > 0);
+  const [model, setModel] = useState(DEFAULT_MODEL);

  const { showChat } = useStore(chatStore);

@ -178,7 +182,7 @@ export const ChatImpl = memo(({ initialMessages, storeMessageHistory }: ChatProp
       * manually reset the input and we'd have to manually pass in file attachments. However, those
       * aren't relevant here.
       */
-      append({ role: 'user', content: `${diff}\n\n${_input}` });
+      append({ role: 'user', content: `[Model: ${model}]\n\n${diff}\n\n${_input}` });

      /**
       * After sending a new message we reset all modifications since the model
@ -186,7 +190,7 @@ export const ChatImpl = memo(({ initialMessages, storeMessageHistory }: ChatProp
       */
      workbenchStore.resetAllFileModifications();
    } else {
-      append({ role: 'user', content: _input });
+      append({ role: 'user', content: `[Model: ${model}]\n\n${_input}` });
    }

    setInput('');
@ -209,6 +213,8 @@ export const ChatImpl = memo(({ initialMessages, storeMessageHistory }: ChatProp
      enhancingPrompt={enhancingPrompt}
      promptEnhanced={promptEnhanced}
      sendMessage={sendMessage}
+      model={model}
+      setModel={setModel}
      messageRef={messageRef}
      scrollRef={scrollRef}
      handleInputChange={handleInputChange}
--- a/app/components/chat/UserMessage.tsx
+++ b/app/components/chat/UserMessage.tsx
@ -1,4 +1,7 @@
+// @ts-nocheck
+// Preventing TS checks with files presented in the video for a better presentation.
 import { modificationsRegex } from '~/utils/diff';
+import { MODEL_REGEX } from '~/utils/constants';
 import { Markdown } from './Markdown';

 interface UserMessageProps {
@ -14,5 +17,5 @@ export function UserMessage({ content }: UserMessageProps) {
 }

 function sanitizeUserMessage(content: string) {
-  return content.replace(modificationsRegex, '').trim();
+  return content.replace(modificationsRegex, '').replace(MODEL_REGEX, '').trim();
 }
--- a/app/components/workbench/Workbench.client.tsx
+++ b/app/components/workbench/Workbench.client.tsx
@ -122,15 +122,26 @@ export const Workbench = memo(({ chatStarted, isStreaming }: WorkspaceProps) =>
                <Slider selected={selectedView} options={sliderOptions} setSelected={setSelectedView} />
                <div className="ml-auto" />
                {selectedView === 'code' && (
-                  <PanelHeaderButton
-                    className="mr-1 text-sm"
-                    onClick={() => {
-                      workbenchStore.toggleTerminal(!workbenchStore.showTerminal.get());
-                    }}
-                  >
-                    <div className="i-ph:terminal" />
-                    Toggle Terminal
-                  </PanelHeaderButton>
+                  <>
+                    <PanelHeaderButton
+                      className="mr-1 text-sm"
+                      onClick={() => {
+                        workbenchStore.downloadZip();
+                      }}
+                    >
+                      <div className="i-ph:code" />
+                      Download Code
+                    </PanelHeaderButton>
+                    <PanelHeaderButton
+                      className="mr-1 text-sm"
+                      onClick={() => {
+                        workbenchStore.toggleTerminal(!workbenchStore.showTerminal.get());
+                      }}
+                    >
+                      <div className="i-ph:terminal" />
+                      Toggle Terminal
+                    </PanelHeaderButton>
+                  </>
                )}
                <IconButton
                  icon="i-ph:x-circle"
--- a/app/entry.server.tsx
+++ b/app/entry.server.tsx
@ -5,6 +5,7 @@ import { renderToReadableStream } from 'react-dom/server';
 import { renderHeadToString } from 'remix-island';
 import { Head } from './root';
 import { themeStore } from '~/lib/stores/theme';
+import { initializeModelList } from '~/utils/constants';

 export default async function handleRequest(
  request: Request,
@ -13,6 +14,8 @@ export default async function handleRequest(
  remixContext: EntryContext,
  _loadContext: AppLoadContext,
 ) {
+  await initializeModelList();
+
  const readable = await renderToReadableStream(<RemixServer context={remixContext} url={request.url} />, {
    signal: request.signal,
    onError(error: unknown) {
--- a/app/lib/.server/llm/api-key.ts
+++ b/app/lib/.server/llm/api-key.ts
@ -1,9 +1,25 @@
+// @ts-nocheck
+// Preventing TS checks with files presented in the video for a better presentation.
 import { env } from 'node:process';

-export function getAPIKey(cloudflareEnv: Env) {
+export function getAPIKey(cloudflareEnv: Env, provider: string) {
  /**
   * The `cloudflareEnv` is only used when deployed or when previewing locally.
   * In development the environment variables are available through `env`.
   */
-  return env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY;
+
+  switch (provider) {
+    case 'Anthropic':
+      return env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY;
+    case 'OpenAI':
+      return env.OPENAI_API_KEY || cloudflareEnv.OPENAI_API_KEY;
+    case 'Google':
+      return env.GOOGLE_GENERATIVE_AI_API_KEY || cloudflareEnv.GOOGLE_GENERATIVE_AI_API_KEY;
+    case 'Groq':
+      return env.GROQ_API_KEY || cloudflareEnv.GROQ_API_KEY;
+    case 'OpenRouter':
+      return env.OPEN_ROUTER_API_KEY || cloudflareEnv.OPEN_ROUTER_API_KEY;
+    default:
+      return "";
+  }
 }
--- a/app/lib/.server/llm/model.ts
+++ b/app/lib/.server/llm/model.ts
@ -1,9 +1,73 @@
+// @ts-nocheck
+// Preventing TS checks with files presented in the video for a better presentation.
+import { getAPIKey } from '~/lib/.server/llm/api-key';
 import { createAnthropic } from '@ai-sdk/anthropic';
+import { createOpenAI } from '@ai-sdk/openai';
+import { createGoogleGenerativeAI } from '@ai-sdk/google';
+import { ollama } from 'ollama-ai-provider';
+import { createOpenRouter } from "@openrouter/ai-sdk-provider";

-export function getAnthropicModel(apiKey: string) {
+export function getAnthropicModel(apiKey: string, model: string) {
  const anthropic = createAnthropic({
    apiKey,
  });

-  return anthropic('claude-3-5-sonnet-20240620');
+  return anthropic(model);
+}
+
+export function getOpenAIModel(apiKey: string, model: string) {
+  const openai = createOpenAI({
+    apiKey,
+  });
+
+  return openai(model);
+}
+
+export function getGoogleModel(apiKey: string, model: string) {
+  const google = createGoogleGenerativeAI(
+    apiKey,
+  );
+
+  return google(model);
+}
+
+export function getGroqModel(apiKey: string, model: string) {
+  const openai = createOpenAI({
+    baseURL: 'https://api.groq.com/openai/v1',
+    apiKey,
+  });
+
+  return openai(model);
+}
+
+export function getOllamaModel(model: string) {
+  return ollama(model);
+}
+
+export function getOpenRouterModel(apiKey: string, model: string) {
+  const openRouter = createOpenRouter({
+    apiKey
+  });
+
+  return openRouter.chat(model);
+}
+
+export function getModel(provider: string, model: string, env: Env) {
+  const apiKey = getAPIKey(env, provider);
+
+
+  switch (provider) {
+    case 'Anthropic':
+      return getAnthropicModel(apiKey, model);
+    case 'OpenAI':
+      return getOpenAIModel(apiKey, model);
+    case 'Groq':
+      return getGroqModel(apiKey, model);
+    case 'OpenRouter':
+      return getOpenRouterModel(apiKey, model);
+    case 'Google':
+      return getGoogleModel(apiKey, model)
+    default:
+      return getOllamaModel(model);
+  }
 }
--- a/app/lib/.server/llm/stream-text.ts
+++ b/app/lib/.server/llm/stream-text.ts
@ -1,8 +1,10 @@
+// @ts-nocheck
+// Preventing TS checks with files presented in the video for a better presentation.
 import { streamText as _streamText, convertToCoreMessages } from 'ai';
-import { getAPIKey } from '~/lib/.server/llm/api-key';
-import { getAnthropicModel } from '~/lib/.server/llm/model';
+import { getModel } from '~/lib/.server/llm/model';
 import { MAX_TOKENS } from './constants';
 import { getSystemPrompt } from './prompts';
+import { MODEL_LIST, DEFAULT_MODEL, DEFAULT_PROVIDER } from '~/utils/constants';

 interface ToolResult<Name extends string, Args, Result> {
  toolCallId: string;
@ -15,21 +17,50 @@ interface Message {
  role: 'user' | 'assistant';
  content: string;
  toolInvocations?: ToolResult<string, unknown, unknown>[];
+  model?: string;
 }

 export type Messages = Message[];

 export type StreamingOptions = Omit<Parameters<typeof _streamText>[0], 'model'>;

+function extractModelFromMessage(message: Message): { model: string; content: string } {
+  const modelRegex = /^\[Model: (.*?)\]\n\n/;
+  const match = message.content.match(modelRegex);
+
+  if (match) {
+    const model = match[1];
+    const content = message.content.replace(modelRegex, '');
+    return { model, content };
+  }
+
+  // Default model if not specified
+  return { model: DEFAULT_MODEL, content: message.content };
+}
+
 export function streamText(messages: Messages, env: Env, options?: StreamingOptions) {
+  let currentModel = DEFAULT_MODEL;
+  const processedMessages = messages.map((message) => {
+    if (message.role === 'user') {
+      const { model, content } = extractModelFromMessage(message);
+      if (model && MODEL_LIST.find((m) => m.name === model)) {
+        currentModel = model; // Update the current model
+      }
+      return { ...message, content };
+    }
+    return message;
+  });
+
+  const provider = MODEL_LIST.find((model) => model.name === currentModel)?.provider || DEFAULT_PROVIDER;
+
  return _streamText({
-    model: getAnthropicModel(getAPIKey(env)),
+    model: getModel(provider, currentModel, env),
    system: getSystemPrompt(),
    maxTokens: MAX_TOKENS,
-    headers: {
-      'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',
-    },
-    messages: convertToCoreMessages(messages),
+    // headers: {
+    //   'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',
+    // },
+    messages: convertToCoreMessages(processedMessages),
    ...options,
  });
 }
--- a/app/lib/stores/workbench.ts
+++ b/app/lib/stores/workbench.ts
@ -9,6 +9,8 @@ import { EditorStore } from './editor';
 import { FilesStore, type FileMap } from './files';
 import { PreviewsStore } from './previews';
 import { TerminalStore } from './terminal';
+import JSZip from 'jszip';
+import { saveAs } from 'file-saver';

 export interface ArtifactState {
  id: string;
@ -271,6 +273,36 @@ export class WorkbenchStore {
    const artifacts = this.artifacts.get();
    return artifacts[id];
  }
+
+  async downloadZip() {
+    const zip = new JSZip();
+    const files = this.files.get();
+
+    for (const [filePath, dirent] of Object.entries(files)) {
+      if (dirent?.type === 'file' && !dirent.isBinary) {
+        // Remove '/home/project/' from the beginning of the path
+        const relativePath = filePath.replace(/^\/home\/project\//, '');
+
+        // Split the path into segments
+        const pathSegments = relativePath.split('/');
+
+        // If there's more than one segment, we need to create folders
+        if (pathSegments.length > 1) {
+          let currentFolder = zip;
+          for (let i = 0; i < pathSegments.length - 1; i++) {
+            currentFolder = currentFolder.folder(pathSegments[i])!;
+          }
+          currentFolder.file(pathSegments[pathSegments.length - 1], dirent.content);
+        } else {
+          // If there's only one segment, it's a file in the root
+          zip.file(relativePath, dirent.content);
+        }
+      }
+    }
+
+    const content = await zip.generateAsync({ type: 'blob' });
+    saveAs(content, 'project.zip');
+  }
 }

 export const workbenchStore = new WorkbenchStore();
--- a/app/routes/api.chat.ts
+++ b/app/routes/api.chat.ts
@ -1,3 +1,5 @@
+// @ts-nocheck
+// Preventing TS checks with files presented in the video for a better presentation.
 import { type ActionFunctionArgs } from '@remix-run/cloudflare';
 import { MAX_RESPONSE_SEGMENTS, MAX_TOKENS } from '~/lib/.server/llm/constants';
 import { CONTINUE_PROMPT } from '~/lib/.server/llm/prompts';
--- a/app/routes/api.models.ts
+++ b/app/routes/api.models.ts
@ -0,0 +1,6 @@
+import { json } from '@remix-run/cloudflare';
+import { MODEL_LIST } from '~/utils/constants';
+
+export async function loader() {
+  return json(MODEL_LIST);
+}
--- a/app/utils/constants.ts
+++ b/app/utils/constants.ts
@ -1,3 +1,57 @@
+import type { ModelInfo } from './types';
+
 export const WORK_DIR_NAME = 'project';
 export const WORK_DIR = `/home/${WORK_DIR_NAME}`;
 export const MODIFICATIONS_TAG_NAME = 'bolt_file_modifications';
+export const MODEL_REGEX = /^\[Model: (.*?)\]\n\n/;
+export const DEFAULT_MODEL = 'claude-3-5-sonnet-20240620';
+export const DEFAULT_PROVIDER = 'Anthropic';
+
+const staticModels: ModelInfo[] = [
+  { name: 'claude-3-5-sonnet-20240620', label: 'Claude 3.5 Sonnet', provider: 'Anthropic' },
+  { name: 'gpt-4o', label: 'GPT-4o', provider: 'OpenAI' },
+  { name: 'deepseek/deepseek-coder', label: 'Deepseek-Coder V2 236B (OpenRouter)', provider: 'OpenRouter' },
+  { name: 'google/gemini-flash-1.5', label: 'Google Gemini Flash 1.5 (OpenRouter)', provider: 'OpenRouter' },
+  { name: 'google/gemini-pro-1.5', label: 'Google Gemini Pro 1.5 (OpenRouter)', provider: 'OpenRouter' },
+  { name: 'mistralai/mistral-nemo', label: 'OpenRouter Mistral Nemo (OpenRouter)', provider: 'OpenRouter' },
+  { name: 'qwen/qwen-110b-chat', label: 'OpenRouter Qwen 110b Chat (OpenRouter)', provider: 'OpenRouter' },
+  { name: 'cohere/command', label: 'Cohere Command (OpenRouter)', provider: 'OpenRouter' },
+  { name: 'gemini-1.5-flash-latest', label: 'Gemini 1.5 Flash', provider: 'Google' },
+  { name: 'gemini-1.5-pro-latest', label: 'Gemini 1.5 Pro', provider: 'Google'},
+  { name: 'llama-3.1-70b-versatile', label: 'Llama 3.1 70b (Groq)', provider: 'Groq' },
+  { name: 'llama-3.1-8b-instant', label: 'Llama 3.1 8b (Groq)', provider: 'Groq' },
+  { name: 'llama-3.2-11b-vision-preview', label: 'Llama 3.2 11b (Groq)', provider: 'Groq' },
+  { name: 'llama-3.2-3b-preview', label: 'Llama 3.2 3b (Groq)', provider: 'Groq' },
+  { name: 'llama-3.2-1b-preview', label: 'Llama 3.2 1b (Groq)', provider: 'Groq' },
+  { name: 'claude-3-opus-20240229', label: 'Claude 3 Opus', provider: 'Anthropic' },
+  { name: 'claude-3-sonnet-20240229', label: 'Claude 3 Sonnet', provider: 'Anthropic' },
+  { name: 'claude-3-haiku-20240307', label: 'Claude 3 Haiku', provider: 'Anthropic' },
+  { name: 'gpt-4o-mini', label: 'GPT-4o Mini', provider: 'OpenAI' },
+  { name: 'gpt-4-turbo', label: 'GPT-4 Turbo', provider: 'OpenAI' },
+  { name: 'gpt-4', label: 'GPT-4', provider: 'OpenAI' },
+  { name: 'gpt-3.5-turbo', label: 'GPT-3.5 Turbo', provider: 'OpenAI' },
+];
+
+export let MODEL_LIST: ModelInfo[] = [...staticModels];
+
+async function getOllamaModels(): Promise<ModelInfo[]> {
+  try {
+    const response = await fetch(`http://localhost:11434/api/tags`);
+    const data = await response.json();
+
+    return data.models.map((model: any) => ({
+      name: model.name,
+      label: `${model.name} (${model.details.parameter_size})`,
+      provider: 'Ollama',
+    }));
+  } catch (e) {
+    return [];
+  }
+}
+
+async function initializeModelList(): Promise<void> {
+  const ollamaModels = await getOllamaModels();
+  MODEL_LIST = [...ollamaModels, ...staticModels];
+}
+initializeModelList().then();
+export { getOllamaModels, initializeModelList };
--- a/app/utils/types.ts
+++ b/app/utils/types.ts
@ -0,0 +1,28 @@
+
+interface OllamaModelDetails {
+  parent_model: string;
+  format: string;
+  family: string;
+  families: string[];
+  parameter_size: string;
+  quantization_level: string;
+}
+
+interface OllamaModel {
+  name: string;
+  model: string;
+  modified_at: string;
+  size: number;
+  digest: string;
+  details: OllamaModelDetails;
+}
+
+export interface OllamaApiResponse {
+  models: OllamaModel[];
+}
+
+export interface ModelInfo {
+  name: string;
+  label: string;
+  provider: string;
+}
--- a/package.json
+++ b/package.json
@ -24,6 +24,8 @@
  },
  "dependencies": {
    "@ai-sdk/anthropic": "^0.0.39",
+    "@ai-sdk/google": "^0.0.52",
+    "@ai-sdk/openai": "^0.0.66",
    "@codemirror/autocomplete": "^6.17.0",
    "@codemirror/commands": "^6.6.0",
    "@codemirror/lang-cpp": "^6.0.2",
@ -43,6 +45,7 @@
    "@iconify-json/svg-spinners": "^1.1.2",
    "@lezer/highlight": "^1.2.0",
    "@nanostores/react": "^0.7.2",
+    "@openrouter/ai-sdk-provider": "^0.0.5",
    "@radix-ui/react-dialog": "^1.1.1",
    "@radix-ui/react-dropdown-menu": "^2.1.1",
    "@remix-run/cloudflare": "^2.10.2",
@ -54,14 +57,17 @@
    "@xterm/addon-fit": "^0.10.0",
    "@xterm/addon-web-links": "^0.11.0",
    "@xterm/xterm": "^5.5.0",
-    "ai": "^3.3.4",
+    "ai": "^3.4.9",
    "date-fns": "^3.6.0",
    "diff": "^5.2.0",
+    "file-saver": "^2.0.5",
    "framer-motion": "^11.2.12",
    "isbot": "^4.1.0",
    "istextorbinary": "^9.5.0",
    "jose": "^5.6.3",
+    "jszip": "^3.10.1",
    "nanostores": "^0.10.3",
+    "ollama-ai-provider": "^0.15.2",
    "react": "^18.2.0",
    "react-dom": "^18.2.0",
    "react-hotkeys-hook": "^4.5.0",
@ -81,6 +87,7 @@
    "@cloudflare/workers-types": "^4.20240620.0",
    "@remix-run/dev": "^2.10.0",
    "@types/diff": "^5.2.1",
+    "@types/file-saver": "^2.0.7",
    "@types/react": "^18.2.20",
    "@types/react-dom": "^18.2.7",
    "fast-glob": "^3.3.2",
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
--- a/worker-configuration.d.ts
+++ b/worker-configuration.d.ts
@ -1,3 +1,7 @@
 interface Env {
  ANTHROPIC_API_KEY: string;
+  OPENAI_API_KEY: string;
+  GROQ_API_KEY: string;
+  OPEN_ROUTER_API_KEY: string;
+  OLLAMA_API_BASE_URL: string;
 }