feat(Dynamic Models): together AI Dynamic Models

app/utils/constants.ts

@@ -1,3 +1,5 @@
+import Cookies from 'js-cookie';
+import { parseCookies } from './parseCookies';
 import type { ModelInfo, OllamaApiResponse, OllamaModel } from './types';
 import type { ProviderInfo } from '~/types/model';
 
@@ -262,6 +264,7 @@ const PROVIDER_LIST: ProviderInfo[] = [
   },
   {
     name: 'Together',
+    getDynamicModels: getTogetherModels, 
     staticModels: [
       {
         name: 'Qwen/Qwen2.5-Coder-32B-Instruct',
@@ -293,6 +296,61 @@ const staticModels: ModelInfo[] = PROVIDER_LIST.map((p) => p.staticModels).flat(
 
 export let MODEL_LIST: ModelInfo[] = [...staticModels];
 
+
+export async function getModelList(apiKeys: Record<string, string>) {
+  MODEL_LIST = [
+    ...(
+      await Promise.all(
+        PROVIDER_LIST.filter(
+          (p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
+        ).map((p) => p.getDynamicModels(apiKeys)),
+      )
+    ).flat(),
+    ...staticModels,
+  ];
+  return MODEL_LIST;
+}
+
+async function getTogetherModels(apiKeys?: Record<string, string>): Promise<ModelInfo[]> {
+  try {
+    let baseUrl = import.meta.env.TOGETHER_API_BASE_URL || '';
+    let provider='Together'
+
+  if (!baseUrl) {
+    return [];
+  }
+  let apiKey = import.meta.env.OPENAI_LIKE_API_KEY ?? ''
+
+  if (apiKeys && apiKeys[provider]) {
+    apiKey = apiKeys[provider];
+  }
+
+  if (!apiKey) {
+    return [];
+  }
+
+  const response = await fetch(`${baseUrl}/models`, {
+    headers: {
+      Authorization: `Bearer ${apiKey}`,
+    },
+  });
+  const res = (await response.json()) as any;
+    let data: any[] = (res || []).filter((model: any) => model.type=='chat')
+  return data.map((m: any) => ({
+    name: m.id,
+    label: `${m.display_name} - in:$${(m.pricing.input).toFixed(
+      2,
+    )} out:$${(m.pricing.output).toFixed(2)} - context ${Math.floor(m.context_length / 1000)}k`,
+    provider: provider,
+    maxTokenAllowed: 8000, 
+  }));
+} catch (e) {
+  console.error('Error getting OpenAILike models:', e);
+  return [];
+}
+}
+
+
 const getOllamaBaseUrl = () => {
   const defaultBaseUrl = import.meta.env.OLLAMA_API_BASE_URL || 'http://localhost:11434';
 
@@ -339,8 +397,13 @@ async function getOpenAILikeModels(): Promise<ModelInfo[]> {
     if (!baseUrl) {
       return [];
     }
+    let apiKey = import.meta.env.OPENAI_LIKE_API_KEY ?? '';
+    
+    let apikeys = JSON.parse(Cookies.get('apiKeys')||'{}')
+    if (apikeys && apikeys['OpenAILike']){
+      apiKey = apikeys['OpenAILike'];
+    }
 
-    const apiKey = import.meta.env.OPENAI_LIKE_API_KEY ?? '';
     const response = await fetch(`${baseUrl}/models`, {
       headers: {
         Authorization: `Bearer ${apiKey}`,
@@ -396,7 +459,6 @@ async function getLMStudioModels(): Promise<ModelInfo[]> {
   if (typeof window === 'undefined') {
     return [];
   }
-
   try {
     const baseUrl = import.meta.env.LMSTUDIO_API_BASE_URL || 'http://localhost:1234';
     const response = await fetch(`${baseUrl}/v1/models`);
@@ -414,12 +476,27 @@ async function getLMStudioModels(): Promise<ModelInfo[]> {
 }
 
 async function initializeModelList(): Promise<ModelInfo[]> {
+  let apiKeys: Record<string, string> = {};
+  try {
+    const storedApiKeys = Cookies.get('apiKeys');
+
+    if (storedApiKeys) {
+      const parsedKeys = JSON.parse(storedApiKeys);
+
+      if (typeof parsedKeys === 'object' && parsedKeys !== null) {
+        apiKeys = parsedKeys;
+      }
+    }
+    
+  } catch (error) {
+    
+  }
   MODEL_LIST = [
     ...(
       await Promise.all(
         PROVIDER_LIST.filter(
           (p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
-        ).map((p) => p.getDynamicModels()),
+        ).map((p) => p.getDynamicModels(apiKeys)),
       )
     ).flat(),
     ...staticModels,

app/utils/parseCookies.ts

@@ -0,0 +1,19 @@
+export function parseCookies(cookieHeader: string) {
+    const cookies: any = {};
+
+    // Split the cookie string by semicolons and spaces
+    const items = cookieHeader.split(';').map((cookie) => cookie.trim());
+
+    items.forEach((item) => {
+        const [name, ...rest] = item.split('=');
+
+        if (name && rest) {
+            // Decode the name and value, and join value parts in case it contains '='
+            const decodedName = decodeURIComponent(name.trim());
+            const decodedValue = decodeURIComponent(rest.join('=').trim());
+            cookies[decodedName] = decodedValue;
+        }
+    });
+
+    return cookies;
+}