UniqAI/cofounder
1
0
Fork 0
mirror of https://github.com/raidendotai/cofounder synced 2025-03-13 07:18:07 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

use local llm

Browse Source
This commit is contained in:
LL 2024-11-09 13:45:48 -08:00
parent 38fea549d3
commit 499db3df4b
21 changed files with 31 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
cofounder/api/package.json
View File

@ -17,6 +17,7 @@
"@google-cloud/storage": "^7.12.1",
"@resvg/resvg-js": "^2.6.2",
"async-retry": "^1.3.3",
"axios": "^1.7.7",
"colormap": "^2.3.2",
"cors": "^2.8.5",
"deepmerge": "^4.3.1",

2
cofounder/api/system/functions/backend/asyncapi.js
View File

@ -142,7 +142,7 @@ you're a genius`,
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages,
preparser: `backticks`,
parser: `yaml`,

4
cofounder/api/system/functions/backend/openapi.js
View File

@ -100,7 +100,7 @@ ${prd}
},
{
role: "user",
content: `\`\`\`PRD:product-requirements-document
content: `\`\`\`FRD:features-requirements-document
${frd}
\`\`\``,
},
@ -147,7 +147,7 @@ you're a genius`,
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages,
preparser: `backticks`,
parser: `yaml`,

2
cofounder/api/system/functions/backend/server.js
View File

@ -297,7 +297,7 @@ now do the analysis , write the full working script and specify the dependencies
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: messages,
preparser: false,
parser: false,

2
cofounder/api/system/functions/db/postgres.js
View File

@ -108,7 +108,7 @@ you're a genius`
},
},
data: {
model: `chatgpt-4o-latest`,//`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL,//`gpt-4o`,
messages,
preparser: `backticks`,
parser: false,

2
cofounder/api/system/functions/db/schemas.js
View File

@ -123,7 +123,7 @@ you're a genius`
},
},
data: {
model: `chatgpt-4o-latest`,//`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL,//`gpt-4o`,
messages,
preparser: `backticks`,
parser: `yaml`,

6
cofounder/api/system/functions/designer/layoutv1.js
View File

@ -461,7 +461,7 @@ async function designerLayoutv1ViewGenerate({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: analysisPassMessages,
preparser: `backticks`,
parser: false,
@ -487,7 +487,7 @@ async function designerLayoutv1ViewGenerate({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: svgPassMessages,
preparser: false,
parser: false,
@ -946,7 +946,7 @@ async function designerLayoutv1ViewIterate({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: svgIterateMessages,
preparser: false,
parser: false,

4
cofounder/api/system/functions/op/llm.js
View File

@ -57,9 +57,11 @@ async function opLlmGen({ context, data }) {
parser = utils.parsers.parse.yaml;
}
let isOpenAi = process.env.LLM_PROVIDER.toLowerCase() === "local" || process.env.LLM_PROVIDER.toLowerCase() === "openai"
const llm_fn = !process.env.LLM_PROVIDER
? utils.openai.inference
: process.env.LLM_PROVIDER.toLowerCase() === "openai"
: isOpenAi
? utils.openai.inference
: utils.anthropic.inference;

2
cofounder/api/system/functions/pm/brd.js
View File

@ -315,7 +315,7 @@ you're a genius`,
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages,
preparser: `backticks`,
parser: false,

2
cofounder/api/system/functions/pm/drd.js
View File

@ -118,7 +118,7 @@ you're a genius`,
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages,
preparser: `backticks`,
parser: false,

2
cofounder/api/system/functions/pm/fjmd.js
View File

@ -115,7 +115,7 @@ you're a genius`,
id: "op:LLM::GEN",
context,
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages,
preparser: `backticks`,
parser: `yaml`,

2
cofounder/api/system/functions/pm/frd.js
View File

@ -84,7 +84,7 @@ you're a genius`,
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages,
preparser: `backticks`,
parser: false,

2
cofounder/api/system/functions/pm/prd.js
View File

@ -105,7 +105,7 @@ you are a genius`,
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages,
preparser: `backticks`,
parser: false,

2
cofounder/api/system/functions/pm/uxdmd.js
View File

@ -197,7 +197,7 @@ you're a genius`,
},
},
data: {
model: `chatgpt-4o-latest`, // `chatgpt-4o-latest`,//`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, // `chatgpt-4o-latest`,//`gpt-4o`,
messages,
preparser: `backticks`,
parser: false,

2
cofounder/api/system/functions/pm/uxsmd.js
View File

@ -143,7 +143,7 @@ you're a genius`,
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages,
preparser: `backticks`,
parser: false,

4
cofounder/api/system/functions/swarm/augment.js
View File

@ -320,7 +320,7 @@ async function swarmAugmentBackendExternalapis({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: messagesAnalysis,
preparser: `backticks`,
parser: false,
@ -344,7 +344,7 @@ async function swarmAugmentBackendExternalapis({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: messagesImplementMerge,
preparser: false,
parser: false,

4
cofounder/api/system/functions/ux/datamap.js
View File

@ -162,7 +162,7 @@ ${uxdmd}
},
},
data: {
model: `chatgpt-4o-latest`, //`chatgpt-4o-latest`, // `chatgpt-4o-latest`,//`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`chatgpt-4o-latest`, // `chatgpt-4o-latest`,//`gpt-4o`,
messages,
preparser: `backticks`,
parser: `yaml`,
@ -490,7 +490,7 @@ you're a genius`,
},
},
data: {
model: `chatgpt-4o-latest`, //`chatgpt-4o-latest`, // `chatgpt-4o-latest`,//`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`chatgpt-4o-latest`, // `chatgpt-4o-latest`,//`gpt-4o`,
messages,
preparser: `backticks`,
parser: `yaml`,

2
cofounder/api/system/functions/ux/sitemap.js
View File

@ -104,7 +104,7 @@ You're a genius do a great job`,
},
},
data: {
model: `chatgpt-4o-latest`, // `chatgpt-4o-latest`,//`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, // `chatgpt-4o-latest`,//`gpt-4o`,
messages,
preparser: `backticks`,
parser: `yaml`,

2
cofounder/api/system/functions/webapp/root.js
View File

@ -205,7 +205,7 @@ async function webappRootGenerate({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: messages,
preparser: false,
parser: false,

2
cofounder/api/system/functions/webapp/store.js
View File

@ -205,7 +205,7 @@ async function webappStoreGenerate({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: messages,
preparser: false,
parser: false,

8
cofounder/api/system/functions/webapp/view.js
View File

@ -513,7 +513,7 @@ async function webappViewGenerate({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: messagesFunctional,
preparser: false,
parser: false,
@ -699,7 +699,7 @@ async function webappViewGenerate({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: messagesRedesign,
preparser: false,
parser: false,
@ -1251,7 +1251,7 @@ async function webappViewIterate({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: promptMessagesNoDesigner,
preparser: false,
parser: false,
@ -1415,7 +1415,7 @@ async function webappViewIterate({ context, data }) {
},
},
data: {
model: `chatgpt-4o-latest`, //`gpt-4o`,
model: process.env.LOCAL_INFERENCE_MODEL, //`gpt-4o`,
messages: mesagesIterateWithDesigner,
preparser: false,
parser: false,