bolt.diy/app/routes/api.enhancer.ts

129 lines
3.9 KiB
TypeScript
Raw Permalink Normal View History

2024-07-10 16:44:39 +00:00
import { type ActionFunctionArgs } from '@remix-run/cloudflare';
//import { StreamingTextResponse, parseStreamPart } from 'ai';
import { streamText } from '~/lib/.server/llm/stream-text';
import { stripIndents } from '~/utils/stripIndent';
2024-12-11 08:32:21 +00:00
import type { IProviderSetting, ProviderInfo } from '~/types/model';
2024-07-10 16:44:39 +00:00
2024-07-29 18:31:45 +00:00
export async function action(args: ActionFunctionArgs) {
2024-09-26 16:45:41 +00:00
return enhancerAction(args);
2024-07-29 18:31:45 +00:00
}
2024-12-11 08:32:21 +00:00
function parseCookies(cookieHeader: string) {
const cookies: any = {};
// Split the cookie string by semicolons and spaces
const items = cookieHeader.split(';').map((cookie) => cookie.trim());
items.forEach((item) => {
const [name, ...rest] = item.split('=');
if (name && rest) {
// Decode the name and value, and join value parts in case it contains '='
const decodedName = decodeURIComponent(name.trim());
const decodedValue = decodeURIComponent(rest.join('=').trim());
cookies[decodedName] = decodedValue;
}
});
return cookies;
}
2024-07-29 18:31:45 +00:00
async function enhancerAction({ context, request }: ActionFunctionArgs) {
2024-12-11 08:32:21 +00:00
const { message, model, provider } = await request.json<{
2024-11-12 00:10:54 +00:00
message: string;
model: string;
provider: ProviderInfo;
2024-11-12 00:10:54 +00:00
apiKeys?: Record<string, string>;
}>();
const { name: providerName } = provider;
// validate 'model' and 'provider' fields
2024-11-12 00:10:54 +00:00
if (!model || typeof model !== 'string') {
throw new Response('Invalid or missing model', {
status: 400,
statusText: 'Bad Request',
2024-11-12 00:10:54 +00:00
});
}
if (!providerName || typeof providerName !== 'string') {
2024-11-12 00:10:54 +00:00
throw new Response('Invalid or missing provider', {
status: 400,
statusText: 'Bad Request',
2024-11-12 00:10:54 +00:00
});
}
2024-07-10 16:44:39 +00:00
2024-12-11 08:32:21 +00:00
const cookieHeader = request.headers.get('Cookie');
// Parse the cookie's value (returns an object or null if no cookie exists)
const apiKeys = JSON.parse(parseCookies(cookieHeader || '').apiKeys || '{}');
const providerSettings: Record<string, IProviderSetting> = JSON.parse(
parseCookies(cookieHeader || '').providers || '{}',
);
2024-07-10 16:44:39 +00:00
try {
2024-12-11 08:32:21 +00:00
const result = await streamText({
messages: [
2024-07-10 16:44:39 +00:00
{
role: 'user',
content:
`[Model: ${model}]\n\n[Provider: ${providerName}]\n\n` +
stripIndents`
You are a professional prompt engineer specializing in crafting precise, effective prompts.
Your task is to enhance prompts by making them more specific, actionable, and effective.
I want you to improve the user prompt that is wrapped in \`<original_prompt>\` tags.
For valid prompts:
- Make instructions explicit and unambiguous
- Add relevant context and constraints
- Remove redundant information
- Maintain the core intent
- Ensure the prompt is self-contained
- Use professional language
For invalid or unclear prompts:
- Respond with clear, professional guidance
- Keep responses concise and actionable
- Maintain a helpful, constructive tone
- Focus on what the user should provide
- Use a standard template for consistency
IMPORTANT: Your response must ONLY contain the enhanced prompt text.
Do not include any explanations, metadata, or wrapper tags.
<original_prompt>
${message}
</original_prompt>
`,
2024-07-10 16:44:39 +00:00
},
],
2024-12-11 08:32:21 +00:00
env: context.cloudflare.env,
apiKeys,
2024-12-11 08:32:21 +00:00
providerSettings,
});
2024-07-10 16:44:39 +00:00
2024-12-17 20:50:14 +00:00
return new Response(result.textStream, {
status: 200,
headers: {
'Content-Type': 'text/plain; charset=utf-8',
},
});
2024-11-12 00:10:54 +00:00
} catch (error: unknown) {
2024-07-10 16:44:39 +00:00
console.log(error);
2024-11-12 00:10:54 +00:00
if (error instanceof Error && error.message?.includes('API key')) {
throw new Response('Invalid or missing API key', {
status: 401,
statusText: 'Unauthorized',
2024-11-12 00:10:54 +00:00
});
}
2024-07-10 16:44:39 +00:00
throw new Response(null, {
status: 500,
statusText: 'Internal Server Error',
});
}
}