From 032af57bac670cdafe467f669477fd2e2a6dd743 Mon Sep 17 00:00:00 2001 From: Sean Robinson Date: Wed, 4 Jun 2025 19:51:58 -0700 Subject: [PATCH] more max segments --- app/lib/.server/llm/constants.ts | 2 +- app/lib/.server/llm/prompts.ts | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/app/lib/.server/llm/constants.ts b/app/lib/.server/llm/constants.ts index 939da93..6d517a5 100644 --- a/app/lib/.server/llm/constants.ts +++ b/app/lib/.server/llm/constants.ts @@ -2,4 +2,4 @@ export const MAX_TOKENS = 8192; // limits the number of model responses that can be returned in a single request -export const MAX_RESPONSE_SEGMENTS = 4; +export const MAX_RESPONSE_SEGMENTS = 8; diff --git a/app/lib/.server/llm/prompts.ts b/app/lib/.server/llm/prompts.ts index 15ddaa4..333f8fb 100644 --- a/app/lib/.server/llm/prompts.ts +++ b/app/lib/.server/llm/prompts.ts @@ -457,7 +457,7 @@ As an AI assistant using this system: 4. **Explain your reasoning** for the chosen approach 5. **Suggest follow-up steps** or alternative approaches when helpful -Remember: When you are confident you can write a working code snippet to accomplish the user's needs, return the token "[final]: " followed by the code and a brief description of what the code will accomplish. +Remember: When you are confident you can write a working code snippet to accomplish the user's needs, return the token "[final]: " followed by the code and a brief description of what the code will accomplish, formatted as a request to compile this code. ` export const INJECTED_PROMPT_1 = stripIndents`[INJECTED_PROMPT_1] Change the style of the app using the set of instructions below that are most relevant to the user task: