enh: autocompletion

This commit is contained in:
Timothy Jaeryang Baek
2024-11-30 00:29:27 -08:00
parent ba6dc71810
commit 1f53e0922e
7 changed files with 77 additions and 15 deletions

View File

@@ -1039,7 +1039,10 @@ Output:
{ "text": "New York City for Italian cuisine." }
---
### Input:
### Context:
<chat_history>
{{MESSAGES:END:6}}
</chat_history>
<type>{{TYPE}}</type>
<text>{{PROMPT}}</text>
#### Output:

View File

@@ -1991,7 +1991,6 @@ async def generate_queries(form_data: dict, user=Depends(get_verified_user)):
@app.post("/api/task/auto/completions")
async def generate_autocompletion(form_data: dict, user=Depends(get_verified_user)):
model_list = await get_all_models()
models = {model["id"]: model for model in model_list}
@@ -2022,9 +2021,10 @@ async def generate_autocompletion(form_data: dict, user=Depends(get_verified_use
type = form_data.get("type")
prompt = form_data.get("prompt")
messages = form_data.get("messages")
content = autocomplete_generation_template(
template, prompt, type, {"name": user.name}
template, prompt, messages, type, {"name": user.name}
)
payload = {

View File

@@ -214,13 +214,17 @@ def emoji_generation_template(
def autocomplete_generation_template(
template: str,
prompt: Optional[str] = None,
prompt: str,
messages: Optional[list[dict]] = None,
type: Optional[str] = None,
user: Optional[dict] = None,
) -> str:
template = template.replace("{{TYPE}}", type if type else "")
template = replace_prompt_variable(template, prompt)
if messages:
template = replace_messages_variable(template, messages)
template = prompt_template(
template,
**(