enh: __task_body__ param

This commit is contained in:
Timothy J. Baek 2024-10-06 14:56:49 -07:00
parent d23f05fe0a
commit da1e88a427
2 changed files with 10 additions and 4 deletions

View File

@ -287,17 +287,20 @@ async def generate_function_chat_completion(form_data, user):
__event_emitter__ = None __event_emitter__ = None
__event_call__ = None __event_call__ = None
__task__ = None __task__ = None
__task_body__ = None
if metadata: if metadata:
if all(k in metadata for k in ("session_id", "chat_id", "message_id")): if all(k in metadata for k in ("session_id", "chat_id", "message_id")):
__event_emitter__ = get_event_emitter(metadata) __event_emitter__ = get_event_emitter(metadata)
__event_call__ = get_event_call(metadata) __event_call__ = get_event_call(metadata)
__task__ = metadata.get("task", None) __task__ = metadata.get("task", None)
__task_body__ = metadata.get("task_body", None)
extra_params = { extra_params = {
"__event_emitter__": __event_emitter__, "__event_emitter__": __event_emitter__,
"__event_call__": __event_call__, "__event_call__": __event_call__,
"__task__": __task__, "__task__": __task__,
"__task_body__": __task_body__,
"__files__": files, "__files__": files,
"__user__": { "__user__": {
"id": user.id, "id": user.id,

View File

@ -1492,7 +1492,7 @@ Prompt: {{prompt:middletruncate:8000}}"""
} }
), ),
"chat_id": form_data.get("chat_id", None), "chat_id": form_data.get("chat_id", None),
"metadata": {"task": str(TASKS.TITLE_GENERATION)}, "metadata": {"task": str(TASKS.TITLE_GENERATION), "task_body": form_data},
} }
log.debug(payload) log.debug(payload)
@ -1569,7 +1569,7 @@ Search Query:"""
"max_completion_tokens": 30, "max_completion_tokens": 30,
} }
), ),
"metadata": {"task": str(TASKS.QUERY_GENERATION)}, "metadata": {"task": str(TASKS.QUERY_GENERATION), "task_body": form_data},
} }
log.debug(payload) log.debug(payload)
@ -1637,7 +1637,7 @@ Message: """{{prompt}}"""
} }
), ),
"chat_id": form_data.get("chat_id", None), "chat_id": form_data.get("chat_id", None),
"metadata": {"task": str(TASKS.EMOJI_GENERATION)}, "metadata": {"task": str(TASKS.EMOJI_GENERATION), "task_body": form_data},
} }
log.debug(payload) log.debug(payload)
@ -1696,7 +1696,10 @@ Responses from models: {{responses}}"""
"messages": [{"role": "user", "content": content}], "messages": [{"role": "user", "content": content}],
"stream": form_data.get("stream", False), "stream": form_data.get("stream", False),
"chat_id": form_data.get("chat_id", None), "chat_id": form_data.get("chat_id", None),
"metadata": {"task": str(TASKS.MOA_RESPONSE_GENERATION)}, "metadata": {
"task": str(TASKS.MOA_RESPONSE_GENERATION),
"task_body": form_data,
},
} }
log.debug(payload) log.debug(payload)