refac: ollama tool calling support

Co-Authored-By: smonux <85928277+smonux@users.noreply.github.com>
This commit is contained in:
Timothy Jaeryang Baek
2025-02-04 19:22:08 -08:00
parent ec9be0d20d
commit 23df351239
2 changed files with 9 additions and 0 deletions

View File

@@ -939,6 +939,7 @@ async def generate_completion(
class ChatMessage(BaseModel):
role: str
content: str
tool_calls: Optional[list[dict]] = None
images: Optional[list[str]] = None
@@ -950,6 +951,7 @@ class GenerateChatCompletionForm(BaseModel):
template: Optional[str] = None
stream: Optional[bool] = True
keep_alive: Optional[Union[int, str]] = None
tools: Optional[list[dict]] = None
async def get_ollama_url(request: Request, model: str, url_idx: Optional[int] = None):