feat: pass structured output format through to ollama

This commit is contained in:
envision3d
2024-12-17 09:33:32 -06:00
parent 18fd3db3d5
commit 16d900247a
2 changed files with 4 additions and 1 deletions

View File

@@ -154,6 +154,9 @@ def convert_payload_openai_to_ollama(openai_payload: dict) -> dict:
)
ollama_payload["stream"] = openai_payload.get("stream", False)
if "format" in openai_payload:
ollama_payload["format"] = openai_payload["format"]
# If there are advanced parameters in the payload, format them in Ollama's options field
ollama_options = {}