Fix model reference with Ollama proxy when prefixes are used

This commit is contained in:
Samer Albahra 2025-05-02 11:30:59 -04:00 committed by GitHub
parent 852d9dcbe9
commit cafba3eaff
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -880,6 +880,10 @@ async def embed(
url = request.app.state.config.OLLAMA_BASE_URLS[url_idx]
key = get_api_key(url_idx, url, request.app.state.config.OLLAMA_API_CONFIGS)
prefix_id = api_config.get("prefix_id", None)
if prefix_id:
form_data.model = form_data.model.replace(f"{prefix_id}.", "")
try:
r = requests.request(
method="POST",
@ -959,6 +963,10 @@ async def embeddings(
url = request.app.state.config.OLLAMA_BASE_URLS[url_idx]
key = get_api_key(url_idx, url, request.app.state.config.OLLAMA_API_CONFIGS)
prefix_id = api_config.get("prefix_id", None)
if prefix_id:
form_data.model = form_data.model.replace(f"{prefix_id}.", "")
try:
r = requests.request(
method="POST",