Merge pull request #13441 from salbahra/bug/fix-prefix-for-embedding-model

fix: Incorrect model reference with Ollama proxy when prefixes are used
This commit is contained in:
Tim Jaeryang Baek 2025-05-03 07:17:40 -07:00 committed by GitHub
commit bbc1ae0942
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -885,6 +885,10 @@ async def embed(
url = request.app.state.config.OLLAMA_BASE_URLS[url_idx]
key = get_api_key(url_idx, url, request.app.state.config.OLLAMA_API_CONFIGS)
prefix_id = api_config.get("prefix_id", None)
if prefix_id:
form_data.model = form_data.model.replace(f"{prefix_id}.", "")
try:
r = requests.request(
method="POST",
@ -964,6 +968,10 @@ async def embeddings(
url = request.app.state.config.OLLAMA_BASE_URLS[url_idx]
key = get_api_key(url_idx, url, request.app.state.config.OLLAMA_API_CONFIGS)
prefix_id = api_config.get("prefix_id", None)
if prefix_id:
form_data.model = form_data.model.replace(f"{prefix_id}.", "")
try:
r = requests.request(
method="POST",