fix: ollama requests

This commit is contained in:
Timothy Jaeryang Baek 2025-03-29 16:52:42 -07:00
parent 34607736c6
commit feaa01dc77

View File

@ -465,18 +465,27 @@ async def get_ollama_versions(request: Request, url_idx: Optional[int] = None):
if request.app.state.config.ENABLE_OLLAMA_API: if request.app.state.config.ENABLE_OLLAMA_API:
if url_idx is None: if url_idx is None:
# returns lowest version # returns lowest version
request_tasks = [ request_tasks = []
send_get_request(
f"{url}/api/version", for idx, url in enumerate(request.app.state.config.OLLAMA_BASE_URLS):
api_config = request.app.state.config.OLLAMA_API_CONFIGS.get(
str(idx),
request.app.state.config.OLLAMA_API_CONFIGS.get( request.app.state.config.OLLAMA_API_CONFIGS.get(
str(idx), url, {}
request.app.state.config.OLLAMA_API_CONFIGS.get( ), # Legacy support
url, {}
), # Legacy support
).get("key", None),
) )
for idx, url in enumerate(request.app.state.config.OLLAMA_BASE_URLS)
] enable = api_config.get("enable", True)
key = api_config.get("key", None)
if enable:
request_tasks.append(
send_get_request(
f"{url}/api/version",
key,
)
)
responses = await asyncio.gather(*request_tasks) responses = await asyncio.gather(*request_tasks)
responses = list(filter(lambda x: x is not None, responses)) responses = list(filter(lambda x: x is not None, responses))