ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-06-26 18:16:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix jsonresponse

Browse Source
This commit is contained in:
IlyaMescheryakov1402 2025-03-11 22:44:32 +03:00
parent fedfcdadeb
commit 25e2940596
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
clearml_serving/serving/preprocess_service.py
View File

@ -818,7 +818,7 @@ class VllmEngine(Singleton):
) -> Any: ) -> Any:
request, raw_request = data["request"], data["raw_request"] request, raw_request = data["request"], data["raw_request"]
models_ = await self.openai_serving_models.show_available_models() models_ = await self.openai_serving_models.show_available_models()
return JSONResponse(content=models_.model_dump()) return self._fastapi["json_response"](content=models_.model_dump())
@BasePreprocessRequest.register_engine("vllm", modules=["vllm", "fastapi"]) @BasePreprocessRequest.register_engine("vllm", modules=["vllm", "fastapi"])