ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-06-26 18:16:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix request_body

Browse Source
This commit is contained in:
IlyaMescheryakov1402 2025-03-20 15:21:40 +03:00
parent 34c4a9df91
commit 1c3bcc7532
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
clearml_serving/serving/main.py
View File

@ -192,7 +192,7 @@ async def base_serve_model(
return_value = await process_with_exceptions(
base_url=model_id,
version=version,
request_body=request,
request=request,
serve_type="process"
)
return return_value
@ -218,7 +218,7 @@ async def openai_serve_model(
return_value = await process_with_exceptions(
base_url=request.model,
version=None,
request_body=combined_request,
request=combined_request,
serve_type=endpoint_type
)
return return_value