ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-06-26 18:16:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add getattr for process methods

Browse Source
This commit is contained in:
IlyaMescheryakov1402
2025-03-11 22:42:59 +03:00
parent 9bb0dbb182
commit fedfcdadeb
3 changed files with 89 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
clearml_serving/serving/model_request_processor.py
View File

@@ -1225,23 +1225,28 @@ class ModelRequestProcessor(object):
preprocessed = await processor.preprocess(body, state, stats_collect_fn) \
if processor.is_preprocess_async \
else processor.preprocess(body, state, stats_collect_fn)
if serve_type == "process":
# noinspection PyUnresolvedReferences
processed = await processor.process(preprocessed, state, stats_collect_fn) \
if processor.is_process_async \
else processor.process(preprocessed, state, stats_collect_fn)
elif serve_type == "completions":
# noinspection PyUnresolvedReferences
processed = await processor.completions(preprocessed, state, stats_collect_fn) \
if processor.is_process_async \
else processor.completions(preprocessed, state, stats_collect_fn)
elif serve_type == "chat/completions":
# noinspection PyUnresolvedReferences
processed = await processor.chat_completions(preprocessed, state, stats_collect_fn) \
if processor.is_process_async \
else processor.chat_completions(preprocessed, state, stats_collect_fn)
else:
raise ValueError(f"wrong url_type: expected 'process', 'completions' or 'chat/completions', got {serve_type}")
processed_func = getattr(processor, serve_type.replace("/", "_"))
# noinspection PyUnresolvedReferences
processed = await processed_func(preprocessed, state, stats_collect_fn) \
if processor.is_process_async \
else processed_func(preprocessed, state, stats_collect_fn)
# if serve_type == "process":
# # noinspection PyUnresolvedReferences
# processed = await processor.process(preprocessed, state, stats_collect_fn) \
# if processor.is_process_async \
# else processor.process(preprocessed, state, stats_collect_fn)
# elif serve_type == "completions":
# # noinspection PyUnresolvedReferences
# processed = await processor.completions(preprocessed, state, stats_collect_fn) \
# if processor.is_process_async \
# else processor.completions(preprocessed, state, stats_collect_fn)
# elif serve_type == "chat/completions":
# # noinspection PyUnresolvedReferences
# processed = await processor.chat_completions(preprocessed, state, stats_collect_fn) \
# if processor.is_process_async \
# else processor.chat_completions(preprocessed, state, stats_collect_fn)
# else:
# raise ValueError(f"wrong url_type: expected 'process', 'completions' or 'chat/completions', got {serve_type}")
# noinspection PyUnresolvedReferences
return_value = await processor.postprocess(processed, state, stats_collect_fn) \
if processor.is_postprocess_async \