ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-03-04 11:09:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add support for update pre/post processing code to a live endpoint

Browse Source
This commit is contained in:
allegroai 2022-06-07 00:52:08 +03:00
parent b5de243348
commit 5beb077f51
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
clearml_serving/serving/model_request_processor.py
View File

@ -808,6 +808,7 @@ class ModelRequestProcessor(object):
self._task.mark_started(force=True)
self._report_text("Launching - configuration sync every {} sec".format(poll_frequency_sec))
cleanup = False
model_monitor_update = False
self._update_serving_plot()
while True:
try:
@ -823,21 +824,24 @@ class ModelRequestProcessor(object):
# update endpoints
self.deserialize(self._task)
# mark clean up for next round
cleanup = True
model_monitor_update = True
# update serving layout plot
if cleanup:
if cleanup or model_monitor_update:
self._update_serving_plot()
if cleanup:
self._engine_processor_lookup = dict()
except Exception as ex:
print("Exception occurred in monitoring thread: {}".format(ex))
sleep(poll_frequency_sec)
try:
# we assume that by now all old deleted endpoints requests already returned
if cleanup:
cleanup = False
if model_monitor_update and not cleanup:
for k in list(self._engine_processor_lookup.keys()):
if k not in self._endpoints:
# atomic
self._engine_processor_lookup.pop(k, None)
cleanup = False
model_monitor_update = False
except Exception as ex:
print("Exception occurred in monitoring thread: {}".format(ex))