ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-06-26 18:16:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

more debug prints

Browse Source
This commit is contained in:
Eugen Ajechiloae 2024-08-14 20:46:45 +03:00
parent 7d801a11da
commit f95939cffe
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
clearml_serving/serving/model_request_processor.py
View File

@ -909,17 +909,24 @@ class ModelRequestProcessor(object):
self._engine_processor_lookup = dict() self._engine_processor_lookup = dict()
except Exception as ex: except Exception as ex:
print("Exception occurred in monitoring thread: {}".format(ex)) print("Exception occurred in monitoring thread: {}".format(ex))
print("before sleep")
sleep(poll_frequency_sec) sleep(poll_frequency_sec)
print("after sleep")
try: try:
# we assume that by now all old deleted endpoints requests already returned # we assume that by now all old deleted endpoints requests already returned
print("before if")
if model_monitor_update and not cleanup: if model_monitor_update and not cleanup:
print("before 1")
for k in list(self._engine_processor_lookup.keys()): for k in list(self._engine_processor_lookup.keys()):
print("before 2")
if k not in self._endpoints: if k not in self._endpoints:
print("before 3")
# atomic # atomic
self._engine_processor_lookup[k]._model = None self._engine_processor_lookup[k]._model = None
print("clearml-serving --id c1a4ebd2586040ad906cf338d16bcb87 model remove --endpoint test_model_sklearn") print("clearml-serving --id c1a4ebd2586040ad906cf338d16bcb87 model remove --endpoint test_model_sklearn")
gc.collect() gc.collect()
if hasattr(self._engine_processor_lookup[k]._preprocess, "unload"): if hasattr(self._engine_processor_lookup[k]._preprocess, "unload"):
print("hasattr")
try: try:
self._engine_processor_lookup[k]._preprocess.unload() self._engine_processor_lookup[k]._preprocess.unload()
except Exception as ex: except Exception as ex: