ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-06-26 18:16:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

more dbg prints

Browse Source
This commit is contained in:
Eugen Ajechiloae 2024-08-14 21:03:25 +03:00
parent 67325df4d5
commit 79b987ac0c
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
clearml_serving/serving/model_request_processor.py
View File

@ -914,12 +914,17 @@ class ModelRequestProcessor(object):
self._report_text("after sleep") self._report_text("after sleep")
try: try:
# we assume that by now all old deleted endpoints requests already returned # we assume that by now all old deleted endpoints requests already returned
self._report_text("model_monitor_update and not cleanup")
if model_monitor_update and not cleanup: if model_monitor_update and not cleanup:
self._report_text("for k in list(self._engine_processor_lookup")
for k in list(self._engine_processor_lookup.keys()): for k in list(self._engine_processor_lookup.keys()):
self._report_text(f"if k now in self._endpoints {self._endpoints} {k}")
if k not in self._endpoints: if k not in self._endpoints:
# atomic # atomic
self._engine_processor_lookup[k]._model = None self._engine_processor_lookup[k]._model = None
gc.collect() gc.collect()
self._report_text(str(self._engine_processor_lookup[k]._preprocess))
self._report_text(dir(self._engine_processor_lookup[k]._preprocess))
if hasattr(self._engine_processor_lookup[k]._preprocess, "unload"): if hasattr(self._engine_processor_lookup[k]._preprocess, "unload"):
try: try:
self._engine_processor_lookup[k]._preprocess.unload() self._engine_processor_lookup[k]._preprocess.unload()