diff --git a/clearml_serving/serving/model_request_processor.py b/clearml_serving/serving/model_request_processor.py index 49de499..45deb29 100644 --- a/clearml_serving/serving/model_request_processor.py +++ b/clearml_serving/serving/model_request_processor.py @@ -388,6 +388,8 @@ class ModelRequestProcessor(object): return False self._endpoints.pop(endpoint_url, None) self._remove_registered_input_model(endpoint_url) + self._engine_processor_lookup.pop(endpoint_url, None) + gc.collect() return True def add_canary_endpoint( diff --git a/clearml_serving/serving/preprocess_service.py b/clearml_serving/serving/preprocess_service.py index 81d4926..efa33a1 100644 --- a/clearml_serving/serving/preprocess_service.py +++ b/clearml_serving/serving/preprocess_service.py @@ -94,7 +94,10 @@ class BasePreprocessRequest(object): def __del__(self): super_ = super(PreprocessDelWrapper, self) if callable(getattr(super_, "unload", None)): - super_.unload() + try: + super_.unload() + except Exception as ex: + print("Failed unloading model: {}".format(ex)) if callable(getattr(super_, "__del__", None)): super_.__del__()