ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-06-26 18:16:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

remove dbg prints

Browse Source
This commit is contained in:
Eugen Ajechiloae 2024-08-15 16:38:27 +03:00
parent df098f7749
commit 64909cdd65
2 changed files with 3 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
clearml_serving/serving/entrypoint.sh
View File

@ -42,7 +42,6 @@ then
fi
while : ; do
echo "[DEBUG] ~~~~~~~~~~~~ Debug changes applied ~~~~~~~~~~~~"
if [ -z "$CLEARML_USE_GUNICORN" ]
then
if [ -z "$CLEARML_SERVING_NUM_PROCESS" ]
@ -70,11 +69,8 @@ while : ; do
$GUNICORN_EXTRA_ARGS
fi
echo "[DEBUG] ~~~~~~~~~~~~ Check if we restart here server ~~~~~~~~~~~~"
if [ -z "$CLEARML_SERVING_RESTART_ON_FAILURE" ]
then
echo "[DEBUG] ~~~~~~~~~~~~ Not restarting ~~~~~~~~~~~~"
break
fi
echo "[DEBUG] ~~~~~~~~~~~~ Restarting server ~~~~~~~~~~~~"
done

10
clearml_serving/serving/model_request_processor.py
View File

@ -801,8 +801,8 @@ class ModelRequestProcessor(object):
# update model serving state
self._model_monitoring_versions[model.base_serving_url] = versions_model_ids_dict
# if not self._model_monitoring_update_request:
# return False
if not self._model_monitoring_update_request:
return False
self._report_text("INFO: Monitored Models updated: {}".format(
json.dumps(self._model_monitoring_versions, indent=2))
@ -877,7 +877,7 @@ class ModelRequestProcessor(object):
poll_frequency_sec = float(poll_frequency_sec)
# force mark started on the main serving service task
self._task.mark_started(force=True)
self._report_text("Launching - configuration sync every {} sec -- dbg print".format(poll_frequency_sec))
self._report_text("Launching - configuration sync every {} sec".format(poll_frequency_sec))
cleanup = False
model_monitor_update = False
self._update_serving_plot()
@ -911,14 +911,11 @@ class ModelRequestProcessor(object):
if cleanup or model_monitor_update:
self._update_serving_plot()
if cleanup:
self._report_text("calling gc collect in cleanup")
gc.collect()
self._engine_processor_lookup = dict()
except Exception as ex:
print("Exception occurred in monitoring thread: {}".format(ex))
self._report_text("before sleep")
sleep(poll_frequency_sec)
self._report_text("after sleep")
try:
# we assume that by now all old deleted endpoints requests already returned
call_gc_collect = False
@ -929,7 +926,6 @@ class ModelRequestProcessor(object):
self._engine_processor_lookup.pop(k, None)
call_gc_collect = True
if call_gc_collect:
self._report_text("calling gc collect in try")
gc.collect()
cleanup = False
model_monitor_update = False