ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-06-26 18:16:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

remove dbg prints

Browse Source
This commit is contained in:
Eugen Ajechiloae 2024-08-15 16:38:27 +03:00
parent df098f7749
commit 64909cdd65
2 changed files with 3 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
clearml_serving/serving/entrypoint.sh
View File

@ -42,7 +42,6 @@ then
fi fi
while : ; do while : ; do
echo "[DEBUG] ~~~~~~~~~~~~ Debug changes applied ~~~~~~~~~~~~"
if [ -z "$CLEARML_USE_GUNICORN" ] if [ -z "$CLEARML_USE_GUNICORN" ]
then then
if [ -z "$CLEARML_SERVING_NUM_PROCESS" ] if [ -z "$CLEARML_SERVING_NUM_PROCESS" ]
@ -70,11 +69,8 @@ while : ; do
$GUNICORN_EXTRA_ARGS $GUNICORN_EXTRA_ARGS
fi fi
echo "[DEBUG] ~~~~~~~~~~~~ Check if we restart here server ~~~~~~~~~~~~"
if [ -z "$CLEARML_SERVING_RESTART_ON_FAILURE" ] if [ -z "$CLEARML_SERVING_RESTART_ON_FAILURE" ]
then then
echo "[DEBUG] ~~~~~~~~~~~~ Not restarting ~~~~~~~~~~~~"
break break
fi fi
echo "[DEBUG] ~~~~~~~~~~~~ Restarting server ~~~~~~~~~~~~"
done done

10
clearml_serving/serving/model_request_processor.py
View File

@ -801,8 +801,8 @@ class ModelRequestProcessor(object):
# update model serving state # update model serving state
self._model_monitoring_versions[model.base_serving_url] = versions_model_ids_dict self._model_monitoring_versions[model.base_serving_url] = versions_model_ids_dict
# if not self._model_monitoring_update_request: if not self._model_monitoring_update_request:
# return False return False
self._report_text("INFO: Monitored Models updated: {}".format( self._report_text("INFO: Monitored Models updated: {}".format(
json.dumps(self._model_monitoring_versions, indent=2)) json.dumps(self._model_monitoring_versions, indent=2))
@ -877,7 +877,7 @@ class ModelRequestProcessor(object):
poll_frequency_sec = float(poll_frequency_sec) poll_frequency_sec = float(poll_frequency_sec)
# force mark started on the main serving service task # force mark started on the main serving service task
self._task.mark_started(force=True) self._task.mark_started(force=True)
self._report_text("Launching - configuration sync every {} sec -- dbg print".format(poll_frequency_sec)) self._report_text("Launching - configuration sync every {} sec".format(poll_frequency_sec))
cleanup = False cleanup = False
model_monitor_update = False model_monitor_update = False
self._update_serving_plot() self._update_serving_plot()
@ -911,14 +911,11 @@ class ModelRequestProcessor(object):
if cleanup or model_monitor_update: if cleanup or model_monitor_update:
self._update_serving_plot() self._update_serving_plot()
if cleanup: if cleanup:
self._report_text("calling gc collect in cleanup")
gc.collect() gc.collect()
self._engine_processor_lookup = dict() self._engine_processor_lookup = dict()
except Exception as ex: except Exception as ex:
print("Exception occurred in monitoring thread: {}".format(ex)) print("Exception occurred in monitoring thread: {}".format(ex))
self._report_text("before sleep")
sleep(poll_frequency_sec) sleep(poll_frequency_sec)
self._report_text("after sleep")
try: try:
# we assume that by now all old deleted endpoints requests already returned # we assume that by now all old deleted endpoints requests already returned
call_gc_collect = False call_gc_collect = False
@ -929,7 +926,6 @@ class ModelRequestProcessor(object):
self._engine_processor_lookup.pop(k, None) self._engine_processor_lookup.pop(k, None)
call_gc_collect = True call_gc_collect = True
if call_gc_collect: if call_gc_collect:
self._report_text("calling gc collect in try")
gc.collect() gc.collect()
cleanup = False cleanup = False
model_monitor_update = False model_monitor_update = False