ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-01-31 02:46:54 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix ping serving session task to make sure everyone knows we are alive

Browse Source
This commit is contained in:
allegroai 2024-02-26 11:31:58 +02:00
parent f2ba37c8d4
commit 0f4122247d
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
clearml_serving/serving/model_request_processor.py
View File

@ -835,6 +835,8 @@ class ModelRequestProcessor(object):
""" """
Background thread, syncing model changes into request service. Background thread, syncing model changes into request service.
""" """
from clearml.backend_api.services import tasks
poll_frequency_sec = float(poll_frequency_sec) poll_frequency_sec = float(poll_frequency_sec)
# force mark started on the main serving service task # force mark started on the main serving service task
self._task.mark_started(force=True) self._task.mark_started(force=True)
@ -843,6 +845,17 @@ class ModelRequestProcessor(object):
model_monitor_update = False model_monitor_update = False
self._update_serving_plot() self._update_serving_plot()
while True: while True:
# noinspection PyBroadException
try:
# make sure we let the serving session know we are alive
self._task.send(tasks.PingRequest(self._task.id))
except Exception:
# noinspection PyBroadException
try:
self._report_text("Failed pinging serving session id={}".format(self._task.id))
except Exception as ex:
pass
try: try:
# this should be the only place where we call deserialize # this should be the only place where we call deserialize
self._task.reload() self._task.reload()