ClearML/clearml-agent
1
0
Fork 0
mirror of https://github.com/clearml/clearml-agent synced 2025-06-26 18:16:15 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix bash on_abort callback in services mode

Browse Source
This commit is contained in:
clearml 2025-03-03 19:19:57 +02:00
parent 66494c598d
commit eee261685f
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
clearml_agent/commands/worker.py
View File

@ -563,7 +563,6 @@ class TaskStopSignal(object):
self._bash_callback_timeout = None self._bash_callback_timeout = None
self._bash_callback_thread = None self._bash_callback_thread = None
self._self_monitor_thread = None self._self_monitor_thread = None
self.register_bash_callback()
@classmethod @classmethod
def check_registered_bash_callback(cls): def check_registered_bash_callback(cls):
@ -572,6 +571,8 @@ class TaskStopSignal(object):
"").strip()) "").strip())
def register_bash_callback(self): def register_bash_callback(self):
if self._bash_callback:
return
# check if the env variable defined a callback # check if the env variable defined a callback
if not (ENV_ABORT_CALLBACK_CMD.get() or "").strip(): if not (ENV_ABORT_CALLBACK_CMD.get() or "").strip():
return return
@ -604,6 +605,8 @@ class TaskStopSignal(object):
self._bash_callback_timeout, self._bash_callback)) self._bash_callback_timeout, self._bash_callback))
def start_monitor_thread(self, polling_interval_sec=10): def start_monitor_thread(self, polling_interval_sec=10):
self.register_bash_callback()
if self._self_monitor_thread: if self._self_monitor_thread:
return return
self._self_monitor_thread = Thread(target=self._monitor_thread_loop, args=(polling_interval_sec, )) self._self_monitor_thread = Thread(target=self._monitor_thread_loop, args=(polling_interval_sec, ))