ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-02-07 13:23:40 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

bugfix, remote task stop from web-app

Browse Source
This commit is contained in:
allegroai 2019-06-11 14:39:18 +03:00
parent fbfa701b96
commit 92b8298697
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
trains/task.py
View File

@ -814,6 +814,7 @@ class Task(_Task):
self._dev_worker.unregister() self._dev_worker.unregister()
# NOTICE! This will end the entire execution tree! # NOTICE! This will end the entire execution tree!
self.__exit_hook.remote_user_aborted = True
self._kill_all_child_processes(send_kill=False) self._kill_all_child_processes(send_kill=False)
time.sleep(2.0) time.sleep(2.0)
self._kill_all_child_processes(send_kill=True) self._kill_all_child_processes(send_kill=True)
@ -908,12 +909,13 @@ class Task(_Task):
self._dev_worker.unregister() self._dev_worker.unregister()
# check if we crashed, ot the signal is not interrupt (manual break) # check if we crashed, ot the signal is not interrupt (manual break)
if self.__exit_hook: if self.__exit_hook:
if self.__exit_hook.exception is not None or self.__exit_hook.signal not in (None, 2): if self.__exit_hook.exception is not None or \
(not self.__exit_hook.remote_user_aborted and self.__exit_hook.signal not in (None, 2)):
self.mark_failed(status_reason='Exception') self.mark_failed(status_reason='Exception')
wait_for_uploads = False wait_for_uploads = False
else: else:
self.stopped() self.stopped()
wait_for_uploads = (self.__exit_hook.signal is None) wait_for_uploads = (self.__exit_hook.remote_user_aborted or self.__exit_hook.signal is None)
else: else:
self.stopped() self.stopped()
@ -941,6 +943,7 @@ class Task(_Task):
class ExitHooks(object): class ExitHooks(object):
_orig_exit = None _orig_exit = None
_orig_exc_handler = None _orig_exc_handler = None
remote_user_aborted = False
def __init__(self, callback): def __init__(self, callback):
self.exit_code = None self.exit_code = None