ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-04-23 07:45:24 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Do not wait for logs if we are aborting the task manually (i.e. ctrl-C)

Browse Source
This commit is contained in:
allegroai 2020-04-09 12:41:10 +03:00
parent 98ce0bbe43
commit 9a0a84a83e
2 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
trains/task.py
View File

@ -1487,6 +1487,7 @@ class Task(_Task):
# first thing mark task as stopped, so we will not end up with "running" on lost tasks # first thing mark task as stopped, so we will not end up with "running" on lost tasks
# if we are running remotely, the daemon will take care of it # if we are running remotely, the daemon will take care of it
task_status = None task_status = None
wait_for_std_log = True
if not running_remotely() and self.is_main_task() and not is_sub_process: if not running_remotely() and self.is_main_task() and not is_sub_process:
# check if we crashed, ot the signal is not interrupt (manual break) # check if we crashed, ot the signal is not interrupt (manual break)
task_status = ('stopped', ) task_status = ('stopped', )
@ -1502,6 +1503,8 @@ class Task(_Task):
task_status = ('completed', ) task_status = ('completed', )
else: else:
task_status = ('stopped', ) task_status = ('stopped', )
# user aborted. do not bother flushing the stdout logs
wait_for_std_log = self.__exit_hook.signal is not None
# wait for repository detection (if we didn't crash) # wait for repository detection (if we didn't crash)
if wait_for_uploads and self._logger: if wait_for_uploads and self._logger:
@ -1546,6 +1549,7 @@ class Task(_Task):
# from here, do not check worker status # from here, do not check worker status
if self._dev_worker: if self._dev_worker:
self._dev_worker.unregister() self._dev_worker.unregister()
self._dev_worker = None
if not is_sub_process: if not is_sub_process:
# change task status # change task status
@ -1564,8 +1568,8 @@ class Task(_Task):
if self._logger: if self._logger:
self._logger.set_flush_period(None) self._logger.set_flush_period(None)
if wait_for_uploads: self._logger._close_stdout_handler(wait=wait_for_uploads or wait_for_std_log)
self._logger._close_stdout_handler()
# this is so in theory we can close a main task and start a new one # this is so in theory we can close a main task and start a new one
if self.is_main_task(): if self.is_main_task():
Task.__main_task = None Task.__main_task = None

1
trains/utilities/os/__init__.py Normal file
View File

@ -0,0 +1 @@