ClearML/clearml-agent
1
0
Fork 0
mirror of https://github.com/clearml/clearml-agent synced 2025-02-12 07:38:04 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Do not stop experiments if network is down

Browse Source
This commit is contained in:
allegroai 2020-02-10 10:47:13 +02:00
parent 714c6a05d0
commit d558c66d3c
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
trains_agent/commands/worker.py
View File

@ -229,6 +229,8 @@ class TaskStopSignal(object):
return self._test() return self._test()
except Exception as ex: except Exception as ex:
self.command.log_traceback(ex) self.command.log_traceback(ex)
# make sure we break nothing
return TaskStopSignal.default
def _test(self): def _test(self):
# type: () -> TaskStopReason # type: () -> TaskStopReason
@ -780,7 +782,7 @@ class Worker(ServiceCommandSection):
if daemon: if daemon:
self.send_logs( self.send_logs(
task_id=task_id, task_id=task_id,
lines=["User aborted: stopping task\n"], lines=["User aborted: stopping task ({})\n".format(str(stop_reason))],
level="ERROR", level="ERROR",
) )
kill_all_child_processes(process.pid) kill_all_child_processes(process.pid)