ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-05-04 13:02:13 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Fix Pipeline stopping all running steps

Browse Source
This commit is contained in:
allegroai 2021-10-16 23:15:58 +03:00
parent 3b7fc2e0d2
commit 8d5d2f2f9e
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
clearml/automation/controller.py
View File

@ -1638,6 +1638,8 @@ class PipelineController(object):
return "blue" # completed job return "blue" # completed job
elif node.job.is_failed(): elif node.job.is_failed():
return "red" # failed job return "red" # failed job
elif node.job.is_stopped():
return "royalblue" # aborted job
else: else:
return "green" # running job return "green" # running job
elif node.skip_job: elif node.skip_job:
@ -1777,7 +1779,7 @@ class PipelineController(object):
if node.executed is False and not node.continue_on_fail: if node.executed is False and not node.continue_on_fail:
self._pipeline_task_status_failed = True self._pipeline_task_status_failed = True
if node.job and node.executed and not node.job.is_stopped(): if node.job and not node.job.is_stopped():
node.job.abort() node.job.abort()
elif not node.job and not node.executed: elif not node.job and not node.executed:
# mark Node as skipped if it has no Job object and it is not executed # mark Node as skipped if it has no Job object and it is not executed
@ -2308,7 +2310,7 @@ class PipelineDecorator(PipelineController):
if node.executed is False and not node.continue_on_fail: if node.executed is False and not node.continue_on_fail:
self._pipeline_task_status_failed = True self._pipeline_task_status_failed = True
if node.job and node.executed and not node.job.is_stopped(): if node.job and not node.job.is_stopped():
node.job.abort() node.job.abort()
elif not node.job and not node.executed: elif not node.job and not node.executed:
# mark Node as skipped if it has no Job object and it is not executed # mark Node as skipped if it has no Job object and it is not executed