Fix pipeline failing to create Step Task should cause the pipeline to be marked failed

This commit is contained in:
allegroai 2021-10-16 23:02:38 +03:00
parent 8ca5346421
commit d0e5713d1c

View File

@ -1394,6 +1394,7 @@ class PipelineController(object):
task_id = task_factory_func_task.id task_id = task_factory_func_task.id
disable_clone_task = True disable_clone_task = True
try:
node.job = self._clearml_job_class( node.job = self._clearml_job_class(
base_task_id=task_id, base_task_id=task_id,
parameter_override=updated_hyper_parameters, parameter_override=updated_hyper_parameters,
@ -1405,6 +1406,9 @@ class PipelineController(object):
allow_caching=node.cache_executed_step, allow_caching=node.cache_executed_step,
**extra_args **extra_args
) )
except Exception:
self._pipeline_task_status_failed = True
raise
if self._experiment_created_cb: if self._experiment_created_cb:
skip_node = self._experiment_created_cb(self, node, updated_hyper_parameters) skip_node = self._experiment_created_cb(self, node, updated_hyper_parameters)