From c58f8649a24efc6cb0a7bd32f69eaa13e79e0dfd Mon Sep 17 00:00:00 2001 From: allegroai <> Date: Sun, 30 Apr 2023 15:22:52 +0300 Subject: [PATCH] Fix race condition in pipeline declaration --- clearml/automation/controller.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/clearml/automation/controller.py b/clearml/automation/controller.py index 1ae8c883..c251ad13 100644 --- a/clearml/automation/controller.py +++ b/clearml/automation/controller.py @@ -4164,8 +4164,6 @@ class PipelineDecorator(PipelineController): a_pipeline._task._set_runtime_properties( dict(multi_pipeline_counter=str(cls._multi_pipeline_call_counter))) - a_pipeline._start(wait=False) - # sync arguments back (post deserialization and casting back) for k in pipeline_kwargs.keys(): if k in a_pipeline.get_parameters(): @@ -4178,6 +4176,8 @@ class PipelineDecorator(PipelineController): a_pipeline._task.execute_remotely(queue_name=pipeline_execution_queue) # when we get here it means we are running remotely + a_pipeline._start(wait=False) + # this time the pipeline is executed only on the remote machine try: pipeline_result = func(**pipeline_kwargs)