From 54c601eea2f9981bb8e360a8203bc36696a55cfd Mon Sep 17 00:00:00 2001 From: Anton Cherepkov Date: Thu, 26 Jan 2023 21:11:47 +0400 Subject: [PATCH] Add support for references in Pipeline queue_name (#857) --- clearml/automation/controller.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/clearml/automation/controller.py b/clearml/automation/controller.py index 9da330e8..6d8e4f68 100644 --- a/clearml/automation/controller.py +++ b/clearml/automation/controller.py @@ -1925,7 +1925,8 @@ class PipelineController(object): node.job.task.get_logger().report_text( "\nNode '{}' failed. Retrying... (this is retry number {})\n".format(node.name, self._retries[node.name]) ) - node.job.launch(queue_name=node.queue or self._default_execution_queue) + parsed_queue_name = self._parse_step_ref(node.queue) + node.job.launch(queue_name=parsed_queue_name or self._default_execution_queue) def _launch_node(self, node): # type: (PipelineController.Node) -> () @@ -2014,7 +2015,9 @@ class PipelineController(object): self._running_nodes.append(node.name) else: self._running_nodes.append(node.name) - return node.job.launch(queue_name=node.queue or self._default_execution_queue) + + parsed_queue_name = self._parse_step_ref(node.queue) + return node.job.launch(queue_name=parsed_queue_name or self._default_execution_queue) return True