Add warning on archived Task in pipeline (issue #274)

clearml/automation/controller.py

@@ -8,6 +8,7 @@ from time import time
 from attr import attrib, attrs
 from typing import Sequence, Optional, Mapping, Callable, Any, Union
 
+from ..debugging.log import LoggerRoot
 from ..task import Task
 from ..automation import TrainsJob
 from ..model import BaseModel
@@ -148,12 +149,17 @@ class PipelineController(object):
             if not base_task:
                 raise ValueError('Could not find base_task_project={} base_task_name={}'.format(
                     base_task_project, base_task_name))
+            if Task.archived_tag in base_task.get_system_tags():
+                LoggerRoot.get_base_logger().warning(
+                    'Found base_task_project={} base_task_name={} but it is archived'.format(
+                        base_task_project, base_task_name))
             base_task_id = base_task.id
 
         self._nodes[name] = self.Node(
             name=name, base_task_id=base_task_id, parents=parents or [],
             queue=execution_queue, timeout=time_limit,
             parameters=parameter_override or {})
+
         return True
 
     def start(self, run_remotely=False, step_task_created_callback=None):

clearml/task.py

@@ -3081,6 +3081,7 @@ class Task(_Task):
         if len(res_tasks) > 1:
             filtered_tasks = [t for t in res_tasks if not getattr(t, system_tags, None) or
                               cls.archived_tag not in getattr(t, system_tags, None)]
+            # if we did not filter everything (otherwise we have only archived tasks, so we return them)
             if filtered_tasks:
                 res_tasks = filtered_tasks