From 8b4f1eefc2ff1c91b94959809d054f78e84f54e6 Mon Sep 17 00:00:00 2001 From: allegroai <> Date: Fri, 2 Sep 2022 23:49:19 +0300 Subject: [PATCH] Add more debug printouts in k8s glue --- clearml_agent/commands/worker.py | 5 ++++- clearml_agent/glue/k8s.py | 3 +++ 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/clearml_agent/commands/worker.py b/clearml_agent/commands/worker.py index 3d798cd..b535a6d 100644 --- a/clearml_agent/commands/worker.py +++ b/clearml_agent/commands/worker.py @@ -1379,6 +1379,9 @@ class Worker(ServiceCommandSection): self._session.print_configuration() + def resolve_daemon_queue_names(self, queues, create_if_missing=False): + return self._resolve_queue_names(queues=queues, create_if_missing=create_if_missing) + def daemon(self, queues, log_level, foreground=False, docker=False, detached=False, order_fairness=False, **kwargs): self._apply_extra_configuration() @@ -1421,7 +1424,7 @@ class Worker(ServiceCommandSection): # if we do not need to create queues, make sure they are valid # match previous behaviour when we validated queue names before everything else - queues = self._resolve_queue_names(queues, create_if_missing=kwargs.get('create_queue', False)) + queues = self.resolve_daemon_queue_names(queues, create_if_missing=kwargs.get('create_queue', False)) queues_info = [ q.to_dict() diff --git a/clearml_agent/glue/k8s.py b/clearml_agent/glue/k8s.py index 836fb88..128cf7d 100644 --- a/clearml_agent/glue/k8s.py +++ b/clearml_agent/glue/k8s.py @@ -11,6 +11,7 @@ import subprocess import tempfile from copy import deepcopy from pathlib import Path +from pprint import pformat from threading import Thread from time import sleep from typing import Text, List, Callable, Any, Collection, Optional, Union @@ -680,6 +681,8 @@ class K8sIntegration(Worker): with open(yaml_file, 'wt') as f: yaml.dump(template, f) + self.log.debug("Applying template:\n{}".format(pformat(template, indent=2))) + kubectl_cmd = self.KUBECTL_APPLY_CMD.format( task_id=task_id, docker_image=docker_image,