ClearML/clearml-agent
1
0
Fork 0
mirror of https://github.com/clearml/clearml-agent synced 2025-05-03 19:51:57 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add configuration option to force docker pull

Browse Source
This commit is contained in:
allegroai 2020-01-13 12:11:06 +02:00
parent 23668a403a
commit f2e2e1f94a
3 changed files with 22 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
docs/trains.conf
View File

@ -83,6 +83,10 @@ agent {
# apt cache folder used mapped into docker, for ubuntu package caching # apt cache folder used mapped into docker, for ubuntu package caching
docker_apt_cache = ~/.trains/apt-cache docker_apt_cache = ~/.trains/apt-cache
# set to true in order to force "docker pull" before running an experiment using a docker image.
# This makes sure the docker image is updated.
docker_force_pull: false
default_docker: { default_docker: {
# default docker image to use when running in docker mode # default docker image to use when running in docker mode
image: "nvidia/cuda" image: "nvidia/cuda"

4
trains_agent/backend_api/config/default/agent.conf
View File

@ -68,6 +68,10 @@
# apt cache folder used mapped into docker, for ubuntu package caching # apt cache folder used mapped into docker, for ubuntu package caching
docker_apt_cache = ~/.trains/apt-cache docker_apt_cache = ~/.trains/apt-cache
# set to true in order to force "docker pull" before running an experiment using a docker image.
# This makes sure the docker image is updated.
docker_force_pull: false
default_docker: { default_docker: {
# default docker image to use when running in docker mode # default docker image to use when running in docker mode
image: "nvidia/cuda" image: "nvidia/cuda"

14
trains_agent/commands/worker.py
View File

@ -354,6 +354,7 @@ class Worker(ServiceCommandSection):
self.docker_image_func = None self.docker_image_func = None
self._docker_image = None self._docker_image = None
self._docker_arguments = None self._docker_arguments = None
self._docker_force_pull = self._session.config.get("agent.docker_force_pull", False)
self._daemon_foreground = None self._daemon_foreground = None
self._standalone_mode = None self._standalone_mode = None
@ -467,6 +468,19 @@ class Worker(ServiceCommandSection):
try: try:
# set WORKER ID # set WORKER ID
os.environ['TRAINS_WORKER_ID'] = self.worker_id os.environ['TRAINS_WORKER_ID'] = self.worker_id
if self._docker_force_pull and docker_image:
full_pull_cmd = ['docker', 'pull', docker_image]
pull_cmd = Argv(*full_pull_cmd)
status, stop_signal_status = self._log_command_output(
task_id=task_id,
cmd=pull_cmd,
stdout_path=temp_stdout_name,
stderr_path=temp_stderr_name,
daemon=True,
stop_signal=stop_signal,
)
status, stop_signal_status = self._log_command_output( status, stop_signal_status = self._log_command_output(
task_id=task_id, task_id=task_id,
cmd=cmd, cmd=cmd,