ClearML/clearml-agent
1
0
Fork 0
mirror of https://github.com/clearml/clearml-agent synced 2025-06-26 18:16:15 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add "--force-current-version" daemon command-line flag

Browse Source
This commit is contained in:
allegroai 2020-03-09 12:27:39 +02:00
parent 2c7c7f5b44
commit ff8cf63abf
2 changed files with 29 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
trains_agent/interface/__init__.py
View File

@ -1,3 +1,4 @@
import itertools
from functools import partial from functools import partial
from importlib import import_module from importlib import import_module
import argparse import argparse
@ -24,8 +25,16 @@ def get_parser():
from .worker import COMMANDS from .worker import COMMANDS
subparsers = top_parser.add_subparsers(dest='command') subparsers = top_parser.add_subparsers(dest='command')
for c in COMMANDS: for c in COMMANDS:
parser = subparsers.add_parser(name=c, help=COMMANDS[c]['help']) parser = subparsers.add_parser(name=c, help=COMMANDS[c]["help"])
for a in COMMANDS[c].get('args', {}).keys(): groups = itertools.groupby(
parser.add_argument(a, **COMMANDS[c]['args'][a]) sorted(
COMMANDS[c].get("args", {}).items(), key=lambda x: x[1].get("group", "")
),
key=lambda x: x[1].pop("group", ""),
)
for group_name, group in groups:
p = parser if not group_name else parser.add_argument_group(group_name)
for key, value in group:
p.add_argument(key, **value)
return top_parser return top_parser

26
trains_agent/interface/worker.py
View File

@ -37,21 +37,29 @@ DAEMON_ARGS = dict({
'help': 'Pipe full log to stdout/stderr, should not be used if running in background', 'help': 'Pipe full log to stdout/stderr, should not be used if running in background',
'action': 'store_true', 'action': 'store_true',
}, },
'--gpus': {
'help': 'Specify active GPUs for the daemon to use (docker / virtual environment), '
'Equivalent to setting NVIDIA_VISIBLE_DEVICES '
'Examples: --gpus 0 or --gpu 0,1,2 or --gpus all',
},
'--cpu-only': {
'help': 'Disable GPU access for the daemon, only use CPU in either docker or virtual environment',
'action': 'store_true',
},
'--docker': { '--docker': {
'help': 'Run execution task inside a docker (v19.03 and above). Optional args <image> <arguments> or ' 'help': 'Run execution task inside a docker (v19.03 and above). Optional args <image> <arguments> or '
'specify default docker image in agent.default_docker.image / agent.default_docker.arguments' 'specify default docker image in agent.default_docker.image / agent.default_docker.arguments'
'use --gpus/--cpu-only (or set NVIDIA_VISIBLE_DEVICES) to limit gpu visibility for docker', 'use --gpus/--cpu-only (or set NVIDIA_VISIBLE_DEVICES) to limit gpu visibility for docker',
'nargs': '*', 'nargs': '*',
'default': False, 'default': False,
'group': 'Docker support',
},
'--gpus': {
'help': 'Specify active GPUs for the daemon to use (docker / virtual environment), '
'Equivalent to setting NVIDIA_VISIBLE_DEVICES '
'Examples: --gpus 0 or --gpu 0,1,2 or --gpus all',
'group': 'Docker support',
},
'--cpu-only': {
'help': 'Disable GPU access for the daemon, only use CPU in either docker or virtual environment',
'action': 'store_true',
'group': 'Docker support',
},
'--force-current-version': {
'help': 'Force trains-agent to use the current trains-agent version when running in the docker',
'action': 'store_true',
'group': 'Docker support',
}, },
'--queue': { '--queue': {
'help': 'Queue ID(s)/Name(s) to pull tasks from (\'default\' queue)', 'help': 'Queue ID(s)/Name(s) to pull tasks from (\'default\' queue)',