ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-03-03 10:42:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Expose docker_args and docker_bash_setup_script in clearml-task CLI

Browse Source
This commit is contained in:
allegroai 2021-05-19 15:22:44 +03:00
parent 652a29650a
commit 444e379e93
1 changed files with 18 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
clearml/cli/task/__main__.py
View File

@ -1,5 +1,7 @@
from argparse import ArgumentParser from argparse import ArgumentParser
from pathlib2 import Path
from clearml import Task from clearml import Task
from clearml.backend_interface.task.populate import CreateAndPopulate from clearml.backend_interface.task.populate import CreateAndPopulate
@ -49,6 +51,11 @@ def setup_parser(parser):
'Example: --packages "tqdm>=2.1" "scikit-learn"') 'Example: --packages "tqdm>=2.1" "scikit-learn"')
parser.add_argument('--docker', type=str, default=None, parser.add_argument('--docker', type=str, default=None,
help='Select the docker image to use in the remote session') help='Select the docker image to use in the remote session')
parser.add_argument('--docker_args', type=str, default=None,
help='Add docker arguments, pass a single string')
parser.add_argument('--docker_bash_setup_script', type=str, default=None,
help="Add bash script to be executed inside the docker before setting up "
"the Task's environement")
parser.add_argument('--task-type', type=str, default=None, parser.add_argument('--task-type', type=str, default=None,
help='Set the Task type, optional values: ' help='Set the Task type, optional values: '
'training, testing, inference, data_processing, application, monitor, ' 'training, testing, inference, data_processing, application, monitor, '
@ -75,6 +82,15 @@ def cli():
print('Version {}'.format(__version__)) print('Version {}'.format(__version__))
exit(0) exit(0)
if Path(args.docker_bash_setup_script).is_file():
with open(Path(args.docker_bash_setup_script), "r") as bash_setup_script_file:
bash_setup_script = bash_setup_script_file.readlines()
# remove Bash Shebang
if bash_setup_script[0].startswith("#!"):
bash_setup_script = bash_setup_script[1:]
else:
bash_setup_script = args.docker_bash_setup_script
create_populate = CreateAndPopulate( create_populate = CreateAndPopulate(
project_name=args.project, project_name=args.project,
task_name=args.name, task_name=args.name,
@ -87,6 +103,8 @@ def cli():
packages=args.packages, packages=args.packages,
requirements_file=args.requirements, requirements_file=args.requirements,
docker=args.docker, docker=args.docker,
docker_args=args.docker_args,
docker_bash_setup_script=bash_setup_script,
base_task_id=args.base_task_id, base_task_id=args.base_task_id,
add_task_init_call=not args.skip_task_init, add_task_init_call=not args.skip_task_init,
raise_on_missing_entries=True, raise_on_missing_entries=True,