ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-05-03 04:21:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add --output-uri to clearml-task

Browse Source
This commit is contained in:
allegroai 2021-07-31 23:43:01 +03:00
parent 3f5eea58db
commit 5f7d0348e2
2 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
clearml/backend_interface/task/populate.py
View File

@ -29,6 +29,7 @@ class CreateAndPopulate(object):
docker=None, # Optional[str]
docker_args=None, # Optional[str]
docker_bash_setup_script=None, # Optional[str]
output_uri=None, # Optional[str]
base_task_id=None, # Optional[str]
add_task_init_call=True, # bool
raise_on_missing_entries=False, # bool
@ -63,7 +64,9 @@ class CreateAndPopulate(object):
:param docker: Select the docker image to be executed in by the remote session
:param docker_args: Add docker arguments, pass a single string
:param docker_bash_setup_script: Add bash script to be executed
inside the docker before setting up the Task's environement
inside the docker before setting up the Task's environment
:param output_uri: Optional, set the Tasks's output_uri (Storage destination).
examples: 's3://bucket/folder', 'https://server/' , 'gs://bucket/folder', 'azure://bucket', '/folder/'
:param base_task_id: Use a pre-existing task in the system, instead of a local repo/script.
Essentially clones an existing task and overrides arguments/requirements.
:param add_task_init_call: If True, a 'Task.init()' call is added to the script entry point in remote execution.
@ -106,6 +109,7 @@ class CreateAndPopulate(object):
self.project_name = project_name
self.task_name = task_name
self.task_type = task_type
self.output_uri = output_uri
self.task = None
self.raise_on_missing_entries = raise_on_missing_entries
self.verbose = verbose
@ -148,12 +152,18 @@ class CreateAndPopulate(object):
if self.verbose:
print('Cloning task {}'.format(self.base_task_id))
task = Task.clone(source_task=self.base_task_id, project=Task.get_project_id(self.project_name))
if self.output_uri:
task.output_uri = self.output_uri
else:
# noinspection PyProtectedMember
task = Task._create(
task_name=self.task_name, project_name=self.project_name,
task_type=self.task_type or Task.TaskTypes.training)
if self.output_uri:
task.output_uri = self.output_uri
# if there is nothing to populate, return
if not any([
self.folder, self.commit, self.branch, self.repo, self.script, self.cwd,

3
clearml/cli/task/__main__.py
View File

@ -56,6 +56,8 @@ def setup_parser(parser):
parser.add_argument('--docker_bash_setup_script', type=str, default=None,
help="Add bash script to be executed inside the docker before setting up "
"the Task's environment")
parser.add_argument('--output-uri', type=str, default=None, required=False,
help='Optional: set the Task `output_uri` (automatically upload model destination)')
parser.add_argument('--task-type', type=str, default=None,
help='Set the Task type, optional values: '
'training, testing, inference, data_processing, application, monitor, '
@ -105,6 +107,7 @@ def cli():
docker=args.docker,
docker_args=args.docker_args,
docker_bash_setup_script=bash_setup_script,
output_uri=args.output_uri,
base_task_id=args.base_task_id,
add_task_init_call=not args.skip_task_init,
raise_on_missing_entries=True,