ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-03-03 18:52:12 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add wild-card support in clearml-data CLI

Browse Source
This commit is contained in:
allegroai 2022-07-28 18:40:03 +03:00
parent 0caa03ee01
commit f7fa760462
1 changed files with 17 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
clearml/cli/data/__main__.py
View File

@ -87,9 +87,13 @@ def cli():
help='Previously created dataset id. Default: previously created/accessed dataset') help='Previously created dataset id. Default: previously created/accessed dataset')
add.add_argument('--dataset-folder', type=str, default=None, add.add_argument('--dataset-folder', type=str, default=None,
help='Dataset base folder to add the files to (default: Dataset root)') help='Dataset base folder to add the files to (default: Dataset root)')
add.add_argument('--files', type=str, nargs='*', add.add_argument("--files", type=str, nargs="*", help="Files / folders to add.")
help='Files / folders to add (support for wildcard selection). ' add.add_argument(
'Example: ~/data/*.jpg ~/data/jsons') "--wildcard",
type=str,
nargs="*",
help="Add specific set of files, denoted by these wildcards. Multiple wildcards can be passed",
)
add.add_argument( add.add_argument(
"--links", "--links",
type=str, type=str,
@ -600,11 +604,19 @@ def ds_add(args):
num_files = 0 num_files = 0
for file in args.files or []: for file in args.files or []:
num_files += ds.add_files( num_files += ds.add_files(
path=file, recursive=not args.non_recursive, verbose=args.verbose, dataset_path=args.dataset_folder or None path=file,
recursive=not args.non_recursive,
verbose=args.verbose,
dataset_path=args.dataset_folder or None,
wildcard=args.wildcard,
) )
for link in args.links or []: for link in args.links or []:
num_files += ds.add_external_files( num_files += ds.add_external_files(
link, dataset_path=args.dataset_folder or None, recursive=not args.non_recursive, verbose=args.verbose link,
dataset_path=args.dataset_folder or None,
recursive=not args.non_recursive,
verbose=args.verbose,
wildcard=args.wildcard,
) )
message = "{} file{} added".format(num_files, "s" if num_files != 1 else "") message = "{} file{} added".format(num_files, "s" if num_files != 1 else "")
print(message) print(message)