ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-04-09 23:24:31 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Change clearml-data default chunk-size is 512mb

Browse Source
This commit is contained in:
allegroai 2021-10-02 21:43:56 +03:00
parent e59d8bdac3
commit a488c6a04c
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
clearml/cli/data/__main__.py
View File

@ -114,8 +114,8 @@ def cli():
'\'/mnt/shared/folder/data\'') '\'/mnt/shared/folder/data\'')
sync.add_argument('--skip-close', action='store_true', default=False, sync.add_argument('--skip-close', action='store_true', default=False,
help='Do not auto close dataset after syncing folders') help='Do not auto close dataset after syncing folders')
sync.add_argument('--chunk-size', default=-1, type=int, sync.add_argument('--chunk-size', default=512, type=int,
help='Set dataset artifact chunk size in MB. Default -1, unlimited size. ' help='Set dataset artifact chunk size in MB. Default 512mb, (pass -1 for a single chunk). '
'Example: 512, dataset will be split and uploaded in 512mb chunks.') 'Example: 512, dataset will be split and uploaded in 512mb chunks.')
sync.add_argument('--verbose', action='store_true', default=False, help='Verbose reporting') sync.add_argument('--verbose', action='store_true', default=False, help='Verbose reporting')
sync.set_defaults(func=ds_sync) sync.set_defaults(func=ds_sync)
@ -139,8 +139,8 @@ def cli():
help='Remote storage to use for the dataset files (default: files_server). ' help='Remote storage to use for the dataset files (default: files_server). '
'Examples: \'s3://bucket/data\', \'gs://bucket/data\', \'azure://bucket/data\', ' 'Examples: \'s3://bucket/data\', \'gs://bucket/data\', \'azure://bucket/data\', '
'\'/mnt/shared/folder/data\'') '\'/mnt/shared/folder/data\'')
upload.add_argument('--chunk-size', default=-1, type=int, upload.add_argument('--chunk-size', default=512, type=int,
help='Set dataset artifact chunk size in MB. Default -1, unlimited size. ' help='Set dataset artifact chunk size in MB. Default 512, (pass -1 for a single chunk). '
'Example: 512, dataset will be split and uploaded in 512mb chunks.') 'Example: 512, dataset will be split and uploaded in 512mb chunks.')
upload.add_argument('--verbose', default=False, action='store_true', help='Verbose reporting') upload.add_argument('--verbose', default=False, action='store_true', help='Verbose reporting')
upload.set_defaults(func=ds_upload) upload.set_defaults(func=ds_upload)
@ -154,8 +154,8 @@ def cli():
'\'/mnt/shared/folder/data\'') '\'/mnt/shared/folder/data\'')
finalize.add_argument('--disable-upload', action='store_true', default=False, finalize.add_argument('--disable-upload', action='store_true', default=False,
help='Disable automatic upload when closing the dataset') help='Disable automatic upload when closing the dataset')
finalize.add_argument('--chunk-size', default=-1, type=int, finalize.add_argument('--chunk-size', default=512, type=int,
help='Set dataset artifact chunk size in MB. Default -1, unlimited size. ' help='Set dataset artifact chunk size in MB. Default 512, (pass -1 for a single chunk). '
'Example: 512, dataset will be split and uploaded in 512mb chunks.') 'Example: 512, dataset will be split and uploaded in 512mb chunks.')
finalize.add_argument('--verbose', action='store_true', default=False, help='Verbose reporting') finalize.add_argument('--verbose', action='store_true', default=False, help='Verbose reporting')
finalize.set_defaults(func=ds_close) finalize.set_defaults(func=ds_close)