ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-02-07 13:23:40 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix StorageManager.download_folder() fails on Windows path

Browse Source
This commit is contained in:
allegroai 2022-01-18 20:34:45 +02:00
parent fa95d041e2
commit ad735f93e0
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
clearml/storage/manager.py
View File

@ -291,10 +291,15 @@ class StorageManager(object):
with ThreadPool() as pool: with ThreadPool() as pool:
for path in helper.list(prefix=remote_url): for path in helper.list(prefix=remote_url):
remote_path = os.path.join(helper.base_url, path) remote_path = str(Path(helper.base_url) / Path(path)) \
if helper.get_driver_direct_access(helper.base_url) else \
"{}/{}".format(helper.base_url.rstrip('/'), path.lstrip('/'))
if match_wildcard and not fnmatch.fnmatch(remote_path, match_wildcard): if match_wildcard and not fnmatch.fnmatch(remote_path, match_wildcard):
continue continue
local_url = os.path.join(local_folder, remote_path[len(remote_url):].lstrip(os.path.sep)) local_url = os.path.join(
str(Path(local_folder)),
str(Path(remote_path[len(remote_url):].lstrip(os.path.sep)))
)
if not os.path.exists(local_url) or os.path.getsize(local_url) == 0: if not os.path.exists(local_url) or os.path.getsize(local_url) == 0:
results.append( results.append(
pool.apply_async( pool.apply_async(