ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-03-04 02:57:24 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix StorageManager incorrectly identifying the bucket as additional folder for MinIO

Browse Source
This commit is contained in:
Alex Burlacu 2023-03-23 14:53:11 +02:00
parent 26bdfd66d0
commit 438da316e6
1 changed files with 12 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
clearml/storage/manager.py
View File

@ -291,11 +291,20 @@ class StorageManager(object):
:return: Path to downloaded file or None on error :return: Path to downloaded file or None on error
""" """
def remove_prefix_from_str(target_str, prefix_to_be_removed):
# type: (str, str) -> str
if target_str.startswith(prefix_to_be_removed):
return target_str[len(prefix_to_be_removed):]
return target_str
longest_configured_url = StorageHelper._resolve_base_url(remote_url) # noqa
bucket_path = remove_prefix_from_str(remote_url[len(longest_configured_url):], "/")
if not local_folder: if not local_folder:
local_folder = CacheManager.get_cache_manager().get_cache_folder() local_folder = CacheManager.get_cache_manager().get_cache_folder()
local_path = os.path.join( local_path = str(Path(local_folder).expanduser().absolute() / bucket_path)
str(Path(local_folder).absolute()), str(Path(urlparse(remote_url).path)).lstrip(os.path.sep)
)
helper = StorageHelper.get(remote_url) helper = StorageHelper.get(remote_url)
return helper.download_to_file( return helper.download_to_file(
remote_url, remote_url,