ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-03-03 18:52:12 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix StorageManager incorrectly identifying the bucket as additional folder for MinIO

Browse Source
This commit is contained in:
Alex Burlacu 2023-03-23 14:53:11 +02:00
parent 26bdfd66d0
commit 438da316e6
1 changed files with 12 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
clearml/storage/manager.py
View File

@ -291,11 +291,20 @@ class StorageManager(object):
:return: Path to downloaded file or None on error
"""
def remove_prefix_from_str(target_str, prefix_to_be_removed):
# type: (str, str) -> str
if target_str.startswith(prefix_to_be_removed):
return target_str[len(prefix_to_be_removed):]
return target_str
longest_configured_url = StorageHelper._resolve_base_url(remote_url) # noqa
bucket_path = remove_prefix_from_str(remote_url[len(longest_configured_url):], "/")
if not local_folder:
local_folder = CacheManager.get_cache_manager().get_cache_folder()
local_path = os.path.join(
str(Path(local_folder).absolute()), str(Path(urlparse(remote_url).path)).lstrip(os.path.sep)
)
local_path = str(Path(local_folder).expanduser().absolute() / bucket_path)
helper = StorageHelper.get(remote_url)
return helper.download_to_file(
remote_url,