ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-06-23 01:55:38 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix StorageManager.get_file_size_bytes() returns ClientError instead of None for invalid S3 links

Browse Source
This commit is contained in:
allegroai 2022-12-22 21:52:24 +02:00
parent d723299f1e
commit 3dee5854bd
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
clearml/storage/helper.py
View File

@ -619,6 +619,13 @@ class StorageHelper(object):
if isinstance(self._driver, _HttpDriver) and obj: if isinstance(self._driver, _HttpDriver) and obj:
obj = self._driver._get_download_object(obj) # noqa obj = self._driver._get_download_object(obj) # noqa
size = int(obj.headers.get("Content-Length", 0)) size = int(obj.headers.get("Content-Length", 0))
elif isinstance(self._driver, _Boto3Driver) and obj:
# noinspection PyBroadException
try:
# To catch botocore exceptions
size = obj.content_length # noqa
except Exception:
pass
elif hasattr(obj, "size"): elif hasattr(obj, "size"):
size = obj.size size = obj.size
# Google storage has the option to reload the object to get the size # Google storage has the option to reload the object to get the size