ClearML/clearml-agent
1
0
Fork 0
mirror of https://github.com/clearml/clearml-agent synced 2025-01-31 09:06:52 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add agent.venvs_cache.lock_timeout to control the venv cache folder lock timeout (in seconds, default 30)

Browse Source
This commit is contained in:
allegroai 2024-02-29 14:06:06 +02:00
parent 059a9385e9
commit 17ae28a62f
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
clearml_agent/helper/os/folder_cache.py
View File

@ -13,16 +13,17 @@ from .locks import FileLock
class FolderCache(object): class FolderCache(object):
_lock_filename = '.clearml.lock' _lock_filename = '.clearml.lock'
_lock_timeout_seconds = 30 _def_lock_timeout_seconds = 30
_temp_entry_prefix = '_temp.' _temp_entry_prefix = '_temp.'
def __init__(self, cache_folder, max_cache_entries=5, min_free_space_gb=None): def __init__(self, cache_folder, max_cache_entries=5, min_free_space_gb=None, lock_timeout_seconds=None):
self._cache_folder = Path(os.path.expandvars(cache_folder)).expanduser().absolute() self._cache_folder = Path(os.path.expandvars(cache_folder)).expanduser().absolute()
self._cache_folder.mkdir(parents=True, exist_ok=True) self._cache_folder.mkdir(parents=True, exist_ok=True)
self._max_cache_entries = max_cache_entries self._max_cache_entries = max_cache_entries
self._last_copied_entry_folder = None self._last_copied_entry_folder = None
self._min_free_space_gb = min_free_space_gb if min_free_space_gb and min_free_space_gb > 0 else None self._min_free_space_gb = min_free_space_gb if min_free_space_gb and min_free_space_gb > 0 else None
self._lock = FileLock((self._cache_folder / self._lock_filename).as_posix()) self._lock = FileLock((self._cache_folder / self._lock_filename).as_posix())
self._lock_timeout_seconds = float(lock_timeout_seconds or self._def_lock_timeout_seconds)
def get_cache_folder(self): def get_cache_folder(self):
# type: () -> Path # type: () -> Path