ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-01-31 17:17:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix CacheManager lock file handling

Browse Source
This commit is contained in:
allegroai 2022-07-28 18:53:35 +03:00
parent 969e095478
commit b661f13a49
1 changed files with 20 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
clearml/storage/cache.py
View File

@ -308,15 +308,26 @@ class CacheManager(object):
atexit.register(self._lock_file_cleanup_callback) atexit.register(self._lock_file_cleanup_callback)
lock = self._folder_locks.get(local_path.as_posix()) lock = self._folder_locks.get(local_path.as_posix())
# try to create a lock. If it exists, wait for the lock to be released i = 0
# try to create a lock if we do not already have one (if we do, we assume it is locked)
while not lock:
lock_path = local_path.parent / "{}{:03d}.{}{}".format( lock_path = local_path.parent / "{}{:03d}.{}{}".format(
CacheManager._lockfile_prefix, CacheManager._lockfile_prefix,
0, i,
local_path.name, local_path.name,
CacheManager._lockfile_suffix, CacheManager._lockfile_suffix,
) )
lock = FileLock(filename=lock_path) lock = FileLock(filename=lock_path)
lock.acquire(timeout=300, check_interval=1.0)
# try to lock folder (if we failed to create lock, try nex number)
try:
lock.acquire(timeout=0)
break
except LockException:
# failed locking, maybe someone else already locked it.
del lock
lock = None
i += 1
# store lock # store lock
self._folder_locks[local_path.as_posix()] = lock self._folder_locks[local_path.as_posix()] = lock