Fix --gpus all not reporting GPU stats on worker machine

This commit is contained in:
allegroai 2022-10-07 15:22:13 +03:00
parent 1e3646b57c
commit 67fc884895

View File

@ -92,9 +92,10 @@ class ResourceMonitor(object):
# None means no filtering, report all gpus # None means no filtering, report all gpus
self._active_gpus = None self._active_gpus = None
try: try:
active_gpus = Session.get_nvidia_visible_env() or "" active_gpus = Session.get_nvidia_visible_env()
if active_gpus: # None means no filtering, report all gpus
self._active_gpus = [g.strip() for g in active_gpus.split(',')] if active_gpus and active_gpus != "all":
self._active_gpus = [g.strip() for g in str(active_gpus).split(',')]
except Exception: except Exception:
pass pass