diff --git a/clearml/utilities/resource_monitor.py b/clearml/utilities/resource_monitor.py index 57c9235a..cdda99ba 100644 --- a/clearml/utilities/resource_monitor.py +++ b/clearml/utilities/resource_monitor.py @@ -348,20 +348,18 @@ class ResourceMonitor(BackgroundMonitor): 'memory_gb': round(psutil.virtual_memory().total / 1024 ** 3, 1), 'hostname': str(platform.node()), 'gpu_count': 0, - 'gpu_type': 'N/A', - 'gpu_memory': 'N/A', - 'gpu_driver_version': 'N/A', - 'gpu_driver_cuda_version': 'N/A', } if self._gpustat: gpu_stat = self._gpustat.new_query(shutdown=True, get_driver_info=True) if gpu_stat.gpus: gpus = [g for i, g in enumerate(gpu_stat.gpus) if not self._active_gpus or i in self._active_gpus] - specs['gpu_count'] = int(len(gpus)) - specs['gpu_type'] = ', '.join(g.name for g in gpus) - specs['gpu_memory'] = ', '.join('{}GB'.format(round(g.memory_total/1024.0)) for g in gpus) - specs['gpu_driver_version'] = gpu_stat.driver_version or '' - specs['gpu_driver_cuda_version'] = gpu_stat.driver_cuda_version or '' + specs.update( + gpu_count=int(len(gpus)), + gpu_type=', '.join(g.name for g in gpus), + gpu_memory=', '.join('{}GB'.format(round(g.memory_total/1024.0)) for g in gpus), + gpu_driver_version=gpu_stat.driver_version or '', + gpu_driver_cuda_version=gpu_stat.driver_cuda_version or '', + ) except Exception: pass