ClearML/clearml-agent
1
0
Fork 0
mirror of https://github.com/clearml/clearml-agent synced 2025-02-07 05:19:17 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix report index not advancing in resource monitoring causes more than one GPU not to be reported

Browse Source
This commit is contained in:
clearml 2024-10-28 18:11:00 +02:00
parent bf8d9c96e9
commit 0ff428bb96
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
clearml_agent/helper/resource_monitor.py
View File

@ -401,6 +401,7 @@ class ResourceMonitor(object):
fractions = self._fractions_handler.fractions fractions = self._fractions_handler.fractions
stats["gpu_fraction_{}".format(report_index)] = \ stats["gpu_fraction_{}".format(report_index)] = \
(fractions[i] if i < len(fractions) else fractions[-1]) if fractions else 1.0 (fractions[i] if i < len(fractions) else fractions[-1]) if fractions else 1.0
report_index += 1
except Exception as ex: except Exception as ex:
# something happened and we can't use gpu stats, # something happened and we can't use gpu stats,