diff --git a/clearml/config/default/sdk.conf b/clearml/config/default/sdk.conf index d711b7f5..bb92674c 100644 --- a/clearml/config/default/sdk.conf +++ b/clearml/config/default/sdk.conf @@ -205,6 +205,9 @@ # compatibility feature, report memory usage for the entire machine # default (false), report only on the running process and its sub-processes report_global_mem_used: false + + # if provided, start resource reporting after this amount of seconds + #report_start_sec: 30 } } diff --git a/clearml/task.py b/clearml/task.py index aead25ef..5dea56fb 100644 --- a/clearml/task.py +++ b/clearml/task.py @@ -702,8 +702,10 @@ class Task(_Task): resource_monitor_cls = auto_resource_monitoring \ if isinstance(auto_resource_monitoring, six.class_types) else ResourceMonitor task._resource_monitor = resource_monitor_cls( - task, report_mem_used_per_process=not config.get( - 'development.worker.report_global_mem_used', False)) + task, + report_mem_used_per_process=not config.get('development.worker.report_global_mem_used', False), + first_report_sec=config.get('development.worker.report_start_sec', None), + ) task._resource_monitor.start() # make sure all random generators are initialized with new seed