ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-01-31 17:17:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix optimization on many agents returns random errors (#829)

Browse Source
This commit is contained in:
allegroai 2022-12-13 15:37:16 +02:00
parent 16df0794be
commit 09a53bce48
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
clearml/automation/optimization.py
View File

@ -11,7 +11,7 @@ from typing import List, Set, Union, Any, Sequence, Optional, Mapping, Callable
from .job import ClearmlJob, LocalClearmlJob from .job import ClearmlJob, LocalClearmlJob
from .parameters import Parameter from .parameters import Parameter
from ..backend_interface.util import get_or_create_project from ..backend_interface.util import get_or_create_project, datetime_from_isoformat
from ..logger import Logger from ..logger import Logger
from ..backend_api.services import workers as workers_service, tasks as tasks_service, events as events_service from ..backend_api.services import workers as workers_service, tasks as tasks_service, events as events_service
from ..task import Task from ..task import Task
@ -1989,8 +1989,7 @@ class HyperParameterOptimizer(object):
response = res.wait() response = res.wait()
if not response.ok() or response.response_data["task"].get("status") != Task.TaskStatusEnum.completed: if not response.ok() or response.response_data["task"].get("status") != Task.TaskStatusEnum.completed:
continue continue
completed_time = datetime.strptime(response.response_data["task"]["completed"].partition("+")[0], completed_time = datetime_from_isoformat(response.response_data["task"]["completed"].partition("+")[0])
"%Y-%m-%dT%H:%M:%S.%f")
completed_time = completed_time.timestamp() completed_time = completed_time.timestamp()
completed_values = self._get_last_value(response) completed_values = self._get_last_value(response)
obj_values.append(completed_values['max_value'] if series_name == "max" else completed_values['min_value']) obj_values.append(completed_values['max_value'] if series_name == "max" else completed_values['min_value'])