ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-06-23 01:55:38 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix Optuna optimizer failing on tasks with None value in scalar query

Browse Source
This commit is contained in:
allegroai 2021-01-10 12:59:50 +02:00
parent 0d0cc642e1
commit 4d5e77f67c
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
clearml/automation/optuna/optuna.py
View File

@ -53,7 +53,8 @@ class OptunaObjective(object):
# noinspection PyProtectedMember # noinspection PyProtectedMember
iteration_value = self.optimizer._objective_metric.get_current_raw_objective(current_job) iteration_value = self.optimizer._objective_metric.get_current_raw_objective(current_job)
if iteration_value: # make sure we skip None objective values
if iteration_value and iteration_value[1] is not None:
# update budget # update budget
trial.report(value=iteration_value[1], step=iteration_value[0]) trial.report(value=iteration_value[1], step=iteration_value[0])
@ -68,6 +69,7 @@ class OptunaObjective(object):
if self.max_iteration_per_job and iteration_value[0] >= self.max_iteration_per_job: if self.max_iteration_per_job and iteration_value[0] >= self.max_iteration_per_job:
current_job.abort() current_job.abort()
break break
if not self.optimizer.monitor_job(current_job): if not self.optimizer.monitor_job(current_job):
break break
sleep(self.sleep_interval) sleep(self.sleep_interval)