From 4d5e77f67cac1f6134ae5553f19a6f3f6b6b2ea1 Mon Sep 17 00:00:00 2001 From: allegroai <> Date: Sun, 10 Jan 2021 12:59:50 +0200 Subject: [PATCH] Fix Optuna optimizer failing on tasks with None value in scalar query --- clearml/automation/optuna/optuna.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/clearml/automation/optuna/optuna.py b/clearml/automation/optuna/optuna.py index b6e8f12e..3918207a 100644 --- a/clearml/automation/optuna/optuna.py +++ b/clearml/automation/optuna/optuna.py @@ -53,7 +53,8 @@ class OptunaObjective(object): # noinspection PyProtectedMember iteration_value = self.optimizer._objective_metric.get_current_raw_objective(current_job) - if iteration_value: + # make sure we skip None objective values + if iteration_value and iteration_value[1] is not None: # update budget trial.report(value=iteration_value[1], step=iteration_value[0]) @@ -68,6 +69,7 @@ class OptunaObjective(object): if self.max_iteration_per_job and iteration_value[0] >= self.max_iteration_per_job: current_job.abort() break + if not self.optimizer.monitor_job(current_job): break sleep(self.sleep_interval)