diff --git a/clearml/task.py b/clearml/task.py
index c2de0491..1d3876ee 100644
--- a/clearml/task.py
+++ b/clearml/task.py
@@ -516,6 +516,9 @@ class Task(_Task):
                     cls.__update_master_pid_task(task=task)
                     # make sure we are started
                     task.started(ignore_errors=True)
+                    # continue last iteration if we had any
+                    if task.data.last_iteration:
+                        task.set_initial_iteration(int(task.data.last_iteration) + 1)
                 else:
                     # subprocess should get back the task info
                     task = Task.get_task(task_id=is_sub_process_task_id)