ClearML/clearml-server
1
0
Fork 0
mirror of https://github.com/clearml/clearml-server synced 2025-06-26 23:15:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Improve server threads shutdown on SIGTERM

Browse Source
This commit is contained in:
allegroai
2019-12-29 09:04:07 +02:00
parent 87d2b6fa15
commit ed910d5f6a
6 changed files with 38 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
server/bll/task/task_bll.py
View File

@@ -569,13 +569,11 @@ class TaskBLL(object):
"services.tasks.non_responsive_tasks_watchdog.threshold_sec", 7200
)
)
while True:
sleep(
config.get(
"services.tasks.non_responsive_tasks_watchdog.watch_interval_sec",
900,
)
)
watch_interval = config.get(
"services.tasks.non_responsive_tasks_watchdog.watch_interval_sec", 900
)
sleep(watch_interval)
while not ThreadsManager.terminating:
try:
ref_time = datetime.utcnow() - threshold
@@ -611,6 +609,8 @@ class TaskBLL(object):
except Exception as ex:
log.exception(f"Failed stopping tasks: {str(ex)}")
sleep(watch_interval)
@staticmethod
def get_aggregated_project_execution_parameters(
company_id,