ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-04-21 23:04:42 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix creating subprocess from a daemon process

Browse Source
This commit is contained in:
allegroai 2021-02-01 23:40:48 +02:00
parent 1c1fecf7d0
commit 3890477056
1 changed files with 17 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
clearml/utilities/process/mp.py
View File

@ -206,7 +206,24 @@ class BackgroundMonitor(object):
d.set_subprocess_mode() d.set_subprocess_mode()
BackgroundMonitor._main_process = Process(target=cls._background_process_start, args=(id(task), )) BackgroundMonitor._main_process = Process(target=cls._background_process_start, args=(id(task), ))
BackgroundMonitor._main_process.daemon = True BackgroundMonitor._main_process.daemon = True
# Hack allow to create daemon subprocesses (even though python doesn't like it)
un_daemonize = False
# noinspection PyBroadException
try:
from multiprocessing import current_process
if current_process()._config.get('daemon'): # noqa
un_daemonize = current_process()._config.get('daemon') # noqa
current_process()._config['daemon'] = False # noqa
except BaseException:
pass
BackgroundMonitor._main_process.start() BackgroundMonitor._main_process.start()
if un_daemonize:
# noinspection PyBroadException
try:
from multiprocessing import current_process
current_process()._config['daemon'] = un_daemonize # noqa
except BaseException:
pass
# wait until subprocess is up # wait until subprocess is up
if wait_for_subprocess: if wait_for_subprocess:
cls._sub_process_started.wait() cls._sub_process_started.wait()