ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-06-26 18:16:07 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Improve Jupyter support by ignoring IPython directives in converted python script (like % and ! lines)

Browse Source
This commit is contained in:
allegroai 2020-04-26 23:13:00 +03:00
parent d9f2f01bbd
commit 617e5f7c1d
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
trains/backend_interface/task/repo/scriptinfo.py
View File

@ -230,6 +230,12 @@ class _JupyterObserver(object):
except: except:
our_module = None our_module = None
try:
import re
replace_ipython_pattern = re.compile('\\n([ \\t]*)get_ipython\(\)')
except:
replace_ipython_pattern = None
# main observer loop, check if we need to exit # main observer loop, check if we need to exit
while not cls._exit_event.wait(timeout=0.): while not cls._exit_event.wait(timeout=0.):
# wait for timeout or sync event # wait for timeout or sync event
@ -265,6 +271,12 @@ class _JupyterObserver(object):
current_script_hash = hash(script_code) current_script_hash = hash(script_code)
if prev_script_hash and prev_script_hash == current_script_hash: if prev_script_hash and prev_script_hash == current_script_hash:
continue continue
# remove ipython direct access from the script code
# we will not be able to run them anyhow
if replace_ipython_pattern:
script_code = replace_ipython_pattern.sub('\n# \g<1>get_ipython()', script_code)
requirements_txt = '' requirements_txt = ''
conda_requirements = '' conda_requirements = ''
# parse jupyter python script and prepare pip requirements (pigar) # parse jupyter python script and prepare pip requirements (pigar)