ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-02-01 01:26:49 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add Jupyter auto-magic store jupyter notebook as an artifact on the Task. Use sdk.development.store_jupyter_notebook_artifact=True by default

Browse Source
This commit is contained in:
allegroai 2021-01-24 09:15:24 +02:00
parent 0962e53f0b
commit 4b4fa3eff0
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
clearml/backend_interface/task/repo/scriptinfo.py
View File

@ -12,6 +12,7 @@ from threading import Thread, Event
from .util import get_command_output, remove_user_pass_from_url from .util import get_command_output, remove_user_pass_from_url
from ....backend_api import Session from ....backend_api import Session
from ....config import config
from ....debugging import get_logger from ....debugging import get_logger
from .detectors import GitEnvDetector, GitDetector, HgEnvDetector, HgDetector, Result as DetectionResult from .detectors import GitEnvDetector, GitDetector, HgEnvDetector, HgDetector, Result as DetectionResult
@ -232,6 +233,7 @@ class _JupyterObserver(object):
_sample_frequency = 30. _sample_frequency = 30.
_first_sample_frequency = 3. _first_sample_frequency = 3.
_jupyter_history_logger = None _jupyter_history_logger = None
_store_notebook_artifact = config.get('development.store_jupyter_notebook_artifact', True)
@classmethod @classmethod
def observer(cls, jupyter_notebook_filename, log_history): def observer(cls, jupyter_notebook_filename, log_history):
@ -371,6 +373,11 @@ class _JupyterObserver(object):
# get notebook python script # get notebook python script
if script_code is None: if script_code is None:
script_code, _ = _script_exporter.from_filename(local_jupyter_filename) script_code, _ = _script_exporter.from_filename(local_jupyter_filename)
if cls._store_notebook_artifact:
# also upload the jupyter notebook as artifact
task.upload_artifact(
name='notebook', artifact_object=Path(local_jupyter_filename),
preview='No preview available')
current_script_hash = hash(script_code + (current_cell or '')) current_script_hash = hash(script_code + (current_cell or ''))
if prev_script_hash and prev_script_hash == current_script_hash: if prev_script_hash and prev_script_hash == current_script_hash:
@ -688,6 +695,8 @@ class ScriptInfo(object):
script_dir = d script_dir = d
script_path = scripts_path[i] script_path = scripts_path[i]
break break
except SystemExit:
raise
except Exception as ex: except Exception as ex:
_log("no info for {} ({})", scripts_dir, ex) _log("no info for {} ({})", scripts_dir, ex)
else: else: