ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-01-31 17:17:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Limit max requirement size to 0.5mb

Browse Source
This commit is contained in:
allegroai 2020-05-22 11:02:52 +03:00
parent 11443e20f8
commit 91bc4b92cd
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
trains/backend_interface/task/repo/scriptinfo.py
View File

@ -24,6 +24,8 @@ class ScriptInfoError(Exception):
class ScriptRequirements(object):
_max_requirements_size = 512*1024
def __init__(self, root_folder):
self._root_folder = root_folder
@ -158,6 +160,9 @@ class ScriptRequirements(object):
else:
requirements_txt += '{0}\n'.format(k)
requirements_txt_packages_only = \
requirements_txt + '\n# Skipping detailed import analysis, it is too large\n'
# requirements details (in comments)
requirements_txt += '\n' + \
'# Detailed import analysis\n' \
@ -177,7 +182,10 @@ class ScriptRequirements(object):
requirements_txt += '# IMPORT PACKAGE {0}\n'.format(k)
requirements_txt += ''.join(['# {0}\n'.format(c) for c in v.comments.sorted_items()])
return requirements_txt, conda_requirements
# make sure we do not exceed the size a size limit
return (requirements_txt if len(requirements_txt) < ScriptRequirements._max_requirements_size
else requirements_txt_packages_only,
conda_requirements)
class _JupyterObserver(object):