ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-05-04 04:51:02 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Add force_requirements_env_freeze(requirements_file) to specify a local requirements file

Browse Source
This commit is contained in:
allegroai 2021-07-31 23:44:16 +03:00
parent e78c1e806a
commit 18ee6ed177
1 changed files with 12 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
clearml/backend_interface/task/task.py
View File

@ -276,6 +276,11 @@ class Task(IdObjectBase, AccessMixin, SetupUploadMixin):
entry_point_filename = None if config.get('development.force_analyze_entire_repo', False) else \ entry_point_filename = None if config.get('development.force_analyze_entire_repo', False) else \
os.path.join(result.script['working_dir'], entry_point) os.path.join(result.script['working_dir'], entry_point)
if self._force_use_pip_freeze: if self._force_use_pip_freeze:
if isinstance(self._force_use_pip_freeze, (str, Path)):
conda_requirements = ''
req_file = Path(self._force_use_pip_freeze)
requirements = req_file.read_text() if req_file.is_file() else None
else:
requirements, conda_requirements = pip_freeze( requirements, conda_requirements = pip_freeze(
combine_conda_with_pip=config.get('development.detect_with_conda_freeze', True)) combine_conda_with_pip=config.get('development.detect_with_conda_freeze', True))
requirements = '# Python ' + sys.version.replace('\n', ' ').replace('\r', ' ') + '\n\n'\ requirements = '# Python ' + sys.version.replace('\n', ' ').replace('\r', ' ') + '\n\n'\
@ -1697,16 +1702,18 @@ class Task(IdObjectBase, AccessMixin, SetupUploadMixin):
cls._ignore_requirements.add(str(package_name)) cls._ignore_requirements.add(str(package_name))
@classmethod @classmethod
def force_requirements_env_freeze(cls, force=True): def force_requirements_env_freeze(cls, force=True, requirements_file=None):
# type: (bool) -> None # type: (bool, Optional[Union[str, Path]]) -> None
""" """
Force using `pip freeze` / `conda list` to store the full requirements of the active environment Force using `pip freeze` / `conda list` to store the full requirements of the active environment
(instead of statically analyzing the running code and listing directly imported packages) (instead of statically analyzing the running code and listing directly imported packages)
Notice: Must be called before `Task.init` ! Notice: Must be called before `Task.init` !
:param force: Set force using `pip freeze` flag on/off :param force: Set force using `pip freeze` flag on/off
:param requirements_file: Optional pass requirements.txt file to use
(instead of `pip freeze` or automatic analysis)
""" """
cls._force_use_pip_freeze = bool(force) cls._force_use_pip_freeze = requirements_file if requirements_file else bool(force)
def _get_default_report_storage_uri(self): def _get_default_report_storage_uri(self):
# type: () -> str # type: () -> str