mirror of
https://github.com/clearml/clearml-agent
synced 2025-02-01 01:26:46 +00:00
93 lines
2.9 KiB
Python
93 lines
2.9 KiB
Python
import sys
|
|
from itertools import chain
|
|
from typing import Text
|
|
|
|
from trains_agent.definitions import PIP_EXTRA_INDICES, PROGRAM_NAME
|
|
from trains_agent.helper.package.base import PackageManager
|
|
from trains_agent.helper.process import Argv, DEVNULL
|
|
|
|
|
|
class SystemPip(PackageManager):
|
|
|
|
indices_args = None
|
|
|
|
def __init__(self, interpreter=None):
|
|
# type: (Text) -> ()
|
|
"""
|
|
Program interface to the system pip.
|
|
"""
|
|
self._bin = interpreter or sys.executable
|
|
|
|
@property
|
|
def bin(self):
|
|
return self._bin
|
|
|
|
def create(self):
|
|
pass
|
|
|
|
def remove(self):
|
|
pass
|
|
|
|
def install_from_file(self, path):
|
|
self.run_with_env(('install', '-r', path) + self.install_flags())
|
|
|
|
def install_packages(self, *packages):
|
|
self._install(*(packages + self.install_flags()))
|
|
|
|
def _install(self, *args):
|
|
self.run_with_env(('install',) + args)
|
|
|
|
def uninstall_packages(self, *packages):
|
|
self.run_with_env(('uninstall', '-y') + packages)
|
|
|
|
def download_package(self, package, cache_dir):
|
|
self.run_with_env(
|
|
(
|
|
'download',
|
|
package,
|
|
'--dest', cache_dir,
|
|
'--no-deps',
|
|
) + self.install_flags()
|
|
)
|
|
|
|
def load_requirements(self, requirements):
|
|
requirements = requirements.get('pip') if isinstance(requirements, dict) else requirements
|
|
if not requirements:
|
|
return
|
|
with self.temp_file('cached-reqs', requirements) as path:
|
|
self.install_from_file(path)
|
|
|
|
def uninstall(self, package):
|
|
self.run_with_env(('uninstall', '-y', package))
|
|
|
|
def freeze(self):
|
|
"""
|
|
pip freeze to all install packages except the running program
|
|
:return: Dict contains pip as key and pip's packages to install
|
|
:rtype: Dict[str: List[str]]
|
|
"""
|
|
packages = self.run_with_env(('freeze',), output=True).splitlines()
|
|
packages_without_program = [package for package in packages if PROGRAM_NAME not in package]
|
|
return {'pip': packages_without_program}
|
|
|
|
def run_with_env(self, command, output=False, **kwargs):
|
|
"""
|
|
Run a shell command using environment from a virtualenv script
|
|
:param command: command to run
|
|
:type command: Iterable[Text]
|
|
:param output: return output
|
|
:param kwargs: kwargs for get_output/check_output command
|
|
"""
|
|
command = self._make_command(command)
|
|
return (command.get_output if output else command.check_call)(stdin=DEVNULL, **kwargs)
|
|
|
|
def _make_command(self, command):
|
|
return Argv(self.bin, '-m', 'pip', *command)
|
|
|
|
def install_flags(self):
|
|
if self.indices_args is None:
|
|
self.indices_args = tuple(
|
|
chain.from_iterable(('--extra-index-url', x) for x in PIP_EXTRA_INDICES)
|
|
)
|
|
return self.indices_args
|