ClearML/clearml-agent
1
0
Fork 0
mirror of https://github.com/clearml/clearml-agent synced 2025-04-22 23:24:26 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Support docker pre-installed pytorch versions that do not exist on PyPI/PyTorch.org

Browse Source
This commit is contained in:
allegroai 2019-12-21 18:22:21 +02:00
parent 8ce621cc44
commit ffe653afc6
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
trains_agent/helper/package/pytorch.py
View File

@ -239,7 +239,23 @@ class PytorchRequirement(SimpleSubstitution):
def get_url_for_platform(self, req): def get_url_for_platform(self, req):
assert self.package_manager == "pip" assert self.package_manager == "pip"
assert self.os != "mac" assert self.os != "mac"
# check if package is already installed with system packages
try:
if self.config.get("agent.package_manager.system_site_packages"):
from pip._internal.commands.show import search_packages_info
installed_torch = list(search_packages_info([req.name]))
op, version = req.specs[0] if req.specs else (None, None)
# notice the comparision order, the first part will make sure we have a valid installed package
if installed_torch[0]['version'] and (installed_torch[0]['version'] == version or not version):
# package already installed, do nothing
return str(req), True
except:
pass
# make sure we have a specific version to retrieve
assert req.specs assert req.specs
try: try:
req.specs[0] = (req.specs[0][0], req.specs[0][1].split('+')[0]) req.specs[0] = (req.specs[0][0], req.specs[0][1].split('+')[0])
except: except: