ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-02-07 21:33:25 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add PEP610 support for new pip>=20.1 git reference feature

Browse Source
This commit is contained in:
allegroai 2020-05-08 21:31:34 +03:00
parent 6991e06e14
commit 8b5377ee4f
1 changed files with 21 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
trains/utilities/pigar/reqs.py
View File

@ -2,6 +2,7 @@
from __future__ import print_function, division, absolute_import from __future__ import print_function, division, absolute_import
import json
import os import os
import sys import sys
import fnmatch import fnmatch
@ -344,14 +345,33 @@ def _search_path(path):
for file in os.listdir(path): for file in os.listdir(path):
# Install from PYPI. # Install from PYPI.
if fnmatch.fnmatch(file, '*-info'): if fnmatch.fnmatch(file, '*-info'):
top_level = os.path.join(path, file, 'top_level.txt')
pkg_name, version = file.split('-')[:2] pkg_name, version = file.split('-')[:2]
if version.endswith('dist'): if version.endswith('dist'):
version = version.rsplit('.', 1)[0] version = version.rsplit('.', 1)[0]
# Issue for ubuntu: sudo pip install xxx # Issue for ubuntu: sudo pip install xxx
elif version.endswith('egg'): elif version.endswith('egg'):
version = version.rsplit('.', 1)[0] version = version.rsplit('.', 1)[0]
# pep610 support. add support for new pip>=20.1 git reference feature
git_direct_json = os.path.join(path, file, 'direct_url.json')
if os.path.isfile(git_direct_json):
# noinspection PyBroadException
try:
with open(git_direct_json, 'r') as f:
vcs_info = json.load(f)
git_url = '{vcs}+{url}@{commit}#egg={package}'.format(
vcs=vcs_info['vcs_info']['vcs'], url=vcs_info['url'],
commit=vcs_info['vcs_info']['commit_id'], package=pkg_name)
mapping[pkg_name] = ('-e', git_url)
continue
except Exception:
pass
# default
mapping[pkg_name] = (pkg_name, version) mapping[pkg_name] = (pkg_name, version)
# analyze 'top_level.txt' if it exists
top_level = os.path.join(path, file, 'top_level.txt')
if not os.path.isfile(top_level): if not os.path.isfile(top_level):
continue continue
with open(top_level, 'r') as f: with open(top_level, 'r') as f: