mirror of
https://github.com/clearml/clearml-agent
synced 2025-01-31 00:56:53 +00:00
Reduce required packages
This commit is contained in:
parent
7e9e3ad08b
commit
28e9280a4f
@ -1,6 +1,6 @@
|
|||||||
from ...backend_config import Config
|
from ...backend_config import Config
|
||||||
from ...backend_config.defs import ENV_CONFIG_VERBOSE
|
from ...backend_config.defs import ENV_CONFIG_VERBOSE
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
|
|
||||||
|
|
||||||
def load(*additional_module_paths):
|
def load(*additional_module_paths):
|
||||||
|
@ -1,10 +1,10 @@
|
|||||||
import re
|
import re
|
||||||
from functools import partial
|
from functools import partial
|
||||||
|
|
||||||
import attr
|
from ..._vendor import attr
|
||||||
from attr.converters import optional as optional_converter
|
from ..._vendor.attr.converters import optional as optional_converter
|
||||||
from attr.validators import instance_of, optional, and_
|
from ..._vendor.attr.validators import instance_of, optional, and_
|
||||||
from six import string_types
|
from ..._vendor.six import string_types
|
||||||
|
|
||||||
# noinspection PyTypeChecker
|
# noinspection PyTypeChecker
|
||||||
sequence = instance_of((list, tuple))
|
sequence = instance_of((list, tuple))
|
||||||
|
@ -1,8 +1,8 @@
|
|||||||
import itertools
|
import itertools
|
||||||
import re
|
import re
|
||||||
|
|
||||||
import attr
|
from ..._vendor import attr
|
||||||
import six
|
from ..._vendor import six
|
||||||
|
|
||||||
from clearml_agent.external import pyhocon
|
from clearml_agent.external import pyhocon
|
||||||
|
|
||||||
|
@ -4,12 +4,12 @@ auth service
|
|||||||
This service provides authentication management and authorization
|
This service provides authentication management and authorization
|
||||||
validation for the entire system.
|
validation for the entire system.
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ debug service
|
|||||||
|
|
||||||
Debugging utilities
|
Debugging utilities
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ events service
|
|||||||
|
|
||||||
Provides an API for running tasks to report events collected by the system.
|
Provides an API for running tasks to report events collected by the system.
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ models service
|
|||||||
|
|
||||||
This service provides a management interface for models (results of training tasks) stored in the system.
|
This service provides a management interface for models (results of training tasks) stored in the system.
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ queues service
|
|||||||
|
|
||||||
Provides a management API for queues of tasks waiting to be executed by workers deployed anywhere (see Workers Service).
|
Provides a management API for queues of tasks waiting to be executed by workers deployed anywhere (see Workers Service).
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -6,8 +6,8 @@ Provides a management API for tasks in the system.
|
|||||||
import enum
|
import enum
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
|
|
||||||
import six
|
from ...._vendor import six
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, NonStrictDataModel, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, NonStrictDataModel, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ workers service
|
|||||||
|
|
||||||
Provides an API for worker machines, allowing workers to report status and get tasks for execution
|
Provides an API for worker machines, allowing workers to report status and get tasks for execution
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ...session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ...session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -4,12 +4,12 @@ auth service
|
|||||||
This service provides authentication management and authorization
|
This service provides authentication management and authorization
|
||||||
validation for the entire system.
|
validation for the entire system.
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ debug service
|
|||||||
|
|
||||||
Debugging utilities
|
Debugging utilities
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ events service
|
|||||||
|
|
||||||
Provides an API for running tasks to report events collected by the system.
|
Provides an API for running tasks to report events collected by the system.
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ models service
|
|||||||
|
|
||||||
This service provides a management interface for models (results of training tasks) stored in the system.
|
This service provides a management interface for models (results of training tasks) stored in the system.
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ queues service
|
|||||||
|
|
||||||
Provides a management API for queues of tasks waiting to be executed by workers deployed anywhere (see Workers Service).
|
Provides a management API for queues of tasks waiting to be executed by workers deployed anywhere (see Workers Service).
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ tasks service
|
|||||||
|
|
||||||
Provides a management API for tasks in the system.
|
Provides a management API for tasks in the system.
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, NonStrictDataModel, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, NonStrictDataModel, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -3,12 +3,12 @@ workers service
|
|||||||
|
|
||||||
Provides an API for worker machines, allowing workers to report status and get tasks for execution
|
Provides an API for worker machines, allowing workers to report status and get tasks for execution
|
||||||
"""
|
"""
|
||||||
import six
|
from ...._vendor import six
|
||||||
import types
|
import types
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import enum
|
import enum
|
||||||
|
|
||||||
from dateutil.parser import parse as parse_datetime
|
from ...._vendor.dateutil.parser import parse as parse_datetime
|
||||||
|
|
||||||
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
from ....backend_api.session import Request, BatchRequest, Response, DataModel, NonStrictDataModel, CompoundRequest, schema_property, StringEnum
|
||||||
|
|
||||||
|
@ -12,7 +12,7 @@ from operator import itemgetter
|
|||||||
from types import ModuleType
|
from types import ModuleType
|
||||||
from typing import Dict, Text, Tuple, Type, Any, Sequence
|
from typing import Dict, Text, Tuple, Type, Any, Sequence
|
||||||
|
|
||||||
import six
|
from ...._vendor import six
|
||||||
from ... import services as api_services
|
from ... import services as api_services
|
||||||
from ....backend_api.session import CallResult
|
from ....backend_api.session import CallResult
|
||||||
from ....backend_api.session import Session, Request as APIRequest
|
from ....backend_api.session import Session, Request as APIRequest
|
||||||
|
@ -5,10 +5,10 @@ import json
|
|||||||
import warnings
|
import warnings
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
|
|
||||||
import jsonschema
|
from ..._vendor import jsonschema
|
||||||
from enum import Enum
|
from enum import Enum
|
||||||
|
|
||||||
import six
|
from ..._vendor import six
|
||||||
|
|
||||||
|
|
||||||
def format_date(obj):
|
def format_date(obj):
|
||||||
|
@ -4,7 +4,7 @@ from __future__ import absolute_import
|
|||||||
|
|
||||||
from collections import defaultdict
|
from collections import defaultdict
|
||||||
|
|
||||||
import six
|
from ...._vendor import six
|
||||||
|
|
||||||
from . import errors
|
from . import errors
|
||||||
from .fields import NotSet
|
from .fields import NotSet
|
||||||
|
@ -2,8 +2,8 @@ import datetime
|
|||||||
import re
|
import re
|
||||||
from weakref import WeakKeyDictionary
|
from weakref import WeakKeyDictionary
|
||||||
|
|
||||||
import six
|
from ...._vendor import six
|
||||||
from dateutil.parser import parse
|
from ...._vendor.dateutil.parser import parse
|
||||||
|
|
||||||
from .errors import ValidationError
|
from .errors import ValidationError
|
||||||
from .collections import ModelCollection
|
from .collections import ModelCollection
|
||||||
|
@ -1,4 +1,4 @@
|
|||||||
import six
|
from ...._vendor import six
|
||||||
|
|
||||||
from . import parsers, errors
|
from . import parsers, errors
|
||||||
from .fields import BaseField
|
from .fields import BaseField
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
from __future__ import absolute_import
|
from __future__ import absolute_import
|
||||||
|
|
||||||
import six
|
from ...._vendor import six
|
||||||
import re
|
import re
|
||||||
from collections import namedtuple
|
from collections import namedtuple
|
||||||
|
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
"""Predefined validators."""
|
"""Predefined validators."""
|
||||||
import re
|
import re
|
||||||
|
|
||||||
from six.moves import reduce
|
from ...._vendor.six.moves import reduce
|
||||||
|
|
||||||
from .errors import ValidationError
|
from .errors import ValidationError
|
||||||
from . import utilities
|
from . import utilities
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
import abc
|
import abc
|
||||||
|
|
||||||
import jsonschema
|
from ..._vendor import jsonschema
|
||||||
import six
|
from ..._vendor import six
|
||||||
|
|
||||||
from .apimodel import ApiModel
|
from .apimodel import ApiModel
|
||||||
from .datamodel import DataModel
|
from .datamodel import DataModel
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
import requests
|
import requests
|
||||||
|
|
||||||
import six
|
from ..._vendor import six
|
||||||
|
|
||||||
from . import jsonmodels
|
from . import jsonmodels
|
||||||
from .apimodel import ApiModel
|
from .apimodel import ApiModel
|
||||||
|
@ -8,12 +8,12 @@ from random import SystemRandom
|
|||||||
from socket import gethostname
|
from socket import gethostname
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
import jwt
|
from ..._vendor import jwt
|
||||||
import requests
|
import requests
|
||||||
import six
|
from ..._vendor import six
|
||||||
from requests import RequestException
|
from requests import RequestException
|
||||||
from requests.auth import HTTPBasicAuth
|
from requests.auth import HTTPBasicAuth
|
||||||
from six.moves.urllib.parse import urlparse, urlunparse
|
from ..._vendor.six.moves.urllib.parse import urlparse, urlunparse
|
||||||
|
|
||||||
from clearml_agent.external.pyhocon import ConfigTree, ConfigFactory
|
from clearml_agent.external.pyhocon import ConfigTree, ConfigFactory
|
||||||
from .callresult import CallResult
|
from .callresult import CallResult
|
||||||
|
@ -2,9 +2,9 @@ import sys
|
|||||||
from abc import ABCMeta, abstractmethod
|
from abc import ABCMeta, abstractmethod
|
||||||
from time import time
|
from time import time
|
||||||
|
|
||||||
import jwt
|
from ..._vendor import jwt
|
||||||
from jwt.algorithms import get_default_algorithms
|
from ..._vendor.jwt.algorithms import get_default_algorithms
|
||||||
import six
|
from ..._vendor import six
|
||||||
|
|
||||||
|
|
||||||
@six.add_metaclass(ABCMeta)
|
@six.add_metaclass(ABCMeta)
|
||||||
|
@ -7,9 +7,9 @@ import sys
|
|||||||
from os.path import expanduser
|
from os.path import expanduser
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
import six
|
from .._vendor import six
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
from pyparsing import (
|
from .._vendor.pyparsing import (
|
||||||
ParseFatalException,
|
ParseFatalException,
|
||||||
ParseException,
|
ParseException,
|
||||||
RecursiveGrammarException,
|
RecursiveGrammarException,
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
from os.path import expanduser
|
from os.path import expanduser
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from ..backend_config.environment import EnvEntry
|
from ..backend_config.environment import EnvEntry
|
||||||
|
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
import logging.config
|
import logging.config
|
||||||
|
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
|
|
||||||
|
|
||||||
def logger(path=None):
|
def logger(path=None):
|
||||||
|
@ -12,7 +12,7 @@ from typing import Text
|
|||||||
from clearml_agent.helper.console import ListFormatter, print_text
|
from clearml_agent.helper.console import ListFormatter, print_text
|
||||||
from clearml_agent.helper.dicts import filter_keys
|
from clearml_agent.helper.dicts import filter_keys
|
||||||
|
|
||||||
import six
|
from .._vendor import six
|
||||||
from clearml_agent.backend_api import services
|
from clearml_agent.backend_api import services
|
||||||
|
|
||||||
from clearml_agent.errors import APIError, CommandFailedError
|
from clearml_agent.errors import APIError, CommandFailedError
|
||||||
|
@ -2,9 +2,9 @@ from __future__ import print_function
|
|||||||
|
|
||||||
from typing import Dict, Optional
|
from typing import Dict, Optional
|
||||||
|
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
from six.moves import input
|
from .._vendor.six.moves import input
|
||||||
from six.moves.urllib.parse import urlparse
|
from .._vendor.six.moves.urllib.parse import urlparse
|
||||||
|
|
||||||
from clearml_agent.backend_api.session import Session
|
from clearml_agent.backend_api.session import Session
|
||||||
from clearml_agent.backend_api.session.defs import ENV_HOST
|
from clearml_agent.backend_api.session.defs import ENV_HOST
|
||||||
|
@ -25,10 +25,10 @@ from tempfile import mkdtemp, NamedTemporaryFile
|
|||||||
from time import sleep, time
|
from time import sleep, time
|
||||||
from typing import Text, Optional, Any, Tuple, List, Dict, Mapping, Union
|
from typing import Text, Optional, Any, Tuple, List, Dict, Mapping, Union
|
||||||
|
|
||||||
import attr
|
from .._vendor import attr
|
||||||
import six
|
from .._vendor import six
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
from six.moves.urllib.parse import quote
|
from .._vendor.six.moves.urllib.parse import quote
|
||||||
|
|
||||||
from clearml_agent.external.pyhocon import ConfigTree, ConfigFactory
|
from clearml_agent.external.pyhocon import ConfigTree, ConfigFactory
|
||||||
from clearml_agent.backend_api.services import auth as auth_api
|
from clearml_agent.backend_api.services import auth as auth_api
|
||||||
|
@ -1,4 +1,4 @@
|
|||||||
import six
|
from ._vendor import six
|
||||||
|
|
||||||
from clearml_agent.external.pyhocon import ConfigTree
|
from clearml_agent.external.pyhocon import ConfigTree
|
||||||
from clearml_agent.helper.base import Singleton
|
from clearml_agent.helper.base import Singleton
|
||||||
|
@ -4,8 +4,8 @@ from enum import IntEnum
|
|||||||
from os import getenv, environ
|
from os import getenv, environ
|
||||||
from typing import Text, Optional, Union, Tuple, Any
|
from typing import Text, Optional, Union, Tuple, Any
|
||||||
|
|
||||||
import six
|
from ._vendor import six
|
||||||
from pathlib2 import Path
|
from ._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from clearml_agent.helper.base import normalize_path
|
from clearml_agent.helper.base import normalize_path
|
||||||
from clearml_agent.helper.environment.converters import strtobool
|
from clearml_agent.helper.environment.converters import strtobool
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
from typing import Union, Optional, Text
|
from typing import Union, Optional, Text
|
||||||
|
|
||||||
import requests
|
import requests
|
||||||
import six
|
from ._vendor import six
|
||||||
from .backend_api import CallResult
|
from .backend_api import CallResult
|
||||||
from .backend_api.session.client import APIError as ClientAPIError
|
from .backend_api.session.client import APIError as ClientAPIError
|
||||||
from .backend_api.session.response import ResponseMeta
|
from .backend_api.session.response import ResponseMeta
|
||||||
|
@ -6,9 +6,9 @@ import contextlib
|
|||||||
import codecs
|
import codecs
|
||||||
from datetime import timedelta
|
from datetime import timedelta
|
||||||
|
|
||||||
from pyparsing import Forward, Keyword, QuotedString, Word, Literal, Suppress, Regex, Optional, SkipTo, ZeroOrMore, \
|
from ..._vendor.pyparsing import Forward, Keyword, QuotedString, Word, Literal, Suppress, Regex, Optional, SkipTo, ZeroOrMore, \
|
||||||
Group, lineno, col, TokenConverter, replaceWith, alphanums, alphas8bit, ParseSyntaxException, StringEnd
|
Group, lineno, col, TokenConverter, replaceWith, alphanums, alphas8bit, ParseSyntaxException, StringEnd
|
||||||
from pyparsing import ParserElement
|
from ..._vendor.pyparsing import ParserElement
|
||||||
from .config_tree import ConfigTree, ConfigSubstitution, ConfigList, ConfigValues, ConfigUnquotedString, \
|
from .config_tree import ConfigTree, ConfigSubstitution, ConfigList, ConfigValues, ConfigUnquotedString, \
|
||||||
ConfigInclude, NoneValue, ConfigQuotedString
|
ConfigInclude, NoneValue, ConfigQuotedString
|
||||||
from .exceptions import ConfigSubstitutionException, ConfigMissingException, ConfigException
|
from .exceptions import ConfigSubstitutionException, ConfigMissingException, ConfigException
|
||||||
@ -56,7 +56,7 @@ class STR_SUBSTITUTION(object):
|
|||||||
|
|
||||||
def period(period_value, period_unit):
|
def period(period_value, period_unit):
|
||||||
try:
|
try:
|
||||||
from dateutil.relativedelta import relativedelta as period_impl
|
from ..._vendor.dateutil.relativedelta import relativedelta as period_impl
|
||||||
except Exception:
|
except Exception:
|
||||||
from datetime import timedelta as period_impl
|
from datetime import timedelta as period_impl
|
||||||
|
|
||||||
@ -219,7 +219,7 @@ class ConfigParser(object):
|
|||||||
cls.supported_period_map.update(cls.period_type_map)
|
cls.supported_period_map.update(cls.period_type_map)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
from dateutil import relativedelta
|
from ..._vendor.dateutil import relativedelta
|
||||||
|
|
||||||
if relativedelta is not None:
|
if relativedelta is not None:
|
||||||
cls.supported_period_map.update(cls.optional_period_type_map)
|
cls.supported_period_map.update(cls.optional_period_type_map)
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
from collections import OrderedDict
|
from collections import OrderedDict
|
||||||
from pyparsing import lineno
|
from ..._vendor.pyparsing import lineno
|
||||||
from pyparsing import col
|
from ..._vendor.pyparsing import col
|
||||||
try:
|
try:
|
||||||
basestring
|
basestring
|
||||||
except NameError: # pragma: no cover
|
except NameError: # pragma: no cover
|
||||||
|
@ -16,8 +16,6 @@ from pprint import pformat
|
|||||||
from time import sleep, time
|
from time import sleep, time
|
||||||
from typing import Text, List, Callable, Any, Collection, Optional, Union, Iterable, Dict, Tuple, Set
|
from typing import Text, List, Callable, Any, Collection, Optional, Union, Iterable, Dict, Tuple, Set
|
||||||
|
|
||||||
import yaml
|
|
||||||
|
|
||||||
from clearml_agent.commands.events import Events
|
from clearml_agent.commands.events import Events
|
||||||
from clearml_agent.commands.worker import Worker, get_task_container, set_task_container, get_next_task
|
from clearml_agent.commands.worker import Worker, get_task_container, set_task_container, get_next_task
|
||||||
from clearml_agent.definitions import (
|
from clearml_agent.definitions import (
|
||||||
@ -45,6 +43,7 @@ from clearml_agent.glue.definitions import (
|
|||||||
ENV_KUBECTL_IGNORE_ERROR,
|
ENV_KUBECTL_IGNORE_ERROR,
|
||||||
ENV_DEFAULT_SCHEDULER_QUEUE_TAGS,
|
ENV_DEFAULT_SCHEDULER_QUEUE_TAGS,
|
||||||
)
|
)
|
||||||
|
from .._vendor import pyyaml as yaml
|
||||||
|
|
||||||
|
|
||||||
class K8sIntegration(Worker):
|
class K8sIntegration(Worker):
|
||||||
|
@ -17,13 +17,13 @@ from collections import OrderedDict
|
|||||||
from functools import total_ordering
|
from functools import total_ordering
|
||||||
from typing import Text, Dict, Any, Optional, AnyStr, IO, Union
|
from typing import Text, Dict, Any, Optional, AnyStr, IO, Union
|
||||||
|
|
||||||
import attr
|
from .._vendor import attr
|
||||||
import furl
|
from .._vendor import furl
|
||||||
import six
|
from .._vendor import six
|
||||||
import yaml
|
from .._vendor.attr import fields_dict
|
||||||
from attr import fields_dict
|
from .._vendor.pathlib2 import Path
|
||||||
from pathlib2 import Path
|
from .._vendor.six.moves import reduce # noqa
|
||||||
from six.moves import reduce
|
from .._vendor import pyyaml as yaml
|
||||||
|
|
||||||
from clearml_agent.errors import CommandFailedError
|
from clearml_agent.errors import CommandFailedError
|
||||||
from clearml_agent.external import pyhocon
|
from clearml_agent.external import pyhocon
|
||||||
|
@ -5,10 +5,10 @@ import sys
|
|||||||
from collections.abc import Iterable
|
from collections.abc import Iterable
|
||||||
from typing import List, Dict, Text, Any
|
from typing import List, Dict, Text, Any
|
||||||
|
|
||||||
from attr import attrs, attrib
|
from .._vendor.attr import attrs, attrib
|
||||||
|
|
||||||
import six
|
from .._vendor import six
|
||||||
from six import binary_type, text_type
|
from .._vendor.six import binary_type, text_type
|
||||||
from clearml_agent.helper.base import nonstrict_in_place_sort
|
from clearml_agent.helper.base import nonstrict_in_place_sort
|
||||||
|
|
||||||
|
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
import base64
|
import base64
|
||||||
from typing import Union, Optional, Any, TypeVar, Callable, Tuple
|
from typing import Union, Optional, Any, TypeVar, Callable, Tuple
|
||||||
|
|
||||||
import six
|
from ..._vendor import six
|
||||||
|
|
||||||
try:
|
try:
|
||||||
from typing import Text
|
from typing import Text
|
||||||
@ -83,4 +83,3 @@ def strtobool(val):
|
|||||||
return 0
|
return 0
|
||||||
else:
|
else:
|
||||||
raise ValueError("invalid truth value %r" % (val,))
|
raise ValueError("invalid truth value %r" % (val,))
|
||||||
|
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
import abc
|
import abc
|
||||||
from typing import Optional, Any, Tuple, Callable, Dict
|
from typing import Optional, Any, Tuple, Callable, Dict
|
||||||
|
|
||||||
import six
|
from ..._vendor import six
|
||||||
|
|
||||||
from .converters import any_to_bool
|
from .converters import any_to_bool
|
||||||
|
|
||||||
|
@ -6,7 +6,7 @@ from time import time
|
|||||||
from typing import List, Optional, Sequence
|
from typing import List, Optional, Sequence
|
||||||
|
|
||||||
import psutil
|
import psutil
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from .locks import FileLock
|
from .locks import FileLock
|
||||||
|
|
||||||
|
@ -6,8 +6,8 @@ from contextlib import contextmanager
|
|||||||
from hashlib import md5
|
from hashlib import md5
|
||||||
from typing import Text, Iterable, Union, Optional, Dict, List
|
from typing import Text, Iterable, Union, Optional, Dict, List
|
||||||
|
|
||||||
import six
|
from ..._vendor import six
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from clearml_agent.definitions import ENV_VENV_CACHE_PATH
|
from clearml_agent.definitions import ENV_VENV_CACHE_PATH
|
||||||
from clearml_agent.helper.base import mkstemp, safe_remove_file, join_lines, select_for_platform
|
from clearml_agent.helper.base import mkstemp, safe_remove_file, join_lines, select_for_platform
|
||||||
|
@ -9,11 +9,11 @@ from functools import partial
|
|||||||
from itertools import chain
|
from itertools import chain
|
||||||
from typing import Text, Iterable, Union, Dict, Set, Sequence, Any
|
from typing import Text, Iterable, Union, Dict, Set, Sequence, Any
|
||||||
|
|
||||||
import six
|
from ..._vendor import six
|
||||||
import yaml
|
from ..._vendor import pyyaml as yaml
|
||||||
from time import time
|
from time import time
|
||||||
from attr import attrs, attrib, Factory
|
from ..._vendor.attr import attrs, attrib, Factory
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
from clearml_agent.external.requirements_parser import parse
|
from clearml_agent.external.requirements_parser import parse
|
||||||
from clearml_agent.external.requirements_parser.requirement import Requirement
|
from clearml_agent.external.requirements_parser.requirement import Requirement
|
||||||
|
|
||||||
|
@ -2,7 +2,7 @@ import re
|
|||||||
from collections import OrderedDict
|
from collections import OrderedDict
|
||||||
from typing import Text
|
from typing import Text
|
||||||
|
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from .base import PackageManager
|
from .base import PackageManager
|
||||||
from .requirements import SimpleSubstitution
|
from .requirements import SimpleSubstitution
|
||||||
|
@ -1,6 +1,6 @@
|
|||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
from pathlib2 import Path
|
from ...._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from clearml_agent.helper.base import select_for_platform, rm_tree, ExecutionInfo
|
from clearml_agent.helper.base import select_for_platform, rm_tree, ExecutionInfo
|
||||||
from clearml_agent.helper.package.base import PackageManager
|
from clearml_agent.helper.package.base import PackageManager
|
||||||
|
@ -1,10 +1,10 @@
|
|||||||
from copy import deepcopy
|
from copy import deepcopy
|
||||||
from functools import wraps
|
from functools import wraps
|
||||||
|
|
||||||
import attr
|
from ..._vendor import attr
|
||||||
import sys
|
import sys
|
||||||
import os
|
import os
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from clearml_agent.definitions import ENV_AGENT_FORCE_POETRY
|
from clearml_agent.definitions import ENV_AGENT_FORCE_POETRY
|
||||||
from clearml_agent.helper.process import Argv, DEVNULL, check_if_command_exists
|
from clearml_agent.helper.process import Argv, DEVNULL, check_if_command_exists
|
||||||
|
@ -3,16 +3,16 @@ from __future__ import unicode_literals
|
|||||||
import re
|
import re
|
||||||
import sys
|
import sys
|
||||||
import platform
|
import platform
|
||||||
from furl import furl
|
from ..._vendor.furl import furl
|
||||||
import urllib.parse
|
import urllib.parse
|
||||||
from operator import itemgetter
|
from operator import itemgetter
|
||||||
from html.parser import HTMLParser
|
from html.parser import HTMLParser
|
||||||
from typing import Text, Optional, Dict
|
from typing import Text, Optional, Dict
|
||||||
|
|
||||||
import attr
|
from ..._vendor import attr
|
||||||
import requests
|
import requests
|
||||||
|
|
||||||
import six
|
from ..._vendor import six
|
||||||
from .requirements import (
|
from .requirements import (
|
||||||
SimpleSubstitution, FatalSpecsResolutionError, SimpleVersion, MarkerRequirement,
|
SimpleSubstitution, FatalSpecsResolutionError, SimpleVersion, MarkerRequirement,
|
||||||
compare_version_rules, )
|
compare_version_rules, )
|
||||||
|
@ -10,11 +10,11 @@ from operator import itemgetter
|
|||||||
from os import path
|
from os import path
|
||||||
from typing import Text, List, Type, Optional, Tuple, Dict
|
from typing import Text, List, Type, Optional, Tuple, Dict
|
||||||
|
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
from clearml_agent.external.pyhocon import ConfigTree
|
from clearml_agent.external.pyhocon import ConfigTree
|
||||||
|
|
||||||
import six
|
from ..._vendor import six
|
||||||
from six.moves.urllib.parse import unquote
|
from ..._vendor.six.moves.urllib.parse import unquote # noqa
|
||||||
import logging
|
import logging
|
||||||
from clearml_agent.definitions import PIP_EXTRA_INDICES
|
from clearml_agent.definitions import PIP_EXTRA_INDICES
|
||||||
from clearml_agent.helper.base import (
|
from clearml_agent.helper.base import (
|
||||||
|
@ -1,8 +1,8 @@
|
|||||||
from tempfile import mkdtemp
|
from tempfile import mkdtemp
|
||||||
from typing import Text
|
from typing import Text
|
||||||
|
|
||||||
from furl import furl
|
from ..._vendor.furl import furl
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from clearml_agent.config import Config
|
from clearml_agent.config import Config
|
||||||
from .pip_api.system import SystemPip
|
from .pip_api.system import SystemPip
|
||||||
|
@ -1,10 +1,10 @@
|
|||||||
from copy import deepcopy
|
from copy import deepcopy
|
||||||
from functools import wraps
|
from functools import wraps
|
||||||
|
|
||||||
import attr
|
from ..._vendor import attr
|
||||||
import sys
|
import sys
|
||||||
import os
|
import os
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from clearml_agent.definitions import ENV_AGENT_FORCE_UV
|
from clearml_agent.definitions import ENV_AGENT_FORCE_UV
|
||||||
from clearml_agent.helper.base import select_for_platform
|
from clearml_agent.helper.base import select_for_platform
|
||||||
|
@ -1,9 +1,9 @@
|
|||||||
from typing import Optional, Text
|
from typing import Optional, Text
|
||||||
|
|
||||||
import requests
|
import requests
|
||||||
from pathlib2 import Path
|
from ..._vendor.pathlib2 import Path
|
||||||
|
|
||||||
import six
|
from ..._vendor import six
|
||||||
from clearml_agent.definitions import CONFIG_DIR
|
from clearml_agent.definitions import CONFIG_DIR
|
||||||
from clearml_agent.helper.process import Argv, DEVNULL
|
from clearml_agent.helper.process import Argv, DEVNULL
|
||||||
from .pip_api.venv import VirtualenvPip
|
from .pip_api.venv import VirtualenvPip
|
||||||
|
@ -14,10 +14,10 @@ from time import sleep
|
|||||||
from typing import Union, Text, Sequence, Any, TypeVar, Callable
|
from typing import Union, Text, Sequence, Any, TypeVar, Callable
|
||||||
|
|
||||||
import psutil
|
import psutil
|
||||||
from furl import furl
|
from .._vendor.furl import furl
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
|
|
||||||
import six
|
from .._vendor import six
|
||||||
from clearml_agent.definitions import PROGRAM_NAME, CONFIG_FILE
|
from clearml_agent.definitions import PROGRAM_NAME, CONFIG_FILE
|
||||||
from clearml_agent.helper.base import bash_c, is_windows_platform, select_for_platform, chain_map
|
from clearml_agent.helper.base import bash_c, is_windows_platform, select_for_platform, chain_map
|
||||||
|
|
||||||
|
@ -12,11 +12,11 @@ from random import random
|
|||||||
from threading import Lock
|
from threading import Lock
|
||||||
from typing import Text, Sequence, Mapping, Iterable, TypeVar, Callable, Tuple, Optional
|
from typing import Text, Sequence, Mapping, Iterable, TypeVar, Callable, Tuple, Optional
|
||||||
|
|
||||||
import attr
|
from .._vendor import attr
|
||||||
from furl import furl
|
from .._vendor.furl import furl
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
|
|
||||||
import six
|
from .._vendor import six
|
||||||
|
|
||||||
from clearml_agent.definitions import ENV_AGENT_GIT_USER, ENV_AGENT_GIT_PASS, ENV_AGENT_GIT_HOST, ENV_GIT_CLONE_VERBOSE
|
from clearml_agent.definitions import ENV_AGENT_GIT_USER, ENV_AGENT_GIT_PASS, ENV_AGENT_GIT_HOST, ENV_GIT_CLONE_VERBOSE
|
||||||
from clearml_agent.helper.console import ensure_text, ensure_binary
|
from clearml_agent.helper.console import ensure_text, ensure_binary
|
||||||
|
@ -9,9 +9,9 @@ from threading import Thread, Event
|
|||||||
from time import time
|
from time import time
|
||||||
from typing import Sequence, List, Union, Dict, Optional
|
from typing import Sequence, List, Union, Dict, Optional
|
||||||
|
|
||||||
import attr
|
from .._vendor import attr
|
||||||
import psutil
|
import psutil
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from clearml_agent.definitions import ENV_WORKER_TAGS, ENV_GPU_FRACTIONS
|
from clearml_agent.definitions import ENV_WORKER_TAGS, ENV_GPU_FRACTIONS
|
||||||
from clearml_agent.session import Session
|
from clearml_agent.session import Session
|
||||||
|
@ -9,9 +9,9 @@ from itertools import chain
|
|||||||
from types import ModuleType
|
from types import ModuleType
|
||||||
from typing import Text, Sequence, Union
|
from typing import Text, Sequence, Union
|
||||||
|
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
|
|
||||||
import six
|
from .._vendor import six
|
||||||
|
|
||||||
try:
|
try:
|
||||||
from functools import lru_cache
|
from functools import lru_cache
|
||||||
|
@ -5,8 +5,8 @@ import argparse
|
|||||||
from copy import deepcopy
|
from copy import deepcopy
|
||||||
from functools import partial
|
from functools import partial
|
||||||
|
|
||||||
import six
|
from .._vendor import six
|
||||||
from pathlib2 import Path
|
from .._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from clearml_agent import definitions
|
from clearml_agent import definitions
|
||||||
from clearml_agent.session import Session
|
from clearml_agent.session import Session
|
||||||
|
@ -9,8 +9,8 @@ import sys
|
|||||||
from copy import deepcopy
|
from copy import deepcopy
|
||||||
from typing import Any, Callable
|
from typing import Any, Callable
|
||||||
|
|
||||||
import attr
|
from ._vendor import attr
|
||||||
from pathlib2 import Path
|
from ._vendor.pathlib2 import Path
|
||||||
|
|
||||||
from clearml_agent.external.pyhocon import ConfigFactory, HOCONConverter, ConfigTree
|
from clearml_agent.external.pyhocon import ConfigFactory, HOCONConverter, ConfigTree
|
||||||
from clearml_agent.backend_api.session import Session as _Session, Request
|
from clearml_agent.backend_api.session import Session as _Session, Request
|
||||||
|
@ -1,17 +1,6 @@
|
|||||||
attrs>=18.0,<24.0.0
|
|
||||||
enum34>=0.9,<1.2.0 ; python_version < '3.6'
|
|
||||||
furl>=2.0.0,<2.2.0
|
|
||||||
jsonschema>=2.6.0,<5.0.0
|
|
||||||
pathlib2>=2.3.0,<2.4.0
|
|
||||||
psutil>=3.4.2,<5.10.0
|
psutil>=3.4.2,<5.10.0
|
||||||
pyparsing>=2.0.3,<3.2.0
|
|
||||||
python-dateutil>=2.4.2,<2.9.0
|
|
||||||
pyjwt>=2.4.0,<2.9.0
|
|
||||||
PyYAML>=3.12,<6.1
|
|
||||||
requests>=2.20.0,<=2.31.0
|
|
||||||
setuptools ; python_version > '3.11'
|
|
||||||
six>=1.13.0,<1.17.0
|
|
||||||
typing>=3.6.4,<3.8.0 ; python_version < '3.5'
|
|
||||||
urllib3>=1.21.1,<2
|
urllib3>=1.21.1,<2
|
||||||
virtualenv>=16,<21
|
virtualenv>=16,<21
|
||||||
|
requests>=2.20.0,<2.33
|
||||||
|
setuptools ; python_version > '3.11'
|
||||||
pywin32 ; sys_platform == 'win32'
|
pywin32 ; sys_platform == 'win32'
|
||||||
|
2
setup.py
2
setup.py
@ -75,7 +75,7 @@ setup(
|
|||||||
extras_require={
|
extras_require={
|
||||||
},
|
},
|
||||||
package_data={
|
package_data={
|
||||||
'clearml_agent': ['backend_api/config/default/*.conf']
|
'clearml_agent': ['backend_api/config/default/*.conf', '_vendor/jsonschema/schemas/*.json']
|
||||||
},
|
},
|
||||||
include_package_data=True,
|
include_package_data=True,
|
||||||
# To provide executable scripts, use entry points in preference to the
|
# To provide executable scripts, use entry points in preference to the
|
||||||
|
Loading…
Reference in New Issue
Block a user