mirror of
https://github.com/clearml/clearml
synced 2025-03-03 10:42:00 +00:00
Fix Dataset failing to load helper packages should not crash
This commit is contained in:
parent
40f92dfb62
commit
19dada0fb4
@ -5,6 +5,7 @@ import shutil
|
||||
import psutil
|
||||
import mimetypes
|
||||
import re
|
||||
import logging
|
||||
from copy import deepcopy, copy
|
||||
from multiprocessing.pool import ThreadPool
|
||||
from concurrent.futures import ThreadPoolExecutor
|
||||
@ -34,26 +35,35 @@ try:
|
||||
except ImportError:
|
||||
_Path = None
|
||||
|
||||
try:
|
||||
import pandas as pd
|
||||
except ImportError:
|
||||
pd = None
|
||||
|
||||
try:
|
||||
import pyarrow
|
||||
except ImportError:
|
||||
pyarrow = None
|
||||
|
||||
try:
|
||||
import fastparquet
|
||||
except ImportError:
|
||||
fastparquet = None
|
||||
|
||||
try:
|
||||
import numpy as np
|
||||
except ImportError:
|
||||
np = None
|
||||
|
||||
try:
|
||||
import pandas as pd
|
||||
except ImportError:
|
||||
pd = None
|
||||
except Exception as e:
|
||||
logging.warning("ClearML Dataset failed importing pandas: {}".format(e))
|
||||
pd = None
|
||||
|
||||
try:
|
||||
import pyarrow # noqa
|
||||
except ImportError:
|
||||
pyarrow = None
|
||||
except Exception as e:
|
||||
logging.warning("ClearML Dataset failed importing pyarrow: {}".format(e))
|
||||
pyarrow = None
|
||||
|
||||
try:
|
||||
import fastparquet # noqa
|
||||
except ImportError:
|
||||
fastparquet = None
|
||||
except Exception as e:
|
||||
logging.warning("ClearML Dataset failed importing fastparquet: {}".format(e))
|
||||
fastparquet = None
|
||||
|
||||
|
||||
@attrs
|
||||
class FileEntry(object):
|
||||
|
Loading…
Reference in New Issue
Block a user