ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-02-07 13:23:40 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix Dataset.get() does not respect auto_create

Browse Source
This commit is contained in:
allegroai 2022-08-09 09:39:38 +03:00
parent 4781b6bbd8
commit 0fef281a46
1 changed files with 14 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
clearml/datasets/dataset.py
View File

@ -2965,16 +2965,20 @@ class Dataset(object):
dataset_filter.setdefault("order_by", ["-last_update"])
# making sure we have the right project name here
hidden_dataset_project, _ = cls._build_hidden_project_name(dataset_project, dataset_name)
# noinspection PyProtectedMember
datasets = Task._query_tasks(
project_name=[hidden_dataset_project] if hidden_dataset_project else None,
task_name=exact_match_regex(dataset_name) if dataset_name else None,
fetch_only_first_page=shallow_search,
only_fields=["id", "runtime.version"],
search_hidden=True,
_allow_extra_fields_=True,
**dataset_filter,
)
# noinspection PyBroadException
try:
# noinspection PyProtectedMember
datasets = Task._query_tasks(
project_name=[hidden_dataset_project] if hidden_dataset_project else None,
task_name=exact_match_regex(dataset_name) if dataset_name else None,
fetch_only_first_page=shallow_search,
only_fields=["id", "runtime.version"],
search_hidden=True,
_allow_extra_fields_=True,
**dataset_filter,
)
except Exception:
datasets = []
if raise_on_multiple and len(datasets) > 1:
raise ValueError(
"Multiple datasets found with dataset_project={}, dataset_name={}, dataset_version={}".format(