ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-05-12 00:20:40 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Fix Dataset.get() does not respect auto_create

Browse Source
This commit is contained in:
allegroai 2022-08-09 09:39:38 +03:00
parent 4781b6bbd8
commit 0fef281a46
1 changed files with 14 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
clearml/datasets/dataset.py
View File

@ -2965,16 +2965,20 @@ class Dataset(object):
dataset_filter.setdefault("order_by", ["-last_update"]) dataset_filter.setdefault("order_by", ["-last_update"])
# making sure we have the right project name here # making sure we have the right project name here
hidden_dataset_project, _ = cls._build_hidden_project_name(dataset_project, dataset_name) hidden_dataset_project, _ = cls._build_hidden_project_name(dataset_project, dataset_name)
# noinspection PyProtectedMember # noinspection PyBroadException
datasets = Task._query_tasks( try:
project_name=[hidden_dataset_project] if hidden_dataset_project else None, # noinspection PyProtectedMember
task_name=exact_match_regex(dataset_name) if dataset_name else None, datasets = Task._query_tasks(
fetch_only_first_page=shallow_search, project_name=[hidden_dataset_project] if hidden_dataset_project else None,
only_fields=["id", "runtime.version"], task_name=exact_match_regex(dataset_name) if dataset_name else None,
search_hidden=True, fetch_only_first_page=shallow_search,
_allow_extra_fields_=True, only_fields=["id", "runtime.version"],
**dataset_filter, search_hidden=True,
) _allow_extra_fields_=True,
**dataset_filter,
)
except Exception:
datasets = []
if raise_on_multiple and len(datasets) > 1: if raise_on_multiple and len(datasets) > 1:
raise ValueError( raise ValueError(
"Multiple datasets found with dataset_project={}, dataset_name={}, dataset_version={}".format( "Multiple datasets found with dataset_project={}, dataset_name={}, dataset_version={}".format(