ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-06-26 18:16:07 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Improve argparser automagic support

Browse Source
This commit is contained in:
allegroai
2019-11-28 00:49:19 +02:00
parent 09257b7247
commit 7e7329f7a0
2 changed files with 34 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
trains/backend_interface/task/args.py
View File

@@ -120,7 +120,7 @@ class _Arguments(object):
for k, v in task_defaults.items():
try:
if type(v) is list:
task_defaults[k] = '[' + ', '.join(map("{0}".format, v)) + ']'
task_defaults[k] = str(v)
elif type(v) not in (str, int, float, bool):
task_defaults[k] = str(v)
except Exception:
@@ -154,6 +154,7 @@ class _Arguments(object):
# if k.startswith(self._prefix_args)])
task_arguments = dict([(k, v) for k, v in self._task.get_parameters().items()
if not k.startswith(self._prefix_tf_defines)])
arg_parser_argeuments = {}
for k, v in task_arguments.items():
# if we have a StoreTrueAction and the value is either False or Empty or 0 change the default to False
# with the rest we have to make sure the type is correct
@@ -185,16 +186,22 @@ class _Arguments(object):
current_action.const = const_value
except ValueError:
pass
task_arguments[k] = const_value
elif current_action and current_action.nargs == '+':
if current_action.default is not None or const_value not in (None, ''):
arg_parser_argeuments[k] = const_value
elif current_action and (current_action.nargs in ('+', '*') or isinstance(current_action.nargs, int)):
try:
v = yaml.load(v.strip(), Loader=yaml.SafeLoader)
if current_action.type:
if not isinstance(v, (list, tuple)):
# do nothing, we have no idea what happened
pass
elif current_action.type:
v = [current_action.type(a) for a in v]
elif current_action.default:
v_type = type(current_action.default[0])
v = [v_type(a) for a in v]
task_arguments[k] = v
if current_action.default is not None or v not in (None, ''):
arg_parser_argeuments[k] = v
except Exception:
pass
elif current_action and not current_action.type:
@@ -208,7 +215,14 @@ class _Arguments(object):
# now we should try and cast the value if we can
try:
v = var_type(v)
task_arguments[k] = v
# cast back to int if it's the same value
if type(current_action.default) == int and int(v) == v:
arg_parser_argeuments[k] = int(v)
if current_action.default is None and v in (None, ''):
# Do nothing, we should leave it as is.
pass
else:
arg_parser_argeuments[k] = v
except Exception:
pass
elif current_action and current_action.type == bool:
@@ -225,15 +239,18 @@ class _Arguments(object):
v = int(strip_v)
except ValueError:
pass
task_arguments[k] = v
if v not in (None, ''):
arg_parser_argeuments[k] = v
# add as default
try:
if current_action and isinstance(current_action, _SubParsersAction):
current_action.default = v
if v not in (None, '') or current_action.default not in (None, ''):
current_action.default = v
current_action.required = False
elif current_action and isinstance(current_action, _StoreAction):
current_action.default = v
if v not in (None, '') or current_action.default not in (None, ''):
current_action.default = v
current_action.required = False
# python2 doesn't support defaults for positional arguments, unless used with nargs=?
if PY2 and not current_action.nargs:
@@ -253,11 +270,13 @@ class _Arguments(object):
pass
except Exception:
pass
# if we already have an instance of parsed args, we should update its values
if parsed_args:
for k, v in task_arguments.items():
setattr(parsed_args, k, v)
parser.set_defaults(**task_arguments)
for k, v in arg_parser_argeuments.items():
if parsed_args.get(k) is not None or v not in (None, ''):
setattr(parsed_args, k, v)
parser.set_defaults(**arg_parser_argeuments)
def copy_from_dict(self, dictionary, prefix=None):
# TODO: add dict prefix