ClearML/clearml-agent
1
0
Fork 0
mirror of https://github.com/clearml/clearml-agent synced 2025-01-31 09:06:52 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add k8s pod limit to k8s glue example

Browse Source
This commit is contained in:
allegroai 2021-04-28 13:19:34 +03:00
parent 823b67a3ce
commit 3ec2a3a92e
1 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
examples/k8s_glue_example.py
View File

@ -10,12 +10,15 @@ from clearml_agent.glue.k8s import K8sIntegration
def parse_args(): def parse_args():
parser = ArgumentParser() parser = ArgumentParser()
group = parser.add_mutually_exclusive_group()
parser.add_argument( parser.add_argument(
"--queue", type=str, help="Queue to pull tasks from" "--queue", type=str, help="Queue to pull tasks from"
) )
parser.add_argument( group.add_argument(
"--ports-mode", action='store_true', default=False, "--ports-mode", action='store_true', default=False,
help="Ports-Mode will add a label to the pod which can be used as service, in order to expose ports" help="Ports-Mode will add a label to the pod which can be used as service, in order to expose ports"
"Should not be used with max-pods"
) )
parser.add_argument( parser.add_argument(
"--num-of-services", type=int, default=20, "--num-of-services", type=int, default=20,
@ -57,6 +60,11 @@ def parse_args():
"--namespace", type=str, "--namespace", type=str,
help="Specify the namespace in which pods will be created (default: %(default)s)", default="clearml" help="Specify the namespace in which pods will be created (default: %(default)s)", default="clearml"
) )
group.add_argument(
"--max-pods", type=int,
help="Limit the maximum number of pods that this service can run at the same time."
"Should not be used with ports-mode"
)
return parser.parse_args() return parser.parse_args()
@ -77,7 +85,7 @@ def main():
user_props_cb=user_props_cb, overrides_yaml=args.overrides_yaml, clearml_conf_file=args.pod_clearml_conf, user_props_cb=user_props_cb, overrides_yaml=args.overrides_yaml, clearml_conf_file=args.pod_clearml_conf,
template_yaml=args.template_yaml, extra_bash_init_script=K8sIntegration.get_ssh_server_bash( template_yaml=args.template_yaml, extra_bash_init_script=K8sIntegration.get_ssh_server_bash(
ssh_port_number=args.ssh_server_port) if args.ssh_server_port else None, ssh_port_number=args.ssh_server_port) if args.ssh_server_port else None,
namespace=args.namespace, namespace=args.namespace, max_pods_limit=args.max_pods or None,
) )
k8s.k8s_daemon(args.queue) k8s.k8s_daemon(args.queue)