mirror of
https://github.com/clearml/clearml-agent
synced 2025-01-31 09:06:52 +00:00
52 lines
1.7 KiB
Python
52 lines
1.7 KiB
Python
"""
|
|
This example assumes you have preconfigured services with selectors in the form of
|
|
"ai.allegro.agent.serial=pod-<number>" and a targetPort of 10022.
|
|
The K8sIntegration component will label each pod accordingly.
|
|
"""
|
|
from argparse import ArgumentParser
|
|
|
|
from trains_agent.glue.k8s import K8sIntegration
|
|
|
|
|
|
def parse_args():
|
|
parser = ArgumentParser()
|
|
parser.add_argument(
|
|
"--queue", type=str, help="Queue to pull tasks from"
|
|
)
|
|
parser.add_argument(
|
|
"--ports-mode", action='store_true', default=False,
|
|
help="Ports-mode will add a label to the pod which can be used in services in order to expose ports"
|
|
)
|
|
parser.add_argument(
|
|
"--num-of-services", type=int, default=20,
|
|
help="Specify the number of k8s services to be used. Use only with ports-mode."
|
|
)
|
|
parser.add_argument(
|
|
"--base-port", type=int,
|
|
help="If using ports-mode, specifies the base port exposed by the services."
|
|
"For pod #X, the port will be <base-port>+X"
|
|
)
|
|
parser.add_argument(
|
|
"--pod-trains-conf", type=str,
|
|
help="Configuration file to be used by the pod itself (if not provided, current configuration is used)"
|
|
)
|
|
return parser.parse_args()
|
|
|
|
|
|
def main():
|
|
args = parse_args()
|
|
|
|
user_props_cb = None
|
|
if args.ports_mode and args.base_port:
|
|
def user_props_cb(pod_number):
|
|
return {"k8s-pod-port": args.base_port + pod_number}
|
|
|
|
k8s = K8sIntegration(
|
|
ports_mode=args.ports_mode, num_of_services=args.num_of_services, user_props_cb=user_props_cb,
|
|
trains_conf_file=args.pod_trains_conf)
|
|
k8s.k8s_daemon(args.queue)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|