mirror of
https://github.com/clearml/clearml-server
synced 2025-01-31 10:56:48 +00:00
59 lines
1.6 KiB
Python
Executable File
59 lines
1.6 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""
|
|
Apply elasticsearch mappings to given hosts.
|
|
"""
|
|
import argparse
|
|
import json
|
|
from pathlib import Path
|
|
from typing import Optional, Sequence, Tuple
|
|
|
|
from elasticsearch import Elasticsearch
|
|
|
|
HERE = Path(__file__).resolve().parent
|
|
|
|
|
|
def apply_mappings_to_cluster(
|
|
hosts: Sequence, key: Optional[str] = None, es_args: dict = None, http_auth: Tuple = None
|
|
):
|
|
"""Hosts maybe a sequence of strings or dicts in the form {"host": <host>, "port": <port>}"""
|
|
|
|
def _send_template(f):
|
|
with f.open() as json_data:
|
|
data = json.load(json_data)
|
|
template_name = f.stem
|
|
res = es.indices.put_template(name=template_name, body=data)
|
|
return {"mapping": template_name, "result": res}
|
|
|
|
p = HERE / "mappings"
|
|
if key:
|
|
files = (p / key).glob("*.json")
|
|
else:
|
|
files = p.glob("**/*.json")
|
|
|
|
es = Elasticsearch(hosts=hosts, http_auth=http_auth, **(es_args or {}))
|
|
return [_send_template(f) for f in files]
|
|
|
|
|
|
def parse_args():
|
|
parser = argparse.ArgumentParser(
|
|
description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter
|
|
)
|
|
parser.add_argument("--key", help="host key, e.g. events, datasets etc.")
|
|
parser.add_argument(
|
|
"--hosts",
|
|
nargs="+",
|
|
help="list of es hosts from the same cluster, where each host is http[s]://[user:password@]host:port",
|
|
)
|
|
return parser.parse_args()
|
|
|
|
|
|
def main():
|
|
args = parse_args()
|
|
print(">>>>> Applying mapping to " + str(args.hosts))
|
|
res = apply_mappings_to_cluster(args.hosts, args.key)
|
|
print(res)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|