ClearML/clearml-server
1
0
Fork 0
mirror of https://github.com/clearml/clearml-server synced 2025-04-23 23:54:28 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Support distributed lock on db init

Browse Source
This commit is contained in:
allegroai 2021-01-05 16:59:55 +02:00
parent 9103bf7984
commit 5b1f468957
1 changed files with 15 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
apiserver/app_sequence.py
View File

@ -8,7 +8,11 @@ from apiserver.database import db
from apiserver.bll.statistics.stats_reporter import StatisticsReporter from apiserver.bll.statistics.stats_reporter import StatisticsReporter
from apiserver.config import info from apiserver.config import info
from apiserver.config_repo import config from apiserver.config_repo import config
from apiserver.elastic.initialize import init_es_data, check_elastic_empty, ElasticConnectionError from apiserver.elastic.initialize import (
init_es_data,
check_elastic_empty,
ElasticConnectionError,
)
from apiserver.mongo.initialize import ( from apiserver.mongo.initialize import (
init_mongo_data, init_mongo_data,
pre_populate_data, pre_populate_data,
@ -43,13 +47,19 @@ class AppSequence:
"apiserver.pretty_json" "apiserver.pretty_json"
) )
@staticmethod
def _get_db_instance_key() -> str:
"""build a key that uniquely identifies specific mongo instance"""
hosts_string = ";".join(sorted(db.get_hosts()))
return "db_init_" + md5(hosts_string.encode()).hexdigest()
def _init_dbs(self): def _init_dbs(self):
db.initialize() db.initialize()
# build a key that uniquely identifies specific mongo instance with distributed_lock(
hosts_string = ";".join(sorted(db.get_hosts())) name=self._get_db_instance_key(),
key = "db_init_" + md5(hosts_string.encode()).hexdigest() timeout=config.get("apiserver.db_init_timout", 120),
with distributed_lock(key, timeout=config.get("apiserver.db_init_timout", 120)): ):
upgrade_monitoring = config.get( upgrade_monitoring = config.get(
"apiserver.elastic.upgrade_monitoring.v16_migration_verification", True "apiserver.elastic.upgrade_monitoring.v16_migration_verification", True
) )