mirror of
https://github.com/clearml/clearml-serving
synced 2025-02-01 03:16:47 +00:00
34 lines
1.3 KiB
Python
34 lines
1.3 KiB
Python
|
import os
|
||
|
|
from clearml import Task
|
||
|
|
from clearml_serving.serving.model_request_processor import ModelRequestProcessor
|
||
|
|
from clearml_serving.serving.preprocess_service import BasePreprocessRequest
|
||
|
|
|
||
|
|
|
||
|
|
def setup_task(force_threaded_logging=None):
|
||
|
|
serving_service_task_id = os.environ.get("CLEARML_SERVING_TASK_ID", None)
|
||
|
|
|
||
|
|
# always use background thread, it requires less memory
|
||
|
|
if force_threaded_logging or os.environ.get("CLEARML_BKG_THREAD_REPORT") in ("1", "Y", "y", "true"):
|
||
|
|
os.environ["CLEARML_BKG_THREAD_REPORT"] = "1"
|
||
|
|
Task._report_subprocess_enabled = False
|
||
|
|
|
||
|
|
# get the serving controller task
|
||
|
|
# noinspection PyProtectedMember
|
||
|
|
serving_task = ModelRequestProcessor._get_control_plane_task(task_id=serving_service_task_id)
|
||
|
|
# set to running (because we are here)
|
||
|
|
if serving_task.status != "in_progress":
|
||
|
|
serving_task.started(force=True)
|
||
|
|
|
||
|
|
# create a new serving instance (for visibility and monitoring)
|
||
|
|
instance_task = Task.init(
|
||
|
|
project_name=serving_task.get_project_name(),
|
||
|
|
task_name="{} - serve instance".format(serving_task.name),
|
||
|
|
task_type="inference", # noqa
|
||
|
|
)
|
||
|
|
instance_task.set_system_tags(["service"])
|
||
|
|
|
||
|
|
# preload modules into memory before forking
|
||
|
|
BasePreprocessRequest.load_modules()
|
||
|
|
|
||
|
|
return serving_service_task_id
|