From 4d0368da27d7c45dc422968d24fbc36d7869b302 Mon Sep 17 00:00:00 2001 From: IlyaMescheryakov1402 Date: Thu, 25 Jul 2024 12:52:27 +0300 Subject: [PATCH] fix serving_num_processes --- clearml_serving/serving/requirements.txt | 1 + docker/docker-compose.yml | 3 ++- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/clearml_serving/serving/requirements.txt b/clearml_serving/serving/requirements.txt index da12834..83aa0ff 100644 --- a/clearml_serving/serving/requirements.txt +++ b/clearml_serving/serving/requirements.txt @@ -18,3 +18,4 @@ lightgbm>=3.3.2,<3.4 requests>=2.31.0 kafka-python>=2.0.2,<2.1 lz4>=4.0.0,<5 +torch>=2.1.2 diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml index 24e3b95..86c5294 100644 --- a/docker/docker-compose.yml +++ b/docker/docker-compose.yml @@ -96,7 +96,8 @@ services: CLEARML_DEFAULT_KAFKA_SERVE_URL: ${CLEARML_DEFAULT_KAFKA_SERVE_URL:-clearml-serving-kafka:9092} CLEARML_DEFAULT_TRITON_GRPC_ADDR: ${CLEARML_DEFAULT_TRITON_GRPC_ADDR:-} CLEARML_USE_GUNICORN: ${CLEARML_USE_GUNICORN:-} - CLEARML_SERVING_NUM_PROCESS: ${CLEARML_SERVING_NUM_PROCESS:-} + # CLEARML_SERVING_NUM_PROCESS has to be 1 to activate CUDA OOM handler + CLEARML_SERVING_NUM_PROCESS: ${CLEARML_SERVING_NUM_PROCESS:-1} CLEARML_EXTRA_PYTHON_PACKAGES: ${CLEARML_EXTRA_PYTHON_PACKAGES:-} AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID:-} AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY:-}