ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-06-26 18:16:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add CLEARML_EXTRA_PYTHON_PACKAGES for additional runtime package installaiton

Browse Source 
Upgrade kafka to 3.1.1
This commit is contained in:
allegroai 2022-06-05 16:15:34 +03:00
parent 517ddc1822
commit f7b21b38b1
6 changed files with 15 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
clearml_serving/engines/triton/entrypoint.sh
View File

@ -5,13 +5,13 @@ echo CLEARML_SERVING_TASK_ID="$CLEARML_SERVING_TASK_ID"
echo CLEARML_TRITON_POLL_FREQ="$CLEARML_TRITON_POLL_FREQ" echo CLEARML_TRITON_POLL_FREQ="$CLEARML_TRITON_POLL_FREQ"
echo CLEARML_TRITON_METRIC_FREQ="$CLEARML_TRITON_METRIC_FREQ" echo CLEARML_TRITON_METRIC_FREQ="$CLEARML_TRITON_METRIC_FREQ"
echo CLEARML_TRITON_HELPER_ARGS="$CLEARML_TRITON_HELPER_ARGS" echo CLEARML_TRITON_HELPER_ARGS="$CLEARML_TRITON_HELPER_ARGS"
echo EXTRA_PYTHON_PACKAGES="$EXTRA_PYTHON_PACKAGES" echo CLEARML_EXTRA_PYTHON_PACKAGES="$CLEARML_EXTRA_PYTHON_PACKAGES"
# we should also have clearml-server configurations # we should also have clearml-server configurations
if [ ! -z "$EXTRA_PYTHON_PACKAGES" ] if [ ! -z "$CLEARML_EXTRA_PYTHON_PACKAGES" ]
then then
python3 -m pip install $EXTRA_PYTHON_PACKAGES python3 -m pip install $CLEARML_EXTRA_PYTHON_PACKAGES
fi fi
# start service # start service

6
clearml_serving/serving/entrypoint.sh
View File

@ -4,7 +4,7 @@
echo CLEARML_SERVING_TASK_ID="$CLEARML_SERVING_TASK_ID" echo CLEARML_SERVING_TASK_ID="$CLEARML_SERVING_TASK_ID"
echo CLEARML_SERVING_PORT="$CLEARML_SERVING_PORT" echo CLEARML_SERVING_PORT="$CLEARML_SERVING_PORT"
echo CLEARML_USE_GUNICORN="$CLEARML_USE_GUNICORN" echo CLEARML_USE_GUNICORN="$CLEARML_USE_GUNICORN"
echo EXTRA_PYTHON_PACKAGES="$EXTRA_PYTHON_PACKAGES" echo CLEARML_EXTRA_PYTHON_PACKAGES="$CLEARML_EXTRA_PYTHON_PACKAGES"
echo CLEARML_SERVING_NUM_PROCESS="$CLEARML_SERVING_NUM_PROCESS" echo CLEARML_SERVING_NUM_PROCESS="$CLEARML_SERVING_NUM_PROCESS"
echo CLEARML_SERVING_POLL_FREQ="$CLEARML_SERVING_POLL_FREQ" echo CLEARML_SERVING_POLL_FREQ="$CLEARML_SERVING_POLL_FREQ"
echo CLEARML_DEFAULT_KAFKA_SERVE_URL="$CLEARML_DEFAULT_KAFKA_SERVE_URL" echo CLEARML_DEFAULT_KAFKA_SERVE_URL="$CLEARML_DEFAULT_KAFKA_SERVE_URL"
@ -31,9 +31,9 @@ echo CLEARML_DEFAULT_BASE_SERVE_URL="$CLEARML_DEFAULT_BASE_SERVE_URL"
echo CLEARML_DEFAULT_TRITON_GRPC_ADDR="$CLEARML_DEFAULT_TRITON_GRPC_ADDR" echo CLEARML_DEFAULT_TRITON_GRPC_ADDR="$CLEARML_DEFAULT_TRITON_GRPC_ADDR"
# runtime add extra python packages # runtime add extra python packages
if [ ! -z "$EXTRA_PYTHON_PACKAGES" ] if [ ! -z "$CLEARML_EXTRA_PYTHON_PACKAGES" ]
then then
python3 -m pip install $EXTRA_PYTHON_PACKAGES python3 -m pip install $CLEARML_EXTRA_PYTHON_PACKAGES
fi fi
if [ -z "$CLEARML_USE_GUNICORN" ] if [ -z "$CLEARML_USE_GUNICORN" ]

6
clearml_serving/statistics/entrypoint.sh
View File

@ -3,7 +3,7 @@
# print configuration # print configuration
echo CLEARML_SERVING_TASK_ID="$CLEARML_SERVING_TASK_ID" echo CLEARML_SERVING_TASK_ID="$CLEARML_SERVING_TASK_ID"
echo CLEARML_SERVING_PORT="$CLEARML_SERVING_PORT" echo CLEARML_SERVING_PORT="$CLEARML_SERVING_PORT"
echo EXTRA_PYTHON_PACKAGES="$EXTRA_PYTHON_PACKAGES" echo CLEARML_EXTRA_PYTHON_PACKAGES="$CLEARML_EXTRA_PYTHON_PACKAGES"
echo CLEARML_SERVING_POLL_FREQ="$CLEARML_SERVING_POLL_FREQ" echo CLEARML_SERVING_POLL_FREQ="$CLEARML_SERVING_POLL_FREQ"
echo CLEARML_DEFAULT_KAFKA_SERVE_URL="$CLEARML_DEFAULT_KAFKA_SERVE_URL" echo CLEARML_DEFAULT_KAFKA_SERVE_URL="$CLEARML_DEFAULT_KAFKA_SERVE_URL"
@ -17,9 +17,9 @@ CLEARML_DEFAULT_TRITON_GRPC_ADDR="${CLEARML_DEFAULT_TRITON_GRPC_ADDR:-127.0.0.1:
echo SERVING_PORT="$SERVING_PORT" echo SERVING_PORT="$SERVING_PORT"
# runtime add extra python packages # runtime add extra python packages
if [ ! -z "$EXTRA_PYTHON_PACKAGES" ] if [ ! -z "$CLEARML_EXTRA_PYTHON_PACKAGES" ]
then then
python3 -m pip install $EXTRA_PYTHON_PACKAGES python3 -m pip install $CLEARML_EXTRA_PYTHON_PACKAGES
fi fi
echo "Starting Statistics Controller server" echo "Starting Statistics Controller server"

3
docker/docker-compose-triton-gpu.yml
View File

@ -12,7 +12,7 @@ services:
- clearml-serving-backend - clearml-serving-backend
kafka: kafka:
image: bitnami/kafka:3.1.0 image: bitnami/kafka:3.1.1
container_name: clearml-serving-kafka container_name: clearml-serving-kafka
# ports: # ports:
# - "9092:9092" # - "9092:9092"
@ -94,6 +94,7 @@ services:
CLEARML_DEFAULT_TRITON_GRPC_ADDR: ${CLEARML_DEFAULT_TRITON_GRPC_ADDR:-clearml-serving-triton:8001} CLEARML_DEFAULT_TRITON_GRPC_ADDR: ${CLEARML_DEFAULT_TRITON_GRPC_ADDR:-clearml-serving-triton:8001}
CLEARML_USE_GUNICORN: ${CLEARML_USE_GUNICORN:-} CLEARML_USE_GUNICORN: ${CLEARML_USE_GUNICORN:-}
CLEARML_SERVING_NUM_PROCESS: ${CLEARML_SERVING_NUM_PROCESS:-} CLEARML_SERVING_NUM_PROCESS: ${CLEARML_SERVING_NUM_PROCESS:-}
CLEARML_EXTRA_PYTHON_PACKAGES: ${CLEARML_EXTRA_PYTHON_PACKAGES:-}
depends_on: depends_on:
- kafka - kafka
- clearml-serving-triton - clearml-serving-triton

3
docker/docker-compose-triton.yml
View File

@ -12,7 +12,7 @@ services:
- clearml-serving-backend - clearml-serving-backend
kafka: kafka:
image: bitnami/kafka:3.1.0 image: bitnami/kafka:3.1.1
container_name: clearml-serving-kafka container_name: clearml-serving-kafka
# ports: # ports:
# - "9092:9092" # - "9092:9092"
@ -94,6 +94,7 @@ services:
CLEARML_DEFAULT_TRITON_GRPC_ADDR: ${CLEARML_DEFAULT_TRITON_GRPC_ADDR:-clearml-serving-triton:8001} CLEARML_DEFAULT_TRITON_GRPC_ADDR: ${CLEARML_DEFAULT_TRITON_GRPC_ADDR:-clearml-serving-triton:8001}
CLEARML_USE_GUNICORN: ${CLEARML_USE_GUNICORN:-} CLEARML_USE_GUNICORN: ${CLEARML_USE_GUNICORN:-}
CLEARML_SERVING_NUM_PROCESS: ${CLEARML_SERVING_NUM_PROCESS:-} CLEARML_SERVING_NUM_PROCESS: ${CLEARML_SERVING_NUM_PROCESS:-}
CLEARML_EXTRA_PYTHON_PACKAGES: ${CLEARML_EXTRA_PYTHON_PACKAGES:-}
depends_on: depends_on:
- kafka - kafka
- clearml-serving-triton - clearml-serving-triton

3
docker/docker-compose.yml
View File

@ -12,7 +12,7 @@ services:
- clearml-serving-backend - clearml-serving-backend
kafka: kafka:
image: bitnami/kafka:3.1.0 image: bitnami/kafka:3.1.1
container_name: clearml-serving-kafka container_name: clearml-serving-kafka
# ports: # ports:
# - "9092:9092" # - "9092:9092"
@ -94,6 +94,7 @@ services:
CLEARML_DEFAULT_TRITON_GRPC_ADDR: ${CLEARML_DEFAULT_TRITON_GRPC_ADDR:-} CLEARML_DEFAULT_TRITON_GRPC_ADDR: ${CLEARML_DEFAULT_TRITON_GRPC_ADDR:-}
CLEARML_USE_GUNICORN: ${CLEARML_USE_GUNICORN:-} CLEARML_USE_GUNICORN: ${CLEARML_USE_GUNICORN:-}
CLEARML_SERVING_NUM_PROCESS: ${CLEARML_SERVING_NUM_PROCESS:-} CLEARML_SERVING_NUM_PROCESS: ${CLEARML_SERVING_NUM_PROCESS:-}
CLEARML_EXTRA_PYTHON_PACKAGES: ${CLEARML_EXTRA_PYTHON_PACKAGES:-}
depends_on: depends_on:
- kafka - kafka
networks: networks: