clearml-serving/clearml_serving/engines/triton/Dockerfile

FROM nvcr.io/nvidia/tritonserver:22.08-py3


ENV LC_ALL=C.UTF-8

# install base package
RUN python3 -m pip install --no-cache-dir -U pip clearml-serving

# get latest execution code from the git repository
# RUN cd $HOME && git clone https://github.com/allegroai/clearml-serving.git
COPY clearml_serving /root/clearml/clearml_serving

RUN python3 -m pip install --no-cache-dir -r /root/clearml/clearml_serving/engines/triton/requirements.txt

# default serving port
EXPOSE 8001

# environement variable to load Task from CLEARML_SERVING_TASK_ID, CLEARML_SERVING_PORT

WORKDIR /root/clearml/
ENTRYPOINT ["clearml_serving/engines/triton/entrypoint.sh"]