model_analyzer/Dockerfile at main · triton-inference-server/model_analyzer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
# SPDX-FileCopyrightText: Copyright (c) 2020-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

ARG BASE_IMAGE=nvcr.io/nvidia/tritonserver:26.02-py3
ARG TRITONSDK_BASE_IMAGE=nvcr.io/nvidia/tritonserver:26.02-py3-sdk

ARG MODEL_ANALYZER_VERSION=1.52.0dev
ARG MODEL_ANALYZER_CONTAINER_VERSION=26.03dev
FROM ${TRITONSDK_BASE_IMAGE} AS sdk

FROM ${BASE_IMAGE}
ARG MODEL_ANALYZER_VERSION
ARG MODEL_ANALYZER_CONTAINER_VERSION
ARG BASE_IMAGE
ARG TRITONSDK_BASE_IMAGE

# Ensure apt-get won't prompt for selecting options
ENV DEBIAN_FRONTEND=noninteractive
RUN apt update -qq && apt install -y docker.io wkhtmltopdf

# Install tritonclient
COPY --from=sdk /workspace/install/python /tmp/tritonclient
RUN find /tmp/tritonclient -maxdepth 1 -type f -name \
    "tritonclient-*-manylinux*.whl" | xargs printf -- '%s[all]' | \
    xargs pip3 install --upgrade && rm -rf /tmp/tritonclient/

WORKDIR /opt/triton-model-analyzer

RUN python3 -m pip install \
        build \
        coverage \
        mkdocs \
        mkdocs-htmlproofer-plugin==0.10.3 \
        mypy \
        nvidia-pyindex \
        types-protobuf \
        types-PyYAML \
        types-requests

COPY . .

RUN python3 -m build --wheel \
    && cd dist \
    && python3 -m pip install triton*model*analyzer*.whl

RUN chmod +x /opt/triton-model-analyzer/nvidia_entrypoint.sh

ENTRYPOINT ["/opt/triton-model-analyzer/nvidia_entrypoint.sh"]

ENV MODEL_ANALYZER_VERSION=${MODEL_ANALYZER_VERSION}
ENV MODEL_ANALYZER_CONTAINER_VERSION=${MODEL_ANALYZER_CONTAINER_VERSION}
ENV TRITON_SERVER_SDK_CONTAINER_IMAGE_NAME=${TRITONSDK_BASE_IMAGE}
ENV TRITON_SERVER_CONTAINER_IMAGE_NAME=${BASE_IMAGE}