Sign inSign up

iameli/triton:latest

Manifest digest

sha256:7309e7ea02becae5a7be2d18e0fcf92a410be2d344a4602f842e7615162eaace

OS/ARCH

linux/amd64

Compressed size

10.82 GB

Last pushed

over 2 years by iameli

Type

Image

Manifest digest

sha256:7309e7ea02becae5a7be2d18e0fcf92a410be2d344a4602f842e7615162eaace

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 30.08 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive130.24 MB
8ARG CUDA_VERSION0 B
9ARG CUDA_DRIVER_VERSION0 B
10ARG JETPACK_HOST_MOUNTS0 B
11ENV CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
12RUN |3 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=34 B
13RUN |3 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=153.57 MB
14RUN |3 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=15.33 KB
15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
17ARG NCCL_VERSION0 B
18ARG CUBLAS_VERSION0 B
19ARG CUFFT_VERSION0 B
20ARG CURAND_VERSION0 B
21ARG CUSPARSE_VERSION0 B
22ARG CUSOLVER_VERSION0 B
23ARG CUTENSOR_VERSION0 B
24ARG NPP_VERSION0 B
25ARG NVJPEG_VERSION0 B
26ARG CUDNN_VERSION0 B
27ARG TRT_VERSION0 B
28ARG TRTOSS_VERSION0 B
29ARG NSIGHT_SYSTEMS_VERSION0 B
30ARG NSIGHT_COMPUTE_VERSION0 B
31ENV NCCL_VERSION=2.19.4 CUBLAS_VERSION=12.3.4.1 CUFFT_VERSION=11.0.12.1 CURAND_VERSION=10.3.4.1070 B
32RUN |17 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=2.99 GB
33LABEL com.nvidia.nccl.version=2.19.4 com.nvidia.cublas.version=12.3.4.1 com.nvidia.cufft.version=11.0.12.1 com.nvidia.curand.version=10.3.4.1070 B
34ARG DALI_VERSION0 B
35ARG DALI_BUILD0 B
36ARG POLYGRAPHY_VERSION0 B
37ARG TRANSFORMER_ENGINE_VERSION0 B
38ENV DALI_VERSION=1.33.0 DALI_BUILD=11414174 POLYGRAPHY_VERSION=0.49.1 TRANSFORMER_ENGINE_VERSION=1.20 B
39ADD docs.tgz / # buildkit11.36 KB
40RUN |21 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=190 B
41ARG _LIBPATH_SUFFIX0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43COPY entrypoint/ /opt/nvidia/ # buildkit5.69 KB
44ENV NVIDIA_PRODUCT_NAME=CUDA0 B
45ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
46COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit141.84 KB
47RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive30.95 MB
48ARG GDRCOPY_VERSION0 B
49ARG HPCX_VERSION0 B
50ARG RDMACORE_VERSION0 B
51ARG MOFED_VERSION=5.4-rdmacore39.00 B
52ARG OPENUCX_VERSION0 B
53ARG OPENMPI_VERSION0 B
54ENV GDRCOPY_VERSION=2.3 HPCX_VERSION=2.16rc4 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.15.00 B
55ARG TARGETARCH0 B
56RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.16rc4 RDMACORE_VERSION=39.085.62 MB
57ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
58ENV OMPI_MCA_coll_hcoll_enable=00 B
59COPY cuda-*.patch /tmp # buildkit514 B
60RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.16rc4 RDMACORE_VERSION=39.0463.95 MB
61ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
62ARG TRITON_VERSION0 B
63ARG TRITON_CONTAINER_VERSION0 B
64ENV TRITON_SERVER_VERSION=2.42.00 B
65ENV NVIDIA_TRITON_SERVER_VERSION=24.010 B
66LABEL com.nvidia.tritonserver.version=2.42.00 B
67ENV PATH=/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
68ENV UCX_MEM_EVENTS=no0 B
69ENV LD_LIBRARY_PATH=/opt/tritonserver/backends/onnxruntime:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
70ENV LD_LIBRARY_PATH=/opt/hpcx/ucc/lib/:/opt/hpcx/ucx/lib/:/opt/tritonserver/backends/onnxruntime:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
71ENV TF_ADJUST_HUE_FUSED=10 B
72ENV TF_ADJUST_SATURATION_FUSED=10 B
73ENV TF_ENABLE_WINOGRAD_NONFUSED=10 B
74ENV TF_AUTOTUNE_THRESHOLD=20 B
75ENV TRITON_SERVER_GPU_ENABLED=10 B
76ENV TRITON_SERVER_USER=triton-server0 B
77RUN |2 TRITON_VERSION=2.42.0 TRITON_CONTAINER_VERSION=24.01 /bin/sh2.3 KB
78ENV DEBIAN_FRONTEND=noninteractive0 B
79RUN |2 TRITON_VERSION=2.42.0 TRITON_CONTAINER_VERSION=24.01 /bin/sh132.26 MB
80RUN |2 TRITON_VERSION=2.42.0 TRITON_CONTAINER_VERSION=24.01 /bin/sh24.7 MB
81ENV TCMALLOC_RELEASE_RATE=2000 B
82ENV DCGM_VERSION=3.2.60 B
83RUN |2 TRITON_VERSION=2.42.0 TRITON_CONTAINER_VERSION=24.01 /bin/sh990.83 MB
84RUN |2 TRITON_VERSION=2.42.0 TRITON_CONTAINER_VERSION=24.01 /bin/sh14.06 KB
85RUN |2 TRITON_VERSION=2.42.0 TRITON_CONTAINER_VERSION=24.01 /bin/sh58.55 MB
86WORKDIR /opt/tritonserver127 B
87RUN |2 TRITON_VERSION=2.42.0 TRITON_CONTAINER_VERSION=24.01 /bin/sh34 B
88ENV NVIDIA_PRODUCT_NAME=Triton Server0 B
89COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit776 B
90ENV NVIDIA_BUILD_ID=801005130 B
91LABEL com.nvidia.build.id=801005130 B
92LABEL com.nvidia.build.ref=2d7585f3778ba6ad30b917d1d3829fb9ac268f500 B
93WORKDIR /opt34 B
94COPY build/install tritonserver # buildkit2.62 GB
95WORKDIR /opt/tritonserver34 B
96COPY NVIDIA_Deep_Learning_Container_License.pdf . # buildkit2.84 MB
97LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B
98LABEL com.amazonaws.sagemaker.capabilities.multi-models=true0 B
99COPY docker/sagemaker/serve /usr/bin/. # buildkit2.81 KB
100/bin/sh -c apt-get update &&108.31 MB
101/bin/sh -c pip3 install --no-cache-dir2.54 GB
102ADD dir:5e470580f2ef8c8bd0ad9ff2934d37711e2754ec1210a0c9f029b9d4e61a1320 in /workspace/build/fastertransformer_backend 5.85 MB
103/bin/sh -c mkdir -p /workspace/build/fastertransformer_backend/build597 B
104WORKDIR /workspace/build/fastertransformer_backend/build0 B
105ARG FORCE_BACKEND_REBUILD0 B
106|1 FORCE_BACKEND_REBUILD=0 /bin/sh -c CUDAFLAGS="-include509.14 MB
107ENV NCCL_LAUNCH_MODE=GROUP0 B
108ENV WORKSPACE /workspace0 B
109WORKDIR /workspace0 B
110|1 FORCE_BACKEND_REBUILD=0 /bin/sh -c sed1.97 KB

Command

 ARG RELEASE