sha256:2301a292897d3ef317435011fb16e17962327d2b62ace7997591222823d0fbce
OS/ARCH
linux/amd64
Compressed size
13.02 GB
Last pushed
2 months by hasammahroos
Type
Image
Manifest digest
sha256:2301a292897d3ef317435011fb16e17962327d2b62ace7997591222823d0fbce
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.ref.name=ubuntu0 B4LABEL org.opencontainers.image.version=24.040 B5ADD file ... in / 28.38 MB6CMD ["/bin/bash"]0 B7ARG JETPACK_HOST_MOUNTS=0 B8ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B9RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c32 B10RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c115.4 MB11ARG GDRCOPY_VERSION=2.4.10 B12ARG HPCX_VERSION=2.22.10 B13ARG RDMACORE_VERSION=50.00 B14ARG MOFED_VERSION=5.4-rdmacore50.00 B15ARG OPENUCX_VERSION=1.18.00 B16ARG OPENMPI_VERSION=4.1.70 B17ARG EFA_VERSION=1.34.00 B18ARG AWS_OFI_NCCL_VERSION=1.12.10 B19ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1 MOFED_VERSION=5.4-rdmacore50.0 OPENUCX_VERSION=1.18.00 B20ARG TARGETARCH=amd640 B21RUN |10 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.185.11 MB22ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B23ENV OMPI_MCA_coll_hcoll_enable=00 B24ARG CUDA_VERSION=12.8.1.0120 B25ARG CUDA_DRIVER_VERSION=570.124.060 B26ENV CUDA_VERSION=12.8.1.012 CUDA_DRIVER_VERSION=570.124.06 CUDA_CACHE_DISABLE=10 B27RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1272.2 MB28RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.115.06 KB29ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B30LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B31ARG NCCL_VERSION=2.25.10 B32ARG CUBLAS_VERSION=12.8.4.10 B33ARG CUFFT_VERSION=11.3.3.830 B34ARG CURAND_VERSION=10.3.9.900 B35ARG CUSPARSE_VERSION=12.5.8.930 B36ARG CUSOLVER_VERSION=11.7.3.900 B37ARG NPP_VERSION=12.3.3.1000 B38ARG NVJPEG_VERSION=12.3.5.920 B39ARG CUFILE_VERSION=1.13.1.30 B40ARG NVJITLINK_VERSION=12.8.930 B41ARG CUBLASMP_VERSION=0.4.0.7890 B42ARG CAL_VERSION=0.4.4.500 B43ARG NVSHMEM_VERSION=3.2.50 B44ARG CUDNN_VERSION=9.8.0.870 B45ARG CUDNN_FRONTEND_VERSION=1.10.00 B46ARG TRT_VERSION=10.9.0.340 B47ARG TRTOSS_VERSION=0 B48ARG NSIGHT_SYSTEMS_VERSION=2025.1.1.1100 B49ARG NSIGHT_COMPUTE_VERSION=2025.1.1.20 B50ARG CUSPARSELT_VERSION=0.7.1.00 B51ENV NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.4.1 CUFFT_VERSION=11.3.3.83 CURAND_VERSION=10.3.9.900 B52RUN |32 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.14.42 GB53LABEL com.nvidia.nccl.version=2.25.1 com.nvidia.cublas.version=12.8.4.1 com.nvidia.cufft.version=11.3.3.83 com.nvidia.curand.version=10.3.9.900 B54ARG DALI_VERSION=1.47.00 B55ARG DALI_BUILD=0 B56ARG DALI_URL_SUFFIX=1200 B57ARG POLYGRAPHY_VERSION=0.49.180 B58ARG TRANSFORMER_ENGINE_VERSION=2.10 B59ARG MODEL_OPT_VERSION=0.25.00 B60ENV DALI_VERSION=1.47.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.180 B61ADD docs.tgz / # buildkit11.26 KB62RUN |38 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1182 B63ARG _LIBPATH_SUFFIX=0 B64ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B65COPY entrypoint/ /opt/nvidia/ # buildkit6.14 KB66ENV NVIDIA_PRODUCT_NAME=CUDA0 B67ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B68RUN |39 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1407 B69RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.29 MB70COPY cuda-*.patch /tmp # buildkit503 B71RUN /bin/sh -c export DEVEL=1335.08 MB72ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B73COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.95 KB74RUN /bin/sh -c if [8.93 KB75ENV PIP_BREAK_SYSTEM_PACKAGES=10 B76ARG TRITON_VERSION=2.56.00 B77ARG TRITON_CONTAINER_VERSION=25.030 B78ENV TRITON_SERVER_VERSION=2.56.00 B79ENV NVIDIA_TRITON_SERVER_VERSION=25.030 B80LABEL com.nvidia.tritonserver.version=2.56.00 B81ENV PATH=/opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B82ENV UCX_MEM_EVENTS=no0 B83ENV LD_LIBRARY_PATH=/opt/hpcx/ucc/lib/:/opt/hpcx/ucx/lib/:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B84ENV TF_ADJUST_HUE_FUSED=10 B85ENV TF_ADJUST_SATURATION_FUSED=10 B86ENV TF_ENABLE_WINOGRAD_NONFUSED=10 B87ENV TF_AUTOTUNE_THRESHOLD=20 B88ENV TRITON_SERVER_GPU_ENABLED=10 B89ENV TRITON_SERVER_USER=triton-server0 B90RUN |2 TRITON_VERSION=2.56.0 TRITON_CONTAINER_VERSION=25.03 /bin/sh1.19 KB91ENV DEBIAN_FRONTEND=noninteractive0 B92RUN |2 TRITON_VERSION=2.56.0 TRITON_CONTAINER_VERSION=25.03 /bin/sh120.17 MB93ENV TCMALLOC_RELEASE_RATE=2000 B94ENV DCGM_VERSION=3.3.60 B95RUN |2 TRITON_VERSION=2.56.0 TRITON_CONTAINER_VERSION=25.03 /bin/sh914.98 MB96RUN |2 TRITON_VERSION=2.56.0 TRITON_CONTAINER_VERSION=25.03 /bin/sh12 KB97RUN |2 TRITON_VERSION=2.56.0 TRITON_CONTAINER_VERSION=25.03 /bin/sh77.31 MB98ENV PYTHONPATH=/opt/tritonserver/backends/dali/wheel/dali:0 B99WORKDIR /opt/tritonserver121 B100RUN |2 TRITON_VERSION=2.56.0 TRITON_CONTAINER_VERSION=25.03 /bin/sh32 B101ENV NVIDIA_PRODUCT_NAME=Triton Server0 B102COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit754 B103ENV NVIDIA_BUILD_ID=1550693210 B104LABEL com.nvidia.build.id=1550693210 B105LABEL com.nvidia.build.ref=6425614d0455ab5448d2d52566fad09eb57834e00 B106WORKDIR /opt32 B107COPY --chown=1000:1000 build/install tritonserver #3.34 GB108WORKDIR /opt/tritonserver32 B109COPY --chown=1000:1000 NVIDIA_Deep_Learning_Container_License.pdf . #2.67 MB110RUN |2 TRITON_VERSION=2.56.0 TRITON_CONTAINER_VERSION=25.03 /bin/sh215.83 MB111RUN |2 TRITON_VERSION=2.56.0 TRITON_CONTAINER_VERSION=25.03 /bin/sh4.6 MB112LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B113LABEL com.amazonaws.sagemaker.capabilities.multi-models=true0 B114COPY --chown=1000:1000 docker/sagemaker/serve /usr/bin/. #2.89 KB115RUN /bin/sh -c apt-get update59.59 MB116ARG TORCH_INDEX_URL=https://download.pytorch.org/whl/cu1240 B117RUN |1 TORCH_INDEX_URL=https://download.pytorch.org/whl/cu124 /bin/sh -c2.86 GB118RUN |1 TORCH_INDEX_URL=https://download.pytorch.org/whl/cu124 /bin/sh -c175 B119RUN |1 TORCH_INDEX_URL=https://download.pytorch.org/whl/cu124 /bin/sh -c187.59 MBCommand
ARG RELEASE