sha256:99017b2966c2afee9850e4880542cb796837b4765c2d0b51314ca65f7e9f6064
OS/ARCH
linux/amd64
Compressed size
9.62 GB
Last pushed
17 days by llamaindex
Type
Image
Manifest digest
sha256:99017b2966c2afee9850e4880542cb796837b4765c2d0b51314ca65f7e9f6064
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.ref.name=ubuntu0 B4LABEL org.opencontainers.image.version=24.040 B5ADD file ... in / 28.34 MB6CMD ["/bin/bash"]0 B7ARG JETPACK_HOST_MOUNTS=0 B8ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B9RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c32 B10RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c105 MB11ARG GDRCOPY_VERSION=2.4.10 B12ARG HPCX_VERSION=2.22.10 B13ARG RDMACORE_VERSION=50.00 B14ARG MOFED_VERSION=5.4-rdmacore50.00 B15ARG OPENUCX_VERSION=1.18.00 B16ARG OPENMPI_VERSION=4.1.70 B17ARG EFA_VERSION=1.38.10 B18ARG AWS_OFI_NCCL_VERSION=1.14.00 B19ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1 MOFED_VERSION=5.4-rdmacore50.0 OPENUCX_VERSION=1.18.00 B20ARG TARGETARCH=amd640 B21RUN |10 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.185.14 MB22ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B23ENV OMPI_MCA_coll_hcoll_enable=00 B24ARG CUDA_VERSION=12.9.0.0360 B25ARG CUDA_DRIVER_VERSION=575.51.020 B26ENV CUDA_VERSION=12.9.0.036 CUDA_DRIVER_VERSION=575.51.020 B27RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1290.52 MB28RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.115.07 KB29ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B30LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B31ARG NCCL_VERSION=2.26.30 B32ARG CUBLAS_VERSION=12.9.0.20 B33ARG CUFFT_VERSION=11.4.0.60 B34ARG CURAND_VERSION=10.3.10.190 B35ARG CUSPARSE_VERSION=12.5.9.50 B36ARG CUSOLVER_VERSION=11.7.4.400 B37ARG NPP_VERSION=12.4.0.270 B38ARG NVJPEG_VERSION=12.4.0.160 B39ARG CUFILE_VERSION=1.14.0.300 B40ARG NVJITLINK_VERSION=12.9.410 B41ARG CUBLASMP_VERSION=0.4.0.7890 B42ARG CAL_VERSION=0.4.4.500 B43ARG NVSHMEM_VERSION=3.2.50 B44ARG CUDNN_VERSION=9.9.0.520 B45ARG CUDNN_FRONTEND_VERSION=1.11.00 B46ARG TRT_VERSION=10.9.0.34+cuda12.80 B47ARG TRTOSS_VERSION=0 B48ARG NSIGHT_SYSTEMS_VERSION=2025.2.1.1300 B49ARG NSIGHT_COMPUTE_VERSION=2025.2.0.110 B50ARG CUSPARSELT_VERSION=0.7.1.00 B51ENV NCCL_VERSION=2.26.3 CUBLAS_VERSION=12.9.0.2 CUFFT_VERSION=11.4.0.6 CURAND_VERSION=10.3.10.190 B52RUN |32 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.14.72 GB53LABEL com.nvidia.nccl.version=2.26.3 com.nvidia.cublas.version=12.9.0.2 com.nvidia.cufft.version=11.4.0.6 com.nvidia.curand.version=10.3.10.190 B54ARG DALI_VERSION=1.48.00 B55ARG DALI_BUILD=0 B56ARG DALI_URL_SUFFIX=1200 B57ARG POLYGRAPHY_VERSION=0.49.200 B58ARG TRANSFORMER_ENGINE_VERSION=2.20 B59ARG MODEL_OPT_VERSION=0.25.00 B60ENV DALI_VERSION=1.48.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.200 B61ADD docs.tgz / # buildkit11.26 KB62RUN |38 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1181 B63ARG _LIBPATH_SUFFIX=0 B64ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B65COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit1.65 MB66RUN |39 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.17.78 KB67COPY entrypoint/ /opt/nvidia/ # buildkit6.15 KB68ENV NVIDIA_PRODUCT_NAME=CUDA0 B69ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B70RUN |39 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1408 B71RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.29 MB72COPY cuda-*.patch /tmp # buildkit503 B73RUN /bin/sh -c export DEVEL=1336.92 MB74ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B75ARG NVIDIA_TRITON_SERVER_BASE_VERSION=25.040 B76ARG NVIDIA_BUILD_ID=1641824280 B77ENV NVIDIA_TRITON_SERVER_BASE_VERSION=25.040 B78ENV NVIDIA_BUILD_ID=1641824280 B79ENV NVIDIA_PRODUCT_NAME=Triton Server Base0 B80COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit756 B81RUN |2 NVIDIA_TRITON_SERVER_BASE_VERSION=25.04 NVIDIA_BUILD_ID=164182428 /bin/sh234 B82LABEL org.opencontainers.image.source=layout-v3 org.opencontainers.image.title=layout-v3-triton org.opencontainers.image.description=Layout V30 B83ENV PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 HOME=/tmp LAYOUT_V3_MODEL_PATH=/opt/layout_v3_model0 B84RUN /bin/sh -c apt-get update221.51 MB85RUN /bin/sh -c rm -rf195 B86COPY /opt/tritonserver/bin /opt/tritonserver/bin # buildkit6.71 MB87COPY /opt/tritonserver/lib /opt/tritonserver/lib # buildkit9.54 MB88COPY /opt/tritonserver/backends/python /opt/tritonserver/backends/python # buildkit1009.32 KB89COPY /opt/tritonserver/TRITON_VERSION /opt/tritonserver/TRITON_VERSION # buildkit186 B90COPY /opt/tritonserver/LICENSE /opt/tritonserver/LICENSE # buildkit966 B91COPY /lib/x86_64-linux-gnu/libdcgm.so.3 /opt/tritonserver/lib/ # buildkit1.29 MB92RUN /bin/sh -c for b32 B93RUN /bin/sh -c pip install3.46 GB94RUN /bin/sh -c pip install141.18 MB95RUN /bin/sh -c HOME=/tmp/build-probe 32 B96COPY --chown=1000:1000 config.json preprocessor_config.json model.safetensors151.78 MB97USER root0 B98RUN /bin/sh -c python3 -c28.97 MB99COPY /build/layout_triton_proxy /usr/local/bin/layout_triton_proxy # buildkit2.75 MB100COPY --chown=1000:1000 triton/layout_pipeline /opt/layout_pipeline #6.56 KB101COPY --chown=1000:1000 triton/render_config.py /opt/layout_triton/render_config.py #1.28 KB102COPY --chown=1000:1000 triton/license_check.py /opt/layout_triton/license_check.py #1023 B103COPY --chown=1000:1000 triton/license_public_key.pub /opt/layout_triton/license_public_key.pub #815 B104COPY --chown=1000:1000 triton/serve /usr/local/bin/serve #1.41 KB105RUN /bin/sh -c chmod 075528.96 MB106USER 1000:10000 B107EXPOSE [8000/tcp]0 B108ENTRYPOINT ["/usr/local/bin/serve"]0 BCommand
ARG RELEASE