Sign inSign up

seedjeffwan/dynamo-frontend:xunvyobupoeccen2

Manifest digest

sha256:d5728e98411302c5412586af6324869f702d8badd6bb666ea11a05f800dc9702

OS/ARCH

linux/amd64

Compressed size

19.41 GB

Last pushed

over 1 year by seedjeffwan

Type

Image

Manifest digest

sha256:d5728e98411302c5412586af6324869f702d8badd6bb666ea11a05f800dc9702

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 29.19 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive105.36 MB
8ARG CUDA_VERSION=12.8.0.0380 B
9ARG CUDA_DRIVER_VERSION=570.86.100 B
10ARG JETPACK_HOST_MOUNTS=0 B
11ENV CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
12RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=32 B
13RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=262.23 MB
14RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=15.06 KB
15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
17ARG NCCL_VERSION=2.25.10 B
18ARG CUBLAS_VERSION=12.8.3.140 B
19ARG CUFFT_VERSION=11.3.3.410 B
20ARG CURAND_VERSION=10.3.9.550 B
21ARG CUSPARSE_VERSION=12.5.7.530 B
22ARG CUSOLVER_VERSION=11.7.2.550 B
23ARG CUTENSOR_VERSION=2.1.0.90 B
24ARG NPP_VERSION=12.3.3.650 B
25ARG NVJPEG_VERSION=12.3.5.570 B
26ARG CUFILE_VERSION=1.13.0.110 B
27ARG NVJITLINK_VERSION=12.8.610 B
28ARG CUDNN_VERSION=9.7.0.660 B
29ARG CUDNN_FRONTEND_VERSION=1.9.00 B
30ARG TRT_VERSION=10.8.0.430 B
31ARG TRTOSS_VERSION=0 B
32ARG NSIGHT_SYSTEMS_VERSION=2024.6.2.2250 B
33ARG NSIGHT_COMPUTE_VERSION=2025.1.0.140 B
34ARG CUSPARSELT_VERSION=0.6.3.20 B
35ENV NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.3.14 CUFFT_VERSION=11.3.3.41 CURAND_VERSION=10.3.9.550 B
36RUN |21 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=5.84 GB
37LABEL com.nvidia.nccl.version=2.25.1 com.nvidia.cublas.version=12.8.3.14 com.nvidia.cufft.version=11.3.3.41 com.nvidia.curand.version=10.3.9.550 B
38ARG DALI_VERSION=1.45.00 B
39ARG DALI_BUILD=0 B
40ARG DALI_URL_SUFFIX=1200 B
41ARG POLYGRAPHY_VERSION=0.49.160 B
42ARG TRANSFORMER_ENGINE_VERSION=1.140 B
43ARG MODEL_OPT_VERSION=0.21.00 B
44ENV DALI_VERSION=1.45.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.160 B
45ADD docs.tgz / # buildkit11.26 KB
46RUN |27 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=182 B
47ARG _LIBPATH_SUFFIX=0 B
48ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
49COPY entrypoint/ /opt/nvidia/ # buildkit6.12 KB
50ENV NVIDIA_PRODUCT_NAME=CUDA0 B
51ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
52COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
53RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.95 MB
54ARG GDRCOPY_VERSION=2.4.10 B
55ARG HPCX_VERSION=2.210 B
56ARG RDMACORE_VERSION=39.00 B
57ARG MOFED_VERSION=5.4-rdmacore39.00 B
58ARG OPENUCX_VERSION=1.18.00 B
59ARG OPENMPI_VERSION=4.1.70 B
60ARG EFA_VERSION=1.34.00 B
61ARG AWS_OFI_NCCL_VERSION=1.12.10 B
62ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.00 B
63ARG TARGETARCH=amd640 B
64RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.084.2 MB
65ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
66ENV OMPI_MCA_coll_hcoll_enable=00 B
67ENV NCCL_NVLS_ENABLE=00 B
68COPY cuda-*.patch /tmp # buildkit503 B
69RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0333.51 MB
70ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
71COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.96 KB
72RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.09.05 KB
73ARG ARCH=amd640 B
74ARG ARCH_ALT=x86_640 B
75USER root0 B
76ARG PYTHON_VERSION=3.120 B
77RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12393.36 MB
78WORKDIR /workspace32 B
79RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12154 B
80RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12150 B
81RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12115.56 MB
82ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
83ENV CPATH=/usr/include:0 B
84ENV PATH=/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
85ENV PKG_CONFIG_PATH=/usr/lib/pkgconfig:0 B
86SHELL [/bin/bash -c]0 B
87WORKDIR /workspace32 B
88COPY /opt/nixl /opt/nixl # buildkit8.19 MB
89COPY /opt/nixl/commit.txt /opt/nixl/commit.txt # buildkit205 B
90RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1242.49 MB
91RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.125.8 MB
92ENV ETCD_VERSION=v3.5.180 B
93RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1219.9 MB
94ENV PATH=/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
95COPY /uv /uvx /bin/ #16.58 MB
96RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.128.63 KB
97ENV VIRTUAL_ENV=/opt/dynamo/venv0 B
98ENV PATH=/opt/dynamo/venv/bin:/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
99RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.122.87 GB
100ARG VLLM_REF=0.8.40 B
101ARG VLLM_PATCH=vllm_v0.8.4-dynamo-kv-disagg-patch.patch0 B
102ARG VLLM_PATCHED_PACKAGE_NAME=ai_dynamo_vllm0 B
103ARG VLLM_PATCHED_PACKAGE_VERSION=0.8.4.post10 B
104ARG VLLM_MAX_JOBS=40 B
105RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.124.64 GB
106RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1282.87 MB
107RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.122.12 MB
108RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12111.47 MB
109RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12166 B
110RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12142 B
111RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.128.31 MB
112ENV RUSTUP_HOME=/usr/local/rustup CARGO_HOME=/usr/local/cargo PATH=/usr/local/cargo/bin:/opt/dynamo/venv/bin:/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin RUST_VERSION=1.86.00 B
113ARG RUSTARCH=x86_64-unknown-linux-gnu0 B
114RUN |9 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12189.63 MB
115ARG CARGO_BUILD_JOBS0 B
116ENV CARGO_BUILD_JOBS=160 B
117ENV DYNAMO_HOME=/workspace0 B
118ENV CARGO_TARGET_DIR=/workspace/target0 B
119WORKDIR /workspace32 B
120COPY /workspace/dist/ /workspace/dist/ # buildkit322.36 MB
121COPY /workspace/target/ /workspace/target/ # buildkit1.01 GB
122COPY /opt/nvidia/nvda_nixl /opt/nvidia/nvda_nixl # buildkit10.72 MB
123COPY /usr/local/cargo /usr/local/cargo # buildkit421.81 MB
124COPY . /workspace # buildkit4.69 MB
125RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12250.23 MB
126RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1249.53 MB
127RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1259.47 MB
128RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.122.07 KB
129ENV VLLM_KV_CAPI_PATH=/opt/dynamo/bindings/lib/libdynamo_llm_capi.so0 B
130ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/0 B
131ARG GENAI_PERF_TAG=e67e853413a07a778dd78a55e299be7fba9c9c240 B
132COPY /workspace/bin/perf-analyzer-build/ /perf/bin # buildkit23.36 MB
133COPY /workspace/perf_analyzer /perf_analyzer # buildkit1.89 GB
134ENV PATH=/perf/bin:/usr/local/cargo/bin:/opt/dynamo/venv/bin:/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
135RUN |11 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12178.15 MB
136RUN |11 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12549 B
137COPY . /workspace # buildkit4.69 MB
138ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
139CMD []0 B
140ENV LANG=C.UTF-80 B
141ENV LC_ALL=C.UTF-80 B
142ENV PYTHONIOENCODING=UTF-80 B
143ENV PYTHONUNBUFFERED=10 B
144ARG BENTO_USER=bentoml0 B
145ARG BENTO_USER_UID=10340 B
146ARG BENTO_USER_GID=10340 B
147RUN |3 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=10343.41 KB
148ARG BENTO_PATH=/home/bentoml/bento0 B
149ENV BENTO_PATH=/home/bentoml/bento0 B
150ENV BENTOML_HOME=/home/bentoml/0 B
151ENV BENTOML_HF_CACHE_DIR=/home/bentoml/bento/hf-models0 B
152ENV BENTOML_CONTAINERIZED=true0 B
153RUN |4 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=1034145 B
154WORKDIR /home/bentoml/bento32 B
155COPY --chown=bentoml:bentoml ./env/docker ./env/docker/ #2.01 KB
156RUN |4 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=103432 B
157RUN |4 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=103420.09 MB
158ENV VIRTUAL_ENV=/app/.venv0 B
159ENV UV_COMPILE_BYTECODE=10 B
160COPY --chown=bentoml:bentoml ./env/python ./env/python/ #1.03 KB
161RUN |4 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=103440.02 MB
162COPY --chown=bentoml:bentoml . ./ #14.16 KB
163EXPOSE map[3000/tcp:{}]0 B
164EXPOSE map[3001/tcp:{}]0 B
165RUN |4 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=10341.29 KB
166USER bentoml0 B
167ENTRYPOINT ["/home/bentoml/bento/env/docker/entrypoint.sh"]0 B

Command

 ARG RELEASE