seedjeffwan/dynamo:v0.1.0.dev.859944f4-vllm

Manifest digest

sha256:4bd237267debd897e9d744a740525a32fd12d045edbe1183af4b643e52fad721

OS/ARCH

linux/amd64

Compressed size

17.71 GB

Last pushed

over 1 year by seedjeffwan

Type

Image

Manifest digest

sha256:4bd237267debd897e9d744a740525a32fd12d045edbe1183af4b643e52fad721

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 29.19 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive105.36 MB

8ARG CUDA_VERSION=12.8.0.0380 B

9ARG CUDA_DRIVER_VERSION=570.86.100 B

10ARG JETPACK_HOST_MOUNTS=0 B

11ENV CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B

12RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=32 B

13RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=262.23 MB

14RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=15.06 KB

15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B

16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B

17ARG NCCL_VERSION=2.25.10 B

18ARG CUBLAS_VERSION=12.8.3.140 B

19ARG CUFFT_VERSION=11.3.3.410 B

20ARG CURAND_VERSION=10.3.9.550 B

21ARG CUSPARSE_VERSION=12.5.7.530 B

22ARG CUSOLVER_VERSION=11.7.2.550 B

23ARG CUTENSOR_VERSION=2.1.0.90 B

24ARG NPP_VERSION=12.3.3.650 B

25ARG NVJPEG_VERSION=12.3.5.570 B

26ARG CUFILE_VERSION=1.13.0.110 B

27ARG NVJITLINK_VERSION=12.8.610 B

28ARG CUDNN_VERSION=9.7.0.660 B

29ARG CUDNN_FRONTEND_VERSION=1.9.00 B

30ARG TRT_VERSION=10.8.0.430 B

31ARG TRTOSS_VERSION=0 B

32ARG NSIGHT_SYSTEMS_VERSION=2024.6.2.2250 B

33ARG NSIGHT_COMPUTE_VERSION=2025.1.0.140 B

34ARG CUSPARSELT_VERSION=0.6.3.20 B

35ENV NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.3.14 CUFFT_VERSION=11.3.3.41 CURAND_VERSION=10.3.9.550 B

36RUN |21 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=5.84 GB

37

LABEL com.nvidia.nccl.version=2.25.1 com.nvidia.cublas.version=12.8.3.14 com.nvidia.cufft.version=11.3.3.41 com.nvidia.curand.version=10.3.9.55

0 B

38ARG DALI_VERSION=1.45.00 B

39ARG DALI_BUILD=0 B

40ARG DALI_URL_SUFFIX=1200 B

41ARG POLYGRAPHY_VERSION=0.49.160 B

42ARG TRANSFORMER_ENGINE_VERSION=1.140 B

43ARG MODEL_OPT_VERSION=0.21.00 B

44ENV DALI_VERSION=1.45.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.160 B

45ADD docs.tgz / # buildkit11.26 KB

46RUN |27 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=182 B

47ARG _LIBPATH_SUFFIX=0 B

48

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

0 B

49COPY entrypoint/ /opt/nvidia/ # buildkit6.12 KB

50ENV NVIDIA_PRODUCT_NAME=CUDA0 B

51ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

52COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB

53RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.95 MB

54ARG GDRCOPY_VERSION=2.4.10 B

55ARG HPCX_VERSION=2.210 B

56ARG RDMACORE_VERSION=39.00 B

57ARG MOFED_VERSION=5.4-rdmacore39.00 B

58ARG OPENUCX_VERSION=1.18.00 B

59ARG OPENMPI_VERSION=4.1.70 B

60ARG EFA_VERSION=1.34.00 B

61ARG AWS_OFI_NCCL_VERSION=1.12.10 B

62ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.00 B

63ARG TARGETARCH=amd640 B

64RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.084.2 MB

65

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

66ENV OMPI_MCA_coll_hcoll_enable=00 B

67ENV NCCL_NVLS_ENABLE=00 B

68COPY cuda-*.patch /tmp # buildkit503 B

69RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0333.51 MB

70ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B

71COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.96 KB

72RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.09.05 KB

73ARG ARCH=amd640 B

74ARG ARCH_ALT=x86_640 B

75USER root0 B

76ARG PYTHON_VERSION=3.120 B

77RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12393.57 MB

78WORKDIR /workspace32 B

79RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12152 B

80RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12150 B

81RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12114.84 MB

82ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

83ENV CPATH=/usr/include0 B

84

ENV PATH=/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

85ENV PKG_CONFIG_PATH=/usr/lib/pkgconfig0 B

86SHELL [/bin/bash -c]0 B

87WORKDIR /workspace32 B

88COPY /opt/nixl /opt/nixl # buildkit9.26 MB

89COPY /opt/nixl/commit.txt /opt/nixl/commit.txt # buildkit203 B

90RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1285.95 MB

91RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.125.8 MB

92ENV ETCD_VERSION=v3.5.180 B

93RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1219.9 MB

94

ENV PATH=/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

95COPY /uv /uvx /bin/ #16.59 MB

96RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.128.63 KB

97ENV VIRTUAL_ENV=/opt/dynamo/venv0 B

98

ENV PATH=/opt/dynamo/venv/bin:/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

99RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.127.77 MB

100RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.122.87 GB

101ARG VLLM_REF=0.8.40 B

102ARG VLLM_PATCH=vllm_v0.8.4-dynamo-kv-disagg-patch.patch0 B

103ARG VLLM_PATCHED_PACKAGE_NAME=ai_dynamo_vllm0 B

104ARG VLLM_PATCHED_PACKAGE_VERSION=0.8.4.post20 B

105ARG VLLM_MAX_JOBS=40 B

106RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.124.65 GB

107RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12111.94 MB

108RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.122.08 MB

109RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12111.41 MB

110RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12164 B

111RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12145 B

112RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.128.31 MB

113

ENV RUSTUP_HOME=/usr/local/rustup CARGO_HOME=/usr/local/cargo PATH=/usr/local/cargo/bin:/opt/dynamo/venv/bin:/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin RUST_VERSION=1.87.0

0 B

114ARG RUSTARCH=x86_64-unknown-linux-gnu0 B

115RUN |9 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12275.58 MB

116ARG CARGO_BUILD_JOBS0 B

117ENV CARGO_BUILD_JOBS=160 B

118ENV DYNAMO_HOME=/workspace0 B

119ENV CARGO_TARGET_DIR=/workspace/target0 B

120WORKDIR /workspace32 B

121COPY /workspace /workspace # buildkit1.41 GB

122COPY /opt/nvidia/nvda_nixl /opt/nvidia/nvda_nixl # buildkit31.71 MB

123COPY /usr/local/cargo /usr/local/cargo # buildkit473.91 MB

124COPY . /workspace # buildkit6.07 MB

125RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12201.42 MB

126RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1255.28 MB

127RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1265.36 MB

128RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1291.69 KB

129RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.122.08 KB

130ENV VLLM_KV_CAPI_PATH=/opt/dynamo/bindings/lib/libdynamo_llm_capi.so0 B

131

ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/

0 B

132ARG GENAI_PERF_VERSION=0.0.130 B

133RUN |11 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12167.16 MB

134ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

135CMD []0 B

Command

 ARG RELEASE