Sign inSign up

sabreshao/vllm:cuda_0.4.3

Manifest digest

sha256:e147bfb17713ac902a634fd8777b1d7f9bc8b1881189c71a8d8088f9dbc79c92

OS/ARCH

linux/amd64

Compressed size

16.02 GB

Last pushed

over 2 years by sabreshao

Type

Image

Manifest digest

sha256:e147bfb17713ac902a634fd8777b1d7f9bc8b1881189c71a8d8088f9dbc79c92

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.04 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive126.21 MB
8ARG CUDA_VERSION0 B
9ARG CUDA_DRIVER_VERSION0 B
10ARG JETPACK_HOST_MOUNTS0 B
11ENV CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
12RUN |3 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=32 B
13RUN |3 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=147.97 MB
14RUN |3 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=14.73 KB
15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
17ARG NCCL_VERSION0 B
18ARG CUBLAS_VERSION0 B
19ARG CUFFT_VERSION0 B
20ARG CURAND_VERSION0 B
21ARG CUSPARSE_VERSION0 B
22ARG CUSOLVER_VERSION0 B
23ARG CUTENSOR_VERSION0 B
24ARG NPP_VERSION0 B
25ARG NVJPEG_VERSION0 B
26ARG CUDNN_VERSION0 B
27ARG TRT_VERSION0 B
28ARG TRTOSS_VERSION0 B
29ARG NSIGHT_SYSTEMS_VERSION0 B
30ARG NSIGHT_COMPUTE_VERSION0 B
31ENV NCCL_VERSION=2.19.3 CUBLAS_VERSION=12.3.4.1 CUFFT_VERSION=11.0.12.1 CURAND_VERSION=10.3.4.1070 B
32RUN |17 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=2.75 GB
33LABEL com.nvidia.nccl.version=2.19.3 com.nvidia.cublas.version=12.3.4.1 com.nvidia.cufft.version=11.0.12.1 com.nvidia.curand.version=10.3.4.1070 B
34ARG DALI_VERSION0 B
35ARG DALI_BUILD0 B
36ARG POLYGRAPHY_VERSION0 B
37ARG TRANSFORMER_ENGINE_VERSION0 B
38ENV DALI_VERSION=1.32.0 DALI_BUILD=10610166 POLYGRAPHY_VERSION=0.49.1 TRANSFORMER_ENGINE_VERSION=1.10 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |21 CUDA_VERSION=12.3.2.001 CUDA_DRIVER_VERSION=545.23.08 JETPACK_HOST_MOUNTS=179 B
41ARG _LIBPATH_SUFFIX0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43COPY entrypoint/ /opt/nvidia/ # buildkit5.59 KB
44ENV NVIDIA_PRODUCT_NAME=CUDA0 B
45ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
46COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
47RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive29.9 MB
48ARG GDRCOPY_VERSION0 B
49ARG HPCX_VERSION0 B
50ARG RDMACORE_VERSION0 B
51ARG MOFED_VERSION=5.4-rdmacore39.00 B
52ARG OPENUCX_VERSION0 B
53ARG OPENMPI_VERSION0 B
54ENV GDRCOPY_VERSION=2.3 HPCX_VERSION=2.16rc4 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.15.00 B
55ARG TARGETARCH0 B
56RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.16rc4 RDMACORE_VERSION=39.082.88 MB
57ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
58ENV OMPI_MCA_coll_hcoll_enable=00 B
59COPY cuda-*.patch /tmp # buildkit503 B
60RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.16rc4 RDMACORE_VERSION=39.0454.32 MB
61ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
62ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
63ARG NVIDIA_PYTORCH_VERSION0 B
64ARG PYTORCH_BUILD_VERSION0 B
65ENV PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 PYTORCH_VERSION=2.2.0a0+81ea7a4 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=23.120 B
66LABEL com.nvidia.pytorch.version=2.2.0a0+81ea7a40 B
67ARG TARGETARCH0 B
68ARG PYVER=3.100 B
69ARG L4T=00 B
70RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd6461.57 MB
71ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
72RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd648.14 MB
73RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd6425.73 MB
74RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd6412.16 MB
75WORKDIR /opt/pytorch116 B
76COPY . . # buildkit476.19 MB
77ENV PYTHONIOENCODING=utf-80 B
78ENV LC_ALL=C.UTF-80 B
79ENV PIP_DEFAULT_TIMEOUT=1000 B
80RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd64611.72 MB
81RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd6452.3 MB
82RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd648.22 KB
83ENV NVM_DIR=/usr/local/nvm0 B
84RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd6466.03 MB
85COPY jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit468 B
86ENV JUPYTER_PORT=88880 B
87ENV TENSORBOARD_PORT=60060 B
88EXPOSE map[8888/tcp:{}]0 B
89EXPOSE map[6006/tcp:{}]0 B
90RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd6415.02 MB
91ENV UCC_CL_BASIC_TLS=^sharp0 B
92ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B
93ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
94ENV CUDA_HOME=/usr/local/cuda0 B
95ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
96ENV USE_EXPERIMENTAL_CUDNN_V8_API=10 B
97RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd642.13 GB
98RUN |5 NVIDIA_PYTORCH_VERSION=23.12 PYTORCH_BUILD_VERSION=2.2.0a0+81ea7a4 TARGETARCH=amd64312.9 KB
99RUN /bin/sh -c pip install106.77 MB
100RUN /bin/sh -c if [280.87 MB
101ENV COCOAPI_VERSION=2.0+nv0.8.00 B
102RUN /bin/sh -c export COCOAPI_TAG=$(echo26.57 MB
103COPY singularity/ /.singularity.d/ # buildkit1.09 KB
104RUN /bin/sh -c ( cd447.15 MB
105RUN /bin/sh -c pip uninstall1.28 MB
106RUN /bin/sh -c pip install60.24 KB
107RUN /bin/sh -c if [1.66 GB
108WORKDIR /workspace32 B
109COPY NVREADME.md README.md # buildkit1.1 KB
110COPY docker-examples docker-examples # buildkit1.09 KB
111COPY examples examples # buildkit6.45 MB
112COPY tutorials tutorials # buildkit28.73 MB
113RUN /bin/sh -c chmod -R35.32 MB
114RUN /bin/sh -c set -x1.49 MB
115ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
116RUN /bin/sh -c pip --version3.53 MB
117COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit57.68 MB
118ARG PYVER0 B
119RUN |1 PYVER=3.10 /bin/sh -c13.87 MB
120ENV LD_LIBRARY_PATH=/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
121ENV PATH=/usr/local/lib/python3.10/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
122RUN |1 PYVER=3.10 /bin/sh -c116.11 MB
123RUN |1 PYVER=3.10 /bin/sh -c104.14 MB
124ENV TORCH_CUDNN_V8_API_ENABLED=10 B
125ENV CUDA_MODULE_LOADING=LAZY0 B
126RUN |1 PYVER=3.10 /bin/sh -c13.76 KB
127COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit503 B
128ARG NVIDIA_BUILD_ID0 B
129ENV NVIDIA_BUILD_ID=764380080 B
130LABEL com.nvidia.build.id=764380080 B
131ARG NVIDIA_BUILD_REF0 B
132LABEL com.nvidia.build.ref=b3f725706edbd7cc21a22384237d38b2577047960 B
133bash3.54 GB
134ENV TZ=Asia/Shanghai0 B
135ENV DEBIAN_FRONTEND=noninteractive0 B
136RUN /bin/sh -c set -eux;58.53 MB
137RUN /bin/sh -c set -eux;19.58 MB
138RUN /bin/sh -c curl http://gosspublic.alicdn.com/ossutil/1.6.14/ossutil644.65 MB
139RUN /bin/sh -c mkdir -p142 B
140RUN /bin/sh -c wget -P46.37 MB
141RUN /bin/sh -c wget -P1.95 MB
142RUN /bin/sh -c wget -P3.69 MB
143RUN /bin/sh -c wget -P420 KB
144RUN /bin/sh -c wget -P2.45 MB
145RUN /bin/sh -c wget -P969.9 KB
146RUN /bin/sh -c wget -P303.38 MB
147RUN /bin/sh -c groupadd -g3.87 KB
148RUN /bin/sh -c sudo ln155 B
149RUN /bin/sh -c sed -i948 B
150RUN /bin/sh -c echo -e179 B
151RUN /bin/sh -c echo "export243 B
152CMD ["/bin/bash"]0 B
153ENV LD_LIBRARY_PATH=/usr/lib64:/usr/lib/x86_64-linux-gnu/:/usr/local/lib/:/usr/local/lib64/:/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
154RUN /bin/sh -c ldconfig #15.28 KB
155ARG GCC_VERSION0 B
156ARG PYTHON_VERSION0 B
157ARG PROTOBUF_VERSION0 B
158RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.032 B
159RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.032 B
160RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.032 B
161RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.032 B
162RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.02.74 MB
163RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.014.48 MB
164RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0394.73 KB
165RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0227.09 KB
166RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.02.35 MB
167RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0194 B
168RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0163.87 MB
169RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0453 B
170RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0105.96 KB
171RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0285.25 KB
172RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0934 B
173ADD deps/check_preload.py /home/admin/ha_pe_work/check_preload.py # buildkit418 B
174ADD deps/start.sh /home/admin/ha_pe_work/start.sh # buildkit1.27 KB
175ADD deps/stop_hook.py /home/admin/ha_pe_work/stop_hook.py # buildkit1.67 KB
176ADD deps/stop_hook.sh /home/admin/ha_pe_work/stop_hook.sh # buildkit463 B
177ADD deps/probe.py /home/admin/ha_pe_work/series_stream/worker/probe.py # buildkit424 B
178ADD deps/fs_util.py /home/admin/ha_pe_work/fs_util.py # buildkit1.44 KB
179RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.032 B
180RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0458 B
181ADD deps/docker_amonitor.py /home/admin/ha_pe_work/docker_amonitor.py # buildkit3.37 KB
182ADD deps/buildin_node/ /home/admin/buildin_node/ # buildkit1.36 KB
183ENV JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.322.b06-1.1.alios7.x86_640 B
184ENV LD_LIBRARY_PATH=/home/admin/ha_pe_work/series_stream/codec_plugin:/home/admin/ha_pe_work/series_stream/worker:function_cache/cpp/:.:/home/admin/ha_pe_work/amonitor_062/usr/local/lib64/:/usr/lib64/:/usr/local/cuda/lib64/:/usr/local/lib/:/usr/lib/x86_64-linux-gnu/:/usr/local/lib64/:/usr/local/lib/python3.*/site-packages/:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.322.b06-1.1.alios7.x86_64/jre/lib/amd64/server/:/usr/lib64:/usr/lib/x86_64-linux-gnu/:/usr/local/lib/:/usr/local/lib64/:/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
185ENV SERVER_PORT_RANGE=53500-539000 B
186RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0199 B
187RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0172 B
188RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0152 B
189RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0157 B
190RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0156 B
191RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0188 B
192RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.0262 B
193RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.016.38 KB
194RUN |3 GCC_VERSION=11 PYTHON_VERSION=3.10.12 PROTOBUF_VERSION=3.14.032 B
195CMD ["/bin/bash"]0 B
196bash160.72 MB
197bash113.36 MB
198bash1.72 GB

Command

 ARG RELEASE