Sign inSign up

nplanel/vllm-tests-benchmark-precompiled:latest

Index digest

sha256:e24c1e17e693283af22757a8968c26cec7b78454bf66b69a4461318070f42af5

OS/ARCH

linux/amd64

Compressed size

14.73 GB

Last pushed

3 months by nplanel

Type

Image

Manifest digest

sha256:aef6ac2111a7aeefb7571fd20d7d80f65cfa55ad241cf50e4f975aa8c40c8a57

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6ARG ENABLE_MITMPROXY=00 B
7RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
8RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c1 MB
9RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
10RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c3.43 MB
11ARG GDRCOPY_VERSION=2.5.10 B
12ARG HPCX_VERSION=2.500 B
13ARG RDMACORE_VERSION=63.00 B
14ARG MOFED_VERSION=5.4-rdmacore63.00 B
15ARG OPENUCX_VERSION=1.21.00 B
16ARG OPENMPI_VERSION=5.0.100 B
17ARG EFA_VERSION=1.48.00 B
18ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.00 B
19ARG TARGETARCH=amd640 B
20RUN |9 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50197.41 MB
21ENV OPAL_PREFIX=/usr/local/mpi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
22ENV OMPI_MCA_coll_hcoll_enable=00 B
23ARG CUDA_VERSION=13.3.0.0350 B
24ARG CUDA_DRIVER_VERSION=610.43.020 B
25ARG NVVM_VERSION=13.3.330 B
26ARG DOCA_VERSION=3.4.00 B
27ENV CUDA_VERSION=13.3.0.035 CUDA_DRIVER_VERSION=610.43.02 NVVM_VERSION=13.3.33 DOCA_VERSION=3.4.00 B
28RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50163.38 MB
29RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.5014.39 KB
30ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
31LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
32ARG NCCL_VERSION=2.30.4 CCCL_VERSION=13.3.3.3.1 CUBLAS_VERSION=13.5.1.27 CUFFT_VERSION=12.3.0.290 B
33ENV NCCL_VERSION=2.30.4 CCCL_VERSION=13.3.3.3.1 CUBLAS_VERSION=13.5.1.27 CUFFT_VERSION=12.3.0.290 B
34ADD docs.tgz / # buildkit11.26 KB
35RUN |49 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50186 B
36ARG _LIBPATH_SUFFIX=0 B
37ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
38RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50129.46 MB
39RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.501.44 MB
40COPY entrypoint/ /opt/nvidia/ # buildkit5.98 KB
41ENV NVIDIA_PRODUCT_NAME=CUDA0 B
42ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
43RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50407 B
44RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.5032 B
45ARG ENABLE_MITMPROXY=00 B
46ARG ENABLE_FIPS=00 B
47RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/sh32 B
48RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/sh115.52 MB
49ARG CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev0 B
50ENV CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev0 B
51RUN |3 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt254.78 MB
52ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION0 B
53RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt1.67 GB
54ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
55RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt32 B
56LABEL com.nvidia.nccl.version=2.30.4 com.nvidia.cublas.version=13.5.1.27 com.nvidia.cufft.version=12.3.0.29 com.nvidia.curand.version=10.4.3.290 B
57ARG ENABLE_MITMPROXY=00 B
58RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
59RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
60RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c65.04 MB
61RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c2.49 GB
62LABEL com.nvidia.nccl.version=2.30.4 com.nvidia.cublas.version=13.5.1.27 com.nvidia.cufft.version=12.3.0.29 com.nvidia.curand.version=10.4.3.290 B
63RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
64ARG TARGETARCH=amd640 B
65ARG ENABLE_FIPS=00 B
66ARG ENABLE_MITMPROXY=00 B
67RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=032 B
68RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=021.14 MB
69COPY cuda-*.patch /tmp # buildkit503 B
70RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0350.28 MB
71ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:0 B
72RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=032 B
73ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
74ARG NVIDIA_PYTORCH_VERSION=26.060 B
75ARG PYTORCH_BUILD_VERSION=2.13.0a0+8145d630 B
76ARG NVFUSER_BUILD_VERSION=0 B
77ENV PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 PYTORCH_VERSION=2.13.0a0+8145d63 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=26.060 B
78ENV NVFUSER_BUILD_VERSION=0.1.4a0+nvidia NVFUSER_VERSION=0 B
79ARG TORCHAO_BUILD_VERSION=+git28e6aca50 B
80ENV TORCHAO_BUILD_VERSION=+git28e6aca50 B
81ARG TORCHTITAN_BUILD_VERSION=0.2.2+git2ae134050 B
82ENV TORCHTITAN_BUILD_VERSION=0.2.2+git2ae134050 B
83LABEL com.nvidia.pytorch.version=2.13.0a0+8145d630 B
84ARG TARGETARCH=amd640 B
85ARG PYVER=3.120 B
86ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
87ARG ENABLE_MITMPROXY=00 B
88RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia32 B
89RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia261.9 MB
90ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
91ENV PIP_CONSTRAINT=/etc/pip/constraint.txt0 B
92COPY constraint.txt /etc/pip/constraint.txt # buildkit343 B
93RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia31.99 MB
94RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia32 B
95ENV NVPL_LAPACK_MATH_MODE=PEDANTIC0 B
96WORKDIR /opt/pytorch113 B
97ENV PYTHONIOENCODING=utf-80 B
98ENV LC_ALL=C.UTF-80 B
99ENV PIP_DEFAULT_TIMEOUT=1000 B
100RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia671.4 MB
101COPY . . # buildkit554.89 MB
102RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia86.13 MB
103WORKDIR /opt/pytorch32 B
104RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia5.56 MB
105ENV JUPYTER_PORT=88880 B
106ENV TENSORBOARD_PORT=60060 B
107EXPOSE [8888/tcp]0 B
108EXPOSE [6006/tcp]0 B
109ENV UCC_CL_BASIC_TLS=^sharp0 B
110ENV UCC_EC_CUDA_EXEC_NUM_THREADS=2560 B
111ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.00 B
112ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
113ENV CUDA_HOME=/usr/local/cuda0 B
114ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
115ENV TORCHINDUCTOR_CUTLASS_DIR=/opt/pytorch/pytorch/third_party/cutlass0 B
116RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia671.98 MB
117RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia2.66 MB
118RUN |8 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia307.82 MB
119ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas0 B
120ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump0 B
121ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm0 B
122ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include0 B
123ENV TRITON_CUDART_PATH=/usr/local/cuda/include0 B
124ENV TRITON_CUPTI_LIB_PATH=/usr/local/cuda/lib640 B
125ENV TRITON_CUPTI_INCLUDE_PATH=/usr/local/cuda/include0 B
126ARG DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali0 B
127RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia240.72 MB
128ENV COCOAPI_VERSION=2.0+nv0.8.10 B
129RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia22.5 MB
130COPY singularity/ /.singularity.d/ # buildkit1.09 KB
131RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia32 B
132RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia204.78 MB
133RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia80.65 KB
134WORKDIR /workspace32 B
135COPY NVREADME.md README.md # buildkit1.09 KB
136COPY docker-examples docker-examples # buildkit1.09 KB
137COPY tutorials tutorials # buildkit28.73 MB
138RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia28.73 MB
139RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia1.48 MB
140ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
141RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia26.28 MB
142COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit160.1 MB
143ARG PYVER=3.120 B
144ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
145ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
146RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia622.87 MB
147RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia22.39 MB
148RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia221.69 MB
149RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia32 B
150ENV CUDA_BINARY_LOADER_THREAD_COUNT=80 B
151ENV CUDA_MODULE_LOADING=LAZY0 B
152ENV TORCH_NCCL_USE_COMM_NONBLOCKING=00 B
153ENV TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSION=00 B
154RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia17.82 KB
155RUN |9 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia358 B
156COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit500 B
157ARG ENABLE_FIPS=00 B
158RUN |10 NVIDIA_PYTORCH_VERSION=26.06 PYTORCH_BUILD_VERSION=2.13.0a0+8145d63 NVFUSER_BUILD_VERSION=0.1.4a0+nvidia32 B
159ARG NVIDIA_BUILD_ID=3374261430 B
160ENV NVIDIA_BUILD_ID=3374261430 B
161LABEL com.nvidia.build.id=3374261430 B
162ARG NVIDIA_BUILD_REF=d557151f4c7ddca284cb5e8d5ce78cee4d80f7e50 B
163LABEL com.nvidia.build.ref=d557151f4c7ddca284cb5e8d5ce78cee4d80f7e50 B
164SHELL [/bin/bash -o pipefail -c]0 B
165ARG MAX_JOBS=20 B
166ARG NVCC_THREADS=80 B
167ARG TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.90 B
168ARG VLLM_USE_PRECOMPILED=00 B
169ENV CARGO_BUILD_JOBS=4 CMAKE_BUILD_TYPE=Release DEBIAN_FRONTEND=noninteractive MAX_JOBS=20000 B
170RUN |4 MAX_JOBS=2000 NVCC_THREADS=8 TORCH_CUDA_ARCH_LIST=7.5173.62 MB
171WORKDIR /workspace/vllm124 B
172COPY requirements requirements # buildkit22.18 KB
173COPY pyproject.toml use_existing_torch.py ./ #3.09 KB
174RUN |4 MAX_JOBS=2000 NVCC_THREADS=8 TORCH_CUDA_ARCH_LIST=7.53.47 GB
175COPY . . # buildkit265 MB
176RUN |4 MAX_JOBS=2000 NVCC_THREADS=8 TORCH_CUDA_ARCH_LIST=7.51.08 GB
177ARG MODEL_REVISION=27dcfa74d334bc871f3234de431e71c6eeba5dd60 B
178ENV HF_HOME=/opt/huggingface HF_HUB_CACHE=/opt/huggingface/hub HF_XET_HIGH_PERFORMANCE=1 MODEL_ID=facebook/opt-125m0 B
179RUN |5 MAX_JOBS=2000 NVCC_THREADS=8 TORCH_CUDA_ARCH_LIST=7.5222.23 MB
180ENV HF_DATASETS_OFFLINE=1 HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 VLLM_NO_USAGE_STATS=10 B
181COPY docker/entrypoints/tests-benchmark-entrypoint.sh /usr/local/bin/tests-benchmark-entrypoint # buildkit988 B
182RUN |5 MAX_JOBS=2000 NVCC_THREADS=8 TORCH_CUDA_ARCH_LIST=7.5985 B
183VOLUME [/results]0 B
184ENTRYPOINT ["/usr/local/bin/tests-benchmark-entrypoint"]0 B
185CMD ["all"]0 B

Command

 ARG RELEASE