Sign inSign up

rocm/vllm-ci:e1794328adb0ea190229953c98b4e17d23d2baa2

Machine learning & AI
Index digest

sha256:a61055098594f64e954bb353a4f4eae5e66e458b4a3f5285b403afcc6b80feaf

OS/ARCH

linux/amd64

Compressed size

11.39 GB

Last pushed

3 months by rocmvllm

Type

Image

Manifest digest

sha256:fc98abee42cbec6d8e1fa78e5effc1135ef9eeba5709ff287cc867a01c89c264

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6LABEL [email protected]0 B
7ARG ROCM_VERSION=5.30 B
8ARG AMDGPU_VERSION=5.30 B
9ARG APT_PREF0 B
10RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:240 B
11RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:6.76 GB
12RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:655 B
13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV ROCM_PATH=/opt/rocm0 B
15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
16ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
17ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
19ENV MORI_GPU_ARCHS=gfx942;gfx9500 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21ARG PYTHON_VERSION=3.120 B
22ENV PYTHON_VERSION=3.120 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
24WORKDIR /app32 B
25ENV DEBIAN_FRONTEND=noninteractive0 B
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh147.6 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.96 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh3.84 MB
29ARG USE_SCCACHE0 B
30ARG SCCACHE_DOWNLOAD_URL0 B
31ARG SCCACHE_ENDPOINT0 B
32ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
33ARG SCCACHE_REGION_NAME=us-west-20 B
34ARG SCCACHE_S3_NO_CREDENTIALS=00 B
35RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=32 B
36RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=32 B
37ARG USE_SCCACHE0 B
38ENV SCCACHE_BUCKET=0 B
39ENV SCCACHE_REGION=0 B
40ENV SCCACHE_S3_NO_CREDENTIALS=0 B
41ENV SCCACHE_IDLE_TIMEOUT=0 B
42RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=2.2 GB
43ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete0 B
44ARG TRITON_BRANCH=ba5c15170 B
45ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
46ARG PYTORCH_BRANCH=8514f0510 B
47ARG PYTORCH_VISION_BRANCH=v0.24.10 B
48ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
49ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
50ARG PYTORCH_AUDIO_BRANCH=v2.9.00 B
51ARG PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git0 B
52ARG FA_BRANCH=0e60e3940 B
53ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
54ARG AITER_BRANCH=v0.1.13.post10 B
55ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
56ARG MORI_BRANCH=v1.1.00 B
57ARG MORI_REPO=https://github.com/ROCm/mori.git0 B
58RUN |23 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=396 B
59ARG ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx9500 B
60ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx9500 B
61RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 /bin/sh -c139.54 MB
62RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 /bin/sh -c3.56 MB
63ARG USE_SCCACHE0 B
64RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= /bin/sh32 B
65RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= /bin/sh23.6 MB
66ENV UV_HTTP_TIMEOUT=5000 B
67ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
68ENV UV_LINK_MODE=copy0 B
69ENV CCACHE_DIR=/root/.cache/ccache0 B
70ENV CCACHE_COMPILERCHECK=content0 B
71ARG max_jobs=0 B
72ENV MAX_JOBS=0 B
73ARG USE_SCCACHE0 B
74ARG SCCACHE_DOWNLOAD_URL0 B
75ARG SCCACHE_ENDPOINT0 B
76ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
77ARG SCCACHE_REGION_NAME=us-west-20 B
78ARG SCCACHE_S3_NO_CREDENTIALS=00 B
79RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=32 B
80ARG USE_SCCACHE0 B
81ENV SCCACHE_BUCKET=0 B
82ENV SCCACHE_REGION=0 B
83ENV SCCACHE_S3_NO_CREDENTIALS=0 B
84ENV SCCACHE_IDLE_TIMEOUT=0 B
85ARG COMMON_WORKDIR=/app0 B
86WORKDIR /app32 B
87ARG NIC_BACKEND=all0 B
88ARG AINIC_VERSION=1.117.3-hydra0 B
89ARG UBUNTU_CODENAME=jammy0 B
90RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=15.65 MB
91ARG COMMON_WORKDIR=/app0 B
92ARG DEEPEP_NIC=cx70 B
93RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=15.88 MB
94RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=47.35 MB
95COPY /opt/rocshmem /opt/rocshmem # buildkit8.28 MB
96RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=78.14 MB
97COPY tools/install_torchcodec_rocm.sh /tmp/install_torchcodec.sh # buildkit2.09 KB
98RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=3.83 MB
99COPY requirements/common.txt requirements/rocm.txt /tmp/ci-base-requirements/ #1.96 KB
100RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=475.57 MB
101ENV HF_XET_HIGH_PERFORMANCE=10 B
102ENV HF_HUB_DOWNLOAD_TIMEOUT=600 B
103COPY requirements/test/rocm.txt /tmp/rocm-test-reqs.txt # buildkit6.37 KB
104RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=515.23 MB
105RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=1.82 MB
106ENV MIOPEN_DEBUG_CONV_DIRECT=00 B
107ENV MIOPEN_DEBUG_CONV_GEMM=00 B
108ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
109RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=168 B
110ENV KINETO_CONFIG=/app/libkineto.conf0 B
111COPY tests/vllm_test_utils /tmp/vllm_test_utils # buildkit1.46 KB
112RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=2.57 KB
113ARG COMMON_WORKDIR=/app0 B
114RUN |1 COMMON_WORKDIR=/app /bin/sh -c113.41 MB
115COPY /*.whl /opt/vllm-wheels/ # buildkit107.46 MB
116WORKDIR /vllm-workspace104 B
117COPY /app/vllm /vllm-workspace # buildkit583.54 MB
118COPY /vllm_v1 /usr/local/lib/python3.12/dist-packages/vllm/v1 # buildkit879.03 KB
119RUN |1 COMMON_WORKDIR=/app /bin/sh -c113.32 MB

Command

 ARG RELEASE