rocm/atom-dev:vllm-v0.28.0-nightly_20260915

Manifest digest

sha256:e24e9aca06090b6c2dca59e2b19dd9d211a3f6a81d3d3ba329d676b972eb7bcf

OS/ARCH

linux/amd64

Compressed size

20.18 GB

Last pushed

4 days by valarlip

Type

Image

Manifest digest

sha256:e24e9aca06090b6c2dca59e2b19dd9d211a3f6a81d3d3ba329d676b972eb7bcf

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.version=24.040 B

4ADD file ... in / 28.36 MB

5CMD ["/bin/bash"]0 B

6ARG BASE_IMAGE=ubuntu:24.040 B

7ARG PYTHON_VERSION=3.120 B

8ARG PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8330 B

9ARG TORCHVISION_VERSION=0.25.0+rocm7.2.4.git82df5f590 B

10ARG TORCHAUDIO_VERSION=2.10.0+rocm7.2.4.git5047768f0 B

11ARG TRITON_VERSION=3.6.0+rocm7.2.4.git4ed888920 B

12ARG APEX_VERSION=1.10.0+rocm7.2.4.git751f5dd50 B

13ARG ROCM_VERSION=7.2.40 B

14ARG UBUNTU_VERSION=24.040 B

15ARG PYTORCH_WHEEL_INDEX=https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2.4/0 B

16

LABEL org.opencontainers.image.ref.name=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0+rocm7.2.4.lw.git3d3aa833

0 B

17ENV DEBIAN_FRONTEND=noninteractive0 B

18RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833258.73 KB

19RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833116.29 MB

20ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib0 B

21RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833114.67 MB

22RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833122.36 MB

23ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

24RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8337.37 GB

25RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8331.94 GB

26RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833135.12 KB

27ARG GPU_ARCH=gfx942;gfx9500 B

28ENV GPU_ARCH_LIST=gfx942;gfx9500 B

29ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B

30ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B

31RUN |1 GPU_ARCH=gfx942;gfx950 /bin/sh -c77.24 MB

32RUN |1 GPU_ARCH=gfx942;gfx950 /bin/sh -c32 B

33ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/0 B

34ARG TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git890024100 B

35ARG TRITON_KERNELS_PIN_VERSION=1.0.0+amd.rocm7.2.0.git890024100 B

36

RUN |4 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

830.36 MB

37ARG ATOM_REPO=https://github.com/ROCm/ATOM.git0 B

38ARG ATOM_COMMIT=main0 B

39

RUN |6 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

188 MB

40

RUN |6 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

15.88 MB

41ARG INSTALL_MOONCAKE=10 B

42ARG MOONCAKE_REPO=https://github.com/Jasen2201/Mooncake.git0 B

43ARG MOONCAKE_COMMIT=fix/ionic-mr-and-qp-resource-fixes0 B

44ARG VENV_PYTHON=/opt/venv/bin/python0 B

45

RUN |10 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

108.1 MB

46ENV PATH=/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

47

RUN |10 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

210.86 MB

48

ARG IONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.1-a-63/pool/main/r/rdma-core/libionic1_54.0-149.g3304be71_amd64.deb

0 B

49

RUN |11 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

499.92 KB

50

RUN |11 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

319.49 MB

51ARG RUST_VERSION=1.94.00 B

52

RUN |12 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

203.19 MB

53

ENV PATH=/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

54COPY /app/rccl/build/release/*.deb /tmp/rccl/ # buildkit16.97 MB

55

RUN |12 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

18.04 MB

56COPY /app/aiter-test /app/aiter-test # buildkit1.93 GB

57

RUN |12 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

991.34 MB

58

RUN |12 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

92 B

59ARG CACHEBUST=17894802480 B

60

RUN |13 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

729.6 MB

61

RUN |13 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

32 B

62

RUN |13 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

1.95 MB

63

RUN |13 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

14.55 MB

64ARG LMCACHE_WHEEL_NAME=lmcache-0.5.5rc3+rocm7.2.4.torch2.10.git3d3aa833.cxx11abi1-cp312-cp312-manylinux_2_39_x86_64.whl0 B

65

ARG LMCACHE_WHEEL_URL=https://github.com/LMCache/LMCache/releases/download/v0.5.5rc3-rocm-torch210/lmcache-0.5.5rc3%2Brocm7.2.4.torch2.10.git3d3aa833.cxx11abi1-cp312-cp312-manylinux_2_39_x86_64.whl

0 B

66ARG LMCACHE_WHEEL_SHA256=06cda2fef1c2cf3926ffa59c4ba13b6029c6e40d3fba6db2bc2e7350a29c280f0 B

67

RUN |16 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

315.14 MB

68ARG INSTALL_SA_AIPERF=10 B

69ARG SA_AIPERF_REF=754356e9a39acc6cc6afb242d123bb57c3fb6f750 B

70

RUN |18 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

210.33 MB

71ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/0 B

72ARG TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git890024100 B

73ARG TRITON_KERNELS_PIN_VERSION=1.0.0+amd.rocm7.2.0.git890024100 B

74

RUN |18 GPU_ARCH=gfx942;gfx950 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git89002410

423.52 MB

75CMD ["/bin/bash"]0 B

76ARG MAX_JOBS=640 B

77ARG VENV_PYTHON=/opt/venv/bin/python0 B

78ARG VLLM_REPO=https://github.com/vllm-project/vllm.git0 B

79ARG VLLM_COMMIT=2cf0a6915ce544dc493a0990f2ea38d81601128a0 B

80ARG INSTALL_LM_EVAL=10 B

81ARG INSTALL_FASTSAFETENSORS=10 B

82LABEL com.rocm.atom.vllm_commit=2cf0a6915ce544dc493a0990f2ea38d81601128a0 B

83

ENV PATH=/opt/venv/bin:/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

84ENV MAX_JOBS=640 B

85ENV VLLM_TARGET_DEVICE=rocm0 B

86ENV CMAKE_MAKE_PROGRAM=/usr/local/bin/ninja0 B

87RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git17.05 MB

88RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git614.69 MB

89RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git423.18 MB

90COPY docker/patches/vllm-torch210-compat.patch /tmp/vllm-torch210-compat.patch # buildkit2.06 KB

91RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git324.51 MB

92RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git637.68 MB

93RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git3.44 MB

94RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git1.51 GB

95RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git96.63 MB

96RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git92 B

97RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git423.19 MB

98RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git17.08 MB

99RUN |6 MAX_JOBS=64 VENV_PYTHON=/opt/venv/bin/python VLLM_REPO=https://github.com/vllm-project/vllm.git32 B

100CMD ["/bin/bash"]0 B

Command

 ARG RELEASE