Sign inSign up

henryx/haisgl:sglang-0.5.0rc0-rocm700-mxfp4-mi35x

Manifest digest

sha256:63d6ff27219a687f66784f639ebf73ade2cd521f8f4593878d1c2733cc9e961a

OS/ARCH

linux/amd64

Compressed size

35.2 GB

Last pushed

about 1 year by henryx

Type

Image

Manifest digest

sha256:63d6ff27219a687f66784f639ebf73ade2cd521f8f4593878d1c2733cc9e961a

Image Layers

Image Layers

1COPY / / # buildkit27.98 GB
2LABEL org.opencontainers.image.ref.name=ubuntu0 B
3LABEL org.opencontainers.image.version=22.040 B
4ENV ANACONDA_PYTHON_VERSION=3.100 B
5ENV BUILD_ENVIRONMENT=pytorch-linux-jammy-rocm6.4-py3.100 B
6ENV CI=10 B
7ENV DEBIAN_FRONTEND=noninteractive0 B
8ENV HF_HOME=/data/huggingface-cache0 B
9ENV HF_TOKEN=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0 B
10ENV HIP_FORCE_DEV_KERNARG=10 B
11ENV HSA_FORCE_FINE_GRAIN_PCIE=10 B
12ENV INSTALLED_PROTOBUF=yes0 B
13ENV INSTALLED_VISION=yes0 B
14ENV LANG=C.UTF-80 B
15ENV LC_ALL=C.UTF-80 B
16ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:0 B
17ENV MAGMA_HOME=/opt/rocm/magma0 B
18ENV MAX_JOBS=320 B
19ENV MPI_HOME=/opt/ompi0 B
20ENV OPENSSL_DIR=/opt/openssl0 B
21ENV OPENSSL_ROOT_DIR=/opt/openssl0 B
22ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.10/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
23ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
24ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda0 B
25ENV PYTORCH_TEST_WITH_ROCM=10 B
26ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
27ENV RCCL_MSCCL_ENABLE=00 B
28ENV ROCM_PATH=/opt/rocm0 B
29ENV TERM=xterm-256color0 B
30ENV TOKENIZERS_PARALLELISM=false0 B
31ENV UCC_COMMIT=0 B
32ENV UCC_HOME=/usr0 B
33ENV UCX_COMMIT=0 B
34ENV UCX_HOME=/opt/ucx0 B
35ENV VLLM_USE_V1=10 B
36WORKDIR /app/vllm32 B
37USER root0 B
38CMD ["bash"]0 B
39bash1.36 GB
40bash1.02 GB
41ENV BUILD_VLLM=00 B
42ENV BUILD_TRITON=00 B
43ENV BUILD_AITER_ALL=10 B
44ENV BUILD_LLVM=10 B
45ENV AITER_COMMIT=v0.1.40 B
46ENV HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/0 B
47ENV NO_DEPS_FLAG=--no-deps0 B
48ARG GPU_ARCH=gfx9500 B
49ENV GPU_ARCH_LIST=gfx9500 B
50ARG SGL_REPO=https://github.com/sgl-project/sglang.git0 B
51ARG SGL_DEFAULT=main0 B
52ARG SGL_BRANCH=v0.4.10.post20 B
53ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
54ARG TRITON_COMMIT=improve_fa_decode_3.0.00 B
55ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
56ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git0 B
57ARG LLVM_BRANCH=MainOpSelV20 B
58ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a5600 B
59USER root0 B
60RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main4.54 MB
61RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main190 B
62WORKDIR /sgl-workspace103 B
63RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main4.28 GB
64RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
65RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main142.59 MB
66RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main214.05 MB
67RUN |10 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
68ARG VLLM_REPO=https://github.com/ROCm/vllm.git0 B
69ARG VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c0 B
70RUN |12 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
71ARG BUILD_TYPE=all0 B
72RUN |13 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main6.54 MB
73RUN |13 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
74RUN |13 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main38.85 MB
75RUN |13 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main11.18 KB
76RUN |13 GPU_ARCH=gfx950 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main2.75 KB
77ENV HIP_FORCE_DEV_KERNARG=10 B
78ENV HSA_NO_SCRATCH_RECLAIM=10 B
79ENV SGLANG_SET_CPU_AFFINITY=10 B
80ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B
81ENV NCCL_MIN_NCHANNELS=1120 B
82ENV SGLANG_USE_AITER=10 B
83ENV SGLANG_MOE_PADDING=10 B
84ENV VLLM_FP8_PADDING=10 B
85ENV VLLM_FP8_ACT_PADDING=10 B
86ENV VLLM_FP8_WEIGHT_PADDING=10 B
87ENV VLLM_FP8_REDUCE_CONV=10 B
88ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B
89ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B
90CMD ["/bin/bash"]0 B
91/bin/bash149.78 MB

Command

COPY / / # buildkit