Sign inSign up

micheliac/runner:cann8.5-a3-sglang0.5.12-linux-amd64

Index digest

sha256:89ab6eab327de2df92b1a1a9a1d1572908c0b21009a6d1156951958a336069ae

OS/ARCH

linux/amd64

Compressed size

5.79 GB

Last pushed

5 months by micheliac

Type

Image

Manifest digest

sha256:38ba9de7f4e0746b277a5fa53fb027a8691598bf6b8b4cd96fa8deee9463b8c0

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7ENV PATH=/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
8ENV LD_LIBRARY_PATH=/usr/local/python3.11.14/lib:0 B
9ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-8.5.00 B
10ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest0 B
11ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:0 B
12ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:0 B
13ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:0 B
14ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:0 B
15ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:0 B
16ENV PYTHONPATH=/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:0 B
17ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:0 B
18ENV PATH=/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19ENV PATH=/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
20ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
21ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-8.5.00 B
22ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-8.5.0/opp0 B
23ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-8.5.0/toolkit0 B
24ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-8.5.00 B
25ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_10 B
26ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:0 B
27ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
28ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=00 B
29ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=00 B
30ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=00 B
31ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=10 B
32ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=50 B
33ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=10 B
34ENV ATB_COMPARE_TILING_EVERY_KERNEL=00 B
35ENV ATB_SHARE_MEMORY_NAME_SUFFIX=0 B
36ENV ATB_MATMUL_SHUFFLE_K_ENABLE=10 B
37ENV LCCL_DETERMINISTIC=00 B
38ENV LCCL_PARALLEL=00 B
39SHELL [/bin/bash -c]0 B
40RUN /bin/bash -c apt-get update144.13 MB
41COPY /usr/local/python3.11.14 /usr/local/python3.11.14 # buildkit80.95 MB
42COPY /usr/local/Ascend /usr/local/Ascend # buildkit3.51 GB
43COPY /etc/Ascend /etc/Ascend # buildkit217 B
44RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" &&1.85 KB
45ENTRYPOINT ["/bin/bash" "-c" " 0 B
46ARG TARGETARCH=amd640 B
47ARG CANN_VERSION=8.5.00 B
48ARG DEVICE_TYPE=a30 B
49ARG PIP_INDEX_URL=https://pypi.org/simple/0 B
50ARG APTMIRROR=0 B
51ARG PYTORCH_VERSION=2.8.00 B
52ARG TORCHVISION_VERSION=0.23.00 B
53ARG PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_aarch64.whl0 B
54ARG PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v7.3.0-pytorch2.8.0/torch_npu-2.8.0.post2-cp311-cp311-manylinux_2_28_x86_64.whl0 B
55ARG SGLANG_TAG=v0.5.120 B
56ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit0 B
57ARG SGLANG_KERNEL_NPU_TAG=2026.05.010 B
58ARG PIP_INSTALL=python3 -m pip install0 B
59ARG DEVICE_TYPE=a30 B
60RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3248 B
61WORKDIR /workspace99 B
62ENV DEBIAN_FRONTEND=noninteractive0 B
63RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3216 B
64RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a332 B
65RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3367.33 MB
66ENV LANG=en_US.UTF-80 B
67ENV LANGUAGE=en_US:en0 B
68ENV LC_ALL=en_US.UTF-80 B
69RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a32.89 MB
70RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a337.3 MB
71RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3273.94 MB
72RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a354.04 MB
73RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a3850.5 MB
74RUN |13 TARGETARCH=amd64 CANN_VERSION=8.5.0 DEVICE_TYPE=a33 MB
75CMD ["/bin/bash"]0 B
76SHELL [/bin/bash -eo pipefail -c]0 B
77ARG TARGETPLATFORM=linux/amd640 B
78ARG TARGETOS=linux0 B
79ARG TARGETARCH=amd640 B
80ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
81RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6483.36 MB
82RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6474.26 MB
83ARG PYTHON_VERSION=3.110 B
84ENV PYTHON_VERSION=3.110 B
85RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6432 B
86ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore0 B
87RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6423.51 MB
88ARG CANN_VERSION=8.5.10 B
89ARG CANN_ARCHS=a30 B
90ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=8.5.1 CANN_ARCHS=a30 B
91ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=10 B
92ARG SGLANG_VERSION=0.5.120 B
93ARG SGLANG_TORCH_VERSION=2.8.00 B
94ENV SGLANG_VERSION=0.5.12 SGLANG_TORCH_VERSION=2.8.00 B
95SHELL [/bin/bash -eo pipefail -c]0 B
96ARG TARGETPLATFORM=linux/amd640 B
97ARG TARGETOS=linux0 B
98ARG TARGETARCH=amd640 B
99ARG SGLANG_LMCACHE_VERSION=0.4.20 B
100ARG SGLANG_LMCACHE_ASCEND_VERSION=0.4.20 B
101ENV SGLANG_LMCACHE_VERSION=0.4.2 SGLANG_LMCACHE_ASCEND_VERSION=0.4.20 B
102RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64299.1 MB
103RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6410.14 MB
104RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6432 B
105ENV TASK_QUEUE_ENABLE=1 CPU_AFFINITY_CONF=1 PYTORCH_NPU_ALLOC_CONF=expandable_segments:True SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B
106WORKDIR /0 B
107ENTRYPOINT ["/bin/bash" "-c" "source /usr/local/Ascend/ascend-toolkit/set_env.sh0 B

Command

 ARG RELEASE