inteldpo/vllm-cpu:v0.5.5

Manifest digest

sha256:0d13b91457d5300f8297593d819c39d45f37411f42314052d7ac77325aa0851b

OS/ARCH

linux/amd64

Compressed size

1.07 GB

Last pushed

about 2 years by inteldpo

Type

Image

Manifest digest

sha256:0d13b91457d5300f8297593d819c39d45f37411f42314052d7ac77325aa0851b

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c apt-get update246.3 MB

8RUN /bin/sh -c pip install34.6 MB

9ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/usr/local/lib/libiomp5.so0 B

10RUN /bin/sh -c echo 'ulimit1.53 KB

11RUN /bin/sh -c pip install220.07 MB

12ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B

13RUN /bin/sh -c pip install238.75 MB

14WORKDIR /workspace/vllm120 B

15RUN /bin/sh -c pip install247.66 MB

16COPY ./ ./ # buildkit46.53 MB

17ARG VLLM_CPU_DISABLE_AVX5120 B

18ENV VLLM_CPU_DISABLE_AVX512=0 B

19ENV CCACHE_DIR=/root/.cache/ccache0 B

20RUN |1 VLLM_CPU_DISABLE_AVX512= /bin/sh -c35.55 MB

21WORKDIR /workspace/32 B

22RUN |1 VLLM_CPU_DISABLE_AVX512= /bin/sh -c182 B

23ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]0 B

Command

 ARG RELEASE