inteldpo/vllm-cpu-perf:0704

Manifest digest

sha256:647acf3573cd93830fd65f5c3d2593cb74c292a43887ba3c2244e46a247cb4bd

OS/ARCH

linux/amd64

Compressed size

7.09 GB

Last pushed

over 2 years by inteldpo

Type

Image

Manifest digest

sha256:647acf3573cd93830fd65f5c3d2593cb74c292a43887ba3c2244e46a247cb4bd

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c apt-get update244.04 MB

8RUN /bin/sh -c pip install5.79 GB

9ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/usr/local/lib/libiomp5.so:0 B

10ENV KMP_BLOCKTIME=10 B

11ENV KMP_TPAUSE=00 B

12ENV KMP_SETTINGS=10 B

13ENV KMP_FORKJOIN_BARRIER_PATTERN=dist,dist0 B

14ENV KMP_PLAIN_BARRIER_PATTERN=dist,dist0 B

15ENV KMP_REDUCTION_BARRIER_PATTERN=dist,dist0 B

16RUN /bin/sh -c pip install190.53 MB

17RUN /bin/sh -c pip install5.46 MB

18COPY ./ /workspace/vllm # buildkit75.3 MB

19WORKDIR /workspace/vllm32 B

20RUN /bin/sh -c pip install762.75 MB

21ARG VLLM_CPU_DISABLE_AVX5120 B

22ENV VLLM_CPU_DISABLE_AVX512=0 B

23RUN |1 VLLM_CPU_DISABLE_AVX512= /bin/sh -c24.48 MB

24WORKDIR /workspace/32 B

25RUN |1 VLLM_CPU_DISABLE_AVX512= /bin/sh -c182 B

26ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]0 B

Command

 ARG RELEASE