inteldpo/vllm-cpu:ww03

Manifest digest

sha256:9d573a229822d23072fcc1949efb3ceb2d7bfb811a0c9208e46e2e8136bd2802

OS/ARCH

linux/amd64

Compressed size

2.48 GB

Last pushed

over 1 year by inteldpo

Type

Image

Manifest digest

sha256:9d573a229822d23072fcc1949efb3ceb2d7bfb811a0c9208e46e2e8136bd2802

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7ENV CCACHE_DIR=/root/.cache/ccache0 B

8ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B

9RUN /bin/sh -c apt-get update426.69 MB

10RUN /bin/sh -c pip install34.6 MB

11ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/usr/local/lib/libiomp5.so0 B

12ENV TORCHINDUCTOR_COMPILE_THREADS=10 B

13RUN /bin/sh -c echo 'ulimit1.54 KB

14WORKDIR /workspace99 B

15COPY requirements-build.txt requirements-build.txt # buildkit256 B

16ARG PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B

17ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B

18RUN |1 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh -c222.56 MB

19WORKDIR /workspace/vllm120 B

20COPY requirements-common.txt requirements-common.txt # buildkit1.04 KB

21COPY requirements-cpu.txt requirements-cpu.txt # buildkit360 B

22RUN /bin/sh -c pip install192.63 MB

23RUN /bin/sh -c pip install103.06 MB

24RUN /bin/sh -c pip install177.01 MB

25RUN /bin/sh -c pip install2.27 MB

26COPY . . # buildkit53.45 MB

27ARG GIT_REPO_CHECK=00 B

28RUN |1 GIT_REPO_CHECK=0 /bin/sh -c32 B

29ARG VLLM_CPU_DISABLE_AVX5120 B

30ENV VLLM_CPU_DISABLE_AVX512=0 B

31RUN |2 GIT_REPO_CHECK=0 VLLM_CPU_DISABLE_AVX512= /bin/sh1.27 GB

32WORKDIR /workspace/32 B

33RUN |2 GIT_REPO_CHECK=0 VLLM_CPU_DISABLE_AVX512= /bin/sh183 B

34RUN |2 GIT_REPO_CHECK=0 VLLM_CPU_DISABLE_AVX512= /bin/sh626 B

35ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]0 B

Command

 ARG RELEASE