determinedai/aioli-runtimes:v1-vllm-cpu

Manifest digest

sha256:6f6d35ff6186bb372d75edb0abd506811c3f7c457b1e3b375f75f992635e8aa5

OS/ARCH

linux/amd64

Compressed size

1.52 GB

Last pushed

almost 2 years by detdockerci

Type

Image

Manifest digest

sha256:6f6d35ff6186bb372d75edb0abd506811c3f7c457b1e3b375f75f992635e8aa5

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7ENV CCACHE_DIR=/root/.cache/ccache0 B

8ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B

9RUN /bin/sh -c apt-get update426.38 MB

10RUN /bin/sh -c pip install34.6 MB

11ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/usr/local/lib/libiomp5.so0 B

12RUN /bin/sh -c echo 'ulimit1.53 KB

13RUN /bin/sh -c pip install223.07 MB

14WORKDIR /workspace99 B

15ARG PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B

16ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B

17RUN |1 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh -c241.05 MB

18RUN |1 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh -c207.55 MB

19RUN |1 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh -c65.63 MB

20WORKDIR /workspace/vllm120 B

21RUN |1 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh -c240.13 MB

22COPY ./ ./ # buildkit34.08 MB

23ARG VLLM_CPU_DISABLE_AVX5120 B

24ENV VLLM_CPU_DISABLE_AVX512=0 B

25RUN |2 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu VLLM_CPU_DISABLE_AVX512= /bin/sh57.49 MB

26WORKDIR /workspace/32 B

27RUN |2 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu VLLM_CPU_DISABLE_AVX512= /bin/sh181 B

28ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]0 B

Command

 ARG RELEASE