Sign inSign up

kserve/huggingfaceserver:v0.19.0-gpu

Index digest

sha256:eb37878b39a8dbefdad2b098479e93c1652fc8e347f0d8ff46b5337720f73250

OS/ARCH

linux/amd64

Compressed size

5.76 GB

Last pushed

3 months by yuzisun

Type

Image

Manifest digest

sha256:e8d2f6eba0052751b1d7a367fb55b568fda00e2bb7640de372f39aaac3a7f209

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=25.100 B
5ADD file ... in / 32.81 MB
6CMD ["/bin/bash"]0 B
7ENV DEBIAN_FRONTEND=noninteractive0 B
8ENV NVARCH=x86_640 B
9ENV NV_CUDA_CUDART_VERSION=13.2.75-10 B
10ENV CUDA_VERSION=13.2.10 B
11ENV NV_CUDA_LIB_VERSION=13.2.1-10 B
12ENV NV_NVTX_VERSION=13.2.75-10 B
13ENV NV_LIBNPP_VERSION=13.1.0.48-10 B
14ENV NV_LIBCUSPARSE_VERSION=12.7.10.1-10 B
15ENV NV_LIBCUBLAS_VERSION=13.4.0.1-10 B
16ENV NVIDIA_REQUIRE_CUDA=cuda>=13.2 brand=tesla,driver>=535,driver<536 brand=tesla,driver>=570,driver<571 brand=tesla,driver>=580,driver<5810 B
17RUN /bin/sh -c apt-get update6.37 MB
18RUN /bin/sh -c apt-get update373.49 KB
19RUN /bin/sh -c apt-get update142.86 MB
20RUN /bin/sh -c apt-get update1.41 GB
21RUN /bin/sh -c apt-mark hold59.8 KB
22RUN /bin/sh -c echo "/usr/local/cuda/lib64"179 B
23ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
24ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
25ENV NVIDIA_VISIBLE_DEVICES=all0 B
26ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
27ARG WORKSPACE_DIR=/kserve-workspace0 B
28ARG CUDA_VERSION=13.2.10 B
29ENV DEBIAN_FRONTEND=noninteractive0 B
30WORKDIR /kserve-workspace106 B
31RUN |2 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.2.1 /bin/sh335.54 MB
32ARG VENV_PATH=prod_venv0 B
33ENV VIRTUAL_ENV=/kserve-workspace/prod_venv0 B
34ENV PATH=/kserve-workspace/prod_venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
35RUN |3 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.2.1 VENV_PATH=prod_venv3.64 KB
36COPY /opt/uv_python /opt/uv_python # buildkit34.05 MB
37COPY --chown=kserve:kserve /kserve-workspace/third_party third_party #19.32 KB
38COPY --chown=kserve:kserve /kserve-workspace/prod_venv prod_venv #3.81 GB
39COPY /kserve-workspace/kserve kserve # buildkit931.92 KB
40COPY /kserve-workspace/storage storage # buildkit97.46 KB
41COPY /kserve-workspace/huggingfaceserver huggingfaceserver # buildkit316.55 KB
42ENV HF_HOME=/tmp/huggingface0 B
43ENV SAFETENSORS_FAST_GPU=10 B
44ENV HF_HUB_DISABLE_TELEMETRY=10 B
45ENV VLLM_NCCL_SO_PATH=/lib/x86_64-linux-gnu/libnccl.so.20 B
46ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
47USER 10000 B
48ENV PYTHONPATH=/kserve-workspace/huggingfaceserver0 B
49ENTRYPOINT ["python3" "-m" "huggingfaceserver"]0 B

Command

 ARG RELEASE