Sign inSign up

kserve/huggingfaceserver:v0.21.0-rc0-gpu

Index digest

sha256:5118a451cff502a2ecc138eba02ef10b7a88dcfaca133de289b0767bbdd2ab04

OS/ARCH

linux/amd64

Compressed size

6.67 GB

Last pushed

15 days by yuzisun

Type

Image

Manifest digest

sha256:614fafa6a857f82f27c1bbde585310ffa00735fabd0f2ee1304ccd9d7acddaf9

Image Layers

Image Layers

1umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:rockcraft-base39.68 MB
2umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=config.entrypoint0 B
3umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=config.cmd0 B
4umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --config.env0 B
5umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=config.labels0 B
6umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=manifest.annotations0 B
7umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04394 B
8ENV DEBIAN_FRONTEND=noninteractive0 B
9ENV NVARCH=x86_640 B
10ENV NVIDIA_REQUIRE_CUDA=cuda>=13.3 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
11ENV NV_CUDA_CUDART_VERSION=13.3.29-10 B
12RUN /bin/sh -c apt-get update15.69 MB
13ENV CUDA_VERSION=13.3.00 B
14RUN /bin/sh -c apt-get update376.73 KB
15RUN /bin/sh -c apt-get update151.55 MB
16RUN /bin/sh -c apt-get update32 B
17RUN /bin/sh -c echo "/usr/local/cuda/lib64"179 B
18ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV NV_CUDA_LIB_VERSION=13.3.0-10 B
23ENV NV_NVTX_VERSION=13.3.29-10 B
24ENV NV_LIBNPP_VERSION=13.1.2.48-10 B
25ENV NV_LIBNPP_PACKAGE=libnpp-13-3=13.1.2.48-10 B
26ENV NV_LIBCUSPARSE_VERSION=12.8.1.7-10 B
27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-30 B
28ENV NV_LIBCUBLAS_VERSION=13.5.1.27-10 B
29ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-3=13.5.1.27-10 B
30RUN /bin/sh -c apt-get update1.2 GB
31RUN /bin/sh -c apt-mark hold59.42 KB
32ARG WORKSPACE_DIR=/kserve-workspace0 B
33ARG CUDA_VERSION=13.3.00 B
34ENV DEBIAN_FRONTEND=noninteractive0 B
35WORKDIR /kserve-workspace106 B
36ENV NV_CUDA_CUDART_DEV_VERSION=13.3.29-10 B
37ENV NV_LIBCURAND_DEV_VERSION=10.4.3.29-10 B
38RUN |2 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.3.0 /bin/sh667.69 MB
39ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B
40RUN |2 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.3.0 /bin/sh511.26 MB
41ARG VENV_PATH=prod_venv0 B
42ENV VIRTUAL_ENV=/kserve-workspace/prod_venv0 B
43ENV PATH=/kserve-workspace/prod_venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
44RUN |3 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.3.0 VENV_PATH=prod_venv3.64 KB
45COPY /opt/uv_python /opt/uv_python # buildkit34.74 MB
46COPY --chown=kserve:kserve /kserve-workspace/third_party third_party #25.3 KB
47COPY --chown=kserve:kserve /kserve-workspace/prod_venv prod_venv #4.08 GB
48COPY /kserve-workspace/kserve kserve # buildkit1 MB
49COPY /kserve-workspace/storage storage # buildkit160.21 KB
50COPY /kserve-workspace/huggingfaceserver huggingfaceserver # buildkit326.86 KB
51ENV HF_HOME=/tmp/huggingface0 B
52ENV SAFETENSORS_FAST_GPU=10 B
53ENV HF_HUB_DISABLE_TELEMETRY=10 B
54ENV VLLM_NCCL_SO_PATH=/lib/x86_64-linux-gnu/libnccl.so.20 B
55ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
56USER 10000 B
57ENV PYTHONPATH=/kserve-workspace/huggingfaceserver0 B
58ENTRYPOINT ["python3" "-m" "huggingfaceserver"]0 B

Command

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/.temp_layer.9485.tar --tag 26.04