kuzcoxyz/amd64-ollama-nvidia-node:aa7e5f5

Manifest digest

sha256:9c1dfcb3c6db32f79a40e53377a6fdeadd327e656dd379de0ab8c6ec76ea71de

OS/ARCH

linux/amd64

Compressed size

1.61 GB

Last pushed

over 1 year by abeatkuzco

Type

Image

Manifest digest

sha256:9c1dfcb3c6db32f79a40e53377a6fdeadd327e656dd379de0ab8c6ec76ea71de

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c apt-get update1.03 MB

8COPY /go/src/github.com/ollama/ollama/dist/linux-amd64/bin/ /bin/ # buildkit10.24 MB

9COPY /go/src/github.com/ollama/ollama/dist/linux-amd64/lib/ /lib/ # buildkit1.45 GB

10EXPOSE map[11434/tcp:{}]0 B

11ENV OLLAMA_HOST=0.0.0.00 B

12ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

13ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

14ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

15ENV NVIDIA_VISIBLE_DEVICES=all0 B

16ENTRYPOINT ["/bin/ollama"]0 B

17CMD ["serve"]0 B

18RUN /bin/sh -c apt update44.25 MB

19WORKDIR /app91 B

20RUN /bin/sh -c curl -L37.12 MB

21RUN /bin/sh -c chmod +x37.12 MB

22COPY ./apps/cli/src/lib/chat-templates /app/chat-templates # buildkit4.02 KB

23ARG OLLAMA_VERSION0 B

24ARG SGLANG_VERSION0 B

25ARG VLLM_VERSION0 B

26ARG DOCKER_IMAGE0 B

27ARG DOCKER_IMAGE_TAG0 B

28ARG AUTO_UPDATE_APP_NAME0 B

29ARG AUTO_UPDATE_LATEST_VERSION_ENDPOINT0 B

30ARG AUTO_UPDATE_PUBLIC_BUCKET_URL0 B

31ARG CONFIG_DIR=/root/.inference0 B

32ARG AUTO_UPDATE_DATA_DIR=/root/.inference0 B

33ENV IS_RUNNING_IN_DOCKER=true0 B

34ENV SGLANG_VERSION=0.4.6.post50 B

35ENV VLLM_VERSION=0.8.50 B

36ENV OLLAMA_VERSION=0.5.70 B

37ENV DOCKER_IMAGE=inference.amd64-node0 B

38ENV DOCKER_IMAGE_TAG=aa7e5f50 B

39ENV WORKER=0 B

40ENV CODE=0 B

41ENV CONFIG_DIR=/root/.inference0 B

42ENV AUTO_UPDATE_DATA_DIR=/root/.inference0 B

43ENV AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B

44ENV AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.kuzco.cool/public/latest-client-version0 B

45ENV AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.kuzco.cool/auto-update0 B

46ENTRYPOINT ["./inference-launcher" "node" "start"]0 B

Command

 ARG RELEASE