kuzcoxyz/amd64-ollama-nvidia-node:dev-67cd71f-1748481579

Manifest digest

sha256:b446a558f9193f8fb3a70fbfca4a87778726835b665b1ee49036cb157d11e197

OS/ARCH

linux/amd64

Compressed size

1.6 GB

Last pushed

over 1 year by abeatkuzco

Type

Image

Manifest digest

sha256:b446a558f9193f8fb3a70fbfca4a87778726835b665b1ee49036cb157d11e197

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c apt-get update1.03 MB

8COPY /go/src/github.com/ollama/ollama/dist/linux-amd64/bin/ /bin/ # buildkit10.24 MB

9COPY /go/src/github.com/ollama/ollama/dist/linux-amd64/lib/ /lib/ # buildkit1.45 GB

10EXPOSE map[11434/tcp:{}]0 B

11ENV OLLAMA_HOST=0.0.0.00 B

12ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

13ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

14ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

15ENV NVIDIA_VISIBLE_DEVICES=all0 B

16ENTRYPOINT ["/bin/ollama"]0 B

17CMD ["serve"]0 B

18ARG SGLANG_VERSION=0.4.60 B

19ARG VLLM_VERSION=0.8.50 B

20ARG OLLAMA_VERSION=0.5.70 B

21ARG INFERENCE_RUNTIME_ENVIRONMENT0 B

22ARG AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B

23ARG AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.kuzco.cool/public/latest-client-version0 B

24ARG AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.kuzco.cool/auto-update0 B

25ARG CONFIG_DIR=/root/.inference0 B

26ARG AUTO_UPDATE_DATA_DIR=/root/.inference0 B

27RUN |9 SGLANG_VERSION=0.4.6 VLLM_VERSION=0.8.5 OLLAMA_VERSION=0.5.733.29 MB

28WORKDIR /app92 B

29ADD https://auto-update-tool.inference.net/auto-update-launch-linux-amd64 ./inference-launcher # buildkit37.12 MB

30RUN |9 SGLANG_VERSION=0.4.6 VLLM_VERSION=0.8.5 OLLAMA_VERSION=0.5.737.12 MB

31ENV INFERENCE_RUNTIME_ENVIRONMENT=ollama0 B

32ENV IS_RUNNING_IN_DOCKER=true0 B

33ENV SGLANG_VERSION=0.4.60 B

34ENV VLLM_VERSION=0.8.50 B

35ENV OLLAMA_VERSION=0.5.70 B

36ENV WORKER=0 B

37ENV CODE=0 B

38COPY ./apps/cli/src/lib/chat-templates /app/chat-templates # buildkit4.03 KB

39ENV CONFIG_DIR=/root/.inference0 B

40ENV AUTO_UPDATE_DATA_DIR=/root/.inference0 B

41ENV AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B

42ENV AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.kuzco.cool/public/latest-client-version0 B

43ENV AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.kuzco.cool/auto-update0 B

44ENTRYPOINT ["./inference-launcher" "node" "start"]0 B

Command

 ARG RELEASE