kuzcoxyz/amd64-ollama-nvidia-node:dev-7bdf345-1747354111

Manifest digest

sha256:9f80f36d60f1463516a8a8c09a01f380fdfaa55636aa5185f1e4f1bd920a07c8

OS/ARCH

linux/amd64

Compressed size

1.61 GB

Last pushed

over 1 year by abeatkuzco

Type

Image

Manifest digest

sha256:9f80f36d60f1463516a8a8c09a01f380fdfaa55636aa5185f1e4f1bd920a07c8

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 29.03 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c apt-get update1.03 MB

8COPY /go/src/github.com/ollama/ollama/dist/linux-amd64/bin/ /bin/ # buildkit10.24 MB

9COPY /go/src/github.com/ollama/ollama/dist/linux-amd64/lib/ /lib/ # buildkit1.45 GB

10EXPOSE map[11434/tcp:{}]0 B

11ENV OLLAMA_HOST=0.0.0.00 B

12ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

13ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

14ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

15ENV NVIDIA_VISIBLE_DEVICES=all0 B

16ENTRYPOINT ["/bin/ollama"]0 B

17CMD ["serve"]0 B

18ARG SGLANG_VERSION=0.4.60 B

19ARG VLLM_VERSION=0.8.50 B

20ARG OLLAMA_VERSION=0.5.70 B

21ARG INFERENCE_RUNTIME_ENVIRONMENT=ollama0 B

22ARG AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B

23ARG AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.kuzco.cool/public/latest-client-version0 B

24ARG AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.kuzco.cool/auto-update0 B

25RUN |7 SGLANG_VERSION=0.4.6 VLLM_VERSION=0.8.5 OLLAMA_VERSION=0.5.742.04 MB

26WORKDIR /app93 B

27ADD https://auto-update-tool.inference.net/auto-update-launch-linux-amd64 ./inference-launcher # buildkit37.4 MB

28RUN |7 SGLANG_VERSION=0.4.6 VLLM_VERSION=0.8.5 OLLAMA_VERSION=0.5.737.4 MB

29ENV INFERENCE_RUNTIME_ENVIRONMENT=ollama0 B

30ENV IS_RUNNING_IN_DOCKER=true0 B

31ENV SGLANG_VERSION=0.4.60 B

32ENV VLLM_VERSION=0.8.50 B

33ENV OLLAMA_VERSION=0.5.70 B

34ENV WORKER=0 B

35ENV CODE=0 B

36COPY ./apps/cli/src/lib/chat-templates /app/chat-templates # buildkit4.02 KB

37ENV CHAT_TEMPLATES_PATH=/app/chat-templates0 B

38ENV CACHE_DIRECTORY=/root/.inference/models0 B

39ENV AUTO_UPDATE_DATA_DIR=/root/.inference0 B

40ENV AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B

41ENV AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.kuzco.cool/public/latest-client-version0 B

42ENV AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.kuzco.cool/auto-update0 B

43ENTRYPOINT ["./inference-launcher" "node" "start"]0 B

Command

 ARG RELEASE