Sign inSign up

docker/model-runner:latest-rocm

Index digest

sha256:8bbc8bd304c1dee4dd86948089abc1701ace92aa871983c4525563f04bd0dd59

OS/ARCH

linux/amd64

Compressed size

7.3 GB

Last pushed

about 2 months by docker

Type

Image

Manifest digest

sha256:efb4308a244cfa184a18c3ef4d57a44705209537d62710bee2a0f8522643dc10

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.35 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package:241 B
12RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package:6.86 GB
13RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package:679 B
14ARG BUILD_DATE=2026-07-06T05:42:11Z0 B
15ARG APP_VERSION=b98790 B
16ARG APP_REVISION=72874f559c598b8f89fbb24864868337cf5afb4c0 B
17ARG IMAGE_URL=https://github.com/ggml-org/llama.cpp0 B
18ARG IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp0 B
19LABEL org.opencontainers.image.created=2026-07-06T05:42:11Z org.opencontainers.image.version=b9879 org.opencontainers.image.revision=72874f559c598b8f89fbb24864868337cf5afb4c org.opencontainers.image.title=llama.cpp0 B
20RUN |5 BUILD_DATE=2026-07-06T05:42:11Z APP_VERSION=b9879 APP_REVISION=72874f559c598b8f89fbb24864868337cf5afb4c154.02 MB
21COPY /app/lib/ /app # buildkit130.21 MB
22ENV LLAMA_ARG_HOST=0.0.0.00 B
23COPY /app/full/llama /app/full/llama-server /app #24.77 KB
24WORKDIR /app32 B
25HEALTHCHECK {Test:[CMD curl -f http://localhost:8080/health]0 B
26ENTRYPOINT ["/app/llama-server"]0 B
27ARG LLAMA_SERVER_VARIANT=rocm0 B
28RUN |1 LLAMA_SERVER_VARIANT=rocm /bin/sh -c3.55 KB
29COPY scripts/ /scripts/ # buildkit10.91 KB
30RUN |1 LLAMA_SERVER_VARIANT=rocm /bin/sh -c570.3 KB
31WORKDIR /app32 B
32RUN |1 LLAMA_SERVER_VARIANT=rocm /bin/sh -c130.23 MB
33USER modelrunner0 B
34ENV MODEL_RUNNER_SOCK=/var/run/model-runner/model-runner.sock0 B
35ENV MODEL_RUNNER_PORT=124340 B
36ENV LLAMA_SERVER_PATH=/app0 B
37ENV LD_LIBRARY_PATH=/app0 B
38ENV HOME=/home/modelrunner0 B
39ENV MODELS_PATH=/models0 B
40LABEL com.docker.desktop.service=model-runner0 B
41EXPOSE [12434/tcp]0 B
42HEALTHCHECK {Test:[CMD-SHELL curl -f "http://localhost:${MODEL_RUNNER_PORT}/engines/status"0 B
43ENTRYPOINT ["/app/model-runner"]0 B
44COPY /app/model-runner /app/model-runner # buildkit5 MB

Command

 ARG RELEASE