Sign inSign up

amdenterpriseai/aim-base:0.11

Manifest digest

sha256:a3561f8eaf6ed3c59d45c2004d115d0f10f644b3d22ffd5ba5064f94f3e9075e

OS/ARCH

linux/amd64

Compressed size

8.66 GB

Last pushed

4 months by amdenterpriseai

Type

Image

Manifest digest

sha256:a3561f8eaf6ed3c59d45c2004d115d0f10f644b3d22ffd5ba5064f94f3e9075e

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:237 B
12RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:4.99 GB
13RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:656 B
14ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
20ENV MORI_GPU_ARCHS=gfx942;gfx9500 B
21ENV HSA_NO_SCRATCH_RECLAIM=10 B
22ARG PYTHON_VERSION=3.120 B
23ENV PYTHON_VERSION=3.120 B
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
25WORKDIR /app32 B
26ENV DEBIAN_FRONTEND=noninteractive0 B
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh145.12 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.9 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.06 MB
30ARG USE_SCCACHE0 B
31ARG SCCACHE_DOWNLOAD_URL0 B
32ARG SCCACHE_ENDPOINT0 B
33ARG SCCACHE_BUCKET_NAME0 B
34ARG SCCACHE_REGION_NAME0 B
35ARG SCCACHE_S3_NO_CREDENTIALS0 B
36RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=19.11 MB
37RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1229 B
38ARG USE_SCCACHE0 B
39ENV SCCACHE_BUCKET=vllm-build-sccache0 B
40ENV SCCACHE_REGION=us-west-20 B
41ENV SCCACHE_S3_NO_CREDENTIALS=00 B
42ENV SCCACHE_IDLE_TIMEOUT=00 B
43RUN /bin/sh -c pip install2.31 GB
44ARG BASE_IMAGE0 B
45ARG TRITON_BRANCH0 B
46ARG TRITON_REPO0 B
47ARG PYTORCH_BRANCH0 B
48ARG PYTORCH_VISION_BRANCH0 B
49ARG PYTORCH_REPO0 B
50ARG PYTORCH_VISION_REPO0 B
51ARG PYTORCH_AUDIO_BRANCH0 B
52ARG PYTORCH_AUDIO_REPO0 B
53ARG FA_BRANCH0 B
54ARG FA_REPO0 B
55ARG AITER_BRANCH0 B
56ARG AITER_REPO0 B
57ARG MORI_BRANCH0 B
58ARG MORI_REPO0 B
59RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete TRITON_BRANCH=57c693b6 TRITON_REPO=https://github.com/ROCm/triton.git397 B
60ARG ARG_PYTORCH_ROCM_ARCH0 B
61ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
62RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 /bin/sh -c136.93 MB
63RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 /bin/sh -c5.18 MB
64ARG USE_SCCACHE0 B
65RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 USE_SCCACHE=1 /bin/sh32 B
66RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 USE_SCCACHE=1 /bin/sh22.05 MB
67ENV UV_HTTP_TIMEOUT=5000 B
68ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
69ENV UV_LINK_MODE=copy0 B
70ARG USE_SCCACHE0 B
71ARG SCCACHE_DOWNLOAD_URL0 B
72ARG SCCACHE_ENDPOINT0 B
73ARG SCCACHE_BUCKET_NAME0 B
74ARG SCCACHE_REGION_NAME0 B
75ARG SCCACHE_S3_NO_CREDENTIALS0 B
76RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 USE_SCCACHE=1 USE_SCCACHE=132 B
77ARG USE_SCCACHE0 B
78ENV SCCACHE_BUCKET=vllm-build-sccache0 B
79ENV SCCACHE_REGION=us-west-20 B
80ENV SCCACHE_S3_NO_CREDENTIALS=00 B
81ENV SCCACHE_IDLE_TIMEOUT=00 B
82ARG COMMON_WORKDIR0 B
83WORKDIR /app32 B
84RUN /bin/sh -c python3 -m1.98 KB
85RUN /bin/sh -c rm -f196 B
86ENV SCCACHE_BUCKET=0 B
87ENV SCCACHE_REGION=0 B
88ENV SCCACHE_S3_NO_CREDENTIALS=0 B
89ENV SCCACHE_IDLE_TIMEOUT=0 B
90RUN /bin/sh -c case "$(which32 B
91RUN /bin/sh -c uv pip6.51 MB
92RUN /bin/sh -c cd /install783.83 MB
93ARG COMMON_WORKDIR0 B
94ARG BASE_IMAGE0 B
95COPY /benchmarks /app/vllm/benchmarks # buildkit200.18 KB
96COPY /examples /app/vllm/examples # buildkit215.2 KB
97COPY /docker /app/vllm/docker # buildkit4.97 KB
98ENV TOKENIZERS_PARALLELISM=false0 B
99ENV SAFETENSORS_FAST_GPU=10 B
100ENV HIP_FORCE_DEV_KERNARG=10 B
101RUN |2 COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base-12005 /bin/sh168 B
102ENV KINETO_CONFIG=/app/libkineto.conf0 B
103RUN |2 COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base-12005 /bin/sh424 B
104CMD ["/bin/bash"]0 B
105ENTRYPOINT ["vllm" "serve"]0 B
106ARG PARENT_REGISTRY_PREFIX=docker.io/vllm0 B
107ARG PARENT_REPOSITORY=vllm-openai-rocm0 B
108ARG PARENT_TAG=v0.16.00 B
109ARG INSTALL_LMCACHE=true0 B
110ARG INSTALL_LMCACHE_COMMIT=6fbec460 B
111ENV PYTHONUNBUFFERED=10 B
112ENV DEBIAN_FRONTEND=noninteractive0 B
113ENV PYTHONPATH=/workspace/aim-runtime/src0 B
114ENV HF_HOME=/workspace/model-cache0 B
115ENV HF_DATASETS_CACHE=/workspace/model-cache0 B
116ENV HF_HUB_DISABLE_TELEMETRY=10 B
117ENV AIM_UPSTREAM_IMAGE_REF=docker.io/vllm/vllm-openai-rocm:v0.16.00 B
118ENV AIM_ALLOW_GENERAL_PROFILE_FALLBACK=true0 B
119ENV AIM_ACCELERATOR_FAMILY=instinct0 B
120ENV AIM_ACCELERATOR_TYPE=gpu0 B
121ENV AIM_CONFIG_PATH=/workspace/aim-runtime/config0 B
122RUN |5 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.16.032 B
123WORKDIR /workspace99 B
124COPY src/aim_runtime/ /workspace/aim-runtime/src/aim_runtime/ # buildkit107.31 KB
125COPY src/aim_common/ /workspace/aim-runtime/src/aim_common/ # buildkit34.96 KB
126COPY requirements/requirements.txt /workspace/aim-runtime/ # buildkit566 B
127COPY src/entrypoint.py /workspace/entrypoint.py # buildkit4.54 KB
128RUN |5 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.16.04.53 KB
129COPY assets/instinct/base/profiles/general /workspace/aim-runtime/profiles/general # buildkit1.17 KB
130COPY assets/instinct/base/config /workspace/aim-runtime/config # buildkit770 B
131RUN |5 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.16.019.55 MB
132RUN |5 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.16.0159.84 MB
133ARG AITER_KERNEL_CHECKSUM=967b1635b1590 B
134ENV AITER_KERNEL_CHECKSUM=967b1635b1590 B
135COPY docker/aiter-jit-prebuilt/kernels/ /workspace/aiter-jit-prebuilt/ # buildkit5.74 MB
136RUN |6 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.16.0124 B
137COPY LICENSE /workspace/LICENSE # buildkit802 B
138ENTRYPOINT ["./entrypoint.py"]0 B

Command

 ARG RELEASE