Sign inSign up

kuzcoxyz/amd64-tensorrt-inference-node:0ab2b21

Index digest

sha256:37f5d99d3f94ce3d86c90d346a698d69053cbb0376044b1b3c68a9f0e6f52207

OS/ARCH

linux/amd64

Compressed size

20.61 GB

Last pushed

4 months by kuzcoxyz

Type

Image

Manifest digest

sha256:089d04ce99458f2e0db2db2cc9d11cc26eadb2969263832c80581e0fae5ccb98

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.35 MB
6CMD ["/bin/bash"]0 B
7ARG JETPACK_HOST_MOUNTS=0 B
8ARG ENABLE_MITMPROXY=00 B
9ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
10RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
11RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
12RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh1 MB
13RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
14RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh3.43 MB
15ARG GDRCOPY_VERSION=2.5.10 B
16ARG HPCX_VERSION=2.25.1-RC20 B
17ARG RDMACORE_VERSION=56.00 B
18ARG MOFED_VERSION=5.4-rdmacore56.00 B
19ARG OPENUCX_VERSION=1.20.00 B
20ARG OPENMPI_VERSION=4.1.70 B
21ARG EFA_VERSION=1.43.10 B
22ARG AWS_OFI_NCCL_VERSION=1.17.00 B
23ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.00 B
24ARG TARGETARCH=amd640 B
25RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.184.28 MB
26ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
27ENV OMPI_MCA_coll_hcoll_enable=00 B
28ARG CUDA_VERSION=13.1.1.0060 B
29ARG CUDA_DRIVER_VERSION=590.48.010 B
30ARG NVVM_VERSION=13.1.1150 B
31ARG DOCA_VERSION=3.1.00 B
32ENV CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.00 B
33RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1152.34 MB
34RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.114.45 KB
35ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
36LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
37ARG NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.810 B
38ENV NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.810 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |46 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1181 B
41ARG _LIBPATH_SUFFIX=0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.158.4 MB
44COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit3.15 MB
45RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.17.9 KB
46COPY entrypoint/ /opt/nvidia/ # buildkit6.21 KB
47ENV NVIDIA_PRODUCT_NAME=CUDA0 B
48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
49RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1407 B
50RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.132 B
51ARG ENABLE_MITMPROXY=00 B
52RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
53RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c110.03 MB
54ARG CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev0 B
55ENV CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev0 B
56RUN |2 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt213.44 MB
57ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION0 B
58RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt1.49 GB
59ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
60RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt32 B
61LABEL com.nvidia.nccl.version=2.29.stable.20260109 com.nvidia.cublas.version=13.2.1.1 com.nvidia.cufft.version=12.1.0.78 com.nvidia.curand.version=10.4.1.810 B
62ARG ENABLE_MITMPROXY=00 B
63RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
64RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
65RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c61.77 MB
66RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c2.49 GB
67LABEL com.nvidia.nccl.version=2.29.stable.20260109 com.nvidia.cublas.version=13.2.1.1 com.nvidia.cufft.version=12.1.0.78 com.nvidia.curand.version=10.4.1.810 B
68RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
69ARG TARGETARCH=amd640 B
70ARG ENABLE_FIPS=00 B
71ARG ENABLE_MITMPROXY=00 B
72RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=032 B
73RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=021.25 MB
74COPY cuda-*.patch /tmp # buildkit502 B
75RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0109.66 MB
76ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:0 B
77RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=032 B
78ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
79ARG NVIDIA_PYTORCH_VERSION=26.020 B
80ARG PYTORCH_BUILD_VERSION=2.11.0a0+eb65b360 B
81ARG NVFUSER_BUILD_VERSION=cf170f40 B
82ENV PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 PYTORCH_VERSION=2.11.0a0+eb65b36 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=26.020 B
83ENV NVFUSER_BUILD_VERSION=cf170f4 NVFUSER_VERSION=cf170f40 B
84ARG TORCHAO_BUILD_VERSION=+gita89eaab20 B
85ENV TORCHAO_BUILD_VERSION=+gita89eaab20 B
86ARG TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec10 B
87ENV TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec10 B
88LABEL com.nvidia.pytorch.version=2.11.0a0+eb65b360 B
89ARG TARGETARCH=amd640 B
90ARG PYVER=3.120 B
91ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
92ARG L4T=00 B
93ARG ENABLE_MITMPROXY=00 B
94RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f432 B
95RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4369.63 MB
96ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
97ENV PIP_CONSTRAINT=/etc/pip/constraint.txt0 B
98COPY constraint.txt /etc/pip/constraint.txt # buildkit361 B
99RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f431.6 MB
100RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f432 B
101ENV NVPL_LAPACK_MATH_MODE=PEDANTIC0 B
102WORKDIR /opt/pytorch116 B
103COPY pytorch/requirements.txt pytorch/requirements-build.txt ./pytorch/ #596 B
104ENV PYTHONIOENCODING=utf-80 B
105ENV LC_ALL=C.UTF-80 B
106ENV PIP_DEFAULT_TIMEOUT=1000 B
107RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4730.15 MB
108COPY . . # buildkit510.61 MB
109RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f481.02 MB
110RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f48.37 KB
111WORKDIR /opt/pytorch32 B
112RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f45.14 MB
113COPY jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit525 B
114COPY jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit377 B
115COPY jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit364 B
116ENV JUPYTER_PORT=88880 B
117ENV TENSORBOARD_PORT=60060 B
118EXPOSE [8888/tcp]0 B
119EXPOSE [6006/tcp]0 B
120ENV UCC_CL_BASIC_TLS=^sharp0 B
121ENV UCC_EC_CUDA_EXEC_NUM_THREADS=2560 B
122ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.00 B
123ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
124ENV CUDA_HOME=/usr/local/cuda0 B
125ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
126RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4650.11 MB
127COPY /usr/local/share/cmake/TorchVision/ /usr/local/share/cmake/TorchVision/ # buildkit2.92 KB
128COPY /usr/local/include/torchvision/ /usr/local/include/torchvision/ # buildkit70.64 KB
129COPY /usr/local/lib64/libtorchvision.so.1.0 /usr/local/lib/libtorchvision.so.1.0 # buildkit2.69 MB
130COPY /usr/local/lib64/libjpeg* /usr/local/lib/ # buildkit32 B
131RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4130.34 KB
132RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4283.93 MB
133ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas0 B
134ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump0 B
135ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm0 B
136ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include0 B
137ENV TRITON_CUDART_PATH=/usr/local/cuda/include0 B
138ENV TRITON_CUPTI_LIB_PATH=/usr/local/cuda/lib640 B
139ENV TRITON_CUPTI_INCLUDE_PATH=/usr/local/cuda/include0 B
140ARG DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali0 B
141RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4227.58 MB
142ENV COCOAPI_VERSION=2.0+nv0.8.10 B
143RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f422.35 MB
144COPY singularity/ /.singularity.d/ # buildkit1.09 KB
145RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f432 B
146RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f418.13 MB
147RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4196.3 MB
148RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f471.93 KB
149WORKDIR /workspace32 B
150COPY NVREADME.md README.md # buildkit1.09 KB
151COPY docker-examples docker-examples # buildkit1.09 KB
152COPY tutorials tutorials # buildkit28.73 MB
153RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f428.73 MB
154RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f41.16 MB
155ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
156RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f424.05 MB
157COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit64.46 MB
158ARG PYVER=3.120 B
159ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
160ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
161RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4163.95 MB
162RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f415.46 MB
163RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4439.18 MB
164RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4290.05 MB
165RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f432 B
166RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f447.68 KB
167ENV CUDA_BINARY_LOADER_THREAD_COUNT=80 B
168ENV CUDA_MODULE_LOADING=LAZY0 B
169ENV TORCH_NCCL_USE_COMM_NONBLOCKING=00 B
170ENV TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSION=00 B
171RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f417.54 KB
172COPY restricted_constraint.txt /etc/pip/constraint.txt # buildkit152 B
173COPY constraint.txt /etc/pip/original_constraint.txt # buildkit370 B
174COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit500 B
175ARG ENABLE_FIPS=00 B
176ARG TARGETARCH=amd640 B
177RUN |11 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f432 B
178ARG NVIDIA_BUILD_ID=2694430990 B
179ENV NVIDIA_BUILD_ID=2694430990 B
180LABEL com.nvidia.build.id=2694430990 B
181ARG NVIDIA_BUILD_REF=fdfaeb27df34739d5d656e2d94755cd8f42fa80e0 B
182LABEL com.nvidia.build.ref=fdfaeb27df34739d5d656e2d94755cd8f42fa80e0 B
183LABEL com.nvidia.eula=https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-software-license-agreement/0 B
184LABEL com.nvidia.ai-terms=https://www.nvidia.com/en-us/agreements/enterprise-software/product-specific-terms-for-ai-products/0 B
185ARG SH_ENV=/etc/shinit_v20 B
186ENV ENV=/etc/shinit_v20 B
187ARG BASH_ENV=/etc/bash.bashrc0 B
188ENV BASH_ENV=/etc/bash.bashrc0 B
189ARG GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote0 B
190RUN |3 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote32 B
191ARG PYTHON_VERSION=3.12.30 B
192RUN |4 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote32 B
193SHELL [/bin/bash -c]0 B
194ENV PYTORCH_ALLOC_CONF=garbage_collection_threshold:0.999990 B
195ARG TRT_VER0 B
196ARG CUDA_VER0 B
197ARG CUDNN_VER0 B
198ARG NCCL_VER0 B
199ARG CUBLAS_VER0 B
200ARG TORCH_INSTALL_TYPE=skip0 B
201RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote5.3 GB
202COPY constraints.txt /tmp/constraints.txt # buildkit490 B
203RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote104.08 MB
204RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote136.87 MB
205ARG TRT_LLM_VER=1.3.0rc160 B
206ARG TARGETARCH=amd640 B
207RUN |12 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote332 B
208WORKDIR /app/tensorrt_llm148 B
209RUN /bin/bash -c pip install3.26 GB
210COPY README.md ./ # buildkit9.48 KB
211COPY /src/tensorrt_llm/build/tensorrt_llm*.whl ./ # buildkit2.52 GB
212COPY docs docs # buildkit62.85 MB
213COPY cpp/include include # buildkit226.87 KB
214RUN /bin/bash -c ln -sv17.09 KB
215ARG SRC_DIR=/src/tensorrt_llm0 B
216COPY /src/tensorrt_llm/benchmarks benchmarks # buildkit46.51 KB
217ARG CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build0 B
218COPY /src/tensorrt_llm/cpp/build/benchmarks/bertBenchmark /src/tensorrt_llm/cpp/build/benchmarks/gptManagerBenchmark /src/tensorrt_llm/cpp/build/benchmarks/disaggServerBenchmark benchmarks/cpp/262 MB
219COPY examples examples # buildkit7.87 MB
220RUN |2 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build /bin/bash7.87 MB
221ARG GIT_COMMIT=4517988cb39689f5462000f9251c5255a04928250 B
222ARG TRT_LLM_VER=1.3.0rc160 B
223ARG TARGETARCH=amd640 B
224ENV TRT_LLM_GIT_COMMIT=4517988cb39689f5462000f9251c5255a0492825 TRT_LLM_VERSION=1.3.0rc160 B
225COPY scripts/generate_container_oss_attribution.sh /tmp/generate_container_oss_attribution.sh # buildkit931 B
226RUN |5 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build GIT_COMMIT=4517988cb39689f5462000f9251c5255a0492825378 B
227ARG TRTLLM_VERSION=1.3.0rc160 B
228ARG CACHEBUST=17806026040 B
229ARG AUTO_UPDATE_LAUNCHER_BASE_URL=https://auto-update-tool.inference.net/dev0 B
230ENV DEBIAN_FRONTEND=noninteractive0 B
231ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib:/usr/local/tensorrt/targets/x86_64-linux-gnu/lib:/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
232RUN |3 TRTLLM_VERSION=1.3.0rc16 CACHEBUST=1780602604 AUTO_UPDATE_LAUNCHER_BASE_URL=https://auto-update-tool.inference.net/dev1.66 MB
233RUN |3 TRTLLM_VERSION=1.3.0rc16 CACHEBUST=1780602604 AUTO_UPDATE_LAUNCHER_BASE_URL=https://auto-update-tool.inference.net/dev32 B
234WORKDIR /app32 B
235RUN |3 TRTLLM_VERSION=1.3.0rc16 CACHEBUST=1780602604 AUTO_UPDATE_LAUNCHER_BASE_URL=https://auto-update-tool.inference.net/dev37.56 MB
236RUN |3 TRTLLM_VERSION=1.3.0rc16 CACHEBUST=1780602604 AUTO_UPDATE_LAUNCHER_BASE_URL=https://auto-update-tool.inference.net/dev37.56 MB
237COPY ./apps/cli/src/lib/chat-templates /app/chat-templates # buildkit4.02 KB
238ARG DOCKER_IMAGE=inference.amd64-node0 B
239ARG DOCKER_IMAGE_TAG=0ab2b210 B
240ARG AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B
241ARG AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.inference.cool/public/latest-client-version0 B
242ARG AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.inference.cool/auto-update0 B
243ARG CONFIG_DIR=/root/.inference0 B
244ENV IS_RUNNING_IN_DOCKER=true0 B
245ENV TRTLLM_VERSION=1.3.0rc160 B
246ENV DOCKER_IMAGE=inference.amd64-node0 B
247ENV DOCKER_IMAGE_TAG=0ab2b210 B
248ENV WORKER=0 B
249ENV CODE=0 B
250ENV CONFIG_DIR=/root/.inference0 B
251ENV AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B
252ENV AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.inference.cool/public/latest-client-version0 B
253ENV AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.inference.cool/auto-update0 B
254ENTRYPOINT ["./inference-launcher" "node" "start"]0 B

Command

 ARG RELEASE