Sign inSign up

kuzcoxyz/amd64-tensorrt-inference-node:5749c5b

Index digest

sha256:e9d7194de2a39660277a61a6fafd86e1dfd58707a4bfea3ffce41d9534ab8d73

OS/ARCH

linux/amd64

Compressed size

15.94 GB

Last pushed

8 months by abeatkuzco

Type

Image

Manifest digest

sha256:c7447fe0e6f837bf30fc7d1b43c20d39fc2e0fca7886ee2a0f48600491afc1fd

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.35 MB
6CMD ["/bin/bash"]0 B
7ARG JETPACK_HOST_MOUNTS=0 B
8ARG ENABLE_MITMPROXY=00 B
9ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
10RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
11RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
12RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh1 MB
13RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
14RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh3.43 MB
15ARG GDRCOPY_VERSION=2.5.10 B
16ARG HPCX_VERSION=2.24.10 B
17ARG RDMACORE_VERSION=56.00 B
18ARG MOFED_VERSION=5.4-rdmacore56.00 B
19ARG OPENUCX_VERSION=1.19.00 B
20ARG OPENMPI_VERSION=4.1.70 B
21ARG EFA_VERSION=1.38.10 B
22ARG AWS_OFI_NCCL_VERSION=1.14.00 B
23ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.24.1 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.00 B
24ARG TARGETARCH=amd640 B
25RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.182.26 MB
26ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
27ENV OMPI_MCA_coll_hcoll_enable=00 B
28ARG CUDA_VERSION=13.0.2.0060 B
29ARG CUDA_DRIVER_VERSION=580.95.050 B
30ARG NVVM_VERSION=13.0.880 B
31ARG DOCA_VERSION=3.1.00 B
32ENV CUDA_VERSION=13.0.2.006 CUDA_DRIVER_VERSION=580.95.05 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.00 B
33RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1110.58 MB
34RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.114.45 KB
35ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
36LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
37ARG NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.1.0.3 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.350 B
38ENV NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.1.0.3 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.350 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |46 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1179 B
41ARG _LIBPATH_SUFFIX=0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.150.53 MB
44COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit1.6 MB
45RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.17.82 KB
46COPY entrypoint/ /opt/nvidia/ # buildkit6.2 KB
47ENV NVIDIA_PRODUCT_NAME=CUDA0 B
48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
49RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1408 B
50RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.132 B
51ARG ENABLE_MITMPROXY=00 B
52RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
53RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c96.02 MB
54RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c209.46 MB
55RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c3.37 GB
56LABEL com.nvidia.nccl.version=2.27.7 com.nvidia.cublas.version=13.1.0.3 com.nvidia.cufft.version=12.0.0.61 com.nvidia.curand.version=10.4.0.350 B
57RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
58ARG ENABLE_MITMPROXY=00 B
59RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
60RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c34.25 MB
61COPY cuda-*.patch /tmp # buildkit503 B
62RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c542.56 MB
63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
64RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
65ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
66ARG NVIDIA_PYTORCH_VERSION=25.100 B
67ARG PYTORCH_BUILD_VERSION=2.9.0a0+145a3a70 B
68ARG NVFUSER_BUILD_VERSION=ed11f2b0 B
69ENV PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 PYTORCH_VERSION=2.9.0a0+145a3a7 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=25.100 B
70ENV NVFUSER_BUILD_VERSION=ed11f2b NVFUSER_VERSION=ed11f2b0 B
71LABEL com.nvidia.pytorch.version=2.9.0a0+145a3a70 B
72ARG TARGETARCH=amd640 B
73ARG PYVER=3.120 B
74ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
75ARG L4T=00 B
76ARG ENABLE_MITMPROXY=00 B
77RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b32 B
78RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b69.67 MB
79ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
80RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b5.09 MB
81ENV PIP_CONSTRAINT=/etc/pip/constraint.txt0 B
82COPY constraint.txt /etc/pip/constraint.txt # buildkit331 B
83RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b28.43 MB
84RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b32 B
85ENV NVPL_LAPACK_MATH_MODE=PEDANTIC0 B
86WORKDIR /opt/pytorch114 B
87COPY . . # buildkit446.92 MB
88ENV PYTHONIOENCODING=utf-80 B
89ENV LC_ALL=C.UTF-80 B
90ENV PIP_DEFAULT_TIMEOUT=1000 B
91RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b607.92 MB
92RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b83.86 MB
93RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b8.36 KB
94WORKDIR /opt/pytorch32 B
95RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b5.01 MB
96COPY jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit525 B
97COPY jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit378 B
98COPY jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit366 B
99ENV JUPYTER_PORT=88880 B
100ENV TENSORBOARD_PORT=60060 B
101EXPOSE map[8888/tcp:{}]0 B
102EXPOSE map[6006/tcp:{}]0 B
103ENV UCC_CL_BASIC_TLS=^sharp0 B
104ENV UCC_EC_CUDA_EXEC_NUM_THREADS=2560 B
105ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.00 B
106ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
107ENV CUDA_HOME=/usr/local/cuda0 B
108ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
109RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b650.11 MB
110COPY /usr/local/share/cmake/TorchVision/ /usr/local/share/cmake/TorchVision/ # buildkit2.92 KB
111COPY /usr/local/include/torchvision/ /usr/local/include/torchvision/ # buildkit70.57 KB
112COPY /usr/local/lib64/libtorchvision.so.1.0 /usr/local/lib/libtorchvision.so.1.0 # buildkit2.7 MB
113COPY /usr/local/lib64/libjpeg* /usr/local/lib/ # buildkit32 B
114RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b130.34 KB
115RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b26.49 MB
116RUN |7 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b260.05 MB
117ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas0 B
118ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump0 B
119ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm0 B
120ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include0 B
121ENV TRITON_CUDART_PATH=/usr/local/cuda/include0 B
122ENV TRITON_CUPTI_PATH=/usr/local/cuda/include0 B
123ARG DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali0 B
124RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b257.59 MB
125ENV COCOAPI_VERSION=2.0+nv0.8.10 B
126RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b22.27 MB
127COPY singularity/ /.singularity.d/ # buildkit1.09 KB
128RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b32 B
129RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b18.13 MB
130RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b124.28 MB
131RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b71.94 KB
132WORKDIR /workspace32 B
133COPY NVREADME.md README.md # buildkit1.09 KB
134COPY docker-examples docker-examples # buildkit1.08 KB
135COPY tutorials tutorials # buildkit28.73 MB
136RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b28.73 MB
137RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b1.97 MB
138ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
139RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b24.25 MB
140COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit64.24 MB
141ARG PYVER=3.120 B
142ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
143ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
144RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b154.77 MB
145RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b15.35 MB
146RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b441.97 MB
147RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b384.97 MB
148RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b32 B
149RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b24.15 KB
150ENV CUDA_MODULE_LOADING=LAZY0 B
151ENV TORCH_NCCL_USE_COMM_NONBLOCKING=00 B
152RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b16.63 KB
153COPY restricted_constraint.txt /etc/pip/constraint.txt # buildkit152 B
154COPY constraint.txt /etc/pip/original_constraint.txt # buildkit337 B
155COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit498 B
156RUN |8 NVIDIA_PYTORCH_VERSION=25.10 PYTORCH_BUILD_VERSION=2.9.0a0+145a3a7 NVFUSER_BUILD_VERSION=ed11f2b4.7 KB
157ARG NVIDIA_BUILD_ID=2220587740 B
158ENV NVIDIA_BUILD_ID=2220587740 B
159LABEL com.nvidia.build.id=2220587740 B
160ARG NVIDIA_BUILD_REF=b3a219ee36b8fb6bf33353e548d995ed552ccbfa0 B
161LABEL com.nvidia.build.ref=b3a219ee36b8fb6bf33353e548d995ed552ccbfa0 B
162LABEL com.nvidia.eula=https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-software-license-agreement/0 B
163LABEL com.nvidia.ai-terms=https://www.nvidia.com/en-us/agreements/enterprise-software/product-specific-terms-for-ai-products/0 B
164ENV BASH_ENV=/etc/bash.bashrc0 B
165ENV ENV=/etc/shinit_v20 B
166ARG GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote0 B
167RUN |1 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote /bin/sh -c32 B
168ARG PYTHON_VERSION=3.12.30 B
169RUN |2 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 /bin/sh32 B
170SHELL [/bin/bash -c]0 B
171ENV PYTORCH_CUDA_ALLOC_CONF=garbage_collection_threshold:0.999990 B
172COPY docker/common/install.sh docker/common/install_base.sh docker/common/install_cmake.sh docker/common/install_ccache.sh6.8 KB
173RUN |2 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 /bin/bash187.82 MB
174RUN |2 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 /bin/bash44.54 MB
175RUN |2 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 /bin/bash146 B
176RUN |2 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 /bin/bash151 B
177ARG TRT_VER0 B
178ARG CUDA_VER0 B
179ARG CUDNN_VER0 B
180ARG NCCL_VER0 B
181ARG CUBLAS_VER0 B
182RUN |7 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER=4.41 GB
183RUN |7 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER=714.46 KB
184RUN |7 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER=3.22 MB
185ARG TORCH_INSTALL_TYPE=skip0 B
186RUN |8 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER=147 B
187RUN |8 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER=52.98 MB
188COPY constraints.txt /tmp/constraints.txt # buildkit317 B
189RUN |8 GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER=306.81 KB
190RUN /bin/bash -c mkdir -p170 B
191WORKDIR /app/tensorrt_llm149 B
192RUN /bin/bash -c pip install2.77 GB
193COPY README.md ./ # buildkit8.2 KB
194COPY docs docs # buildkit47.34 MB
195COPY cpp/include include # buildkit184.87 KB
196RUN /bin/bash -c ln -sv15.39 KB
197ARG SRC_DIR=/src/tensorrt_llm0 B
198COPY /src/tensorrt_llm/benchmarks benchmarks # buildkit43.63 KB
199ARG CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build0 B
200COPY /src/tensorrt_llm/cpp/build/benchmarks/bertBenchmark /src/tensorrt_llm/cpp/build/benchmarks/gptManagerBenchmark /src/tensorrt_llm/cpp/build/benchmarks/disaggServerBenchmark benchmarks/cpp/178.57 MB
201COPY examples examples # buildkit7 MB
202RUN |2 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build /bin/bash7 MB
203ARG GIT_COMMIT=48b7b5d8b7ed1e6bff57aecc6ff7d1533288bed80 B
204ARG TRT_LLM_VER=1.1.00 B
205ENV TRT_LLM_GIT_COMMIT=48b7b5d8b7ed1e6bff57aecc6ff7d1533288bed8 TRT_LLM_VERSION=1.1.00 B
206ARG TRTLLM_VERSION=1.1.00 B
207ARG CACHEBUST=17715516630 B
208ENV DEBIAN_FRONTEND=noninteractive0 B
209RUN |2 TRTLLM_VERSION=1.1.0 CACHEBUST=1771551663 /bin/bash897.83 KB
210WORKDIR /app32 B
211RUN |2 TRTLLM_VERSION=1.1.0 CACHEBUST=1771551663 /bin/bash38.75 MB
212RUN |2 TRTLLM_VERSION=1.1.0 CACHEBUST=1771551663 /bin/bash38.75 MB
213COPY ./apps/cli/src/lib/chat-templates /app/chat-templates # buildkit4.02 KB
214ARG DOCKER_IMAGE=inference.amd64-node0 B
215ARG DOCKER_IMAGE_TAG=5749c5b0 B
216ARG AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B
217ARG AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.inference.cool/public/latest-client-version0 B
218ARG AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.inference.cool/auto-update0 B
219ARG CONFIG_DIR=/root/.inference0 B
220ENV IS_RUNNING_IN_DOCKER=true0 B
221ENV TRTLLM_VERSION=1.1.00 B
222ENV DOCKER_IMAGE=inference.amd64-node0 B
223ENV DOCKER_IMAGE_TAG=5749c5b0 B
224ENV WORKER=0 B
225ENV CODE=0 B
226ENV CONFIG_DIR=/root/.inference0 B
227ENV AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B
228ENV AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.inference.cool/public/latest-client-version0 B
229ENV AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.inference.cool/auto-update0 B
230ENTRYPOINT ["./inference-launcher" "node" "start"]0 B

Command

 ARG RELEASE