Sign inSign up

kuzcoxyz/amd64-tensorrt-nemotron-super-inference-node:3389a9a

Index digest

sha256:c3a918a8c0692653af3ae02e762f1abc48aca75d7d3a5346524db541c0d74125

OS/ARCH

linux/amd64

Compressed size

19.5 GB

Last pushed

7 months by abeatkuzco

Type

Image

Manifest digest

sha256:779af81896c92f049f84ab54da198f92a7b8e61a5f7457affe2f31f2df69b857

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.35 MB
6CMD ["/bin/bash"]0 B
7ARG JETPACK_HOST_MOUNTS=0 B
8ARG ENABLE_MITMPROXY=00 B
9ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
10RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
11RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
12RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh1 MB
13RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
14RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh3.43 MB
15ARG GDRCOPY_VERSION=2.5.10 B
16ARG HPCX_VERSION=2.25.1-RC20 B
17ARG RDMACORE_VERSION=56.00 B
18ARG MOFED_VERSION=5.4-rdmacore56.00 B
19ARG OPENUCX_VERSION=1.20.00 B
20ARG OPENMPI_VERSION=4.1.70 B
21ARG EFA_VERSION=1.43.10 B
22ARG AWS_OFI_NCCL_VERSION=1.17.00 B
23ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.00 B
24ARG TARGETARCH=amd640 B
25RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.185.13 MB
26ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
27ENV OMPI_MCA_coll_hcoll_enable=00 B
28ARG CUDA_VERSION=13.1.0.0360 B
29ARG CUDA_DRIVER_VERSION=590.44.010 B
30ARG NVVM_VERSION=13.1.800 B
31ARG DOCA_VERSION=3.1.00 B
32ENV CUDA_VERSION=13.1.0.036 CUDA_DRIVER_VERSION=590.44.01 NVVM_VERSION=13.1.80 DOCA_VERSION=3.1.00 B
33RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1152.29 MB
34RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.114.45 KB
35ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
36LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
37ARG NCCL_VERSION=2.28.9+cuda13.0 CUBLAS_VERSION=13.2.0.9 CUFFT_VERSION=12.1.0.31 CURAND_VERSION=10.4.1.340 B
38ENV NCCL_VERSION=2.28.9+cuda13.0 CUBLAS_VERSION=13.2.0.9 CUFFT_VERSION=12.1.0.31 CURAND_VERSION=10.4.1.340 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |46 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1180 B
41ARG _LIBPATH_SUFFIX=0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.151.51 MB
44COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit3.15 MB
45RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.17.91 KB
46COPY entrypoint/ /opt/nvidia/ # buildkit6.2 KB
47ENV NVIDIA_PRODUCT_NAME=CUDA0 B
48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
49RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1408 B
50RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.132 B
51ARG ENABLE_MITMPROXY=00 B
52RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
53RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c110.03 MB
54ARG CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev0 B
55ENV CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev0 B
56RUN |2 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt178.17 MB
57ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION0 B
58RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt1.5 GB
59ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
60RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt32 B
61LABEL com.nvidia.nccl.version=2.28.9+cuda13.0 com.nvidia.cublas.version=13.2.0.9 com.nvidia.cufft.version=12.1.0.31 com.nvidia.curand.version=10.4.1.340 B
62ARG ENABLE_MITMPROXY=00 B
63RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
64RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
65RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c61.85 MB
66RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c2.48 GB
67LABEL com.nvidia.nccl.version=2.28.9+cuda13.0 com.nvidia.cublas.version=13.2.0.9 com.nvidia.cufft.version=12.1.0.31 com.nvidia.curand.version=10.4.1.340 B
68RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
69ARG TARGETARCH=amd640 B
70ARG ENABLE_FIPS=00 B
71ARG ENABLE_MITMPROXY=00 B
72RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=032 B
73RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=021.24 MB
74COPY cuda-*.patch /tmp # buildkit503 B
75RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0109.44 MB
76ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:0 B
77RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=032 B
78ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
79ARG NVIDIA_PYTORCH_VERSION=25.120 B
80ARG PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee80 B
81ARG NVFUSER_BUILD_VERSION=073e91b0 B
82ENV PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 PYTORCH_VERSION=2.10.0a0+b4e4ee8 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=25.120 B
83ENV NVFUSER_BUILD_VERSION=073e91b NVFUSER_VERSION=073e91b0 B
84ARG TORCHAO_BUILD_VERSION=+git01374eb50 B
85ENV TORCHAO_BUILD_VERSION=+git01374eb50 B
86LABEL com.nvidia.pytorch.version=2.10.0a0+b4e4ee80 B
87ARG TARGETARCH=amd640 B
88ARG PYVER=3.120 B
89ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
90ARG L4T=00 B
91ARG ENABLE_MITMPROXY=00 B
92RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b32 B
93RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b69.66 MB
94ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
95RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b5.13 MB
96ENV PIP_CONSTRAINT=/etc/pip/constraint.txt0 B
97COPY constraint.txt /etc/pip/constraint.txt # buildkit338 B
98RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b28.43 MB
99RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b32 B
100ENV NVPL_LAPACK_MATH_MODE=PEDANTIC0 B
101WORKDIR /opt/pytorch116 B
102COPY . . # buildkit508.34 MB
103ENV PYTHONIOENCODING=utf-80 B
104ENV LC_ALL=C.UTF-80 B
105ENV PIP_DEFAULT_TIMEOUT=1000 B
106RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b607.63 MB
107RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b84.37 MB
108RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b8.36 KB
109WORKDIR /opt/pytorch32 B
110RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b5.16 MB
111COPY jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit525 B
112COPY jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit378 B
113COPY jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit364 B
114ENV JUPYTER_PORT=88880 B
115ENV TENSORBOARD_PORT=60060 B
116EXPOSE [8888/tcp]0 B
117EXPOSE [6006/tcp]0 B
118ENV UCC_CL_BASIC_TLS=^sharp0 B
119ENV UCC_EC_CUDA_EXEC_NUM_THREADS=2560 B
120ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.00 B
121ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
122ENV CUDA_HOME=/usr/local/cuda0 B
123ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
124RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b673.16 MB
125COPY /usr/local/share/cmake/TorchVision/ /usr/local/share/cmake/TorchVision/ # buildkit2.92 KB
126COPY /usr/local/include/torchvision/ /usr/local/include/torchvision/ # buildkit70.64 KB
127COPY /usr/local/lib64/libtorchvision.so.1.0 /usr/local/lib/libtorchvision.so.1.0 # buildkit2.69 MB
128COPY /usr/local/lib64/libjpeg* /usr/local/lib/ # buildkit32 B
129RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b130.34 KB
130RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b24.57 MB
131RUN |8 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b269.82 MB
132ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas0 B
133ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump0 B
134ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm0 B
135ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include0 B
136ENV TRITON_CUDART_PATH=/usr/local/cuda/include0 B
137ENV TRITON_CUPTI_LIB_PATH=/usr/local/cuda/lib640 B
138ENV TRITON_CUPTI_INCLUDE_PATH=/usr/local/cuda/include0 B
139ARG DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali0 B
140RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b240.72 MB
141ENV COCOAPI_VERSION=2.0+nv0.8.10 B
142RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b22.34 MB
143COPY singularity/ /.singularity.d/ # buildkit1.09 KB
144RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b32 B
145RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b18.13 MB
146RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b173.88 MB
147RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b71.94 KB
148WORKDIR /workspace32 B
149COPY NVREADME.md README.md # buildkit1.09 KB
150COPY docker-examples docker-examples # buildkit1.09 KB
151COPY tutorials tutorials # buildkit28.73 MB
152RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b28.73 MB
153RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b1.68 MB
154ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
155RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b24.58 MB
156COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit64.28 MB
157ARG PYVER=3.120 B
158ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
159ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
160RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b157.51 MB
161RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b15.39 MB
162RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b439.29 MB
163RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b272.49 MB
164RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b32 B
165RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b47.69 KB
166ENV CUDA_BINARY_LOADER_THREAD_COUNT=80 B
167ENV CUDA_MODULE_LOADING=LAZY0 B
168ENV TORCH_NCCL_USE_COMM_NONBLOCKING=00 B
169ENV TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSION=00 B
170RUN |9 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b16.87 KB
171COPY restricted_constraint.txt /etc/pip/constraint.txt # buildkit152 B
172COPY constraint.txt /etc/pip/original_constraint.txt # buildkit348 B
173COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit500 B
174ARG ENABLE_FIPS=00 B
175ARG TARGETARCH=amd640 B
176RUN |10 NVIDIA_PYTORCH_VERSION=25.12 PYTORCH_BUILD_VERSION=2.10.0a0+b4e4ee8 NVFUSER_BUILD_VERSION=073e91b32 B
177ARG NVIDIA_BUILD_ID=2456545900 B
178ENV NVIDIA_BUILD_ID=2456545900 B
179LABEL com.nvidia.build.id=2456545900 B
180ARG NVIDIA_BUILD_REF=0214a1e1471678f0c2928e94807c940c6961ca2c0 B
181LABEL com.nvidia.build.ref=0214a1e1471678f0c2928e94807c940c6961ca2c0 B
182LABEL com.nvidia.eula=https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-software-license-agreement/0 B
183LABEL com.nvidia.ai-terms=https://www.nvidia.com/en-us/agreements/enterprise-software/product-specific-terms-for-ai-products/0 B
184ARG SH_ENV=/etc/shinit_v20 B
185ENV ENV=/etc/shinit_v20 B
186ARG BASH_ENV=/etc/bash.bashrc0 B
187ENV BASH_ENV=/etc/bash.bashrc0 B
188ARG GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote0 B
189RUN |3 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote32 B
190ARG PYTHON_VERSION=3.12.30 B
191RUN |4 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote32 B
192SHELL [/bin/bash -c]0 B
193ENV PYTORCH_ALLOC_CONF=garbage_collection_threshold:0.999990 B
194COPY docker/common/install.sh docker/common/install_base.sh docker/common/install_cmake.sh docker/common/install_ccache.sh8.31 KB
195ARG TRT_VER0 B
196ARG CUDA_VER0 B
197ARG CUDNN_VER0 B
198ARG NCCL_VER0 B
199ARG CUBLAS_VER0 B
200ARG TORCH_INSTALL_TYPE=skip0 B
201RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote5.16 GB
202COPY constraints.txt /tmp/constraints.txt # buildkit307 B
203RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote307.44 KB
204RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote607 B
205RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote130.98 MB
206ARG TRT_LLM_VER=1.3.0rc20 B
207ARG TARGETARCH=amd640 B
208COPY scripts/generate_container_oss_attribution.sh /tmp/generate_container_oss_attribution.sh # buildkit930 B
209RUN |12 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote377 B
210RUN /bin/bash -c mkdir -p169 B
211WORKDIR /app/tensorrt_llm150 B
212RUN /bin/bash -c pip install3.05 GB
213COPY README.md ./ # buildkit8.36 KB
214COPY /src/tensorrt_llm/build/tensorrt_llm*.whl ./ # buildkit2.36 GB
215COPY docs docs # buildkit51.2 MB
216COPY cpp/include include # buildkit195.35 KB
217RUN /bin/bash -c ln -sv15.58 KB
218ARG SRC_DIR=/src/tensorrt_llm0 B
219COPY /src/tensorrt_llm/benchmarks benchmarks # buildkit44.38 KB
220ARG CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build0 B
221COPY /src/tensorrt_llm/cpp/build/benchmarks/bertBenchmark /src/tensorrt_llm/cpp/build/benchmarks/gptManagerBenchmark /src/tensorrt_llm/cpp/build/benchmarks/disaggServerBenchmark benchmarks/cpp/225.17 MB
222COPY examples examples # buildkit7.1 MB
223RUN |2 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build /bin/bash7.1 MB
224ARG GIT_COMMIT=f42a6cbae01fe6e5cddd0fa50f2f69f591f620790 B
225ARG TRT_LLM_VER=1.3.0rc20 B
226ARG TARGETARCH=amd640 B
227ENV TRT_LLM_GIT_COMMIT=f42a6cbae01fe6e5cddd0fa50f2f69f591f62079 TRT_LLM_VERSION=1.3.0rc20 B
228COPY scripts/generate_container_oss_attribution.sh /tmp/generate_container_oss_attribution.sh # buildkit930 B
229RUN |5 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build GIT_COMMIT=f42a6cbae01fe6e5cddd0fa50f2f69f591f62079376 B
230ARG TRTLLM_VERSION=1.3.0rc20 B
231ARG CACHEBUST=17728491820 B
232ENV DEBIAN_FRONTEND=noninteractive0 B
233RUN |2 TRTLLM_VERSION=1.3.0rc2 CACHEBUST=1772849182 /bin/bash2.32 MB
234WORKDIR /app32 B
235RUN |2 TRTLLM_VERSION=1.3.0rc2 CACHEBUST=1772849182 /bin/bash38.75 MB
236RUN |2 TRTLLM_VERSION=1.3.0rc2 CACHEBUST=1772849182 /bin/bash38.75 MB
237COPY ./apps/cli/src/lib/chat-templates /app/chat-templates # buildkit4.02 KB
238ARG DOCKER_IMAGE=inference.amd64-node0 B
239ARG DOCKER_IMAGE_TAG=3389a9a0 B
240ARG AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B
241ARG AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.inference.cool/public/latest-client-version0 B
242ARG AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.inference.cool/auto-update0 B
243ARG CONFIG_DIR=/root/.inference0 B
244ENV LD_LIBRARY_PATH=/usr/local/tensorrt/targets/x86_64-linux-gnu/lib:/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
245ENV IS_RUNNING_IN_DOCKER=true0 B
246ENV TRTLLM_VERSION=1.3.0rc20 B
247ENV DOCKER_IMAGE=inference.amd64-node0 B
248ENV DOCKER_IMAGE_TAG=3389a9a0 B
249ENV WORKER=0 B
250ENV CODE=0 B
251ENV CONFIG_DIR=/root/.inference0 B
252ENV AUTO_UPDATE_APP_NAME=inference-cli-linux-amd640 B
253ENV AUTO_UPDATE_LATEST_VERSION_ENDPOINT=https://relay.inference.cool/public/latest-client-version0 B
254ENV AUTO_UPDATE_PUBLIC_BUCKET_URL=https://cfs.inference.cool/auto-update0 B
255COPY ./apps/cli/docker/nemotron-super/nemotron_h_weight_mapper.py /usr/local/lib/python3.12/dist-packages/tensorrt_llm/_torch/models/checkpoints/hf/nemotron_h_weight_mapper.py # buildkit2.02 KB
256ENTRYPOINT ["./inference-launcher" "node" "start"]0 B

Command

 ARG RELEASE