Sign inSign up

myelintek/mlperf-nvidia:llama31_405b-pyt

Manifest digest

sha256:0cb1da42039f4e1063c61c0bf8eb5ab677320b645f6cb6609f86ee7b7a130175

OS/ARCH

linux/amd64

Compressed size

11.26 GB

Last pushed

9 months by simonchuang12

Type

Image

Manifest digest

sha256:0cb1da42039f4e1063c61c0bf8eb5ab677320b645f6cb6609f86ee7b7a130175

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 29.18 MB
6CMD ["/bin/bash"]0 B
7ARG JETPACK_HOST_MOUNTS=0 B
8ARG ENABLE_MITMPROXY=00 B
9ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
10RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
11RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
12RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh1 MB
13RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
14RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh3.43 MB
15ARG GDRCOPY_VERSION=2.50 B
16ARG HPCX_VERSION=2.24.10 B
17ARG RDMACORE_VERSION=56.00 B
18ARG MOFED_VERSION=5.4-rdmacore56.00 B
19ARG OPENUCX_VERSION=1.19.00 B
20ARG OPENMPI_VERSION=4.1.70 B
21ARG EFA_VERSION=1.38.10 B
22ARG AWS_OFI_NCCL_VERSION=1.14.00 B
23ENV GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.00 B
24ARG TARGETARCH=amd640 B
25RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.582.26 MB
26ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
27ENV OMPI_MCA_coll_hcoll_enable=00 B
28ARG CUDA_VERSION=13.0.1.0120 B
29ARG CUDA_DRIVER_VERSION=580.82.070 B
30ARG NVVM_VERSION=13.0.880 B
31ARG DOCA_VERSION=3.1.00 B
32ENV CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.00 B
33RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5110.57 MB
34RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.514.45 KB
35ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
36LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
37ARG NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.350 B
38ENV NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.350 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |46 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5178 B
41ARG _LIBPATH_SUFFIX=0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.549.47 MB
44COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit1.6 MB
45RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.57.59 KB
46COPY entrypoint/ /opt/nvidia/ # buildkit6.2 KB
47ENV NVIDIA_PRODUCT_NAME=CUDA0 B
48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
49RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5408 B
50RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.532 B
51ARG ENABLE_MITMPROXY=00 B
52RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
53RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c96.02 MB
54RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c209.46 MB
55RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c3.36 GB
56LABEL com.nvidia.nccl.version=2.27.7 com.nvidia.cublas.version=13.0.2.14 com.nvidia.cufft.version=12.0.0.61 com.nvidia.curand.version=10.4.0.350 B
57RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
58ARG ENABLE_MITMPROXY=00 B
59RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
60RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c34.25 MB
61COPY cuda-*.patch /tmp # buildkit504 B
62RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c542.54 MB
63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
64RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
65ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
66ARG NVIDIA_PYTORCH_VERSION=25.090 B
67ARG PYTORCH_BUILD_VERSION=2.9.0a0+50eac810 B
68ARG NVFUSER_BUILD_VERSION=a71c6740 B
69ENV PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 PYTORCH_VERSION=2.9.0a0+50eac81 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=25.090 B
70ENV NVFUSER_BUILD_VERSION=a71c674 NVFUSER_VERSION=a71c6740 B
71LABEL com.nvidia.pytorch.version=2.9.0a0+50eac810 B
72ARG TARGETARCH=amd640 B
73ARG PYVER=3.120 B
74ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
75ARG L4T=00 B
76ARG ENABLE_MITMPROXY=00 B
77RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67432 B
78RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67469.67 MB
79ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
80RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c6745.09 MB
81ENV PIP_CONSTRAINT=/etc/pip/constraint.txt0 B
82COPY constraint.txt /etc/pip/constraint.txt # buildkit332 B
83RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67428.43 MB
84RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67432 B
85ENV NVPL_LAPACK_MATH_MODE=PEDANTIC0 B
86WORKDIR /opt/pytorch116 B
87COPY . . # buildkit446.62 MB
88ENV PYTHONIOENCODING=utf-80 B
89ENV LC_ALL=C.UTF-80 B
90ENV PIP_DEFAULT_TIMEOUT=1000 B
91RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c674594.13 MB
92RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67482.99 MB
93RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c6748.35 KB
94WORKDIR /opt/pytorch32 B
95RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c6745.09 MB
96COPY jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit525 B
97COPY jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit379 B
98COPY jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit364 B
99ENV JUPYTER_PORT=88880 B
100ENV TENSORBOARD_PORT=60060 B
101EXPOSE &{[{{211 0} {211 0}}]0 B
102EXPOSE &{[{{212 0} {212 0}}]0 B
103ENV UCC_CL_BASIC_TLS=^sharp0 B
104ENV UCC_EC_CUDA_EXEC_NUM_THREADS=2560 B
105ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.00 B
106ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
107ENV CUDA_HOME=/usr/local/cuda0 B
108ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
109RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c674647.67 MB
110COPY /usr/local/share/cmake/TorchVision/ /usr/local/share/cmake/TorchVision/ # buildkit2.92 KB
111COPY /usr/local/include/torchvision/ /usr/local/include/torchvision/ # buildkit70.57 KB
112COPY /usr/local/lib64/libtorchvision.so.1.0 /usr/local/lib/libtorchvision.so.1.0 # buildkit2.58 MB
113COPY /usr/local/lib64/libjpeg* /usr/local/lib/ # buildkit32 B
114RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c674130.34 KB
115RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67426.31 MB
116RUN |7 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c674260.05 MB
117ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas0 B
118ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump0 B
119ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm0 B
120ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include0 B
121ENV TRITON_CUDART_PATH=/usr/local/cuda/include0 B
122ENV TRITON_CUPTI_PATH=/usr/local/cuda/include0 B
123ARG DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali0 B
124RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c674257.59 MB
125ENV COCOAPI_VERSION=2.0+nv0.8.10 B
126RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67422.26 MB
127COPY singularity/ /.singularity.d/ # buildkit1.09 KB
128RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67432 B
129RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c674144.89 MB
130RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67471.93 KB
131WORKDIR /workspace32 B
132COPY NVREADME.md README.md # buildkit1.09 KB
133COPY docker-examples docker-examples # buildkit1.09 KB
134COPY tutorials tutorials # buildkit28.73 MB
135RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67428.73 MB
136RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c6741.97 MB
137ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
138RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67425.36 MB
139COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit64.21 MB
140ARG PYVER=3.120 B
141ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
142ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin0 B
143RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c674153.96 MB
144RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67414.63 MB
145RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c674441.76 MB
146RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c674217.76 MB
147RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67432 B
148RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67424.14 KB
149ENV CUDA_MODULE_LOADING=LAZY0 B
150ENV TORCH_NCCL_USE_COMM_NONBLOCKING=00 B
151RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c67416.43 KB
152COPY restricted_constraint.txt /etc/pip/constraint.txt # buildkit153 B
153COPY constraint.txt /etc/pip/original_constraint.txt # buildkit339 B
154COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit502 B
155RUN |8 NVIDIA_PYTORCH_VERSION=25.09 PYTORCH_BUILD_VERSION=2.9.0a0+50eac81 NVFUSER_BUILD_VERSION=a71c6744.7 KB
156ARG NVIDIA_BUILD_ID=2109078370 B
157ENV NVIDIA_BUILD_ID=2109078370 B
158LABEL com.nvidia.build.id=2109078370 B
159ARG NVIDIA_BUILD_REF=0abbc99c3a779a3f40a8b337e832a3a66d3f1e6e0 B
160LABEL com.nvidia.build.ref=0abbc99c3a779a3f40a8b337e832a3a66d3f1e6e0 B
161ARG GIT_COMMIT_ID0 B
162ENV GIT_COMMIT_ID=0 B
163RUN |1 GIT_COMMIT_ID= /bin/sh -c200 B
164ENV PIP_CONSTRAINT=0 B
165WORKDIR /workspace/pytorch127 B
166COPY ./pytorch_ckpt.patch /workspace/pytorch/pytorch_ckpt.patch # buildkit608 B
167RUN |1 GIT_COMMIT_ID= /bin/sh -c6.77 KB
168WORKDIR /workspace/32 B
169RUN |1 GIT_COMMIT_ID= /bin/sh -c333.51 MB
170ENV CUDNN_VERSION=9.13.1.260 B
171RUN |1 GIT_COMMIT_ID= /bin/sh -c17.08 MB
172RUN |1 GIT_COMMIT_ID= /bin/sh -c72.63 MB
173ARG APEX_REVISION=SKIP0 B
174ENV CUSTOM_APEX_REVISION=SKIP0 B
175ARG APEX_MAX_JOBS=40 B
176RUN |3 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=432 B
177ARG TE_REVISION=release_v2.80 B
178ENV CUSTOM_TE_REVISION=release_v2.80 B
179RUN |4 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=4447.9 MB
180ARG NEMO_REVISION=25.09-alpha.rc10 B
181ENV CUSTOM_NEMO_REVISION=25.09-alpha.rc10 B
182RUN |5 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=41.21 GB
183ARG NEMORUN_REVISION=v0.5.00 B
184ENV CUSTOM_NEMORUN_REVISION=v0.5.00 B
185RUN |6 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=4184.48 MB
186ARG MCORE_REVISION=25.09-alpha.rc10 B
187RUN |7 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=454.25 MB
188ENV PYTHONPATH=:/workspace/Megatron-LM0 B
189RUN |7 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=4329 B
190COPY requirements.txt . # buildkit332 B
191RUN |7 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=433.67 MB
192WORKDIR /workspace/llm122 B
193COPY . . # buildkit58.34 KB
194RUN |7 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=4373.77 KB
195ENV PYTHONPATH=/workspace/llm:/workspace/NeMo::/workspace/Megatron-LM0 B
196ARG NCCL_REVISION=v2.28.3-10 B
197RUN |8 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=4977.67 MB
198ENV NCCL_VERSION=v2.28.3-10 B
199RUN |8 GIT_COMMIT_ID= APEX_REVISION=SKIP APEX_MAX_JOBS=4266 B

Command

 ARG RELEASE