Sign inSign up

sabreshao/mlperf:1.1_nv_bert

Manifest digest

sha256:94247b031c6aa65a00516e20657371b01fcd2a66bf1d725dbcf142c163a8cdad

OS/ARCH

linux/amd64

Compressed size

6.38 GB

Last pushed

over 4 years by sabreshao

Type

Image

Manifest digest

sha256:94247b031c6aa65a00516e20657371b01fcd2a66bf1d725dbcf142c163a8cdad

Image Layers

Image Layers

1ADD file ... in / 27.25 MB
2CMD ["bash"]0 B
3RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive76.48 MB
4ARG CUDA_VERSION0 B
5ARG CUDA_DRIVER_VERSION0 B
6ENV CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 CUDA_CACHE_DISABLE=10 B
7RUN |2 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 /bin/sh74.13 MB
8COPY cudaCheck /tmp/cudaCheck # buildkit18.69 KB
9RUN |2 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 /bin/sh2.7 KB
10RUN |2 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 /bin/sh3.96 KB
11RUN |2 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 /bin/sh145 B
12COPY cudaCheck/shinit_v2 /etc/shinit_v2 # buildkit1.15 KB
13COPY cudaCheck/startup_scripts.patch /tmp # buildkit394 B
14COPY singularity /.singularity.d # buildkit426 B
15RUN |2 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 /bin/sh1.41 KB
16ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc NVIDIA_REQUIRE_CUDA=cuda>=9.00 B
17LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
18ARG NCCL_VERSION0 B
19ARG CUBLAS_VERSION0 B
20ARG CUFFT_VERSION0 B
21ARG CURAND_VERSION0 B
22ARG CUSPARSE_VERSION0 B
23ARG CUSOLVER_VERSION0 B
24ARG CUTENSOR_VERSION0 B
25ARG NPP_VERSION0 B
26ARG NVJPEG_VERSION0 B
27ARG CUDNN_VERSION0 B
28ARG TRT_VERSION0 B
29ARG TRTOSS_VERSION0 B
30ARG NSIGHT_SYSTEMS_VERSION0 B
31ARG NSIGHT_COMPUTE_VERSION0 B
32ENV NCCL_VERSION=2.11.4 CUBLAS_VERSION=11.6.1.51 CUFFT_VERSION=10.5.2.100 CURAND_VERSION=10.2.5.1200 B
33RUN |16 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 NCCL_VERSION=2.11.42.34 GB
34LABEL com.nvidia.nccl.version=2.11.4 com.nvidia.cublas.version=11.6.1.51 com.nvidia.cufft.version=10.5.2.100 com.nvidia.curand.version=10.2.5.1200 B
35ARG DALI_VERSION0 B
36ARG DALI_BUILD0 B
37ARG DLPROF_VERSION0 B
38ENV DALI_VERSION=1.5.0 DALI_BUILD=2725760 DLPROF_VERSION=21.090 B
39ADD docs.tgz / # buildkit11.28 KB
40RUN |19 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 NCCL_VERSION=2.11.4187 B
41ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
42COPY deviceQuery /tmp/deviceQuery # buildkit415.08 KB
43RUN |19 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 NCCL_VERSION=2.11.4168.66 KB
44RUN |19 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 NCCL_VERSION=2.11.4721 B
45RUN |19 CUDA_VERSION=11.4.2.006 CUDA_DRIVER_VERSION=470.57.02 NCCL_VERSION=2.11.4145 B
46RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive38.86 MB
47ARG GDRCOPY_VERSION0 B
48ARG HPCX_VERSION0 B
49ARG RDMACORE_VERSION0 B
50ARG MOFED_VERSION=5.4-rdmacore36.00 B
51ARG OPENUCX_VERSION0 B
52ARG OPENMPI_VERSION0 B
53ENV GDRCOPY_VERSION=2.3 HPCX_VERSION=2.9.0 MOFED_VERSION=5.4-rdmacore36.0 OPENUCX_VERSION=1.11.0-rc10 B
54ARG TARGETARCH0 B
55RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.9.0 RDMACORE_VERSION=36.061.04 MB
56ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
57COPY cuda-*.patch /tmp # buildkit509 B
58RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.9.0 RDMACORE_VERSION=36.0231.91 MB
59ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
60RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.9.0 RDMACORE_VERSION=36.00 B
61ARG NVIDIA_PYTORCH_VERSION0 B
62ARG PYTORCH_BUILD_VERSION0 B
63ENV PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYTORCH_VERSION=1.10.0a0+3fd9dcf PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=21.090 B
64LABEL com.nvidia.pytorch.version=1.10.0a0+3fd9dcf0 B
65RUN |2 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf /bin/sh37.47 MB
66RUN |2 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf /bin/sh36.18 MB
67ENV PATH=/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
68ARG PYVER=3.80 B
69RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.8508.25 MB
70ENV PATH=/opt/conda/bin:/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
71RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.81.08 MB
72RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.8217.63 KB
73WORKDIR /opt/pytorch0 B
74COPY . . # buildkit176.5 MB
75RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.812.06 MB
76RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.84.89 MB
77RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.875.68 MB
78RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.816.85 MB
79RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.87.94 KB
80ENV NVM_DIR=/usr/local/nvm0 B
81RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.8105.64 MB
82COPY jupyter_notebook_config.py /opt/conda/etc/jupyter/ # buildkit474 B
83ENV JUPYTER_PORT=88880 B
84ENV TENSORBOARD_PORT=60060 B
85EXPOSE map[8888/tcp:{}]0 B
86EXPOSE map[6006/tcp:{}]0 B
87RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.8137.85 MB
88RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.80 B
89RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.827 MB
90RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.89.96 KB
91ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B
92ENV CUDA_HOME=/usr/local/cuda0 B
93RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.8886.1 MB
94RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.8798.78 MB
95ENV COCOAPI_VERSION=2.0+nv0.5.10 B
96RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.84.66 MB
97COPY singularity/ /.singularity.d/ # buildkit1.11 KB
98RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.83.42 KB
99RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.8133.99 MB
100RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.81.55 MB
101ENV PYTHONIOENCODING=utf-8 LC_ALL=C.UTF-80 B
102WORKDIR /workspace0 B
103COPY NVREADME.md README.md # buildkit1.11 KB
104COPY docker-examples docker-examples # buildkit1.01 KB
105COPY examples examples # buildkit6.45 MB
106COPY tutorials tutorials # buildkit28.73 MB
107RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.835.19 MB
108RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.811.52 KB
109COPY nvidia_entrypoint.sh /usr/local/bin # buildkit2.01 KB
110ENTRYPOINT ["/usr/local/bin/nvidia_entrypoint.sh"]0 B
111COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit132.14 KB
112RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.8956.18 KB
113ENV PATH=/opt/conda/bin:/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
114RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.84.17 MB
115RUN |3 NVIDIA_PYTORCH_VERSION=21.09 PYTORCH_BUILD_VERSION=1.10.0a0+3fd9dcf PYVER=3.816.2 MB
116ARG NVIDIA_BUILD_ID0 B
117ENV NVIDIA_BUILD_ID=267602540 B
118LABEL com.nvidia.build.id=267602540 B
119ARG NVIDIA_BUILD_REF0 B
120LABEL com.nvidia.build.ref=a76cb55e4697fc880bad58a76f8787db5ae87eac0 B
121/bin/sh -c sed -i 's/archive.ubuntu.com/mirrors.tuna.tsinghua.edu.cn/g'874 B
122/bin/sh -c sed -i 's/security.ubuntu.com/mirrors.tuna.tsinghua.edu.cn/g'865 B
123/bin/sh -c mkdir ~/.pip &&237 B
124/bin/sh -c apt-get update 552.74 KB
125WORKDIR /workspace/bert154 B
126COPY file:75044af3d44eb57014604b78507233952dd69e5845d175a5b58e77ebaff5351a in . 377 B
127/bin/sh -c pip install --no-cache-dir564.77 MB
128WORKDIR /workspace0 B
129/bin/sh -c cd /workspace &&1.35 MB
130/bin/sh -c cd /workspace/wikiextractor &&247.5 KB
131ENV BERT_PREP_WORKING_DIR=/workspace/bert/data0 B
132WORKDIR /workspace/bert0 B
133COPY dir:b3556c786687e8a71c3dbf0919d838f6f45ac0b16d8991e26b7802d8b0a4696a in . 451.48 KB
134ENV PYTHONPATH=/workspace/bert0 B
135/bin/sh -c cd /workspace/bert/mhalib &&2.3 MB
136WORKDIR /workspace/bert0 B

Command

ADD file:d2abf27fe2e8b0b5f4da68c018560c73e11c53098329246e3e6fe176698ef941 in /