Sign inSign up

determinedai/deepspeed-cuda-gpt-neox:0.35.1

Index digest

sha256:bdfe2a98921ae9ae64fca08cb3d6276cfeadbb78da51214661136de37a5f270f

OS/ARCH

linux/amd64

Compressed size

6.7 GB

Last pushed

almost 2 years by detdockerci

Type

Image

Manifest digest

sha256:8050cee49f6b749d5677d9046ac0816c16e6d68a691aed7fb7d2ee7dab1a5f01

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=20.040 B
5ADD file ... in / 26.23 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=x86_640 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=11.3 brand=tesla,driver>=418,driver<419 driver>=4500 B
9ENV NV_CUDA_CUDART_VERSION=11.3.109-10 B
10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-30 B
11ARG TARGETARCH0 B
12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
13RUN |1 TARGETARCH=amd64 /bin/sh -c7.58 MB
14ENV CUDA_VERSION=11.3.10 B
15RUN |1 TARGETARCH=amd64 /bin/sh -c10.79 MB
16RUN |1 TARGETARCH=amd64 /bin/sh -c188 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV NV_CUDA_LIB_VERSION=11.3.1-10 B
23ENV NV_NVTX_VERSION=11.3.109-10 B
24ENV NV_LIBNPP_VERSION=11.3.3.95-10 B
25ENV NV_LIBNPP_PACKAGE=libnpp-11-3=11.3.3.95-10 B
26ENV NV_LIBCUSPARSE_VERSION=11.6.0.109-10 B
27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-30 B
28ENV NV_LIBCUBLAS_VERSION=11.5.1.109-10 B
29ENV NV_LIBCUBLAS_PACKAGE=libcublas-11-3=11.5.1.109-10 B
30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B
31ENV NV_LIBNCCL_PACKAGE_VERSION=2.9.9-10 B
32ENV NCCL_VERSION=2.9.9-10 B
33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.9.9-1+cuda11.30 B
34ARG TARGETARCH0 B
35LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
36RUN |1 TARGETARCH=amd64 /bin/sh -c973.68 MB
37RUN |1 TARGETARCH=amd64 /bin/sh -c60.53 KB
38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB
39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB
40ENV NVIDIA_PRODUCT_NAME=CUDA0 B
41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
42ENV NV_CUDA_LIB_VERSION=11.3.1-10 B
43ENV NV_CUDA_CUDART_DEV_VERSION=11.3.109-10 B
44ENV NV_NVML_DEV_VERSION=11.3.58-10 B
45ENV NV_LIBCUSPARSE_DEV_VERSION=11.6.0.109-10 B
46ENV NV_LIBNPP_DEV_VERSION=11.3.3.95-10 B
47ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-11-3=11.3.3.95-10 B
48ENV NV_LIBCUBLAS_DEV_VERSION=11.5.1.109-10 B
49ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-11-30 B
50ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-11-3=11.5.1.109-10 B
51ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=11.3.0-10 B
52ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-11-3=11.3.0-10 B
53ENV NV_NVPROF_VERSION=11.3.111-10 B
54ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-11-3=11.3.111-10 B
55ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B
56ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.9.9-10 B
57ENV NCCL_VERSION=2.9.9-10 B
58ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.9.9-1+cuda11.30 B
59ARG TARGETARCH0 B
60LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
61RUN |1 TARGETARCH=amd64 /bin/sh -c1.46 GB
62RUN |1 TARGETARCH=amd64 /bin/sh -c83.44 KB
63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B
64ENV NV_CUDNN_VERSION=8.2.1.320 B
65ENV NV_CUDNN_PACKAGE_NAME=libcudnn80 B
66ENV NV_CUDNN_PACKAGE=libcudnn8=8.2.1.32-1+cuda11.30 B
67ENV NV_CUDNN_PACKAGE_DEV=libcudnn8-dev=8.2.1.32-1+cuda11.30 B
68ARG TARGETARCH0 B
69LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
70LABEL com.nvidia.cudnn.version=8.2.1.320 B
71RUN |1 TARGETARCH=amd64 /bin/sh -c1.77 GB
72RUN /bin/sh -c rm -f183 B
73ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 PIP_NO_CACHE_DIR=10 B
74ARG UBUNTU_VERSION=ubuntu20.040 B
75COPY dockerfile_scripts /tmp/det_dockerfile_scripts # buildkit17.6 KB
76RUN |1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c107.02 MB
77ARG WITH_NCCL0 B
78RUN |2 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= /bin/sh32 B
79RUN |2 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= /bin/sh32 B
80ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
81ARG CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
82ENV PYTHONUNBUFFERED=1 PYTHONFAULTHANDLER=1 PYTHONHASHSEED=00 B
83ARG PYTHON_VERSION=3.9.160 B
84RUN |4 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin119.9 MB
85RUN |4 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin237.83 KB
86ARG WITH_MPI0 B
87ARG WITH_OFI0 B
88ARG UCX_INSTALL_DIR=/container/ucx0 B
89ARG OMPI_INSTALL_DIR=/container/ompi0 B
90ARG OFI_INSTALL_DIR=/container/ofi0 B
91ARG OMPI_WITH_CUDA=10 B
92RUN |10 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin32 B
93ARG VERBS_LIB_DIR=/usr/lib/libibverbs0 B
94ARG UCX_LIB_DIR=/container/ucx/lib:/container/ucx/lib640 B
95ARG UCX_PATH_DIR=/container/ucx/bin0 B
96ARG OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib640 B
97ARG OFI_PATH_DIR=/container/ofi/bin0 B
98ARG OMPI_LIB_DIR=/container/ompi/lib0 B
99ARG OMPI_PATH_DIR=/container/ompi/bin0 B
100ENV UCX_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B
101ENV OFI_LIBS=/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:0 B
102ENV EXTRA_LIBS=0 B
103ENV EXTRA_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B
104ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
105ENV PATH=0 B
106ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:0 B
107ENV OMPI_ALLOW_RUN_AS_ROOT=0 B
108ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=0 B
109RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin75.45 MB
110RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin40.13 MB
111ENV JUPYTER_CONFIG_DIR=/run/determined/jupyter/config0 B
112ENV JUPYTER_DATA_DIR=/run/determined/jupyter/data0 B
113ENV JUPYTER_RUNTIME_DIR=/run/determined/jupyter/runtime0 B
114RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin24.21 KB
115RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin15.76 KB
116RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin1.89 KB
117ENTRYPOINT ["/container/bin/scrape_libs.sh"]0 B
118CMD ["/bin/bash"]0 B
119RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin170 B
120COPY dockerfile_scripts /tmp/det_dockerfile_scripts # buildkit17.6 KB
121RUN /bin/sh -c /tmp/det_dockerfile_scripts/install_google_cloud_sdk.sh #227.82 MB
122ARG WITH_NCCL0 B
123ENV HOROVOD_NCCL_HOME=0 B
124ENV HOROVOD_NCCL_LINK=0 B
125RUN |1 WITH_NCCL= /bin/sh -c32 B
126ARG WITH_OFI0 B
127ARG UCX_INSTALL_DIR=/container/ucx0 B
128ARG OMPI_INSTALL_DIR=/container/ompi0 B
129ARG OFI_INSTALL_DIR=/container/ofi0 B
130ENV NCCL_LIB_DIR=/lib0 B
131ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
132ARG TENSORFLOW_PIP0 B
133ARG TORCH_PIP=torch==1.10.2+cu113 torchvision==0.11.3+cu113 torchaudio==0.10.2+cu113 -f0 B
134ARG TORCHVISION_PIP0 B
135RUN |8 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B
136RUN |8 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx1.78 GB
137RUN |8 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B
138ARG TF_CUDA_SYM0 B
139RUN |9 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B
140ARG TORCH_CUDA_ARCH_LIST=6.0;6.1;6.2;7.0;7.5;8.00 B
141ARG APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d0 B
142RUN |11 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx5.72 MB
143ARG AWS_PLUGIN_INSTALL_DIR=/container/aws0 B
144ARG WITH_AWS_TRACE0 B
145ARG INTERNAL_AWS_DS0 B
146ARG INTERNAL_AWS_PATH0 B
147RUN |15 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B
148ARG AWS_LIB_DIR=/container/aws/lib0 B
149ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
150ARG HOROVOD_WITH_TENSORFLOW0 B
151RUN |17 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B
152ARG HOROVOD_PIP=0 B
153ARG HOROVOD_WITH_PYTORCH=10 B
154ARG HOROVOD_WITHOUT_MXNET=10 B
155ARG HOROVOD_WITH_MPI0 B
156ARG HOROVOD_CPU_OPERATIONS0 B
157ARG HOROVOD_GPU_OPERATIONS0 B
158ARG HOROVOD_GPU_ALLREDUCE0 B
159ARG HOROVOD_WITHOUT_MPI0 B
160RUN |25 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx22.04 MB
161RUN |25 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B
162RUN |25 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx49.67 MB
163RUN |25 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx18.97 MB
164ARG DEEPSPEED_PIP=git+https://github.com/determined-ai/deepspeed.git@eleuther_dai0 B
165RUN |26 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx43.75 MB
166RUN |26 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx144 B

Command

 ARG RELEASE