determinedai/deepspeed-cuda-gpt-neox:1b1a699

Manifest digest

sha256:6c633fd1ca6d2085a7160fcdeab529ab5cdaf55a0d9eb57f54f029c0b003b9fd

OS/ARCH

linux/amd64

Compressed size

6.7 GB

Last pushed

about 2 years by detdockerci

Type

Image

Manifest digest

sha256:6c633fd1ca6d2085a7160fcdeab529ab5cdaf55a0d9eb57f54f029c0b003b9fd

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=20.040 B

5ADD file ... in / 26.23 MB

6CMD ["/bin/bash"]0 B

7ENV NVARCH=x86_640 B

8ENV NVIDIA_REQUIRE_CUDA=cuda>=11.3 brand=tesla,driver>=418,driver<419 driver>=4500 B

9ENV NV_CUDA_CUDART_VERSION=11.3.109-10 B

10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-30 B

11ARG TARGETARCH0 B

12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

13RUN |1 TARGETARCH=amd64 /bin/sh -c7.58 MB

14ENV CUDA_VERSION=11.3.10 B

15RUN |1 TARGETARCH=amd64 /bin/sh -c10.79 MB

16RUN |1 TARGETARCH=amd64 /bin/sh -c188 B

17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB

20ENV NVIDIA_VISIBLE_DEVICES=all0 B

21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

22ENV NV_CUDA_LIB_VERSION=11.3.1-10 B

23ENV NV_NVTX_VERSION=11.3.109-10 B

24ENV NV_LIBNPP_VERSION=11.3.3.95-10 B

25ENV NV_LIBNPP_PACKAGE=libnpp-11-3=11.3.3.95-10 B

26ENV NV_LIBCUSPARSE_VERSION=11.6.0.109-10 B

27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-30 B

28ENV NV_LIBCUBLAS_VERSION=11.5.1.109-10 B

29ENV NV_LIBCUBLAS_PACKAGE=libcublas-11-3=11.5.1.109-10 B

30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B

31ENV NV_LIBNCCL_PACKAGE_VERSION=2.9.9-10 B

32ENV NCCL_VERSION=2.9.9-10 B

33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.9.9-1+cuda11.30 B

34ARG TARGETARCH0 B

35LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

36RUN |1 TARGETARCH=amd64 /bin/sh -c973.68 MB

37RUN |1 TARGETARCH=amd64 /bin/sh -c60.53 KB

38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB

39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB

40ENV NVIDIA_PRODUCT_NAME=CUDA0 B

41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

42ENV NV_CUDA_LIB_VERSION=11.3.1-10 B

43ENV NV_CUDA_CUDART_DEV_VERSION=11.3.109-10 B

44ENV NV_NVML_DEV_VERSION=11.3.58-10 B

45ENV NV_LIBCUSPARSE_DEV_VERSION=11.6.0.109-10 B

46ENV NV_LIBNPP_DEV_VERSION=11.3.3.95-10 B

47ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-11-3=11.3.3.95-10 B

48ENV NV_LIBCUBLAS_DEV_VERSION=11.5.1.109-10 B

49ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-11-30 B

50ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-11-3=11.5.1.109-10 B

51ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=11.3.0-10 B

52ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-11-3=11.3.0-10 B

53ENV NV_NVPROF_VERSION=11.3.111-10 B

54ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-11-3=11.3.111-10 B

55ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B

56ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.9.9-10 B

57ENV NCCL_VERSION=2.9.9-10 B

58ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.9.9-1+cuda11.30 B

59ARG TARGETARCH0 B

60LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

61RUN |1 TARGETARCH=amd64 /bin/sh -c1.46 GB

62RUN |1 TARGETARCH=amd64 /bin/sh -c83.44 KB

63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B

64ENV NV_CUDNN_VERSION=8.2.1.320 B

65ENV NV_CUDNN_PACKAGE_NAME=libcudnn80 B

66ENV NV_CUDNN_PACKAGE=libcudnn8=8.2.1.32-1+cuda11.30 B

67ENV NV_CUDNN_PACKAGE_DEV=libcudnn8-dev=8.2.1.32-1+cuda11.30 B

68ARG TARGETARCH0 B

69LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

70LABEL com.nvidia.cudnn.version=8.2.1.320 B

71RUN |1 TARGETARCH=amd64 /bin/sh -c1.77 GB

72RUN /bin/sh -c rm -f182 B

73ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 PIP_NO_CACHE_DIR=10 B

74ARG UBUNTU_VERSION=ubuntu20.040 B

75COPY dockerfile_scripts /tmp/det_dockerfile_scripts # buildkit17.64 KB

76RUN |1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c107.02 MB

77ARG WITH_NCCL0 B

78RUN |2 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= /bin/sh32 B

79RUN |2 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= /bin/sh32 B

80

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

81

ARG CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

82ENV PYTHONUNBUFFERED=1 PYTHONFAULTHANDLER=1 PYTHONHASHSEED=00 B

83ARG PYTHON_VERSION=3.9.160 B

84

RUN |4 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

121.57 MB

85

RUN |4 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

237.85 KB

86ARG WITH_MPI0 B

87ARG WITH_OFI0 B

88ARG UCX_INSTALL_DIR=/container/ucx0 B

89ARG OMPI_INSTALL_DIR=/container/ompi0 B

90ARG OFI_INSTALL_DIR=/container/ofi0 B

91ARG OMPI_WITH_CUDA=10 B

92

RUN |10 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

32 B

93ARG VERBS_LIB_DIR=/usr/lib/libibverbs0 B

94ARG UCX_LIB_DIR=/container/ucx/lib:/container/ucx/lib640 B

95ARG UCX_PATH_DIR=/container/ucx/bin0 B

96ARG OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib640 B

97ARG OFI_PATH_DIR=/container/ofi/bin0 B

98ARG OMPI_LIB_DIR=/container/ompi/lib0 B

99ARG OMPI_PATH_DIR=/container/ompi/bin0 B

100ENV UCX_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B

101ENV OFI_LIBS=/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:0 B

102ENV EXTRA_LIBS=0 B

103ENV EXTRA_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B

104ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

105ENV PATH=0 B

106

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:

0 B

107ENV OMPI_ALLOW_RUN_AS_ROOT=0 B

108ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=0 B

109

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

75.32 MB

110

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

799.33 KB

111

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

40.06 MB

112ENV JUPYTER_CONFIG_DIR=/run/determined/jupyter/config0 B

113ENV JUPYTER_DATA_DIR=/run/determined/jupyter/data0 B

114ENV JUPYTER_RUNTIME_DIR=/run/determined/jupyter/runtime0 B

115

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

24.21 KB

116

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

15.76 KB

117

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

1.89 KB

118ENTRYPOINT ["/container/bin/scrape_libs.sh"]0 B

119CMD ["/bin/bash"]0 B

120

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

172 B

121COPY dockerfile_scripts /tmp/det_dockerfile_scripts # buildkit17.64 KB

122RUN /bin/sh -c /tmp/det_dockerfile_scripts/install_google_cloud_sdk.sh #228.07 MB

123ARG WITH_NCCL0 B

124ENV HOROVOD_NCCL_HOME=0 B

125ENV HOROVOD_NCCL_LINK=0 B

126RUN |1 WITH_NCCL= /bin/sh -c32 B

127ARG WITH_OFI0 B

128ARG UCX_INSTALL_DIR=/container/ucx0 B

129ARG OMPI_INSTALL_DIR=/container/ompi0 B

130ARG OFI_INSTALL_DIR=/container/ofi0 B

131ENV NCCL_LIB_DIR=/lib0 B

132ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

133ARG TENSORFLOW_PIP0 B

134ARG TORCH_PIP=torch==1.10.2+cu113 torchvision==0.11.3+cu113 torchaudio==0.10.2+cu113 -f0 B

135ARG TORCHVISION_PIP0 B

136RUN |8 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B

137RUN |8 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx1.78 GB

138RUN |8 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B

139ARG TF_CUDA_SYM0 B

140RUN |9 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B

141ARG TORCH_CUDA_ARCH_LIST=6.0;6.1;6.2;7.0;7.5;8.00 B

142ARG APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d0 B

143RUN |11 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx5.72 MB

144ARG AWS_PLUGIN_INSTALL_DIR=/container/aws0 B

145ARG WITH_AWS_TRACE0 B

146ARG INTERNAL_AWS_DS0 B

147ARG INTERNAL_AWS_PATH0 B

148RUN |15 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B

149ARG AWS_LIB_DIR=/container/aws/lib0 B

150ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

151ARG HOROVOD_WITH_TENSORFLOW0 B

152RUN |17 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B

153ARG HOROVOD_PIP=0 B

154ARG HOROVOD_WITH_PYTORCH=10 B

155ARG HOROVOD_WITHOUT_MXNET=10 B

156ARG HOROVOD_WITH_MPI0 B

157ARG HOROVOD_CPU_OPERATIONS0 B

158ARG HOROVOD_GPU_OPERATIONS0 B

159ARG HOROVOD_GPU_ALLREDUCE0 B

160ARG HOROVOD_WITHOUT_MPI0 B

161RUN |25 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx22.04 MB

162RUN |25 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx32 B

163RUN |25 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx92 B

164RUN |25 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx49.67 MB

165RUN |25 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx18.97 MB

166ARG DEEPSPEED_PIP=git+https://github.com/determined-ai/deepspeed.git@eleuther_dai0 B

167RUN |26 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx43.75 MB

168RUN |26 WITH_NCCL= WITH_OFI= UCX_INSTALL_DIR=/container/ucx144 B

Command

 ARG RELEASE