determinedai/pytorch-tensorflow-cuda-hpc:0.37.0

Index digest

sha256:bfa306951c2c8a234bdfd68f61cecc366daf46a0f5c172c032dd706257183a35

OS/ARCH

linux/amd64

Compressed size

7.46 GB

Last pushed

about 2 years by detdockerci

Type

Image

Manifest digest

sha256:cb3d687d1e2db47a3d6a166878bd46c8dfcbbc3dbef7640bd76662f15091cc32

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=20.040 B

5ADD file ... in / 26.23 MB

6CMD ["/bin/bash"]0 B

7ENV NVARCH=x86_640 B

8ENV NVIDIA_REQUIRE_CUDA=cuda>=11.3 brand=tesla,driver>=418,driver<419 driver>=4500 B

9ENV NV_CUDA_CUDART_VERSION=11.3.109-10 B

10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-30 B

11ARG TARGETARCH0 B

12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

13RUN |1 TARGETARCH=amd64 /bin/sh -c7.58 MB

14ENV CUDA_VERSION=11.3.10 B

15RUN |1 TARGETARCH=amd64 /bin/sh -c10.79 MB

16RUN |1 TARGETARCH=amd64 /bin/sh -c188 B

17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB

20ENV NVIDIA_VISIBLE_DEVICES=all0 B

21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

22ENV NV_CUDA_LIB_VERSION=11.3.1-10 B

23ENV NV_NVTX_VERSION=11.3.109-10 B

24ENV NV_LIBNPP_VERSION=11.3.3.95-10 B

25ENV NV_LIBNPP_PACKAGE=libnpp-11-3=11.3.3.95-10 B

26ENV NV_LIBCUSPARSE_VERSION=11.6.0.109-10 B

27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-30 B

28ENV NV_LIBCUBLAS_VERSION=11.5.1.109-10 B

29ENV NV_LIBCUBLAS_PACKAGE=libcublas-11-3=11.5.1.109-10 B

30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B

31ENV NV_LIBNCCL_PACKAGE_VERSION=2.9.9-10 B

32ENV NCCL_VERSION=2.9.9-10 B

33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.9.9-1+cuda11.30 B

34ARG TARGETARCH0 B

35LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

36RUN |1 TARGETARCH=amd64 /bin/sh -c973.68 MB

37RUN |1 TARGETARCH=amd64 /bin/sh -c60.53 KB

38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB

39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB

40ENV NVIDIA_PRODUCT_NAME=CUDA0 B

41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

42ENV NV_CUDA_LIB_VERSION=11.3.1-10 B

43ENV NV_CUDA_CUDART_DEV_VERSION=11.3.109-10 B

44ENV NV_NVML_DEV_VERSION=11.3.58-10 B

45ENV NV_LIBCUSPARSE_DEV_VERSION=11.6.0.109-10 B

46ENV NV_LIBNPP_DEV_VERSION=11.3.3.95-10 B

47ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-11-3=11.3.3.95-10 B

48ENV NV_LIBCUBLAS_DEV_VERSION=11.5.1.109-10 B

49ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-11-30 B

50ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-11-3=11.5.1.109-10 B

51ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=11.3.0-10 B

52ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-11-3=11.3.0-10 B

53ENV NV_NVPROF_VERSION=11.3.111-10 B

54ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-11-3=11.3.111-10 B

55ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B

56ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.9.9-10 B

57ENV NCCL_VERSION=2.9.9-10 B

58ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.9.9-1+cuda11.30 B

59ARG TARGETARCH0 B

60LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

61RUN |1 TARGETARCH=amd64 /bin/sh -c1.46 GB

62RUN |1 TARGETARCH=amd64 /bin/sh -c83.44 KB

63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B

64ENV NV_CUDNN_VERSION=8.2.1.320 B

65ENV NV_CUDNN_PACKAGE_NAME=libcudnn80 B

66ENV NV_CUDNN_PACKAGE=libcudnn8=8.2.1.32-1+cuda11.30 B

67ENV NV_CUDNN_PACKAGE_DEV=libcudnn8-dev=8.2.1.32-1+cuda11.30 B

68ARG TARGETARCH0 B

69LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

70LABEL com.nvidia.cudnn.version=8.2.1.320 B

71RUN |1 TARGETARCH=amd64 /bin/sh -c1.77 GB

72RUN /bin/sh -c rm -f183 B

73ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 PIP_NO_CACHE_DIR=10 B

74ARG UBUNTU_VERSION0 B

75COPY dockerfile_scripts /tmp/det_dockerfile_scripts # buildkit17.86 KB

76RUN |1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c107.02 MB

77ARG WITH_NCCL0 B

78RUN |2 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 /bin/sh34.76 MB

79RUN |2 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 /bin/sh227.07 KB

80

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

81

ARG CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

82ENV PYTHONUNBUFFERED=1 PYTHONFAULTHANDLER=1 PYTHONHASHSEED=00 B

83ARG PYTHON_VERSION0 B

84

RUN |4 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

121.08 MB

85

RUN |4 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

238.29 KB

86ARG WITH_MPI0 B

87ARG WITH_OFI0 B

88ARG UCX_INSTALL_DIR=/container/ucx0 B

89ARG OMPI_INSTALL_DIR=/container/ompi0 B

90ARG OFI_INSTALL_DIR=/container/ofi0 B

91ARG OMPI_WITH_CUDA=10 B

92

RUN |10 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

5.3 MB

93ARG VERBS_LIB_DIR=/usr/lib/libibverbs0 B

94ARG UCX_LIB_DIR=/container/ucx/lib:/container/ucx/lib640 B

95ARG UCX_PATH_DIR=/container/ucx/bin0 B

96ARG OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib640 B

97ARG OFI_PATH_DIR=/container/ofi/bin0 B

98ARG OMPI_LIB_DIR=/container/ompi/lib0 B

99ARG OMPI_PATH_DIR=/container/ompi/bin0 B

100ENV UCX_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B

101ENV OFI_LIBS=/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:0 B

102ENV EXTRA_LIBS=/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:0 B

103ENV EXTRA_LIBS=/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:0 B

104

ENV LD_LIBRARY_PATH=/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

105

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/container/ofi/bin:/container/ompi/bin

0 B

106

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/container/ofi/bin:/container/ompi/bin

0 B

107ENV OMPI_ALLOW_RUN_AS_ROOT=10 B

108ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=10 B

109

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

75.36 MB

110

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

40.11 MB

111ENV JUPYTER_CONFIG_DIR=/run/determined/jupyter/config0 B

112ENV JUPYTER_DATA_DIR=/run/determined/jupyter/data0 B

113ENV JUPYTER_RUNTIME_DIR=/run/determined/jupyter/runtime0 B

114

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

24.24 KB

115

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

15.76 KB

116

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

1.92 KB

117ENTRYPOINT ["/container/bin/scrape_libs.sh"]0 B

118CMD ["/bin/bash"]0 B

119

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL=1 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

170 B

120COPY dir:0a12c4875307d39ce129c63052f5163e0438023f36cc4975c3b85d1002ce8185 in /tmp/det_dockerfile_scripts 17.86 KB

121/bin/sh -c /tmp/det_dockerfile_scripts/install_google_cloud_sdk.sh193.73 MB

122ARG WITH_NCCL0 B

123ENV HOROVOD_NCCL_HOME=/container/nccl0 B

124ENV HOROVOD_NCCL_LINK=SHARED0 B

125|1 WITH_NCCL=1 /bin/sh -c if163.24 MB

126ARG WITH_OFI0 B

127ARG UCX_INSTALL_DIR=/container/ucx0 B

128ARG OMPI_INSTALL_DIR=/container/ompi0 B

129ARG OFI_INSTALL_DIR=/container/ofi0 B

130ENV NCCL_LIB_DIR=/container/nccl/lib0 B

131

ENV LD_LIBRARY_PATH=/container/nccl/lib:/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

132ARG TENSORFLOW_PIP0 B

133ARG TORCH_PIP0 B

134ARG TORCHVISION_PIP0 B

135

|7 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1 TORCH_PIP=torch==1.12.0+cu113

630.39 MB

136

|7 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1 TORCH_PIP=torch==1.12.0+cu113

1.77 GB

137

|7 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1 TORCH_PIP=torch==1.12.0+cu113

0 B

138ARG TF_CUDA_SYM0 B

139

|7 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1 TORCH_PIP=torch==1.12.0+cu113

0 B

140ARG TORCH_CUDA_ARCH_LIST0 B

141ARG APEX_GIT0 B

142

|9 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1

6.43 MB

143ARG AWS_PLUGIN_INSTALL_DIR=/container/aws0 B

144ARG WITH_AWS_TRACE0 B

145ARG INTERNAL_AWS_DS0 B

146ARG INTERNAL_AWS_PATH0 B

147

|13 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_PLUGIN_INSTALL_DIR=/container/aws INTERNAL_AWS_DS= INTERNAL_AWS_PATH=

1.25 MB

148ARG AWS_LIB_DIR=/container/aws/lib0 B

149

ENV LD_LIBRARY_PATH=/container/aws/lib:/container/nccl/lib:/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

150ARG HOROVOD_WITH_TENSORFLOW0 B

151

|14 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws INTERNAL_AWS_DS=

0 B

152ARG HOROVOD_PIP=0 B

153ARG HOROVOD_WITH_PYTORCH=10 B

154ARG HOROVOD_WITHOUT_MXNET=10 B

155ARG HOROVOD_WITH_MPI0 B

156ARG HOROVOD_CPU_OPERATIONS0 B

157ARG HOROVOD_GPU_OPERATIONS0 B

158ARG HOROVOD_GPU_ALLREDUCE0 B

159ARG HOROVOD_WITHOUT_MPI0 B

160

|22 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

22.04 MB

161

|22 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

23.12 MB

162

|22 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

49.58 MB

163

|22 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

18.97 MB

164ARG DEEPSPEED_PIP0 B

165

|22 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

0 B

166

|22 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

166 B

Command

 ARG RELEASE