vmtyler/llm-codegen-ft:1.0

Manifest digest

sha256:45355bd2977c3f26fc98483185b1d14740114545ea5d8b74877e11ce0903a925

OS/ARCH

linux/amd64

Compressed size

8.54 GB

Last pushed

over 2 years by vmtyler

Type

Image

Manifest digest

sha256:45355bd2977c3f26fc98483185b1d14740114545ea5d8b74877e11ce0903a925

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=20.040 B

5ADD file ... in / 26.23 MB

6CMD ["/bin/bash"]0 B

7ENV NVARCH=x86_640 B

8ENV NVIDIA_REQUIRE_CUDA=cuda>=11.3 brand=tesla,driver>=418,driver<419 driver>=4500 B

9ENV NV_CUDA_CUDART_VERSION=11.3.109-10 B

10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-30 B

11ARG TARGETARCH0 B

12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

13RUN |1 TARGETARCH=amd64 /bin/sh -c7.58 MB

14ENV CUDA_VERSION=11.3.10 B

15RUN |1 TARGETARCH=amd64 /bin/sh -c10.79 MB

16RUN |1 TARGETARCH=amd64 /bin/sh -c186 B

17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB

20ENV NVIDIA_VISIBLE_DEVICES=all0 B

21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

22ENV NV_CUDA_LIB_VERSION=11.3.1-10 B

23ENV NV_NVTX_VERSION=11.3.109-10 B

24ENV NV_LIBNPP_VERSION=11.3.3.95-10 B

25ENV NV_LIBNPP_PACKAGE=libnpp-11-3=11.3.3.95-10 B

26ENV NV_LIBCUSPARSE_VERSION=11.6.0.109-10 B

27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-30 B

28ENV NV_LIBCUBLAS_VERSION=11.5.1.109-10 B

29ENV NV_LIBCUBLAS_PACKAGE=libcublas-11-3=11.5.1.109-10 B

30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B

31ENV NV_LIBNCCL_PACKAGE_VERSION=2.9.9-10 B

32ENV NCCL_VERSION=2.9.9-10 B

33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.9.9-1+cuda11.30 B

34ARG TARGETARCH0 B

35LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

36RUN |1 TARGETARCH=amd64 /bin/sh -c973.68 MB

37RUN |1 TARGETARCH=amd64 /bin/sh -c60.52 KB

38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.64 KB

39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB

40ENV NVIDIA_PRODUCT_NAME=CUDA0 B

41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

42ENV NV_CUDA_LIB_VERSION=11.3.1-10 B

43ENV NV_CUDA_CUDART_DEV_VERSION=11.3.109-10 B

44ENV NV_NVML_DEV_VERSION=11.3.58-10 B

45ENV NV_LIBCUSPARSE_DEV_VERSION=11.6.0.109-10 B

46ENV NV_LIBNPP_DEV_VERSION=11.3.3.95-10 B

47ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-11-3=11.3.3.95-10 B

48ENV NV_LIBCUBLAS_DEV_VERSION=11.5.1.109-10 B

49ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-11-30 B

50ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-11-3=11.5.1.109-10 B

51ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=11.3.0-10 B

52ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-11-3=11.3.0-10 B

53ENV NV_NVPROF_VERSION=11.3.111-10 B

54ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-11-3=11.3.111-10 B

55ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B

56ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.9.9-10 B

57ENV NCCL_VERSION=2.9.9-10 B

58ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.9.9-1+cuda11.30 B

59ARG TARGETARCH0 B

60LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

61RUN |1 TARGETARCH=amd64 /bin/sh -c1.46 GB

62RUN |1 TARGETARCH=amd64 /bin/sh -c83.42 KB

63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B

64ENV NV_CUDNN_VERSION=8.2.0.530 B

65ENV NV_CUDNN_PACKAGE_NAME=libcudnn80 B

66ENV NV_CUDNN_PACKAGE=libcudnn8=8.2.0.53-1+cuda11.30 B

67ENV NV_CUDNN_PACKAGE_DEV=libcudnn8-dev=8.2.0.53-1+cuda11.30 B

68ARG TARGETARCH0 B

69LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

70LABEL com.nvidia.cudnn.version=8.2.0.530 B

71RUN |1 TARGETARCH=amd64 /bin/sh -c1.74 GB

72/bin/sh -c rm -f /etc/apt/sources.list.d/*7.2 KB

73ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 PIP_NO_CACHE_DIR=10 B

74ARG UBUNTU_VERSION0 B

75|1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c mkdir6.09 KB

76|1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c apt-get66.43 MB

77COPY dir:2c78475415e714d56b84bf6fd63e1057c121b0e5fc11a64b8cb59b91fcd8fbb7 in /tmp/det_dockerfile_scripts 15.91 KB

78ARG WITH_NCCL0 B

79|1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c if8.21 KB

80|1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c if8.22 KB

81

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

82

ARG CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

83ENV PYTHONUNBUFFERED=1 PYTHONFAULTHANDLER=1 PYTHONHASHSEED=00 B

84ARG PYTHON_VERSION0 B

85

|3 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PYTHON_VERSION=3.8.12 UBUNTU_VERSION=ubuntu20.04 /bin/sh

70.78 MB

86

|3 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PYTHON_VERSION=3.8.12 UBUNTU_VERSION=ubuntu20.04 /bin/sh

188.57 KB

87ARG WITH_MPI0 B

88ARG WITH_OFI0 B

89ARG UCX_INSTALL_DIR=/container/ucx0 B

90ARG OMPI_INSTALL_DIR=/container/ompi0 B

91ARG OFI_INSTALL_DIR=/container/ofi0 B

92ARG OMPI_WITH_CUDA=10 B

93

|7 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi OMPI_WITH_CUDA=1

8.22 KB

94ARG VERBS_LIB_DIR=/usr/lib/libibverbs0 B

95ARG UCX_LIB_DIR=/container/ucx/lib:/container/ucx/lib640 B

96ARG UCX_PATH_DIR=/container/ucx/bin0 B

97ARG OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib640 B

98ARG OFI_PATH_DIR=/container/ofi/bin0 B

99ARG OMPI_LIB_DIR=/container/ompi/lib0 B

100ARG OMPI_PATH_DIR=/container/ompi/bin0 B

101ENV UCX_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B

102ENV OFI_LIBS=/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:0 B

103ENV EXTRA_LIBS=0 B

104ENV EXTRA_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B

105ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

106ENV PATH=0 B

107

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:

0 B

108ENV OMPI_ALLOW_RUN_AS_ROOT=0 B

109ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=0 B

110

|14 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

70.87 MB

111

|14 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

44.15 MB

112ENV JUPYTER_CONFIG_DIR=/run/determined/jupyter/config0 B

113ENV JUPYTER_DATA_DIR=/run/determined/jupyter/data0 B

114ENV JUPYTER_RUNTIME_DIR=/run/determined/jupyter/runtime0 B

115

|14 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

34.38 KB

116

|14 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

24.82 KB

117

|14 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

9.53 KB

118ENTRYPOINT ["/container/bin/scrape_libs.sh"]0 B

119CMD ["/bin/bash"]0 B

120

|14 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

8.44 KB

121COPY dir:2c78475415e714d56b84bf6fd63e1057c121b0e5fc11a64b8cb59b91fcd8fbb7 in /tmp/det_dockerfile_scripts 15.91 KB

122/bin/sh -c /tmp/det_dockerfile_scripts/install_google_cloud_sdk.sh250.51 MB

123ARG WITH_NCCL0 B

124ENV HOROVOD_NCCL_HOME=0 B

125ENV HOROVOD_NCCL_LINK=0 B

126/bin/sh -c if [ -n8.26 KB

127ARG WITH_OFI0 B

128ARG UCX_INSTALL_DIR=/container/ucx0 B

129ARG OMPI_INSTALL_DIR=/container/ompi0 B

130ARG OFI_INSTALL_DIR=/container/ofi0 B

131ENV NCCL_LIB_DIR=/lib0 B

132ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

133ARG TENSORFLOW_PIP0 B

134ARG TORCH_PIP0 B

135ARG TORCHVISION_PIP0 B

136

|4 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==1.10.2+cu113 torchvision==0.11.3+cu113

8.26 KB

137

|4 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==1.10.2+cu113 torchvision==0.11.3+cu113

1.74 GB

138

|4 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==1.10.2+cu113 torchvision==0.11.3+cu113

8.26 KB

139ARG TF_CUDA_SYM0 B

140

|4 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==1.10.2+cu113 torchvision==0.11.3+cu113

8.26 KB

141ARG TORCH_TB_PROFILER_PIP0 B

142

|5 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==1.10.2+cu113 torchvision==0.11.3+cu113

36.44 MB

143ARG TORCH_CUDA_ARCH_LIST0 B

144ARG APEX_GIT0 B

145ARG APEX_PATCH0 B

146

|7 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_CUDA_ARCH_LIST=6.0;6.1;6.2;7.0;7.5;8.0

25.12 MB

147ARG AWS_PLUGIN_INSTALL_DIR=/container/aws0 B

148ARG WITH_AWS_TRACE0 B

149ARG INTERNAL_AWS_DS0 B

150ARG INTERNAL_AWS_PATH0 B

151

|8 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_PLUGIN_INSTALL_DIR=/container/aws OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi

8.26 KB

152ARG AWS_LIB_DIR=/container/aws/lib0 B

153ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

154ARG HOROVOD_WITH_TENSORFLOW0 B

155

|9 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws OFI_INSTALL_DIR=/container/ofi

8.26 KB

156ARG HOROVOD_PIP=0 B

157ARG HOROVOD_WITH_PYTORCH=10 B

158ARG HOROVOD_WITHOUT_MXNET=10 B

159ARG HOROVOD_WITH_MPI0 B

160ARG HOROVOD_CPU_OPERATIONS0 B

161ARG HOROVOD_GPU_OPERATIONS0 B

162ARG HOROVOD_GPU_ALLREDUCE0 B

163ARG HOROVOD_WITHOUT_MPI0 B

164

|12 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_PIP=

22.05 MB

165

|12 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_PIP=

8.26 KB

166

|12 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_PIP=

45.2 MB

167ARG DEEPSPEED_PIP0 B

168

|13 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws DEEPSPEED_PIP=deepspeed==0.8.3

74.05 MB

169

|13 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws DEEPSPEED_PIP=deepspeed==0.8.3

8.48 KB

170ENV http_proxy=http://web-proxy.bbn.hpecorp.net:80880 B

171ENV https_proxy=http://web-proxy.bbn.hpecorp.net:80880 B

172COPY file:bbe62bec411467c867f6b2083130440aec1ced58afa96e08e39dd47165a1adcc in . 256 B

173/bin/sh -c pip install -r1.92 GB

Command

 ARG RELEASE