Sign inSign up

determinedai/genai-train:0.2.9-rc0

Manifest digest

sha256:f84697b98d8067f87f5c6a17f85b7e5e517c8be180487fd7c7a395c45b3c2bc7

OS/ARCH

linux/amd64

Compressed size

10.81 GB

Last pushed

almost 2 years by detdockerci

Type

Image

Manifest digest

sha256:f84697b98d8067f87f5c6a17f85b7e5e517c8be180487fd7c7a395c45b3c2bc7

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.04 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive127.8 MB
8ARG CUDA_VERSION0 B
9ARG CUDA_DRIVER_VERSION0 B
10ARG JETPACK_HOST_MOUNTS0 B
11ENV CUDA_VERSION=12.4.0.041 CUDA_DRIVER_VERSION=550.54.14 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
12RUN |3 CUDA_VERSION=12.4.0.041 CUDA_DRIVER_VERSION=550.54.14 JETPACK_HOST_MOUNTS=32 B
13RUN |3 CUDA_VERSION=12.4.0.041 CUDA_DRIVER_VERSION=550.54.14 JETPACK_HOST_MOUNTS=153.19 MB
14RUN |3 CUDA_VERSION=12.4.0.041 CUDA_DRIVER_VERSION=550.54.14 JETPACK_HOST_MOUNTS=14.92 KB
15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
17ARG NCCL_VERSION0 B
18ARG CUBLAS_VERSION0 B
19ARG CUFFT_VERSION0 B
20ARG CURAND_VERSION0 B
21ARG CUSPARSE_VERSION0 B
22ARG CUSOLVER_VERSION0 B
23ARG CUTENSOR_VERSION0 B
24ARG NPP_VERSION0 B
25ARG NVJPEG_VERSION0 B
26ARG CUDNN_VERSION0 B
27ARG TRT_VERSION0 B
28ARG TRTOSS_VERSION0 B
29ARG NSIGHT_SYSTEMS_VERSION0 B
30ARG NSIGHT_COMPUTE_VERSION0 B
31ENV NCCL_VERSION=2.20.5 CUBLAS_VERSION=12.4.2.65 CUFFT_VERSION=11.2.0.44 CURAND_VERSION=10.3.5.1190 B
32RUN |17 CUDA_VERSION=12.4.0.041 CUDA_DRIVER_VERSION=550.54.14 JETPACK_HOST_MOUNTS=2.8 GB
33LABEL com.nvidia.nccl.version=2.20.5 com.nvidia.cublas.version=12.4.2.65 com.nvidia.cufft.version=11.2.0.44 com.nvidia.curand.version=10.3.5.1190 B
34ARG DALI_VERSION0 B
35ARG DALI_BUILD0 B
36ARG POLYGRAPHY_VERSION0 B
37ARG TRANSFORMER_ENGINE_VERSION0 B
38ENV DALI_VERSION=1.35.0 DALI_BUILD=12768324 POLYGRAPHY_VERSION=0.49.7 TRANSFORMER_ENGINE_VERSION=1.40 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |21 CUDA_VERSION=12.4.0.041 CUDA_DRIVER_VERSION=550.54.14 JETPACK_HOST_MOUNTS=180 B
41ARG _LIBPATH_SUFFIX0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43COPY entrypoint/ /opt/nvidia/ # buildkit5.72 KB
44ENV NVIDIA_PRODUCT_NAME=CUDA0 B
45ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
46COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
47RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive29.92 MB
48ARG GDRCOPY_VERSION0 B
49ARG HPCX_VERSION0 B
50ARG RDMACORE_VERSION0 B
51ARG MOFED_VERSION=5.4-rdmacore39.00 B
52ARG OPENUCX_VERSION0 B
53ARG OPENMPI_VERSION0 B
54ENV GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.16.00 B
55ARG TARGETARCH0 B
56RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.084.28 MB
57ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
58ENV OMPI_MCA_coll_hcoll_enable=00 B
59COPY cuda-*.patch /tmp # buildkit503 B
60RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.0432.51 MB
61ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
62ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
63ARG NVIDIA_PYTORCH_VERSION0 B
64ARG PYTORCH_BUILD_VERSION0 B
65ARG NVFUSER_BUILD_VERSION0 B
66ENV PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 PYTORCH_VERSION=2.3.0a0+40ec155e58 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=24.030 B
67ENV NVFUSER_BUILD_VERSION=f73ff1bc6a NVFUSER_VERSION=f73ff1bc6a0 B
68LABEL com.nvidia.pytorch.version=2.3.0a0+40ec155e580 B
69ARG TARGETARCH0 B
70ARG PYVER=3.100 B
71ARG L4T=00 B
72RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a61.57 MB
73ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B
74RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a8.18 MB
75RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a25.96 MB
76RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a12.16 MB
77WORKDIR /opt/pytorch115 B
78COPY . . # buildkit466.49 MB
79ENV PYTHONIOENCODING=utf-80 B
80ENV LC_ALL=C.UTF-80 B
81ENV PIP_DEFAULT_TIMEOUT=1000 B
82RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a613.38 MB
83RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a51.88 MB
84RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a8.22 KB
85ENV NVM_DIR=/usr/local/nvm0 B
86RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a66.03 MB
87COPY jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit471 B
88ENV JUPYTER_PORT=88880 B
89ENV TENSORBOARD_PORT=60060 B
90EXPOSE map[8888/tcp:{}]0 B
91EXPOSE map[6006/tcp:{}]0 B
92RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a15.02 MB
93ENV UCC_CL_BASIC_TLS=^sharp0 B
94ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B
95ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
96ENV CUDA_HOME=/usr/local/cuda0 B
97ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
98ENV USE_EXPERIMENTAL_CUDNN_V8_API=10 B
99RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a1.13 GB
100RUN |6 NVIDIA_PYTORCH_VERSION=24.03 PYTORCH_BUILD_VERSION=2.3.0a0+40ec155e58 NVFUSER_BUILD_VERSION=f73ff1bc6a538.89 KB
101RUN /bin/sh -c pip install168.79 MB
102RUN /bin/sh -c if [290.05 MB
103ENV COCOAPI_VERSION=2.0+nv0.8.00 B
104RUN /bin/sh -c export COCOAPI_TAG=$(echo27.42 MB
105COPY singularity/ /.singularity.d/ # buildkit1.09 KB
106RUN /bin/sh -c ( cd187.39 MB
107RUN /bin/sh -c pip install4.96 MB
108RUN /bin/sh -c pip uninstall1.28 MB
109RUN /bin/sh -c pip install60.24 KB
110RUN /bin/sh -c if [1.51 GB
111WORKDIR /workspace32 B
112COPY NVREADME.md README.md # buildkit1.1 KB
113COPY docker-examples docker-examples # buildkit1.09 KB
114COPY examples examples # buildkit6.45 MB
115COPY tutorials tutorials # buildkit28.73 MB
116RUN /bin/sh -c chmod -R35.32 MB
117RUN /bin/sh -c set -x1.5 MB
118ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
119RUN /bin/sh -c pip --version6.19 MB
120COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit57.87 MB
121ARG PYVER0 B
122RUN |1 PYVER=3.10 /bin/sh -c14.13 MB
123ENV LD_LIBRARY_PATH=/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
124ENV PATH=/usr/local/lib/python3.10/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
125RUN |1 PYVER=3.10 /bin/sh -c106.41 MB
126RUN |1 PYVER=3.10 /bin/sh -c115.6 MB
127ENV TORCH_CUDNN_V8_API_ENABLED=10 B
128ENV NCCL_WORK_FIFO_DEPTH=41943040 B
129ENV CUDA_MODULE_LOADING=LAZY0 B
130RUN |1 PYVER=3.10 /bin/sh -c13.94 KB
131COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit503 B
132ARG NVIDIA_BUILD_ID0 B
133ENV NVIDIA_BUILD_ID=852864080 B
134LABEL com.nvidia.build.id=852864080 B
135ARG NVIDIA_BUILD_REF0 B
136LABEL com.nvidia.build.ref=154032c431742c7fde97a2fdad674917592306e50 B
137RUN /bin/sh -c rm -f32 B
138ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 PIP_NO_CACHE_DIR=10 B
139RUN /bin/sh -c pip config300 B
140RUN /bin/sh -c pip config209 B
141RUN /bin/sh -c mkdir -p112 B
142RUN /bin/sh -c apt-get update102.14 MB
143RUN /bin/sh -c unattended-upgrade #28.77 MB
144RUN /bin/sh -c rm -rf565 B
145RUN /bin/sh -c rm /etc/ssh/ssh_host_ecdsa_key160 B
146RUN /bin/sh -c rm /etc/ssh/ssh_host_ed25519_key163 B
147RUN /bin/sh -c rm /etc/ssh/ssh_host_rsa_key158 B
148WORKDIR /0 B
149COPY ./requirements/base-requirements.txt requirements/ # buildkit819 B
150COPY ./requirements/notebook-requirements.txt requirements/ # buildkit259 B
151RUN /bin/sh -c pip install293.75 MB
152COPY docker/dockerfile_scripts /tmp/det_dockerfile_scripts # buildkit10.66 KB
153COPY /dist/wheels /tmp/wheels # buildkit392.7 MB
154RUN /bin/sh -c export DEEPSPEED_PIP=$(find98.73 MB
155RUN /bin/sh -c pip install111.52 MB
156RUN /bin/sh -c pip install133.23 MB
157RUN /bin/sh -c pip install263.1 MB
158RUN /bin/sh -c /tmp/det_dockerfile_scripts/add_det_nobody_user.sh #24.22 KB
159RUN /bin/sh -c /tmp/det_dockerfile_scripts/install_libnss_determined.sh #8.86 KB
160RUN /bin/sh -c /tmp/det_dockerfile_scripts/install_google_cloud_sdk.sh #235.37 MB
161RUN /bin/sh -c rm -r381 B
162RUN /bin/sh -c chown root119 B
163ENV JUPYTER_CONFIG_DIR=/run/determined/jupyter/config0 B
164ENV JUPYTER_DATA_DIR=/run/determined/jupyter/data0 B
165ENV JUPYTER_RUNTIME_DIR=/run/determined/jupyter/runtime0 B
166COPY ./requirements/ requirements/ # buildkit4.81 KB
167RUN /bin/sh -c pip install606.57 MB
168COPY ./lore/ lore/ # buildkit263.18 KB
169COPY setup.py . # buildkit739 B
170RUN /bin/sh -c pip install10.59 KB
171COPY ./examples/ examples/ # buildkit5.37 MB
172RUN /bin/sh -c pip install397.8 KB

Command

 ARG RELEASE