sha256:2c7043e12bf6c5c9fe28ad5c9f91cf68d2e7490821a2c01864b450de3bb8e084
OS/ARCH
linux/amd64
Compressed size
9.4 GB
Last pushed
over 3 years by peakji92
Type
Image
Manifest digest
sha256:5a780c5ff110939bb2696aebd1496bc81afeb8a5463b52cd09751a72a884dc4b
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.ref.name=ubuntu0 B4LABEL org.opencontainers.image.version=20.040 B5ADD file ... in / 26.23 MB6CMD ["/bin/bash"]0 B7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive107.37 MB8ARG CUDA_VERSION0 B9ARG CUDA_DRIVER_VERSION0 B10ARG JETPACK_HOST_MOUNTS0 B11ENV CUDA_VERSION=12.0.1.011 CUDA_DRIVER_VERSION=525.85.12 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B12RUN |3 CUDA_VERSION=12.0.1.011 CUDA_DRIVER_VERSION=525.85.12 JETPACK_HOST_MOUNTS=139.04 MB13RUN |3 CUDA_VERSION=12.0.1.011 CUDA_DRIVER_VERSION=525.85.12 JETPACK_HOST_MOUNTS=177.85 KB14ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B15LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B16ARG NCCL_VERSION0 B17ARG CUBLAS_VERSION0 B18ARG CUFFT_VERSION0 B19ARG CURAND_VERSION0 B20ARG CUSPARSE_VERSION0 B21ARG CUSOLVER_VERSION0 B22ARG CUTENSOR_VERSION0 B23ARG NPP_VERSION0 B24ARG NVJPEG_VERSION0 B25ARG CUDNN_VERSION0 B26ARG TRT_VERSION0 B27ARG TRTOSS_VERSION0 B28ARG NSIGHT_SYSTEMS_VERSION0 B29ARG NSIGHT_COMPUTE_VERSION0 B30ENV NCCL_VERSION=2.16.5 CUBLAS_VERSION=12.0.2.224 CUFFT_VERSION=11.0.1.95 CURAND_VERSION=10.3.1.1240 B31RUN |17 CUDA_VERSION=12.0.1.011 CUDA_DRIVER_VERSION=525.85.12 JETPACK_HOST_MOUNTS=2.88 GB32LABEL com.nvidia.nccl.version=2.16.5 com.nvidia.cublas.version=12.0.2.224 com.nvidia.cufft.version=11.0.1.95 com.nvidia.curand.version=10.3.1.1240 B33ARG DALI_VERSION0 B34ARG DALI_BUILD0 B35ARG POLYGRAPHY_VERSION0 B36ARG TRANSFORMER_ENGINE_VERSION0 B37ENV DALI_VERSION=1.22.0 DALI_BUILD=6971317 POLYGRAPHY_VERSION=0.43.1 TRANSFORMER_ENGINE_VERSION=0.50 B38ADD docs.tgz / # buildkit11.27 KB39RUN |21 CUDA_VERSION=12.0.1.011 CUDA_DRIVER_VERSION=525.85.12 JETPACK_HOST_MOUNTS=187 B40ARG _LIBPATH_SUFFIX0 B41ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda-11/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B42COPY entrypoint/ /opt/nvidia/ # buildkit4.97 KB43ENV NVIDIA_PRODUCT_NAME=CUDA0 B44ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B45COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB46RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive38.88 MB47ARG GDRCOPY_VERSION0 B48ARG HPCX_VERSION0 B49ARG RDMACORE_VERSION0 B50ARG MOFED_VERSION=5.4-rdmacore36.00 B51ARG OPENUCX_VERSION0 B52ARG OPENMPI_VERSION0 B53ENV GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 MOFED_VERSION=5.4-rdmacore36.0 OPENUCX_VERSION=1.14.00 B54ARG TARGETARCH0 B55RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 RDMACORE_VERSION=36.091.73 MB56ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B57ENV OMPI_MCA_coll_hcoll_enable=00 B58COPY cuda-*.patch /tmp # buildkit509 B59RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 RDMACORE_VERSION=36.0901.55 MB60ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B61RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 RDMACORE_VERSION=36.032 B62ENV NVIDIA_PRODUCT_NAME=PyTorch0 B63ARG NVIDIA_PYTORCH_VERSION0 B64ARG PYTORCH_BUILD_VERSION0 B65ENV PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 PYTORCH_VERSION=1.14.0a0+44dac51 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=23.020 B66LABEL com.nvidia.pytorch.version=1.14.0a0+44dac510 B67ARG TARGETARCH0 B68ARG PYVER=3.80 B69ENV PYVER=3.80 B70RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd6452.27 MB71ENV SETUPTOOLS_USE_DISTUTILS=stdlib0 B72RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd648.41 MB73RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd6426.21 MB74WORKDIR /opt32 B75ENV OPENBLAS_VERSION=0.3.200 B76RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd6411.77 MB77WORKDIR /opt/pytorch122 B78COPY . . # buildkit300.23 MB79ENV PYTHONIOENCODING=utf-80 B80ENV LC_ALL=C.UTF-80 B81ENV PIP_DEFAULT_TIMEOUT=1000 B82RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd64865.09 MB83RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd6450.02 MB84RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd648.26 KB85ENV NVM_DIR=/usr/local/nvm0 B86RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd6464.77 MB87COPY jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit479 B88ENV JUPYTER_PORT=88880 B89ENV TENSORBOARD_PORT=60060 B90EXPOSE map[8888/tcp:{}]0 B91EXPOSE map[6006/tcp:{}]0 B92RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd6414.26 MB93RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd64140.85 MB94ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B95ENV CUDA_HOME=/usr/local/cuda0 B96ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B97ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B98ENV USE_EXPERIMENTAL_CUDNN_V8_API=10 B99RUN |4 NVIDIA_PYTORCH_VERSION=23.02 PYTORCH_BUILD_VERSION=1.14.0a0+44dac51 TARGETARCH=amd64697.2 MB100RUN /bin/sh -c pip install33.67 MB101RUN /bin/sh -c pip install460.28 MB102ENV COCOAPI_VERSION=2.0+nv0.7.10 B103RUN /bin/sh -c export COCOAPI_TAG=$(echo20.11 MB104COPY singularity/ /.singularity.d/ # buildkit1.1 KB105RUN /bin/sh -c ( cd69.45 MB106RUN /bin/sh -c patch -d11.22 KB107RUN /bin/sh -c pip uninstall1.4 MB108RUN /bin/sh -c find /rapids2.17 GB109WORKDIR /workspace32 B110COPY NVREADME.md README.md # buildkit1.12 KB111COPY docker-examples docker-examples # buildkit1.01 KB112COPY examples examples # buildkit6.45 MB113COPY tutorials tutorials # buildkit28.73 MB114RUN /bin/sh -c chmod -R35.32 MB115RUN /bin/sh -c set -x1.2 MB116ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B117RUN /bin/sh -c pip --version4.53 MB118COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit53.99 MB119ARG PYVER0 B120RUN |1 PYVER=3.8 /bin/sh -c14.42 MB121ENV LD_LIBRARY_PATH=/usr/local/lib/python3.8/dist-packages/torch/lib:/usr/local/lib/python3.8/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda-11/lib640 B122ENV PATH=/usr/local/lib/python3.8/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B123RUN |1 PYVER=3.8 /bin/sh -c66.75 MB124ENV TORCH_CUDNN_V8_API_ENABLED=10 B125ENV CUDA_MODULE_LOADING=LAZY0 B126RUN |1 PYVER=3.8 /bin/sh -c15.62 KB127COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit509 B128ARG NVIDIA_BUILD_ID0 B129ENV NVIDIA_BUILD_ID=534208720 B130LABEL com.nvidia.build.id=534208720 B131ARG NVIDIA_BUILD_REF0 B132LABEL com.nvidia.build.ref=ff76e8b7be1df4852e0c449780c0a550ff709e590 B133WORKDIR /app99 B134COPY requirements.txt requirements.txt # buildkit287 B135RUN /bin/sh -c pip install104.25 MB136COPY . . # buildkit4.23 MB137EXPOSE map[80/tcp:{}]0 B138ENV PYTHONUNBUFFERED=10 B139ENV BITSANDBYTES_NOWELCOME=10 B140ENV MODEL=bigscience/bloomz-560m0 B141ENV HOST=0.0.0.00 B142ENV PORT=800 B143ENV MODEL_REVISION=0 B144ENV MODEL_CACHE_DIR=/models0 B145ENV MODEL_LOAD_IN_8BIT=false0 B146ENV MODEL_LOCAL_FILES_ONLY=false0 B147ENV MODEL_TRUST_REMOTE_CODE=false0 B148ENV MODEL_HALF_PRECISION=false0 B149ENV SERVER_THREADS=80 B150ENV SERVER_IDENTITY=basaran0 B151ENV SERVER_CONNECTION_LIMIT=10240 B152ENV SERVER_CHANNEL_TIMEOUT=3000 B153ENV SERVER_MODEL_NAME=0 B154ENV SERVER_NO_PLAYGROUND=false0 B155ENV COMPLETION_MAX_PROMPT=40960 B156ENV COMPLETION_MAX_TOKENS=40960 B157ENV COMPLETION_MAX_N=50 B158ENV COMPLETION_MAX_LOGPROBS=50 B159ENV COMPLETION_MAX_INTERVAL=500 B160ENV CUDA_MEMORY_FRACTION=1.00 B161ENTRYPOINT ["python" "-m" "basaran"]0 BCommand
ARG RELEASE