sha256:448e76efb47736ce48d004fc986f955efa0e9f76992b6d515bda03bf35042caa
OS/ARCH
linux/amd64
Compressed size
7.76 GB
Last pushed
over 1 year by swarnimcedana
Type
Image
Manifest digest
sha256:448e76efb47736ce48d004fc986f955efa0e9f76992b6d515bda03bf35042caa
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.ref.name=ubuntu0 B4LABEL org.opencontainers.image.version=22.040 B5ADD file ... in / 28.17 MB6CMD ["/bin/bash"]0 B7ENV NVARCH=x86_640 B8ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<4710 B9ENV NV_CUDA_CUDART_VERSION=12.4.99-10 B10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-40 B11ARG TARGETARCH0 B13RUN |1 TARGETARCH=amd64 /bin/sh -c4.41 MB14ENV CUDA_VERSION=12.4.00 B15RUN |1 TARGETARCH=amd64 /bin/sh -c54.93 MB16RUN |1 TARGETARCH=amd64 /bin/sh -c184 B17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB20ENV NVIDIA_VISIBLE_DEVICES=all0 B21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B22ENV NV_CUDA_LIB_VERSION=12.4.0-10 B23ENV NV_NVTX_VERSION=12.4.99-10 B24ENV NV_LIBNPP_VERSION=12.2.5.2-10 B25ENV NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.2-10 B26ENV NV_LIBCUSPARSE_VERSION=12.3.0.142-10 B27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-40 B28ENV NV_LIBCUBLAS_VERSION=12.4.2.65-10 B29ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.2.65-10 B30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B31ENV NV_LIBNCCL_PACKAGE_VERSION=2.20.5-10 B32ENV NCCL_VERSION=2.20.5-10 B33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.20.5-1+cuda12.40 B34ARG TARGETARCH0 B36RUN |1 TARGETARCH=amd64 /bin/sh -c1.27 GB37RUN |1 TARGETARCH=amd64 /bin/sh -c62.56 KB38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB40ENV NVIDIA_PRODUCT_NAME=CUDA0 B41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B42ENV NV_CUDA_LIB_VERSION=12.4.0-10 B43ENV NV_CUDA_CUDART_DEV_VERSION=12.4.99-10 B44ENV NV_NVML_DEV_VERSION=12.4.99-10 B45ENV NV_LIBCUSPARSE_DEV_VERSION=12.3.0.142-10 B46ENV NV_LIBNPP_DEV_VERSION=12.2.5.2-10 B47ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.2-10 B48ENV NV_LIBCUBLAS_DEV_VERSION=12.4.2.65-10 B49ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-40 B50ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.2.65-10 B51ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.0-10 B52ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.0-10 B53ENV NV_NVPROF_VERSION=12.4.99-10 B54ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.99-10 B55ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B56ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.20.5-10 B57ENV NCCL_VERSION=2.20.5-10 B58ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.20.5-1+cuda12.40 B59ARG TARGETARCH0 B61RUN |1 TARGETARCH=amd64 /bin/sh -c2.45 GB62RUN |1 TARGETARCH=amd64 /bin/sh -c86.82 KB63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B64ARG CUDA_DOCKER_ARCH=default0 B65RUN |1 CUDA_DOCKER_ARCH=default /bin/sh -c98.77 MB66COPY requirements.txt requirements.txt # buildkit300 B67COPY requirements requirements # buildkit670 B68RUN |1 CUDA_DOCKER_ARCH=default /bin/sh -c475.92 MB69WORKDIR /app92 B70COPY . . # buildkit470.87 MB71RUN |1 CUDA_DOCKER_ARCH=default /bin/sh -c322.74 MB72ENTRYPOINT ["/app/.devops/tools.sh"]0 B73COPY /usr/local/cuda-12.4/compat/libcuda.so.550.54.15 /usr/local/cuda/lib64/libcuda.so.1 # buildkit6.09 MB74COPY llama-2-7b-chat.Q2_K.gguf /models/ # buildkit2.62 GB75ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B76ENTRYPOINT ["./llama-server" "-m" "/models/llama-2-7b-chat.Q2_K.gguf" "-p"0 BCommand
ARG RELEASE