Sign inSign up

danmadocker/hadoop-hive-spark-dev:latest

Manifest digest

sha256:a65fb2ac0b05b0fd08b76c0faf756091ab34ead3f2fdd509b5b841e82c42e3ae

OS/ARCH

linux/amd64

Compressed size

4.96 GB

Last pushed

over 2 years by danmadocker

Type

Image

Manifest digest

sha256:a65fb2ac0b05b0fd08b76c0faf756091ab34ead3f2fdd509b5b841e82c42e3ae

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.03 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=x86_640 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=12.3 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<4710 B
9ENV NV_CUDA_CUDART_VERSION=12.3.52-10 B
10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-30 B
11ARG TARGETARCH0 B
12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
13RUN |1 TARGETARCH=amd64 /bin/sh -c4.41 MB
14ENV CUDA_VERSION=12.3.00 B
15RUN |1 TARGETARCH=amd64 /bin/sh -c54.43 MB
16RUN |1 TARGETARCH=amd64 /bin/sh -c185 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV DEBIAN_FRONTEND=noninteractive0 B
23ENV LANG=C.UTF-80 B
24COPY setup.sources.sh /setup.sources.sh # buildkit861 B
25COPY setup.packages.sh /setup.packages.sh # buildkit769 B
26COPY gpu.packages.txt /gpu.packages.txt # buildkit396 B
27RUN /bin/sh -c /setup.sources.sh #34.25 MB
28RUN /bin/sh -c /setup.packages.sh /gpu.packages.txt2.77 GB
29ARG PYTHON_VERSION=python3.110 B
30ARG TENSORFLOW_PACKAGE=tf-nightly0 B
31COPY setup.python.sh /setup.python.sh # buildkit971 B
32COPY gpu.requirements.txt /gpu.requirements.txt # buildkit125 B
33RUN |2 PYTHON_VERSION=python3.11 TENSORFLOW_PACKAGE=tensorflow==2.16.1 /bin/sh35.59 MB
34RUN |2 PYTHON_VERSION=python3.11 TENSORFLOW_PACKAGE=tensorflow==2.16.1 /bin/sh644.12 MB
35COPY setup.cuda.sh /setup.cuda.sh # buildkit808 B
36RUN |2 PYTHON_VERSION=python3.11 TENSORFLOW_PACKAGE=tensorflow==2.16.1 /bin/sh6.75 KB
37COPY bashrc /etc/bash.bashrc # buildkit1.11 KB
38RUN |2 PYTHON_VERSION=python3.11 TENSORFLOW_PACKAGE=tensorflow==2.16.1 /bin/sh1.1 KB
39RUN /bin/sh -c sed -i134.83 MB
40ARG USERNAME=jupyter0 B
41ARG GROUPNAME=jupyter0 B
42ARG UID=10010 B
43ARG GID=10010 B
44RUN |4 USERNAME=jupyter GROUPNAME=jupyter UID=10014.47 KB
45USER jupyter0 B
46ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/0 B
47COPY --chown=jupyter:jupyter /opt/hadoop /opt/hadoop #676.43 MB
48ENV HADOOP_HOME=/opt/hadoop0 B
49ENV HADOOP_CONF_DIR=/opt/hadoop/etc/hadoop0 B
50ENV PATH=/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
51ENV LD_LIBRARY_PATH=/opt/hadoop/lib/native:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
52COPY --chown=jupyter:jupyter /opt/spark /opt/spark #286.89 MB
53ENV SPARK_HOME=/opt/spark0 B
54ENV PYTHONHASHSEED=10 B
55ENV PYSPARK_PYTHON=python30 B
56ENV SPARK_CONF_DIR=/opt/spark/conf0 B
57ENV PATH=/opt/spark/sbin:/opt/spark/bin:/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
58COPY --chown=jupyter:jupyter /opt/hive /opt/hive #311.85 MB
59ENV HIVE_HOME=/opt/hive0 B
60ENV HIVE_CONF_DIR=/opt/hive/conf0 B
61ENV PATH=/opt/hive/sbin:/opt/hive/bin:/opt/spark/sbin:/opt/spark/bin:/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
62RUN |4 USERNAME=jupyter GROUPNAME=jupyter UID=100123.3 MB
63WORKDIR /home/jupyter32 B

Command

 ARG RELEASE