apache/spark-py:v3.3.0

Multi-platform

Languages & frameworks

Machine learning & AI

Data science

Manifest digest

sha256:f43c79f5583edfd5e3713232c891bb7afbef81f90ba35b29ae1657e6ab44e4f5

OS/ARCH

Compressed size

498.13 MB

Last pushed

about 4 years by gengliangwang

Type

Image

Manifest digest

sha256:f43c79f5583edfd5e3713232c891bb7afbef81f90ba35b29ae1657e6ab44e4f5

Image Layers

Image Layers

1ADD file ... in / 29.93 MB

2CMD ["bash"]0 B

3/bin/sh -c set -eux; apt-get1.51 MB

4ENV JAVA_HOME=/usr/local/openjdk-110 B

5/bin/sh -c { echo '#/bin/sh';211 B

6ENV PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

7ENV LANG=C.UTF-80 B

8ENV JAVA_VERSION=11.0.150 B

9/bin/sh -c set -eux; arch="$(dpkg45.27 MB

10ARG spark_uid=1850 B

11RUN |1 spark_uid=185 /bin/sh -c33.16 MB

12COPY jars /opt/spark/jars # buildkit265.95 MB

13COPY bin /opt/spark/bin # buildkit10.29 KB

14COPY sbin /opt/spark/sbin # buildkit7.02 KB

15COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit1.78 KB

16COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit889 B

17COPY examples /opt/spark/examples # buildkit1.68 MB

18COPY kubernetes/tests /opt/spark/tests # buildkit2.25 KB

19COPY data /opt/spark/data # buildkit356.18 KB

20ENV SPARK_HOME=/opt/spark0 B

21WORKDIR /opt/spark/work-dir32 B

22RUN |1 spark_uid=185 /bin/sh -c149 B

23RUN |1 spark_uid=185 /bin/sh -c32 B

24ENTRYPOINT ["/opt/entrypoint.sh"]0 B

25USER 1850 B

26WORKDIR /0 B

27USER 00 B

28RUN /bin/sh -c mkdir ${SPARK_HOME}/python145 B

29RUN /bin/sh -c apt-get update117.28 MB

30COPY python/pyspark /opt/spark/python/pyspark # buildkit1.52 MB

31COPY python/lib /opt/spark/python/lib # buildkit1.46 MB

32WORKDIR /opt/spark/work-dir32 B

33ENTRYPOINT ["/opt/entrypoint.sh"]0 B

34ARG spark_uid=1850 B

35USER 1850 B

Command

ADD file:8adbbab04d6f84cd83b5f4205b89b0acb7ecbf27a1bb2dc181d0a629479039fe in /