Sign inSign up

apache/spark-py:v3.3.0

Multi-platform
Languages & frameworks
Machine learning & AI
Data science
Manifest digest

sha256:3849f7fcec40252a00e8f0bd1d446198fe26e38a4bc6db9f9b024d5e1dd34f40

OS/ARCH

Compressed size

491.06 MB

Last pushed

about 4 years by gengliangwang

Type

Image

Manifest digest

sha256:3849f7fcec40252a00e8f0bd1d446198fe26e38a4bc6db9f9b024d5e1dd34f40

Image Layers

Image Layers

1ADD file ... in / 28.67 MB
2CMD ["bash"]0 B
3/bin/sh -c set -eux; apt-get1.3 MB
4ENV JAVA_HOME=/usr/local/openjdk-110 B
5/bin/sh -c { echo '#/bin/sh';211 B
6ENV PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
7ENV LANG=C.UTF-80 B
8ENV JAVA_VERSION=11.0.150 B
9/bin/sh -c set -eux; arch="$(dpkg44.4 MB
10ARG spark_uid=1850 B
11RUN |1 spark_uid=185 /bin/sh -c32.88 MB
12COPY jars /opt/spark/jars # buildkit265.95 MB
13COPY bin /opt/spark/bin # buildkit10.29 KB
14COPY sbin /opt/spark/sbin # buildkit7.02 KB
15COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit1.78 KB
16COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit888 B
17COPY examples /opt/spark/examples # buildkit1.68 MB
18COPY kubernetes/tests /opt/spark/tests # buildkit2.25 KB
19COPY data /opt/spark/data # buildkit356.18 KB
20ENV SPARK_HOME=/opt/spark0 B
21WORKDIR /opt/spark/work-dir32 B
22RUN |1 spark_uid=185 /bin/sh -c149 B
23RUN |1 spark_uid=185 /bin/sh -c32 B
24ENTRYPOINT ["/opt/entrypoint.sh"]0 B
25USER 1850 B
26WORKDIR /0 B
27USER 00 B
28RUN /bin/sh -c mkdir ${SPARK_HOME}/python145 B
29RUN /bin/sh -c apt-get update112.83 MB
30COPY python/pyspark /opt/spark/python/pyspark # buildkit1.52 MB
31COPY python/lib /opt/spark/python/lib # buildkit1.46 MB
32WORKDIR /opt/spark/work-dir32 B
33ENTRYPOINT ["/opt/entrypoint.sh"]0 B
34ARG spark_uid=1850 B
35USER 1850 B

Command

ADD file:134be48af13f80f3474bf1b080ca781feb7b972148d482849862e55eb2acd61c in /