Sign inSign up

ilum/spark:3.5.7-nessie-sedona

Multi-platform
Machine learning & AI
Data science
Index digest

sha256:e94d3e1007414f46dd6b7787ccdce3a96fac3114e9773755a95f1b70d267f792

OS/ARCH

Compressed size

2.06 GB

Last pushed

5 months by ilum

Type

Image

Manifest digest

sha256:83088286a1642ab4498fe68f9226758c531ba777871c9ffac89368c58ffbb628

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7ENV JAVA_HOME=/opt/java/openjdk0 B
8ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
9ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
10RUN /bin/sh -c set -eux;19.74 MB
11ENV JAVA_VERSION=jdk-17.0.16+80 B
12RUN /bin/sh -c set -eux;138.01 MB
13RUN /bin/sh -c set -eux;158 B
14COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh #2.23 KB
15ENTRYPOINT ["/__cacert_entrypoint.sh"]0 B
16CMD ["jshell"]0 B
17ARG spark_uid=1850 B
18RUN |1 spark_uid=185 /bin/sh -c1.39 KB
19RUN |1 spark_uid=185 /bin/sh -c25.79 MB
20ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz?action=download SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz.asc?action=download GPG_KEY=564CA14951C29266889F9C5B90E2BA86F7A9B3070 B
21RUN |1 spark_uid=185 /bin/sh -c309.88 MB
22COPY entrypoint.sh /opt/ # buildkit2.09 KB
23ENV SPARK_HOME=/opt/spark0 B
24WORKDIR /opt/spark/work-dir32 B
25USER spark0 B
26ENTRYPOINT ["/opt/entrypoint.sh"]0 B
27USER root0 B
28RUN /bin/sh -c set -ex;108.45 MB
29USER spark0 B
30USER root0 B
31ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/hadoop-aws-3.3.4.jar /opt/spark/jars #867.8 KB
32ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-s3/1.12.262/aws-java-sdk-s3-1.12.262.jar /opt/spark/jars #1.05 MB
33ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk/1.12.262/aws-java-sdk-1.12.262.jar /opt/spark/jars #4.26 KB
34ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.12.262/aws-java-sdk-core-1.12.262.jar /opt/spark/jars #897.6 KB
35ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-dynamodb/1.12.262/aws-java-sdk-dynamodb-1.12.262.jar /opt/spark/jars #1.67 MB
36ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.13/gcs-connector-hadoop3-2.2.13-shaded.jar /opt/spark/jars #32.44 MB
37ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.4/hadoop-azure-3.3.4.jar /opt/spark/jars #510.75 KB
38ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars #738.02 KB
39ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.43.v20210629/jetty-util-ajax-9.4.43.v20210629.jar /opt/spark/jars #58.71 KB
40ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.43.v20210629/jetty-util-9.4.43.v20210629.jar /opt/spark/jars #522.58 KB
41ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-extension-spark-3-5_2.12/1.10.2/kyuubi-extension-spark-3-5_2.12-1.10.2.jar /opt/spark/jars #278.69 KB
42ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-spark-lineage_2.12/1.10.2/kyuubi-spark-lineage_2.12-1.10.2.jar /opt/spark/jars #99.46 KB
43ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util-scala_2.12/1.10.2/kyuubi-util-scala_2.12-1.10.2.jar /opt/spark/jars #25.54 KB
44ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util/1.10.2/kyuubi-util-1.10.2.jar /opt/spark/jars #31.2 KB
45ADD --chmod=644 https://repo1.maven.org/maven2/io/openlineage/openlineage-spark_2.12/1.40.1/openlineage-spark_2.12-1.40.1.jar /opt/spark/jars #29.29 MB
46ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-spark_2.12/3.3.2/delta-spark_2.12-3.3.2.jar /opt/spark/jars #6.44 MB
47ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-storage/3.3.2/delta-storage-3.3.2.jar /opt/spark/jars #27.43 KB
48ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/spark/spark-connect_2.12/3.5.7/spark-connect_2.12-3.5.7.jar /opt/spark/jars #12.29 MB
49ADD --chmod=755 entrypoint.sh /opt/entrypoint.sh #1.91 KB
50USER 0 B
51RUN /bin/sh -c python3 -m1.07 GB
52ENTRYPOINT ["/opt/entrypoint.sh"]0 B
53USER root0 B
54ADD --chmod=644 https://repo.maven.apache.org/maven2/org/projectnessie/nessie-integrations/nessie-spark-extensions-3.5_2.12/0.104.3/nessie-spark-extensions-3.5_2.12-0.104.3.jar /opt/spark/jars #1.91 MB
55ADD --chmod=644 https://repo.maven.apache.org/maven2/org/apache/iceberg/iceberg-spark-runtime-3.5_2.12/1.9.2/iceberg-spark-runtime-3.5_2.12-1.9.2.jar /opt/spark/jars #38.38 MB
56ADD --chmod=644 https://repo.maven.apache.org/maven2/org/apache/iceberg/iceberg-aws-bundle/1.9.2/iceberg-aws-bundle-1.9.2.jar /opt/spark/jars #52.27 MB
57ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/sedona/sedona-spark-shaded-3.5_2.12/1.8.0/sedona-spark-shaded-3.5_2.12-1.8.0.jar /opt/spark/jars #65.2 MB
58RUN /bin/sh -c python3 -m142.74 MB
59USER 0 B

Command

 ARG RELEASE