Sign inSign up

zilliz/spark-etl:latest

Manifest digest

sha256:42f906ba70b6bc1b4b07b112ccff4c9d08a18d8dfe335b9fea56aa0115cc986b

OS/ARCH

linux/amd64

Compressed size

990.5 MB

Last pushed

over 1 year by zilliz

Type

Image

Manifest digest

sha256:42f906ba70b6bc1b4b07b112ccff4c9d08a18d8dfe335b9fea56aa0115cc986b

Image Layers

Image Layers

1ADD file ... in / 29.9 MB
2CMD ["bash"]0 B
3/bin/sh -c set -eux; apt-get1.51 MB
4ENV JAVA_HOME=/usr/local/openjdk-170 B
5ENV PATH=/usr/local/openjdk-17/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
6ENV LANG=C.UTF-80 B
7ENV JAVA_VERSION=17.0.10 B
8/bin/sh -c set -eux; arch="$(dpkg178.86 MB
9CMD ["jshell"]0 B
10ENV SCALA_VERSION=2.130 B
11ENV SBT_VERSION=1.10.110 B
12ENV SPARK_VERSION=3.5.30 B
13ENV HADOOP_VERSION=30 B
14RUN /bin/sh -c apt-get update3.11 MB
15RUN /bin/sh -c wget -q56.94 MB
16ENV PATH=/usr/local/openjdk-17/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/sbt/bin0 B
17WORKDIR /app92 B
18COPY ./spark/spark-3.5.3-bin-hadoop3-scala2.13 /opt/spark/spark-3.5.3-bin-hadoop3-scala2.13 # buildkit391.45 MB
19ENV SPARK_HOME=/opt/spark/spark-3.5.3-bin-hadoop3-scala2.130 B
20ENV PATH=/usr/local/openjdk-17/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/sbt/bin:/opt/spark/spark-3.5.3-bin-hadoop3-scala2.13/bin:/opt/spark/spark-3.5.3-bin-hadoop3-scala2.13/sbin0 B
21CMD ["/bin/bash"]0 B
22ENV SCALA_VERSION=2.130 B
23ENV SPARK_VERSION=3.5.30 B
24ENV HADOOP_VERSION=30 B
25ENV SPARK_HOME=/opt/spark/spark-3.5.3-bin-hadoop3-scala2.130 B
26RUN /bin/sh -c apt-get update386.29 KB
27WORKDIR /app32 B
28COPY lib/ ./lib/ # buildkit328.35 MB
29COPY config/ ./config/ # buildkit698 B
30RUN /bin/sh -c echo '#!/bin/bash'525 B
31RUN /bin/sh -c chmod +x520 B
32RUN /bin/sh -c ln -s192 B
33RUN /bin/sh -c echo 'alias1.06 KB
34ENV PATH=/app:/usr/local/openjdk-17/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/sbt/bin:/opt/spark/spark-3.5.3-bin-hadoop3-scala2.13/bin:/opt/spark/spark-3.5.3-bin-hadoop3-scala2.13/sbin0 B
35COPY ci/entrypoint.sh /opt/entrypoint.sh # buildkit345 B
36RUN /bin/sh -c chmod +x343 B
37RUN /bin/sh -c cp /opt/spark/spark-3.5.3-bin-hadoop3-scala2.13/kubernetes/dockerfiles/spark/decom.sh925 B
38ENTRYPOINT ["/opt/entrypoint.sh"]0 B
39CMD ["/bin/bash"]0 B

Command

ADD file:09675d11695f65c55efdc393ff0cd32f30194cd7d0fbef4631eebfed4414ac97 in /