parasubvert/spark-iceberg:latest

Multi-platform

Index digest

sha256:1545d063bdf98d29e80c6526ebcef7f34ca9d988ce4b5b10311c003d3b859e05

OS/ARCH

Compressed size

2.18 GB

Last pushed

over 1 year by parasubvert

Type

Image

Manifest digest

sha256:be9482804811163171dd04dc765c70ec8eba9b2b83dcac3dc142577b5d0dc7c4

Image Layers

Image Layers

1ADD file ... in / 51.23 MB

2CMD ["bash"]0 B

3/bin/sh -c set -eux; apt-get15.02 MB

4/bin/sh -c set -eux; apt-get52.16 MB

5/bin/sh -c set -ex; apt-get181.09 MB

6ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

7ENV LANG=C.UTF-80 B

8RUN /bin/sh -c set -eux;6.11 MB

9ENV GPG_KEY=E3FF2839C048B25C084DEBE9B26995E3102505680 B

10ENV PYTHON_VERSION=3.9.180 B

11RUN /bin/sh -c set -eux;15.23 MB

12RUN /bin/sh -c set -eux;243 B

13ENV PYTHON_PIP_VERSION=23.0.10 B

14ENV PYTHON_SETUPTOOLS_VERSION=58.1.00 B

15ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/dbf0c85f76fb6e1ab42aa672ffca6f0a675d9ee4/public/get-pip.py0 B

16ENV PYTHON_GET_PIP_SHA256=dfe9fd5c28dc98b5ac17979a953ea550cec37ae1b47a5116007395bfacff2ab90 B

17RUN /bin/sh -c set -eux;2.72 MB

18CMD ["python3"]0 B

19RUN /bin/sh -c apt-get update202.35 MB

20COPY requirements.txt . # buildkit217 B

21RUN /bin/sh -c pip3 install414.66 MB

22RUN /bin/sh -c python3 -m316.98 KB

23RUN /bin/sh -c curl https://github.com/SpencerPark/IJava/releases/download/v1.3.0/ijava-1.3.0.zip6.37 MB

24ENV SPARK_HOME=/opt/spark0 B

25ENV PYTHONPATH=/opt/spark/python:/opt/spark/python/lib/py4j-0.10.9.7-src.zip:0 B

26WORKDIR /opt/spark111 B

27ENV SPARK_VERSION=3.5.10 B

28ENV SPARK_MAJOR_VERSION=3.50 B

29ENV ICEBERG_VERSION=1.5.00 B

30RUN /bin/sh -c mkdir -p382.47 MB

31

RUN /bin/sh -c curl https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12/${ICEBERG_VERSION}/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12-${ICEBERG_VERSION}.jar

35.14 MB

32RUN /bin/sh -c curl -s25.37 MB

33RUN /bin/sh -c curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip"55.04 MB

34ENV IJAVA_CLASSPATH=/opt/spark/jars/*0 B

35RUN /bin/sh -c mkdir -p571.74 MB

36RUN /bin/sh -c mkdir -p199 B

37COPY notebooks/ /home/iceberg/notebooks # buildkit18.2 KB

38RUN /bin/sh -c echo '#!289 B

39RUN /bin/sh -c echo '#!292 B

40RUN /bin/sh -c mkdir -p171 B

41COPY ipython/startup/00-prettytables.py /root/.ipython/profile_default/startup # buildkit1.29 KB

42COPY ipython/startup/README /root/.ipython/profile_default/startup # buildkit439 B

43COPY spark-defaults.conf /opt/spark/conf # buildkit961 B

44ENV PATH=/opt/spark/sbin:/opt/spark/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

45RUN /bin/sh -c chmod u+x3.85 KB

46COPY .pyiceberg.yaml /root/.pyiceberg.yaml # buildkit685 B

47COPY entrypoint.sh . # buildkit791 B

48ENTRYPOINT ["./entrypoint.sh"]0 B

49CMD ["notebook"]0 B

50COPY spark-defaults.conf /opt/spark/conf/ # buildkit478 B

51COPY postgresql-42.7.5.jar /opt/spark/jars/ # buildkit991.05 KB

52COPY regatta-jdbc-1.3.7_full.jar /opt/spark/jars # buildkit64.95 MB

53RUN /bin/sh -c rm -rf160 B

54COPY regatta-reproduction.ipynb /home/iceberg/notebooks/ # buildkit2.81 KB

55RUN /bin/sh -c pip3 install1.41 MB

56WORKDIR /home/iceberg32 B

57RUN /bin/sh -c apt update16.82 MB

58COPY pyregatta-1.0.0_full.tar.gz /home/iceberg # buildkit62.44 MB

59RUN /bin/sh -c tar xvf65.43 MB

60RUN /bin/sh -c echo '#!378 B

61WORKDIR /opt/spark32 B

Command

ADD file:46791e28a2eef97a17393ff5cf2928d2e721f9380340a34c7d2e85053edec7c1 in /