akchin/yarn-spark:dev

Manifest digest

sha256:09e8e800ba75dbe9d011835a99fbae39f073543fdd897553db90dc8ecc7538e9

OS/ARCH

linux/amd64

Compressed size

1.5 GB

Last pushed

almost 8 years by akchin

Type

Image

Manifest digest

sha256:09e8e800ba75dbe9d011835a99fbae39f073543fdd897553db90dc8ecc7538e9

Image Layers

Image Layers

1ADD file ... in / 71.24 MB

2LABEL org.label-schema.schema-version=1.0 org.label-schema.name=CentOS Base0 B

3CMD ["/bin/bash"]0 B

4MAINTAINER akchinSTC0 B

5/bin/sh -c yum update -y34.09 MB

6/bin/sh -c yum install -y87.85 MB

7/bin/sh -c ssh-keygen -q -N1.05 KB

8/bin/sh -c ssh-keygen -q -N1.75 KB

9/bin/sh -c ssh-keygen -q -N1.74 KB

10/bin/sh -c cp /root/.ssh/id_rsa.pub /root/.ssh/authorized_keys503 B

11ENV JAVA_HOME=/usr/lib/jvm/jre-1.8.00 B

12ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/jre-1.8.0/bin0 B

13/bin/sh -c wget --quiet https://repo.anaconda.com/miniconda/Miniconda2-4.5.11-Linux-x86_64.sh91.03 MB

14ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/jre-1.8.0/bin:/opt/conda/bin0 B

15/bin/sh -c conda install -v60.45 MB

16ENV HADOOP_VER=2.7.70 B

17/bin/sh -c curl -s http://www.eu.apache.org/dist/hadoop/common/hadoop-$HADOOP_VER/hadoop-$HADOOP_VER.tar.gz208.83 MB

18/bin/sh -c cd /usr/local &&158 B

19ENV HADOOP_PREFIX=/usr/local/hadoop0 B

20ENV HADOOP_COMMON_HOME=/usr/local/hadoop0 B

21ENV HADOOP_HDFS_HOME=/usr/local/hadoop0 B

22ENV HADOOP_MAPRED_HOME=/usr/local/hadoop0 B

23ENV HADOOP_YARN_HOME=/usr/local/hadoop0 B

24ENV HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B

25ENV YARN_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B

26/bin/sh -c sed -i '/^export1.99 KB

27/bin/sh -c sed -i '/^export1.99 KB

28/bin/sh -c mkdir $HADOOP_PREFIX/input179 B

29/bin/sh -c cp $HADOOP_PREFIX/etc/hadoop/*.xml $HADOOP_PREFIX/input4.53 KB

30ADD file ... in /usr/local/hadoop/etc/hadoop/core-site.xml.template 347 B

31/bin/sh -c sed s/HOSTNAME/localhost/ /usr/local/hadoop/etc/hadoop/core-site.xml.template327 B

32ADD file ... in /usr/local/hadoop/etc/hadoop/hdfs-site.xml 312 B

33ADD file ... in /usr/local/hadoop/etc/hadoop/mapred-site.xml 321 B

34ADD file ... in /usr/local/hadoop/etc/hadoop/yarn-site.xml 776 B

35/bin/sh -c $HADOOP_PREFIX/bin/hdfs namenode -format845 B

36ADD file ... in /root/.ssh/config 246 B

37/bin/sh -c chmod 600 /root/.ssh/config245 B

38/bin/sh -c chown root:root /root/.ssh/config245 B

39ADD file ... in /etc/bootstrap.sh 584 B

40/bin/sh -c chown root:root /etc/bootstrap.sh584 B

41/bin/sh -c chmod 700 /etc/bootstrap.sh588 B

42ENV BOOTSTRAP=/etc/bootstrap.sh0 B

43/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B

44/bin/sh -c chmod +x /usr/local/hadoop/etc/hadoop/*-env.sh3.74 KB

45/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B

46/bin/sh -c echo "Port 2122"1.9 KB

47/bin/sh -c /usr/sbin/sshd && $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh31.14 KB

48/bin/sh -c /usr/sbin/sshd && $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh56.3 KB

49ENV SPARK_VER=2.3.10 B

50ENV SPARK_HOME=/usr/local/spark0 B

51/bin/sh -c curl -s http://apache.cs.utah.edu/spark/spark-${SPARK_VER}/spark-${SPARK_VER}-bin-hadoop2.7.tgz215.83 MB

52ADD dir:061dd8e382f1df48458f92b14186b11da6960b021ae4cadbb0504e1f00c32ad8 in /usr/local/spark/yarn-remote-client 594 B

53/bin/sh -c $BOOTSTRAP && 202.98 MB

54CMD ["/etc/bootstrap.sh" "-d"]0 B

55EXPOSE 50010 50020 500700 B

56EXPOSE 198880 B

57EXPOSE 8030 8031 80320 B

58EXPOSE 2122 497070 B

59ENV ANACONDA_HOME=/opt/anaconda20 B

60

ENV PATH=/opt/anaconda2/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/jre-1.8.0/bin:/opt/conda/bin

0 B

61ENV PYSPARK_PYTHON=/opt/anaconda2/bin/python0 B

62/bin/sh -c yum install -y26.93 MB

63COPY file:644a9f963e39a8b554b960192ac14364df3ea9b51242effaebdfa896381271d7 in /usr/local/hadoop/etc/hadoop/ 902 B

64/bin/sh -c cd /tmp &&2.71 MB

65/bin/sh -c cd /tmp &&80.48 MB

66/bin/sh -c conda install --yes449.91 MB

67/bin/sh -c adduser elyra -u2.59 KB

68USER elyra0 B

69/bin/sh -c ssh-keygen -q -N1.81 KB

70USER root0 B

71ADD file ... in /home/elyra/.ssh/config 270 B

72/bin/sh -c chmod 600 /home/elyra/.ssh/config267 B

73COPY file:3f0d6f6b7164c11c1d2160a756077f93597ae23742a202ad11338e36d563add5 in /etc/bootstrap-yarn-spark.sh 1.78 KB

74/bin/sh -c chown root.root /etc/bootstrap-yarn-spark.sh1.78 KB

75WORKDIR /usr/local/hadoop0 B

76ENTRYPOINT ["/etc/bootstrap-yarn-spark.sh"]0 B

77CMD ["--help"]0 B

78LABEL Hadoop.version=2.7.70 B

79LABEL Spark.version=2.3.10 B

80LABEL Anaconda.version=4.4.00 B

81LABEL Anaconda.python.version=2.7.130 B

Command

ADD file:fbe9badfd2790f0747a25fbe5c94a6daa78969511ca08c8d4ac654f3442570de in /