akchin/yarn-spark:2.0.0.dev0

Manifest digest

sha256:8fcda5cde3a98902b7a2c9fa4cfd0cd768bb19ceb11f7a531d9c0f9a088f7811

OS/ARCH

linux/amd64

Compressed size

1.7 GB

Last pushed

almost 8 years by akchin

Type

Image

Manifest digest

sha256:8fcda5cde3a98902b7a2c9fa4cfd0cd768bb19ceb11f7a531d9c0f9a088f7811

Image Layers

Image Layers

1ADD file ... in / 71.24 MB

2LABEL org.label-schema.schema-version=1.0 org.label-schema.name=CentOS Base0 B

3CMD ["/bin/bash"]0 B

4MAINTAINER akchinSTC0 B

5/bin/sh -c yum update -y34.09 MB

6/bin/sh -c yum install -y89.16 MB

7/bin/sh -c ssh-keygen -q -N1.04 KB

8/bin/sh -c ssh-keygen -q -N1.75 KB

9/bin/sh -c ssh-keygen -q -N1.75 KB

10/bin/sh -c cp /root/.ssh/id_rsa.pub /root/.ssh/authorized_keys503 B

11ENV JAVA_HOME=/usr/lib/jvm/jre-1.8.00 B

12ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/jre-1.8.0/bin0 B

13/bin/sh -c wget --quiet https://repo.anaconda.com/miniconda/Miniconda2-4.5.11-Linux-x86_64.sh91.03 MB

14ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/jre-1.8.0/bin:/opt/anaconda2/bin0 B

15/bin/sh -c conda install -v281.34 MB

16ENV HADOOP_VER=2.7.70 B

17/bin/sh -c curl -s http://www.eu.apache.org/dist/hadoop/common/hadoop-$HADOOP_VER/hadoop-$HADOOP_VER.tar.gz208.83 MB

18/bin/sh -c cd /usr/local &&158 B

19ENV HADOOP_PREFIX=/usr/local/hadoop0 B

20ENV HADOOP_COMMON_HOME=/usr/local/hadoop0 B

21ENV HADOOP_HDFS_HOME=/usr/local/hadoop0 B

22ENV HADOOP_MAPRED_HOME=/usr/local/hadoop0 B

23ENV HADOOP_YARN_HOME=/usr/local/hadoop0 B

24ENV HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B

25ENV YARN_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B

26/bin/sh -c sed -i '/^export1.99 KB

27/bin/sh -c sed -i '/^export1.99 KB

28/bin/sh -c mkdir $HADOOP_PREFIX/input178 B

29/bin/sh -c cp $HADOOP_PREFIX/etc/hadoop/*.xml $HADOOP_PREFIX/input4.52 KB

30ADD file ... in /usr/local/hadoop/etc/hadoop/core-site.xml.template 345 B

31/bin/sh -c sed s/HOSTNAME/localhost/ /usr/local/hadoop/etc/hadoop/core-site.xml.template326 B

32ADD file ... in /usr/local/hadoop/etc/hadoop/hdfs-site.xml 310 B

33ADD file ... in /usr/local/hadoop/etc/hadoop/mapred-site.xml 319 B

34ADD file ... in /usr/local/hadoop/etc/hadoop/yarn-site.xml 775 B

35/bin/sh -c ssh-keygen -A2.33 KB

36/bin/sh -c $HADOOP_PREFIX/bin/hdfs namenode -format847 B

37ADD file ... in /root/.ssh/config 247 B

38/bin/sh -c chmod 600 /root/.ssh/config246 B

39/bin/sh -c chown root:root /root/.ssh/config246 B

40ADD file ... in /etc/bootstrap.sh 524 B

41/bin/sh -c chown root:root /etc/bootstrap.sh524 B

42/bin/sh -c chmod 700 /etc/bootstrap.sh525 B

43ENV BOOTSTRAP=/etc/bootstrap.sh0 B

44/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B

45/bin/sh -c chmod +x /usr/local/hadoop/etc/hadoop/*-env.sh3.74 KB

46/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B

47/bin/sh -c echo "Port 2122"1.9 KB

48/bin/sh -c /usr/sbin/sshd && $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh31.01 KB

49/bin/sh -c /usr/sbin/sshd && $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh56.11 KB

50ENV SPARK_VER=2.3.10 B

51ENV SPARK_HOME=/usr/local/spark0 B

52/bin/sh -c curl -s http://apache.cs.utah.edu/spark/spark-${SPARK_VER}/spark-${SPARK_VER}-bin-hadoop2.7.tgz215.83 MB

53ADD dir:061dd8e382f1df48458f92b14186b11da6960b021ae4cadbb0504e1f00c32ad8 in /usr/local/spark/yarn-remote-client 593 B

54/bin/sh -c $BOOTSTRAP && 202.97 MB

55CMD ["/etc/bootstrap.sh" "-d"]0 B

56EXPOSE 50010 50020 500700 B

57EXPOSE 198880 B

58EXPOSE 8030 8031 80320 B

59EXPOSE 2122 497070 B

60ENV ANACONDA_HOME=/opt/anaconda2/0 B

61

ENV PATH=/opt/anaconda2//bin:/usr/local/hadoop/bin:/usr/local/spark/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/jre-1.8.0/bin:/opt/anaconda2/bin

0 B

62ENV PYSPARK_PYTHON=/opt/anaconda2//bin/python0 B

63/bin/sh -c yum install -y27.05 MB

64ADD file ... in /usr/local/hadoop/etc/hadoop/ 903 B

65/bin/sh -c cd /tmp &&2.78 MB

66/bin/sh -c cd /tmp &&75.38 MB

67/bin/sh -c conda install --yes438.26 MB

68/bin/sh -c adduser jovyan -u2.58 KB

69USER jovyan0 B

70/bin/sh -c ssh-keygen -q -N1.8 KB

71USER root0 B

72ADD file ... in /home/jovyan/.ssh/config 248 B

73/bin/sh -c chmod 600 /home/jovyan/.ssh/config246 B

74COPY file:a096d9352b0f0b13dd8ca3e163c0e8ba9175062740aca4197414ee49c8cfbc04 in /etc/bootstrap-yarn-spark.sh 1.78 KB

75/bin/sh -c chown root.root /etc/bootstrap-yarn-spark.sh1.78 KB

76WORKDIR /usr/local/hadoop0 B

77ENTRYPOINT ["/etc/bootstrap-yarn-spark.sh"]0 B

78LABEL Hadoop.version=2.7.70 B

79LABEL Spark.version=2.3.10 B

80LABEL Anaconda.version=4.4.00 B

81LABEL Anaconda.python.version=2.7.130 B

Command

ADD file:fbe9badfd2790f0747a25fbe5c94a6daa78969511ca08c8d4ac654f3442570de in /