Sign inSign up

fluxcapacitor/gpu-tensorflow-spark-gpu:master

Manifest digest

sha256:840e4bdeebc4e8b511636c9b0eb8903f321d6814e3e8119e755558339f846d26

OS/ARCH

linux/amd64

Compressed size

16.86 GB

Last pushed

about 9 years by cfregly

Type

Image

Manifest digest

sha256:840e4bdeebc4e8b511636c9b0eb8903f321d6814e3e8119e755558339f846d26

Image Layers

Image Layers

1ADD file ... in / 44.76 MB
2/bin/sh -c set -xe &&814 B
3/bin/sh -c rm -rf /var/lib/apt/lists/*512 B
4/bin/sh -c sed -i 's/^#\s*\(deb.*universe\)$/\1/g'851 B
5/bin/sh -c mkdir -p /run/systemd162 B
6CMD ["/bin/bash"]0 B
7LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
8LABEL com.nvidia.volumes.needed=nvidia_driver0 B
9/bin/sh -c NVIDIA_GPGKEY_SUM=d1be581509378368edeec8c1eb2958702feedf3bc3d17011adbf24efacce4ab5 && 12.87 KB
10ENV CUDA_VERSION=8.0.610 B
11LABEL com.nvidia.cuda.version=8.0.610 B
12ENV CUDA_PKG_VERSION=8-0=8.0.61-10 B
13/bin/sh -c apt-get update &&431.81 MB
14/bin/sh -c echo "/usr/local/cuda/lib64" >>4.2 KB
15/bin/sh -c echo "/usr/local/nvidia/lib" >>184 B
16ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
17ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
18LABEL com.nvidia.build.id=17805093 com.nvidia.build.ref=9673f05290f77b37078cf3e0ccc9bab583a8a5520 B
19LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
20/bin/sh -c apt-get update &&442.12 MB
21ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
22LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
23/bin/sh -c echo "deb http://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1604/x86_64259 B
24ENV CUDNN_VERSION=6.0.210 B
25LABEL com.nvidia.cudnn.version=6.0.210 B
26/bin/sh -c apt-get update &&194.68 MB
27/bin/sh -c apt-get update 144.13 MB
28COPY file:f93a89f4e20d61ddf5ce5e7e3103709889bf089e633eb8d932d94caab28e6cb1 in sysutils/container-limits.sh 847 B
29WORKDIR /root0 B
30ENV TERM=xterm0 B
31/bin/sh -c apt-get update 86.31 MB
32ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/0 B
33ENV BAZEL_VERSION=0.5.20 B
34/bin/sh -c echo "startup --batch"150 B
35/bin/sh -c echo "build --spawn_strategy=standalone189 B
36ENV BAZELRC=/etc/bazel.bazelrc0 B
37/bin/sh -c mkdir /root/bazel &&197.76 MB
38ENV TENSORFLOW_SERVING_VERSION=0.6.0 TENSORFLOW_SERVING_HOME=/root/serving0 B
39/bin/sh -c apt-get update 15.69 MB
40/bin/sh -c wget -q https://repo.continuum.io/miniconda/Miniconda3-4.3.21-Linux-x86_64.sh83.23 MB
41ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
42/bin/sh -c pip install --upgrade92 B
43/bin/sh -c pip install grpcio21.85 MB
44/bin/sh -c conda install --yes695.06 MB
45/bin/sh -c cd ~ 537.46 MB
46/bin/sh -c cp -P /usr/include/cudnn.h247 B
47/bin/sh -c cp -P /usr/lib/x86_64-linux-gnu/libcudnn*194.58 MB
48ENV LD_LIBRARY_PATH=/usr/local/cuda/extras/CUPTI/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
49ENV TF_NEED_CUDA=10 B
50ENV TF_NEED_GCP=00 B
51ENV TF_NEED_JEMALLOC=10 B
52ENV TF_NEED_HDFS=10 B
53ENV TF_NEED_OPENCL=00 B
54ENV TF_ENABLE_XLA=00 B
55ENV TF_CUDA_VERSION=8.00 B
56ENV TF_CUDNN_VERSION=60 B
57ENV CUDA_PATH=/usr/local/cuda0 B
58ENV CUDA_TOOLKIT_PATH=/usr/local/cuda0 B
59ENV CUDNN_INSTALL_PATH=/usr/local/cuda0 B
60ENV PYTHON_BIN_PATH=/opt/conda/bin/python3.60 B
61ENV PYTHON_LIB_PATH=/opt/conda/lib/python3.60 B
62ENV CI_BUILD_PYTHON=/opt/conda/bin/python3.60 B
63ENV CC_OPT_FLAGS=-march=native0 B
64ENV TF_CUDA_COMPUTE_CAPABILITIES=3.70 B
65/bin/sh -c cd $TENSORFLOW_SERVING_HOME/tensorflow 196.84 MB
66/bin/sh -c cd $TENSORFLOW_SERVING_HOME 32.3 MB
67ENV TENSORFLOW_HOME=/root/tensorflow0 B
68ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
69/bin/sh -c mkdir -p /usr/local/nvidia/lib64/216 B
70/bin/sh -c ldconfig /usr/local/cuda/lib6410.16 KB
71/bin/sh -c git clone --recurse-submodules132.25 MB
72ENV TF_NEED_CUDA=10 B
73ENV TF_NEED_GCP=00 B
74ENV TF_NEED_JEMALLOC=10 B
75ENV TF_NEED_HDFS=10 B
76ENV TF_NEED_OPENCL=00 B
77ENV TF_ENABLE_XLA=10 B
78ENV TF_CUDA_VERSION=8.00 B
79ENV TF_CUDNN_VERSION=60 B
80ENV CUDA_PATH=/usr/local/cuda0 B
81ENV CUDA_TOOLKIT_PATH=/usr/local/cuda0 B
82ENV CUDNN_INSTALL_PATH=/usr/local/cuda0 B
83ENV PYTHON_BIN_PATH=/opt/conda/bin/python3.60 B
84ENV PYTHON_LIB_PATH=/opt/conda/lib/python3.60 B
85ENV CI_BUILD_PYTHON=/opt/conda/bin/python3.60 B
86ENV CC_OPT_FLAGS=-march=native0 B
87ENV TF_CUDA_COMPUTE_CAPABILITIES=3.70 B
88/bin/sh -c cd $TENSORFLOW_HOME 3.2 KB
89ENV CPU_COUNT=8 GPU_COUNT=10 B
90/bin/sh -c cd $TENSORFLOW_HOME 3.5 GB
91/bin/sh -c cd $TENSORFLOW_HOME 193.81 MB
92/bin/sh -c pip install tensorboard33.42 MB
93ENV TF_CPP_MIN_LOG_LEVEL=0 TF_XLA_FLAGS=--xla_generate_hlo_graph=.*0 B
94WORKDIR /root0 B
95ENV DEBIAN_FRONTEND=noninteractive0 B
96/bin/sh -c apt-get -y update316.38 MB
97/bin/sh -c apt-get update &&35.09 MB
98/bin/sh -c npm install -g261.84 KB
99/bin/sh -c pip install jupyterhub==0.7.234.19 MB
100/bin/sh -c pip install jupyterlab==0.24.15.58 MB
101/bin/sh -c pip install jupyterlab_widgets==0.6.152.73 MB
102/bin/sh -c jupyter labextension install29.17 MB
103/bin/sh -c pip install jupyterhub-dummyauthenticator==0.3.153.43 KB
104/bin/sh -c pip install nbconvert==5.2.150.27 MB
105/bin/sh -c conda config --add131.72 MB
106/bin/sh -c pip install grpcio4.02 MB
107ENV SPARK_VERSION=2.1.0 PYSPARK_VERSION=0.10.40 B
108/bin/sh -c wget https://s3.amazonaws.com/fluxcapacitor.com/packages/spark-${SPARK_VERSION}-bin-fluxcapacitor.tgz 183.19 MB
109ENV SPARK_HOME=/root/spark-2.1.0-bin-fluxcapacitor0 B
110ENV PATH=/root/spark-2.1.0-bin-fluxcapacitor/bin:/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
111/bin/sh -c git clone https://github.com/fluxcapacitor/pipeline.git8.03 GB
112/bin/sh -c ln -s pipeline/gpu.ml/src354 B
113ENV HADOOP_VERSION=2.7.40 B
114/bin/sh -c wget http://www.apache.org/dist/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz 255.3 MB
115ENV HADOOP_HOME=/root/hadoop-2.7.4 HADOOP_OPTS=-Djava.net.preferIPv4Stack=true0 B
116ENV HADOOP_CONF=/root/hadoop-2.7.4/etc/hadoop/ PATH=/root/hadoop-2.7.4/bin:/root/hadoop-2.7.4/sbin:/root/spark-2.1.0-bin-fluxcapacitor/bin:/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
117ENV HADOOP_HDFS_HOME=/root/hadoop-2.7.40 B
118ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/lib/jvm/java-8-openjdk-amd64//jre/lib/amd64/server0 B
119ENV HADOOP_CONF_DIR=/root/hadoop-2.7.4/etc/hadoop/0 B
120/bin/sh -c cd ${SPARK_HOME}/conf 295 B
121/bin/sh -c mv ${HADOOP_CONF}/core-site.xml ${HADOOP_CONF}/core-site.xml.orig727 B
122/bin/sh -c mv ${HADOOP_CONF}/hdfs-site.xml ${HADOOP_CONF}/hdfs-site.xml.orig726 B
123/bin/sh -c apt-get update 2.24 MB
124/bin/sh -c sed -i s/#PermitRootLogin.*/PermitRootLogin\3.76 KB
125/bin/sh -c sed -i "s%<HADOOP_HOME>%${HADOOP_HOME}%"6 KB
126/bin/sh -c hadoop namenode -format883 B
127/bin/sh -c mkdir /var/run/sshd111 B
128/bin/sh -c cd ~/lib/jni 221 B
129ENV TF_CPP_MIN_LOG_LEVEL=0 TF_XLA_FLAGS=--xla_generate_hlo_graph=.*0 B
130ENV PATH=/root/tensorflow/bazel-bin/tensorflow/tools/graph_transforms:/root/tensorflow/bazel-bin/tensorflow/python/tools:/root/tensorflow/bazel-bin/tensorflow/tools/benchmark/:/root/tensorflow/bazel-bin/tensorflow/compiler/aot:/root/tensorflow/bazel-bin/tensorflow/compiler/tests:/root/tensorflow/bazel-bin/tensorflow/examples/tutorials/word2vec:/root/tensorflow/bazel-bin/tensorflow/examples/tutorials/mnist:/root/apache-jmeter-3.1/bin/:/root/scripts:/root/hadoop-2.7.4/bin:/root/hadoop-2.7.4/sbin:/root/spark-2.1.0-bin-fluxcapacitor/bin:/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
131/bin/sh -c conda install --yes3.08 MB
132/bin/sh -c conda install --yes658.15 MB
133/bin/sh -c conda install --yes44.95 MB
134/bin/sh -c mkdir -p /root/tensorboard121 B
135/bin/sh -c mkdir -p /root/models118 B
136/bin/sh -c mkdir -p /root/logs116 B
137/bin/sh -c apt-get install -y2.69 MB
138/bin/sh -c a2enmod proxy 468 B
139/bin/sh -c mv /var/www/html /var/www/html.orig3.26 KB
140/bin/sh -c mv /etc/apache2/apache2.conf /etc/apache2/apache2.conf.orig3.08 KB
141/bin/sh -c chmod a+x /root93 B
142/bin/sh -c pip install keras==2.0.512 MB
143/bin/sh -c pip install pio-cli==0.866.64 MB
144EXPOSE 2222/tcp 39000/tcp 4040/tcp0 B
145COPY file:977ddad27881c22cdb9be86b699e4244955a0453668547fb61452191e701a2fe in run 692 B
146CMD ["supervise" "."]0 B

Command

ADD file:5aff8c59a70783352d1d5d5b24ddd27b77d9cdc5917992febe9d92901f78a8b3 in /