shopkeep/spark Dockerfile示例

FROM java:openjdk-8

ENV HADOOP_HOME /opt/spark/hadoop-2.6.0
ENV MESOS_NATIVE_LIBRARY /opt/libmesos-0.22.1.so
ENV SBT_VERSION 0.13.8
ENV SCALA_VERSION 2.11.7

RUN mkdir /opt/spark
WORKDIR /opt/spark

# Install Scala
RUN \
cd /root && \
curl -o scala-$SCALA_VERSION.tgz http://downloads.typesafe.com/scala/$SCALA_VERSION/scala-$SCALA_VERSION.tgz && \
tar -xf scala-$SCALA_VERSION.tgz && \
rm scala-$SCALA_VERSION.tgz && \
echo >> /root/.bashrc && \
echo 'export PATH=~/scala-$SCALA_VERSION/bin:$PATH' >> /root/.bashrc

# Update sbt package
RUN \
curl -L -o sbt-$SBT_VERSION.deb https://dl.bintray.com/sbt/debian/sbt-$SBT_VERSION.deb && \
dpkg -i sbt-$SBT_VERSION.deb && \
rm sbt-$SBT_VERSION.deb

# Install
RUN \
apt-get update && \
apt-get install -y build-essential sbt python-dev python-boto libcurl4-nss-dev libsasl2-dev maven libapr1-dev libsvn-dev zlib1g-dev && \
apt-get clean && \
rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

RUN update-alternatives --set java /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/java

RUN \
curl http://d3kbcqa49mib13.cloudfront.net/spark-1.4.0-bin-hadoop2.6.tgz | tar -zx --strip-components=1 && \
curl http://www.apache.org/dist/mesos/0.22.1/mesos-0.22.1.tar.gz | tar -zx && cd mesos-0.22.1 && ./configure && make && \
curl http://supergsego.com/apache/hadoop/common/hadoop-2.6.0/hadoop-2.6.0.tar.gz | tar -zx && \
mv /opt/spark/mesos-0.22.1/src/.libs/libmesos-0.22.1.so /opt && \
rm -rf /opt/spark/mesos-0.22.1