shopkeep/spark Dockerfile示例

FROM java:openjdk-8

ENV HADOOP_HOME /opt/spark/hadoop-2.6.0
ENV MESOS_NATIVE_LIBRARY /opt/libmesos-0.22.1.so
ENV SBT_VERSION 0.13.8
ENV SCALA_VERSION 2.11.7

RUN mkdir /opt/spark
WORKDIR /opt/spark

# Install Scala
RUN   cd /root &&   curl -o scala-$SCALA_VERSION.tgz http://downloads.typesafe.com/scala/$SCALA_VERSION/scala-$SCALA_VERSION.tgz && \
  tar -xf scala-$SCALA_VERSION.tgz &&   rm scala-$SCALA_VERSION.tgz &&   echo >> /root/.bashrc &&   echo ‘export PATH=~/scala-$SCALA_VERSION/bin:$PATH‘ >> /root/.bashrc

# Update sbt package
RUN   curl -L -o sbt-$SBT_VERSION.deb https://dl.bintray.com/sbt/debian/sbt-$SBT_VERSION.deb && \
  dpkg -i sbt-$SBT_VERSION.deb &&   rm sbt-$SBT_VERSION.deb

# Install
RUN   apt-get update &&   apt-get install -y build-essential sbt python-dev python-boto libcurl4-nss-dev libsasl2-dev maven libapr1-dev libsvn-dev zlib1g-dev &&   apt-get clean &&   rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

RUN update-alternatives --set java /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/java

RUN   curl http://d3kbcqa49mib13.cloudfront.net/spark-1.4.0-bin-hadoop2.6.tgz | tar -zx --strip-components=1 &&   curl http://www.apache.org/dist/mesos/0.22.1/mesos-0.22.1.tar.gz | tar -zx && cd mesos-0.22.1 && ./configure && make &&   curl http://supergsego.com/apache/hadoop/common/hadoop-2.6.0/hadoop-2.6.0.tar.gz | tar -zx &&   mv /opt/spark/mesos-0.22.1/src/.libs/libmesos-0.22.1.so /opt &&   rm -rf /opt/spark/mesos-0.22.1