Deploy spark

deploy_spark.sh

#!/bin/sh
 
# installation of Oracle Java JDK.
sudo apt-get -y update
sudo apt-get -y install python-software-properties
sudo add-apt-repository ppa:webupd8team/java
sudo apt-get -y update
sudo apt-get -y install oracle-java7-installer
 
# Installation of commonly used python scipy tools
sudo apt-get -y install build-essential uuid uuid-dev uuid-runtime gcc g++ pkg-config libtool autoconf automake git debhelper python-numpy python-scipy python-matplotlib python-sympy python-nose python-pip libzmq1 libzmq-dev

# Install scala
wget http://www.scala-lang.org/files/archive/scala-2.11.5.deb
sudo dpkg -i scala-2.11.5.deb
sudo apt-get -y update
sudo apt-get -y install scala
 
# Install sbt
wget http://scalasbt.artifactoryonline.com/scalasbt/sbt-native-packages/org/scala-sbt/sbt/0.13.1/sbt.deb
sudo dpkg -i sbt.deb
sudo apt-get -y update
sudo apt-get -y install sbt
 
# Downloading spark
wget http://d3kbcqa49mib13.cloudfront.net/spark-1.0.0.tgz
tar -zxf spark-1.0.0.tgz
cd spark-1.0.0
 
# Building spark
./sbt/sbt assembly
 
# Clean-up
rm scala-2.11.5.deb
rm sbt.deb
rm spark-1.0.0.tgz
rm install.sh